Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2021 Denys Vlasenko |
| 3 | * |
| 4 | * Licensed under GPLv2, see file LICENSE in this source tree. |
| 5 | */ |
| 6 | #include "tls.h" |
| 7 | |
| 8 | #define SP_DEBUG 0 |
| 9 | #define FIXED_SECRET 0 |
| 10 | #define FIXED_PEER_PUBKEY 0 |
| 11 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 12 | #define ALLOW_ASM 1 |
| 13 | |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 14 | #if SP_DEBUG |
| 15 | # define dbg(...) fprintf(stderr, __VA_ARGS__) |
| 16 | static void dump_hex(const char *fmt, const void *vp, int len) |
| 17 | { |
| 18 | char hexbuf[32 * 1024 + 4]; |
| 19 | const uint8_t *p = vp; |
| 20 | |
| 21 | bin2hex(hexbuf, (void*)p, len)[0] = '\0'; |
| 22 | dbg(fmt, hexbuf); |
| 23 | } |
| 24 | #else |
| 25 | # define dbg(...) ((void)0) |
| 26 | # define dump_hex(...) ((void)0) |
| 27 | #endif |
| 28 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 29 | typedef uint32_t sp_digit; |
| 30 | typedef int32_t signed_sp_digit; |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 31 | |
Denys Vlasenko | 4bc9da1 | 2021-11-27 11:28:11 +0100 | [diff] [blame] | 32 | /* 64-bit optimizations: |
| 33 | * if BB_UNALIGNED_MEMACCESS_OK && ULONG_MAX > 0xffffffff, |
| 34 | * then loads and stores can be done in 64-bit chunks. |
| 35 | * |
| 36 | * A narrower case is when arch is also little-endian (such as x86_64), |
| 37 | * then "LSW first", uint32[8] and uint64[4] representations are equivalent, |
| 38 | * and arithmetic can be done in 64 bits too. |
| 39 | */ |
| 40 | #if defined(__GNUC__) && defined(__x86_64__) |
| 41 | # define UNALIGNED_LE_64BIT 1 |
| 42 | #else |
| 43 | # define UNALIGNED_LE_64BIT 0 |
| 44 | #endif |
| 45 | |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 46 | /* The code below is taken from parts of |
| 47 | * wolfssl-3.15.3/wolfcrypt/src/sp_c32.c |
| 48 | * and heavily modified. |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 49 | */ |
| 50 | |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 51 | typedef struct sp_point { |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 52 | sp_digit x[8]; |
| 53 | sp_digit y[8]; |
| 54 | sp_digit z[8]; |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 55 | int infinity; |
| 56 | } sp_point; |
| 57 | |
| 58 | /* The modulus (prime) of the curve P256. */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 59 | static const sp_digit p256_mod[8] = { |
| 60 | 0xffffffff,0xffffffff,0xffffffff,0x00000000, |
| 61 | 0x00000000,0x00000000,0x00000001,0xffffffff, |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 62 | }; |
| 63 | |
| 64 | #define p256_mp_mod ((sp_digit)0x000001) |
| 65 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 66 | /* Normalize the values in each word to 32 bits - NOP */ |
| 67 | #define sp_256_norm_8(a) ((void)0) |
Denys Vlasenko | 7714518 | 2021-10-01 13:51:39 +0200 | [diff] [blame] | 68 | |
Denys Vlasenko | e730505 | 2021-10-05 13:30:48 +0200 | [diff] [blame] | 69 | /* Write r as big endian to byte array. |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 70 | * Fixed length number of bytes written: 32 |
| 71 | * |
| 72 | * r A single precision integer. |
| 73 | * a Byte array. |
| 74 | */ |
Denys Vlasenko | 4bc9da1 | 2021-11-27 11:28:11 +0100 | [diff] [blame] | 75 | #if BB_UNALIGNED_MEMACCESS_OK && ULONG_MAX > 0xffffffff |
| 76 | static void sp_256_to_bin_8(const sp_digit* rr, uint8_t* a) |
| 77 | { |
| 78 | int i; |
| 79 | const uint64_t* r = (void*)rr; |
| 80 | |
| 81 | sp_256_norm_8(rr); |
| 82 | |
| 83 | r += 4; |
| 84 | for (i = 0; i < 4; i++) { |
| 85 | r--; |
| 86 | move_to_unaligned64(a, SWAP_BE64(*r)); |
| 87 | a += 8; |
| 88 | } |
| 89 | } |
| 90 | #else |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 91 | static void sp_256_to_bin_8(const sp_digit* r, uint8_t* a) |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 92 | { |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 93 | int i; |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 94 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 95 | sp_256_norm_8(r); |
Denys Vlasenko | 7714518 | 2021-10-01 13:51:39 +0200 | [diff] [blame] | 96 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 97 | r += 8; |
| 98 | for (i = 0; i < 8; i++) { |
| 99 | r--; |
| 100 | move_to_unaligned32(a, SWAP_BE32(*r)); |
| 101 | a += 4; |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 102 | } |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 103 | } |
Denys Vlasenko | 4bc9da1 | 2021-11-27 11:28:11 +0100 | [diff] [blame] | 104 | #endif |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 105 | |
Denys Vlasenko | e730505 | 2021-10-05 13:30:48 +0200 | [diff] [blame] | 106 | /* Read big endian unsigned byte array into r. |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 107 | * |
| 108 | * r A single precision integer. |
| 109 | * a Byte array. |
| 110 | * n Number of bytes in array to read. |
| 111 | */ |
Denys Vlasenko | 4bc9da1 | 2021-11-27 11:28:11 +0100 | [diff] [blame] | 112 | #if BB_UNALIGNED_MEMACCESS_OK && ULONG_MAX > 0xffffffff |
| 113 | static void sp_256_from_bin_8(sp_digit* rr, const uint8_t* a) |
| 114 | { |
| 115 | int i; |
| 116 | uint64_t* r = (void*)rr; |
| 117 | |
| 118 | r += 4; |
| 119 | for (i = 0; i < 4; i++) { |
| 120 | uint64_t v; |
| 121 | move_from_unaligned64(v, a); |
| 122 | *--r = SWAP_BE64(v); |
| 123 | a += 8; |
| 124 | } |
| 125 | } |
| 126 | #else |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 127 | static void sp_256_from_bin_8(sp_digit* r, const uint8_t* a) |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 128 | { |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 129 | int i; |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 130 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 131 | r += 8; |
| 132 | for (i = 0; i < 8; i++) { |
| 133 | sp_digit v; |
| 134 | move_from_unaligned32(v, a); |
| 135 | *--r = SWAP_BE32(v); |
| 136 | a += 4; |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 137 | } |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 138 | } |
Denys Vlasenko | 4bc9da1 | 2021-11-27 11:28:11 +0100 | [diff] [blame] | 139 | #endif |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 140 | |
Denys Vlasenko | 137864f | 2021-10-05 13:47:42 +0200 | [diff] [blame] | 141 | #if SP_DEBUG |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 142 | static void dump_256(const char *fmt, const sp_digit* r) |
Denys Vlasenko | 137864f | 2021-10-05 13:47:42 +0200 | [diff] [blame] | 143 | { |
Denys Vlasenko | 137864f | 2021-10-05 13:47:42 +0200 | [diff] [blame] | 144 | uint8_t b32[32]; |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 145 | sp_256_to_bin_8(r, b32); |
Denys Vlasenko | 137864f | 2021-10-05 13:47:42 +0200 | [diff] [blame] | 146 | dump_hex(fmt, b32, 32); |
| 147 | } |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 148 | static void dump_512(const char *fmt, const sp_digit* r) |
Denys Vlasenko | 137864f | 2021-10-05 13:47:42 +0200 | [diff] [blame] | 149 | { |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 150 | uint8_t b64[64]; |
| 151 | sp_256_to_bin_8(r, b64 + 32); |
| 152 | sp_256_to_bin_8(r+8, b64); |
| 153 | dump_hex(fmt, b64, 64); |
Denys Vlasenko | 137864f | 2021-10-05 13:47:42 +0200 | [diff] [blame] | 154 | } |
| 155 | #else |
| 156 | # define dump_256(...) ((void)0) |
| 157 | # define dump_512(...) ((void)0) |
| 158 | #endif |
| 159 | |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 160 | /* Convert a point of big-endian 32-byte x,y pair to type sp_point. */ |
| 161 | static void sp_256_point_from_bin2x32(sp_point* p, const uint8_t *bin2x32) |
| 162 | { |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 163 | memset(p, 0, sizeof(*p)); |
| 164 | /*p->infinity = 0;*/ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 165 | sp_256_from_bin_8(p->x, bin2x32); |
| 166 | sp_256_from_bin_8(p->y, bin2x32 + 32); |
Denys Vlasenko | e730505 | 2021-10-05 13:30:48 +0200 | [diff] [blame] | 167 | p->z[0] = 1; /* p->z = 1 */ |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 168 | } |
| 169 | |
Denys Vlasenko | b3b1713 | 2021-04-26 16:53:53 +0200 | [diff] [blame] | 170 | /* Compare a with b. |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 171 | * |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 172 | * return -ve, 0 or +ve if a is less than, equal to or greater than b |
| 173 | * respectively. |
| 174 | */ |
Denys Vlasenko | 4bc9da1 | 2021-11-27 11:28:11 +0100 | [diff] [blame] | 175 | #if UNALIGNED_LE_64BIT |
| 176 | static signed_sp_digit sp_256_cmp_8(const sp_digit* aa, const sp_digit* bb) |
| 177 | { |
| 178 | const uint64_t* a = (void*)aa; |
| 179 | const uint64_t* b = (void*)bb; |
| 180 | int i; |
| 181 | for (i = 3; i >= 0; i--) { |
| 182 | if (a[i] == b[i]) |
| 183 | continue; |
| 184 | return (a[i] > b[i]) * 2 - 1; |
| 185 | } |
| 186 | return 0; |
| 187 | } |
| 188 | #else |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 189 | static signed_sp_digit sp_256_cmp_8(const sp_digit* a, const sp_digit* b) |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 190 | { |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 191 | int i; |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 192 | for (i = 7; i >= 0; i--) { |
| 193 | /* signed_sp_digit r = a[i] - b[i]; |
| 194 | * if (r != 0) |
| 195 | * return r; |
| 196 | * does not work: think about a[i]=0, b[i]=0xffffffff |
| 197 | */ |
| 198 | if (a[i] == b[i]) |
| 199 | continue; |
| 200 | return (a[i] > b[i]) * 2 - 1; |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 201 | } |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 202 | return 0; |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 203 | } |
Denys Vlasenko | 4bc9da1 | 2021-11-27 11:28:11 +0100 | [diff] [blame] | 204 | #endif |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 205 | |
| 206 | /* Compare two numbers to determine if they are equal. |
| 207 | * |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 208 | * return 1 when equal and 0 otherwise. |
| 209 | */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 210 | static int sp_256_cmp_equal_8(const sp_digit* a, const sp_digit* b) |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 211 | { |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 212 | return sp_256_cmp_8(a, b) == 0; |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 213 | } |
| 214 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 215 | /* Add b to a into r. (r = a + b). Return !0 on overflow */ |
| 216 | static int sp_256_add_8(sp_digit* r, const sp_digit* a, const sp_digit* b) |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 217 | { |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 218 | #if ALLOW_ASM && defined(__GNUC__) && defined(__i386__) |
| 219 | sp_digit reg; |
| 220 | asm volatile ( |
| 221 | "\n movl (%0), %3" |
| 222 | "\n addl (%1), %3" |
| 223 | "\n movl %3, (%2)" |
| 224 | "\n" |
| 225 | "\n movl 1*4(%0), %3" |
| 226 | "\n adcl 1*4(%1), %3" |
| 227 | "\n movl %3, 1*4(%2)" |
| 228 | "\n" |
| 229 | "\n movl 2*4(%0), %3" |
| 230 | "\n adcl 2*4(%1), %3" |
| 231 | "\n movl %3, 2*4(%2)" |
| 232 | "\n" |
| 233 | "\n movl 3*4(%0), %3" |
| 234 | "\n adcl 3*4(%1), %3" |
| 235 | "\n movl %3, 3*4(%2)" |
| 236 | "\n" |
| 237 | "\n movl 4*4(%0), %3" |
| 238 | "\n adcl 4*4(%1), %3" |
| 239 | "\n movl %3, 4*4(%2)" |
| 240 | "\n" |
| 241 | "\n movl 5*4(%0), %3" |
| 242 | "\n adcl 5*4(%1), %3" |
| 243 | "\n movl %3, 5*4(%2)" |
| 244 | "\n" |
| 245 | "\n movl 6*4(%0), %3" |
| 246 | "\n adcl 6*4(%1), %3" |
| 247 | "\n movl %3, 6*4(%2)" |
| 248 | "\n" |
| 249 | "\n movl 7*4(%0), %3" |
| 250 | "\n adcl 7*4(%1), %3" |
| 251 | "\n movl %3, 7*4(%2)" |
| 252 | "\n" |
| 253 | "\n sbbl %3, %3" |
| 254 | "\n" |
| 255 | : "=r" (a), "=r" (b), "=r" (r), "=r" (reg) |
| 256 | : "0" (a), "1" (b), "2" (r) |
| 257 | : "memory" |
| 258 | ); |
| 259 | return reg; |
Denys Vlasenko | 911344a | 2021-10-06 17:17:34 +0200 | [diff] [blame] | 260 | #elif ALLOW_ASM && defined(__GNUC__) && defined(__x86_64__) |
Denys Vlasenko | 911344a | 2021-10-06 17:17:34 +0200 | [diff] [blame] | 261 | uint64_t reg; |
| 262 | asm volatile ( |
| 263 | "\n movq (%0), %3" |
| 264 | "\n addq (%1), %3" |
| 265 | "\n movq %3, (%2)" |
| 266 | "\n" |
| 267 | "\n movq 1*8(%0), %3" |
| 268 | "\n adcq 1*8(%1), %3" |
| 269 | "\n movq %3, 1*8(%2)" |
| 270 | "\n" |
| 271 | "\n movq 2*8(%0), %3" |
| 272 | "\n adcq 2*8(%1), %3" |
| 273 | "\n movq %3, 2*8(%2)" |
| 274 | "\n" |
| 275 | "\n movq 3*8(%0), %3" |
| 276 | "\n adcq 3*8(%1), %3" |
| 277 | "\n movq %3, 3*8(%2)" |
| 278 | "\n" |
| 279 | "\n sbbq %3, %3" |
| 280 | "\n" |
| 281 | : "=r" (a), "=r" (b), "=r" (r), "=r" (reg) |
| 282 | : "0" (a), "1" (b), "2" (r) |
| 283 | : "memory" |
| 284 | ); |
| 285 | return reg; |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 286 | #else |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 287 | int i; |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 288 | sp_digit carry; |
| 289 | |
| 290 | carry = 0; |
| 291 | for (i = 0; i < 8; i++) { |
| 292 | sp_digit w, v; |
| 293 | w = b[i] + carry; |
| 294 | v = a[i]; |
| 295 | if (w != 0) { |
| 296 | v = a[i] + w; |
| 297 | carry = (v < a[i]); |
| 298 | /* hope compiler detects above as "carry flag set" */ |
| 299 | } |
| 300 | /* else: b + carry == 0, two cases: |
| 301 | * b:ffffffff, carry:1 |
| 302 | * b:00000000, carry:0 |
| 303 | * in either case, r[i] = a[i] and carry remains unchanged |
| 304 | */ |
| 305 | r[i] = v; |
| 306 | } |
| 307 | return carry; |
| 308 | #endif |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 309 | } |
| 310 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 311 | /* Sub b from a into r. (r = a - b). Return !0 on underflow */ |
| 312 | static int sp_256_sub_8(sp_digit* r, const sp_digit* a, const sp_digit* b) |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 313 | { |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 314 | #if ALLOW_ASM && defined(__GNUC__) && defined(__i386__) |
| 315 | sp_digit reg; |
| 316 | asm volatile ( |
| 317 | "\n movl (%0), %3" |
| 318 | "\n subl (%1), %3" |
| 319 | "\n movl %3, (%2)" |
| 320 | "\n" |
| 321 | "\n movl 1*4(%0), %3" |
| 322 | "\n sbbl 1*4(%1), %3" |
| 323 | "\n movl %3, 1*4(%2)" |
| 324 | "\n" |
| 325 | "\n movl 2*4(%0), %3" |
| 326 | "\n sbbl 2*4(%1), %3" |
| 327 | "\n movl %3, 2*4(%2)" |
| 328 | "\n" |
| 329 | "\n movl 3*4(%0), %3" |
| 330 | "\n sbbl 3*4(%1), %3" |
| 331 | "\n movl %3, 3*4(%2)" |
| 332 | "\n" |
| 333 | "\n movl 4*4(%0), %3" |
| 334 | "\n sbbl 4*4(%1), %3" |
| 335 | "\n movl %3, 4*4(%2)" |
| 336 | "\n" |
| 337 | "\n movl 5*4(%0), %3" |
| 338 | "\n sbbl 5*4(%1), %3" |
| 339 | "\n movl %3, 5*4(%2)" |
| 340 | "\n" |
| 341 | "\n movl 6*4(%0), %3" |
| 342 | "\n sbbl 6*4(%1), %3" |
| 343 | "\n movl %3, 6*4(%2)" |
| 344 | "\n" |
| 345 | "\n movl 7*4(%0), %3" |
| 346 | "\n sbbl 7*4(%1), %3" |
| 347 | "\n movl %3, 7*4(%2)" |
| 348 | "\n" |
| 349 | "\n sbbl %3, %3" |
| 350 | "\n" |
| 351 | : "=r" (a), "=r" (b), "=r" (r), "=r" (reg) |
| 352 | : "0" (a), "1" (b), "2" (r) |
| 353 | : "memory" |
| 354 | ); |
| 355 | return reg; |
Denys Vlasenko | 911344a | 2021-10-06 17:17:34 +0200 | [diff] [blame] | 356 | #elif ALLOW_ASM && defined(__GNUC__) && defined(__x86_64__) |
Denys Vlasenko | 911344a | 2021-10-06 17:17:34 +0200 | [diff] [blame] | 357 | uint64_t reg; |
| 358 | asm volatile ( |
| 359 | "\n movq (%0), %3" |
| 360 | "\n subq (%1), %3" |
| 361 | "\n movq %3, (%2)" |
| 362 | "\n" |
| 363 | "\n movq 1*8(%0), %3" |
| 364 | "\n sbbq 1*8(%1), %3" |
| 365 | "\n movq %3, 1*8(%2)" |
| 366 | "\n" |
| 367 | "\n movq 2*8(%0), %3" |
| 368 | "\n sbbq 2*8(%1), %3" |
| 369 | "\n movq %3, 2*8(%2)" |
| 370 | "\n" |
| 371 | "\n movq 3*8(%0), %3" |
| 372 | "\n sbbq 3*8(%1), %3" |
| 373 | "\n movq %3, 3*8(%2)" |
| 374 | "\n" |
| 375 | "\n sbbq %3, %3" |
| 376 | "\n" |
| 377 | : "=r" (a), "=r" (b), "=r" (r), "=r" (reg) |
| 378 | : "0" (a), "1" (b), "2" (r) |
| 379 | : "memory" |
| 380 | ); |
| 381 | return reg; |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 382 | #else |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 383 | int i; |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 384 | sp_digit borrow; |
| 385 | |
| 386 | borrow = 0; |
| 387 | for (i = 0; i < 8; i++) { |
| 388 | sp_digit w, v; |
| 389 | w = b[i] + borrow; |
| 390 | v = a[i]; |
| 391 | if (w != 0) { |
| 392 | v = a[i] - w; |
| 393 | borrow = (v > a[i]); |
| 394 | /* hope compiler detects above as "carry flag set" */ |
| 395 | } |
| 396 | /* else: b + borrow == 0, two cases: |
| 397 | * b:ffffffff, borrow:1 |
| 398 | * b:00000000, borrow:0 |
| 399 | * in either case, r[i] = a[i] and borrow remains unchanged |
| 400 | */ |
| 401 | r[i] = v; |
| 402 | } |
| 403 | return borrow; |
| 404 | #endif |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 405 | } |
| 406 | |
Denys Vlasenko | 5e9c617 | 2021-10-06 20:14:49 +0200 | [diff] [blame] | 407 | /* Sub p256_mod from r. (r = r - p256_mod). */ |
Denys Vlasenko | 87e3f2e | 2021-10-06 19:59:39 +0200 | [diff] [blame] | 408 | #if ALLOW_ASM && defined(__GNUC__) && defined(__i386__) |
Denys Vlasenko | 5e9c617 | 2021-10-06 20:14:49 +0200 | [diff] [blame] | 409 | static void sp_256_sub_8_p256_mod(sp_digit* r) |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 410 | { |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 411 | //p256_mod[7..0] = ffffffff 00000001 00000000 00000000 00000000 ffffffff ffffffff ffffffff |
| 412 | asm volatile ( |
Denys Vlasenko | 5e9c617 | 2021-10-06 20:14:49 +0200 | [diff] [blame] | 413 | "\n subl $0xffffffff, (%0)" |
| 414 | "\n sbbl $0xffffffff, 1*4(%0)" |
| 415 | "\n sbbl $0xffffffff, 2*4(%0)" |
| 416 | "\n sbbl $0, 3*4(%0)" |
| 417 | "\n sbbl $0, 4*4(%0)" |
| 418 | "\n sbbl $0, 5*4(%0)" |
| 419 | "\n sbbl $1, 6*4(%0)" |
| 420 | "\n sbbl $0xffffffff, 7*4(%0)" |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 421 | "\n" |
Denys Vlasenko | 5e9c617 | 2021-10-06 20:14:49 +0200 | [diff] [blame] | 422 | : "=r" (r) |
| 423 | : "0" (r) |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 424 | : "memory" |
| 425 | ); |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 426 | } |
Denys Vlasenko | 87e3f2e | 2021-10-06 19:59:39 +0200 | [diff] [blame] | 427 | #elif ALLOW_ASM && defined(__GNUC__) && defined(__x86_64__) |
Denys Vlasenko | 5e9c617 | 2021-10-06 20:14:49 +0200 | [diff] [blame] | 428 | static void sp_256_sub_8_p256_mod(sp_digit* r) |
Denys Vlasenko | 87e3f2e | 2021-10-06 19:59:39 +0200 | [diff] [blame] | 429 | { |
| 430 | uint64_t reg; |
| 431 | uint64_t ooff; |
| 432 | //p256_mod[3..0] = ffffffff00000001 0000000000000000 00000000ffffffff ffffffffffffffff |
| 433 | asm volatile ( |
Denys Vlasenko | 5e9c617 | 2021-10-06 20:14:49 +0200 | [diff] [blame] | 434 | "\n addq $1, (%0)" // adding 1 is the same as subtracting ffffffffffffffff |
Denys Vlasenko | 87e3f2e | 2021-10-06 19:59:39 +0200 | [diff] [blame] | 435 | "\n cmc" // only carry bit needs inverting |
Denys Vlasenko | 17e6fb0 | 2021-10-06 21:22:36 +0200 | [diff] [blame] | 436 | "\n" |
Denys Vlasenko | 5e9c617 | 2021-10-06 20:14:49 +0200 | [diff] [blame] | 437 | "\n sbbq %1, 1*8(%0)" // %1 holds 00000000ffffffff |
Denys Vlasenko | 17e6fb0 | 2021-10-06 21:22:36 +0200 | [diff] [blame] | 438 | "\n" |
Denys Vlasenko | 5e9c617 | 2021-10-06 20:14:49 +0200 | [diff] [blame] | 439 | "\n sbbq $0, 2*8(%0)" |
Denys Vlasenko | 87e3f2e | 2021-10-06 19:59:39 +0200 | [diff] [blame] | 440 | "\n" |
Denys Vlasenko | 5e9c617 | 2021-10-06 20:14:49 +0200 | [diff] [blame] | 441 | "\n movq 3*8(%0), %2" |
| 442 | "\n sbbq $0, %2" // adding 00000000ffffffff (in %1) |
| 443 | "\n addq %1, %2" // is the same as subtracting ffffffff00000001 |
| 444 | "\n movq %2, 3*8(%0)" |
Denys Vlasenko | 87e3f2e | 2021-10-06 19:59:39 +0200 | [diff] [blame] | 445 | "\n" |
Denys Vlasenko | 5e9c617 | 2021-10-06 20:14:49 +0200 | [diff] [blame] | 446 | : "=r" (r), "=r" (ooff), "=r" (reg) |
| 447 | : "0" (r), "1" (0x00000000ffffffff) |
Denys Vlasenko | 87e3f2e | 2021-10-06 19:59:39 +0200 | [diff] [blame] | 448 | : "memory" |
| 449 | ); |
| 450 | } |
Denys Vlasenko | 567eefc | 2021-10-06 14:25:10 +0200 | [diff] [blame] | 451 | #else |
Denys Vlasenko | 5e9c617 | 2021-10-06 20:14:49 +0200 | [diff] [blame] | 452 | static void sp_256_sub_8_p256_mod(sp_digit* r) |
| 453 | { |
| 454 | sp_256_sub_8(r, r, p256_mod); |
| 455 | } |
Denys Vlasenko | 567eefc | 2021-10-06 14:25:10 +0200 | [diff] [blame] | 456 | #endif |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 457 | |
Denys Vlasenko | 4415f7b | 2021-11-27 15:47:26 +0100 | [diff] [blame] | 458 | /* Multiply a and b into r. (r = a * b) |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 459 | * r should be [16] array (512 bits), and must not coincide with a or b. |
Denys Vlasenko | 4415f7b | 2021-11-27 15:47:26 +0100 | [diff] [blame] | 460 | */ |
| 461 | static void sp_256to512_mul_8(sp_digit* r, const sp_digit* a, const sp_digit* b) |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 462 | { |
Denys Vlasenko | bbd723e | 2021-10-05 23:19:18 +0200 | [diff] [blame] | 463 | #if ALLOW_ASM && defined(__GNUC__) && defined(__i386__) |
Denys Vlasenko | bbd723e | 2021-10-05 23:19:18 +0200 | [diff] [blame] | 464 | int k; |
| 465 | uint32_t accl; |
| 466 | uint32_t acch; |
| 467 | |
| 468 | acch = accl = 0; |
| 469 | for (k = 0; k < 15; k++) { |
| 470 | int i, j; |
| 471 | uint32_t acc_hi; |
| 472 | i = k - 7; |
| 473 | if (i < 0) |
| 474 | i = 0; |
| 475 | j = k - i; |
| 476 | acc_hi = 0; |
| 477 | do { |
| 478 | //////////////////////// |
| 479 | // uint64_t m = ((uint64_t)a[i]) * b[j]; |
| 480 | // acc_hi:acch:accl += m; |
| 481 | asm volatile ( |
| 482 | // a[i] is already loaded in %%eax |
| 483 | "\n mull %7" |
| 484 | "\n addl %%eax, %0" |
| 485 | "\n adcl %%edx, %1" |
| 486 | "\n adcl $0, %2" |
| 487 | : "=rm" (accl), "=rm" (acch), "=rm" (acc_hi) |
| 488 | : "0" (accl), "1" (acch), "2" (acc_hi), "a" (a[i]), "m" (b[j]) |
| 489 | : "cc", "dx" |
| 490 | ); |
| 491 | //////////////////////// |
| 492 | j--; |
| 493 | i++; |
| 494 | } while (i != 8 && i <= k); |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 495 | r[k] = accl; |
Denys Vlasenko | bbd723e | 2021-10-05 23:19:18 +0200 | [diff] [blame] | 496 | accl = acch; |
| 497 | acch = acc_hi; |
| 498 | } |
| 499 | r[15] = accl; |
Denys Vlasenko | 911344a | 2021-10-06 17:17:34 +0200 | [diff] [blame] | 500 | #elif ALLOW_ASM && defined(__GNUC__) && defined(__x86_64__) |
Denys Vlasenko | 911344a | 2021-10-06 17:17:34 +0200 | [diff] [blame] | 501 | const uint64_t* aa = (const void*)a; |
| 502 | const uint64_t* bb = (const void*)b; |
Denys Vlasenko | 0b13ab6 | 2021-11-27 19:36:23 +0100 | [diff] [blame^] | 503 | uint64_t* rr = (void*)r; |
Denys Vlasenko | 911344a | 2021-10-06 17:17:34 +0200 | [diff] [blame] | 504 | int k; |
| 505 | uint64_t accl; |
| 506 | uint64_t acch; |
| 507 | |
| 508 | acch = accl = 0; |
| 509 | for (k = 0; k < 7; k++) { |
| 510 | int i, j; |
| 511 | uint64_t acc_hi; |
| 512 | i = k - 3; |
| 513 | if (i < 0) |
| 514 | i = 0; |
| 515 | j = k - i; |
| 516 | acc_hi = 0; |
| 517 | do { |
| 518 | //////////////////////// |
| 519 | // uint128_t m = ((uint128_t)a[i]) * b[j]; |
| 520 | // acc_hi:acch:accl += m; |
| 521 | asm volatile ( |
| 522 | // aa[i] is already loaded in %%rax |
| 523 | "\n mulq %7" |
| 524 | "\n addq %%rax, %0" |
| 525 | "\n adcq %%rdx, %1" |
| 526 | "\n adcq $0, %2" |
| 527 | : "=rm" (accl), "=rm" (acch), "=rm" (acc_hi) |
| 528 | : "0" (accl), "1" (acch), "2" (acc_hi), "a" (aa[i]), "m" (bb[j]) |
| 529 | : "cc", "dx" |
| 530 | ); |
| 531 | //////////////////////// |
Denys Vlasenko | 17e6fb0 | 2021-10-06 21:22:36 +0200 | [diff] [blame] | 532 | j--; |
Denys Vlasenko | 911344a | 2021-10-06 17:17:34 +0200 | [diff] [blame] | 533 | i++; |
| 534 | } while (i != 4 && i <= k); |
| 535 | rr[k] = accl; |
| 536 | accl = acch; |
| 537 | acch = acc_hi; |
| 538 | } |
| 539 | rr[7] = accl; |
Denys Vlasenko | bbd723e | 2021-10-05 23:19:18 +0200 | [diff] [blame] | 540 | #elif 0 |
| 541 | //TODO: arm assembly (untested) |
Denys Vlasenko | bbd723e | 2021-10-05 23:19:18 +0200 | [diff] [blame] | 542 | asm volatile ( |
| 543 | "\n mov r5, #0" |
| 544 | "\n mov r6, #0" |
| 545 | "\n mov r7, #0" |
| 546 | "\n mov r8, #0" |
| 547 | "\n 1:" |
| 548 | "\n subs r3, r5, #28" |
| 549 | "\n movcc r3, #0" |
| 550 | "\n sub r4, r5, r3" |
Denys Vlasenko | 22fd8fd | 2021-10-06 16:10:49 +0200 | [diff] [blame] | 551 | "\n 2:" |
Denys Vlasenko | bbd723e | 2021-10-05 23:19:18 +0200 | [diff] [blame] | 552 | "\n ldr r14, [%[a], r3]" |
| 553 | "\n ldr r12, [%[b], r4]" |
| 554 | "\n umull r9, r10, r14, r12" |
| 555 | "\n adds r6, r6, r9" |
| 556 | "\n adcs r7, r7, r10" |
| 557 | "\n adc r8, r8, #0" |
| 558 | "\n add r3, r3, #4" |
| 559 | "\n sub r4, r4, #4" |
| 560 | "\n cmp r3, #32" |
| 561 | "\n beq 3f" |
| 562 | "\n cmp r3, r5" |
| 563 | "\n ble 2b" |
| 564 | "\n 3:" |
| 565 | "\n str r6, [%[r], r5]" |
| 566 | "\n mov r6, r7" |
| 567 | "\n mov r7, r8" |
| 568 | "\n mov r8, #0" |
| 569 | "\n add r5, r5, #4" |
| 570 | "\n cmp r5, #56" |
| 571 | "\n ble 1b" |
| 572 | "\n str r6, [%[r], r5]" |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 573 | : [r] "r" (r), [a] "r" (a), [b] "r" (b) |
Denys Vlasenko | 22fd8fd | 2021-10-06 16:10:49 +0200 | [diff] [blame] | 574 | : "memory", "r3", "r4", "r5", "r6", "r7", "r8", "r9", "r10", "r12", "r14" |
Denys Vlasenko | bbd723e | 2021-10-05 23:19:18 +0200 | [diff] [blame] | 575 | ); |
Denys Vlasenko | bbd723e | 2021-10-05 23:19:18 +0200 | [diff] [blame] | 576 | #else |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 577 | int i, j, k; |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 578 | uint64_t acc; |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 579 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 580 | acc = 0; |
| 581 | for (k = 0; k < 15; k++) { |
| 582 | uint32_t acc_hi; |
| 583 | i = k - 7; |
| 584 | if (i < 0) |
| 585 | i = 0; |
| 586 | j = k - i; |
| 587 | acc_hi = 0; |
Denys Vlasenko | bbd723e | 2021-10-05 23:19:18 +0200 | [diff] [blame] | 588 | do { |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 589 | uint64_t m = ((uint64_t)a[i]) * b[j]; |
| 590 | acc += m; |
| 591 | if (acc < m) |
| 592 | acc_hi++; |
| 593 | j--; |
| 594 | i++; |
Denys Vlasenko | bbd723e | 2021-10-05 23:19:18 +0200 | [diff] [blame] | 595 | } while (i != 8 && i <= k); |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 596 | r[k] = acc; |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 597 | acc = (acc >> 32) | ((uint64_t)acc_hi << 32); |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 598 | } |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 599 | r[15] = acc; |
Denys Vlasenko | bbd723e | 2021-10-05 23:19:18 +0200 | [diff] [blame] | 600 | #endif |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 601 | } |
| 602 | |
Denys Vlasenko | 389329e | 2021-10-05 13:39:33 +0200 | [diff] [blame] | 603 | /* Shift number right one bit. Bottom bit is lost. */ |
Denys Vlasenko | 4bc9da1 | 2021-11-27 11:28:11 +0100 | [diff] [blame] | 604 | #if UNALIGNED_LE_64BIT |
| 605 | static void sp_256_rshift1_8(sp_digit* rr, uint64_t carry) |
Denys Vlasenko | e730505 | 2021-10-05 13:30:48 +0200 | [diff] [blame] | 606 | { |
Denys Vlasenko | 4bc9da1 | 2021-11-27 11:28:11 +0100 | [diff] [blame] | 607 | uint64_t *r = (void*)rr; |
Denys Vlasenko | e730505 | 2021-10-05 13:30:48 +0200 | [diff] [blame] | 608 | int i; |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 609 | |
Denys Vlasenko | 4bc9da1 | 2021-11-27 11:28:11 +0100 | [diff] [blame] | 610 | carry = (((uint64_t)!!carry) << 63); |
| 611 | for (i = 3; i >= 0; i--) { |
| 612 | uint64_t c = r[i] << 63; |
| 613 | r[i] = (r[i] >> 1) | carry; |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 614 | carry = c; |
| 615 | } |
Denys Vlasenko | e730505 | 2021-10-05 13:30:48 +0200 | [diff] [blame] | 616 | } |
Denys Vlasenko | 4bc9da1 | 2021-11-27 11:28:11 +0100 | [diff] [blame] | 617 | #else |
| 618 | static void sp_256_rshift1_8(sp_digit* r, sp_digit carry) |
| 619 | { |
| 620 | int i; |
| 621 | |
| 622 | carry = (((sp_digit)!!carry) << 31); |
| 623 | for (i = 7; i >= 0; i--) { |
| 624 | sp_digit c = r[i] << 31; |
| 625 | r[i] = (r[i] >> 1) | carry; |
| 626 | carry = c; |
| 627 | } |
| 628 | } |
| 629 | #endif |
Denys Vlasenko | e730505 | 2021-10-05 13:30:48 +0200 | [diff] [blame] | 630 | |
Denys Vlasenko | dcfd8d3 | 2021-11-27 16:07:42 +0100 | [diff] [blame] | 631 | /* Divide the number by 2 mod the modulus (prime). (r = (r / 2) % m) */ |
| 632 | static void sp_256_div2_8(sp_digit* r /*, const sp_digit* m*/) |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 633 | { |
Denys Vlasenko | dcfd8d3 | 2021-11-27 16:07:42 +0100 | [diff] [blame] | 634 | const sp_digit* m = p256_mod; |
| 635 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 636 | int carry = 0; |
Denys Vlasenko | dcfd8d3 | 2021-11-27 16:07:42 +0100 | [diff] [blame] | 637 | if (r[0] & 1) |
| 638 | carry = sp_256_add_8(r, r, m); |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 639 | sp_256_norm_8(r); |
Denys Vlasenko | 4bc9da1 | 2021-11-27 11:28:11 +0100 | [diff] [blame] | 640 | sp_256_rshift1_8(r, carry); |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 641 | } |
| 642 | |
| 643 | /* Add two Montgomery form numbers (r = a + b % m) */ |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 644 | static void sp_256_mont_add_8(sp_digit* r, const sp_digit* a, const sp_digit* b |
| 645 | /*, const sp_digit* m*/) |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 646 | { |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 647 | // const sp_digit* m = p256_mod; |
| 648 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 649 | int carry = sp_256_add_8(r, a, b); |
| 650 | sp_256_norm_8(r); |
| 651 | if (carry) { |
Denys Vlasenko | 5e9c617 | 2021-10-06 20:14:49 +0200 | [diff] [blame] | 652 | sp_256_sub_8_p256_mod(r); |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 653 | sp_256_norm_8(r); |
Denys Vlasenko | 55578f2 | 2021-10-05 19:45:56 +0200 | [diff] [blame] | 654 | } |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 655 | } |
| 656 | |
| 657 | /* Subtract two Montgomery form numbers (r = a - b % m) */ |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 658 | static void sp_256_mont_sub_8(sp_digit* r, const sp_digit* a, const sp_digit* b |
| 659 | /*, const sp_digit* m*/) |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 660 | { |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 661 | const sp_digit* m = p256_mod; |
| 662 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 663 | int borrow; |
| 664 | borrow = sp_256_sub_8(r, a, b); |
| 665 | sp_256_norm_8(r); |
| 666 | if (borrow) { |
| 667 | sp_256_add_8(r, r, m); |
| 668 | sp_256_norm_8(r); |
Denys Vlasenko | 55578f2 | 2021-10-05 19:45:56 +0200 | [diff] [blame] | 669 | } |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 670 | } |
| 671 | |
| 672 | /* Double a Montgomery form number (r = a + a % m) */ |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 673 | static void sp_256_mont_dbl_8(sp_digit* r, const sp_digit* a /*, const sp_digit* m*/) |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 674 | { |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 675 | // const sp_digit* m = p256_mod; |
| 676 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 677 | int carry = sp_256_add_8(r, a, a); |
| 678 | sp_256_norm_8(r); |
| 679 | if (carry) |
Denys Vlasenko | 5e9c617 | 2021-10-06 20:14:49 +0200 | [diff] [blame] | 680 | sp_256_sub_8_p256_mod(r); |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 681 | sp_256_norm_8(r); |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 682 | } |
| 683 | |
| 684 | /* Triple a Montgomery form number (r = a + a + a % m) */ |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 685 | static void sp_256_mont_tpl_8(sp_digit* r, const sp_digit* a /*, const sp_digit* m*/) |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 686 | { |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 687 | // const sp_digit* m = p256_mod; |
| 688 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 689 | int carry = sp_256_add_8(r, a, a); |
| 690 | sp_256_norm_8(r); |
| 691 | if (carry) { |
Denys Vlasenko | 5e9c617 | 2021-10-06 20:14:49 +0200 | [diff] [blame] | 692 | sp_256_sub_8_p256_mod(r); |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 693 | sp_256_norm_8(r); |
Denys Vlasenko | 55578f2 | 2021-10-05 19:45:56 +0200 | [diff] [blame] | 694 | } |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 695 | carry = sp_256_add_8(r, r, a); |
| 696 | sp_256_norm_8(r); |
| 697 | if (carry) { |
Denys Vlasenko | 5e9c617 | 2021-10-06 20:14:49 +0200 | [diff] [blame] | 698 | sp_256_sub_8_p256_mod(r); |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 699 | sp_256_norm_8(r); |
Denys Vlasenko | 55578f2 | 2021-10-05 19:45:56 +0200 | [diff] [blame] | 700 | } |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 701 | } |
| 702 | |
Denys Vlasenko | 4415f7b | 2021-11-27 15:47:26 +0100 | [diff] [blame] | 703 | /* Shift the result in the high 256 bits down to the bottom. |
Denys Vlasenko | 4415f7b | 2021-11-27 15:47:26 +0100 | [diff] [blame] | 704 | */ |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 705 | static void sp_512to256_mont_shift_8(sp_digit* r, sp_digit* a) |
Denys Vlasenko | 4bc9da1 | 2021-11-27 11:28:11 +0100 | [diff] [blame] | 706 | { |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 707 | memcpy(r, a + 8, sizeof(*r) * 8); |
Denys Vlasenko | 4bc9da1 | 2021-11-27 11:28:11 +0100 | [diff] [blame] | 708 | } |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 709 | |
Denys Vlasenko | 4415f7b | 2021-11-27 15:47:26 +0100 | [diff] [blame] | 710 | /* Mul a by scalar b and add into r. (r += a * b) |
| 711 | * a = p256_mod |
| 712 | * b = r[0] |
| 713 | */ |
Denys Vlasenko | 2430fcf | 2021-10-06 00:19:30 +0200 | [diff] [blame] | 714 | static int sp_256_mul_add_8(sp_digit* r /*, const sp_digit* a, sp_digit b*/) |
Denys Vlasenko | e730505 | 2021-10-05 13:30:48 +0200 | [diff] [blame] | 715 | { |
Denys Vlasenko | 2430fcf | 2021-10-06 00:19:30 +0200 | [diff] [blame] | 716 | // const sp_digit* a = p256_mod; |
| 717 | //a[7..0] = ffffffff 00000001 00000000 00000000 00000000 ffffffff ffffffff ffffffff |
| 718 | sp_digit b = r[0]; |
Denys Vlasenko | e730505 | 2021-10-05 13:30:48 +0200 | [diff] [blame] | 719 | |
Denys Vlasenko | 00f2cce | 2021-10-06 10:15:29 +0200 | [diff] [blame] | 720 | uint64_t t; |
| 721 | |
| 722 | // t = 0; |
Denys Vlasenko | 2430fcf | 2021-10-06 00:19:30 +0200 | [diff] [blame] | 723 | // for (i = 0; i < 8; i++) { |
| 724 | // uint32_t t_hi; |
| 725 | // uint64_t m = ((uint64_t)b * a[i]) + r[i]; |
| 726 | // t += m; |
| 727 | // t_hi = (t < m); |
| 728 | // r[i] = (sp_digit)t; |
| 729 | // t = (t >> 32) | ((uint64_t)t_hi << 32); |
| 730 | // } |
| 731 | // r[8] += (sp_digit)t; |
| 732 | |
| 733 | // Unroll, then optimize the above loop: |
| 734 | //uint32_t t_hi; |
| 735 | uint64_t m; |
Denys Vlasenko | 00f2cce | 2021-10-06 10:15:29 +0200 | [diff] [blame] | 736 | uint32_t t32; |
Denys Vlasenko | 2430fcf | 2021-10-06 00:19:30 +0200 | [diff] [blame] | 737 | |
| 738 | //m = ((uint64_t)b * a[0]) + r[0]; |
| 739 | // Since b is r[0] and a[0] is ffffffff, the above optimizes to: |
| 740 | // m = r[0] * ffffffff + r[0] = (r[0] * 100000000 - r[0]) + r[0] = r[0] << 32; |
| 741 | //t += m; |
Denys Vlasenko | 00f2cce | 2021-10-06 10:15:29 +0200 | [diff] [blame] | 742 | // t = r[0] << 32 = b << 32; |
Denys Vlasenko | 2430fcf | 2021-10-06 00:19:30 +0200 | [diff] [blame] | 743 | //t_hi = (t < m); |
| 744 | // t_hi = 0; |
| 745 | //r[0] = (sp_digit)t; |
| 746 | r[0] = 0; |
| 747 | //t = (t >> 32) | ((uint64_t)t_hi << 32); |
| 748 | // t = b; |
| 749 | |
| 750 | //m = ((uint64_t)b * a[1]) + r[1]; |
| 751 | // Since a[1] is ffffffff, the above optimizes to: |
| 752 | // m = b * ffffffff + r[1] = (b * 100000000 - b) + r[1] = (b << 32) - b + r[1]; |
| 753 | //t += m; |
| 754 | // t = b + (b << 32) - b + r[1] = (b << 32) + r[1]; |
| 755 | //t_hi = (t < m); |
| 756 | // t_hi = 0; |
| 757 | //r[1] = (sp_digit)t; |
| 758 | // r[1] = r[1]; |
| 759 | //t = (t >> 32) | ((uint64_t)t_hi << 32); |
| 760 | // t = b; |
| 761 | |
| 762 | //m = ((uint64_t)b * a[2]) + r[2]; |
| 763 | // Since a[2] is ffffffff, the above optimizes to: |
| 764 | // m = b * ffffffff + r[2] = (b * 100000000 - b) + r[2] = (b << 32) - b + r[2]; |
| 765 | //t += m; |
| 766 | // t = b + (b << 32) - b + r[2] = (b << 32) + r[2] |
| 767 | //t_hi = (t < m); |
| 768 | // t_hi = 0; |
| 769 | //r[2] = (sp_digit)t; |
| 770 | // r[2] = r[2]; |
| 771 | //t = (t >> 32) | ((uint64_t)t_hi << 32); |
| 772 | // t = b; |
| 773 | |
| 774 | //m = ((uint64_t)b * a[3]) + r[3]; |
| 775 | // Since a[3] is 00000000, the above optimizes to: |
| 776 | // m = b * 0 + r[3] = r[3]; |
| 777 | //t += m; |
Denys Vlasenko | 00f2cce | 2021-10-06 10:15:29 +0200 | [diff] [blame] | 778 | // t = b + r[3]; |
Denys Vlasenko | 2430fcf | 2021-10-06 00:19:30 +0200 | [diff] [blame] | 779 | //t_hi = (t < m); |
| 780 | // t_hi = 0; |
| 781 | //r[3] = (sp_digit)t; |
| 782 | r[3] = r[3] + b; |
| 783 | //t = (t >> 32) | ((uint64_t)t_hi << 32); |
Denys Vlasenko | 00f2cce | 2021-10-06 10:15:29 +0200 | [diff] [blame] | 784 | t32 = (r[3] < b); // 0 or 1 |
Denys Vlasenko | 2430fcf | 2021-10-06 00:19:30 +0200 | [diff] [blame] | 785 | |
| 786 | //m = ((uint64_t)b * a[4]) + r[4]; |
| 787 | // Since a[4] is 00000000, the above optimizes to: |
| 788 | // m = b * 0 + r[4] = r[4]; |
| 789 | //t += m; |
Denys Vlasenko | 00f2cce | 2021-10-06 10:15:29 +0200 | [diff] [blame] | 790 | // t = t32 + r[4]; |
Denys Vlasenko | 2430fcf | 2021-10-06 00:19:30 +0200 | [diff] [blame] | 791 | //t_hi = (t < m); |
| 792 | // t_hi = 0; |
Denys Vlasenko | 00f2cce | 2021-10-06 10:15:29 +0200 | [diff] [blame] | 793 | //r[4] = (sp_digit)t; |
Denys Vlasenko | 2430fcf | 2021-10-06 00:19:30 +0200 | [diff] [blame] | 794 | //t = (t >> 32) | ((uint64_t)t_hi << 32); |
Denys Vlasenko | 00f2cce | 2021-10-06 10:15:29 +0200 | [diff] [blame] | 795 | if (t32 != 0) { |
| 796 | r[4]++; |
| 797 | t32 = (r[4] == 0); // 0 or 1 |
Denys Vlasenko | 2430fcf | 2021-10-06 00:19:30 +0200 | [diff] [blame] | 798 | |
| 799 | //m = ((uint64_t)b * a[5]) + r[5]; |
| 800 | // Since a[5] is 00000000, the above optimizes to: |
| 801 | // m = b * 0 + r[5] = r[5]; |
| 802 | //t += m; |
Denys Vlasenko | 00f2cce | 2021-10-06 10:15:29 +0200 | [diff] [blame] | 803 | // t = t32 + r[5]; (t32 is 0 or 1) |
Denys Vlasenko | 2430fcf | 2021-10-06 00:19:30 +0200 | [diff] [blame] | 804 | //t_hi = (t < m); |
| 805 | // t_hi = 0; |
Denys Vlasenko | 00f2cce | 2021-10-06 10:15:29 +0200 | [diff] [blame] | 806 | //r[5] = (sp_digit)t; |
Denys Vlasenko | 2430fcf | 2021-10-06 00:19:30 +0200 | [diff] [blame] | 807 | //t = (t >> 32) | ((uint64_t)t_hi << 32); |
Denys Vlasenko | 00f2cce | 2021-10-06 10:15:29 +0200 | [diff] [blame] | 808 | if (t32 != 0) { |
| 809 | r[5]++; |
| 810 | t32 = (r[5] == 0); // 0 or 1 |
| 811 | } |
| 812 | } |
Denys Vlasenko | 2430fcf | 2021-10-06 00:19:30 +0200 | [diff] [blame] | 813 | |
| 814 | //m = ((uint64_t)b * a[6]) + r[6]; |
| 815 | // Since a[6] is 00000001, the above optimizes to: |
Denys Vlasenko | 00f2cce | 2021-10-06 10:15:29 +0200 | [diff] [blame] | 816 | // m = (uint64_t)b + r[6]; // 33 bits at most |
| 817 | //t += m; |
| 818 | t = t32 + (uint64_t)b + r[6]; |
Denys Vlasenko | 2430fcf | 2021-10-06 00:19:30 +0200 | [diff] [blame] | 819 | //t_hi = (t < m); |
Denys Vlasenko | 00f2cce | 2021-10-06 10:15:29 +0200 | [diff] [blame] | 820 | // t_hi = 0; |
Denys Vlasenko | 2430fcf | 2021-10-06 00:19:30 +0200 | [diff] [blame] | 821 | r[6] = (sp_digit)t; |
| 822 | //t = (t >> 32) | ((uint64_t)t_hi << 32); |
| 823 | t = (t >> 32); |
| 824 | |
| 825 | //m = ((uint64_t)b * a[7]) + r[7]; |
| 826 | // Since a[7] is ffffffff, the above optimizes to: |
| 827 | // m = b * ffffffff + r[7] = (b * 100000000 - b) + r[7] |
| 828 | m = ((uint64_t)b << 32) - b + r[7]; |
| 829 | t += m; |
| 830 | //t_hi = (t < m); |
Denys Vlasenko | 00f2cce | 2021-10-06 10:15:29 +0200 | [diff] [blame] | 831 | // t_hi in fact is always 0 here (256bit * 32bit can't have more than 32 bits of overflow) |
Denys Vlasenko | 2430fcf | 2021-10-06 00:19:30 +0200 | [diff] [blame] | 832 | r[7] = (sp_digit)t; |
| 833 | //t = (t >> 32) | ((uint64_t)t_hi << 32); |
| 834 | t = (t >> 32); |
| 835 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 836 | r[8] += (sp_digit)t; |
| 837 | return (r[8] < (sp_digit)t); /* 1 if addition overflowed */ |
Denys Vlasenko | e730505 | 2021-10-05 13:30:48 +0200 | [diff] [blame] | 838 | } |
| 839 | |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 840 | /* Reduce the number back to 256 bits using Montgomery reduction. |
Denys Vlasenko | 9c671fe | 2021-11-27 18:42:27 +0100 | [diff] [blame] | 841 | * Note: the result is NOT guaranteed to be less than p256_mod! |
| 842 | * (it is only guaranteed to fit into 256 bits). |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 843 | * |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 844 | * r Result. |
| 845 | * a Double-wide number to reduce. Clobbered. |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 846 | * m The single precision number representing the modulus. |
| 847 | * mp The digit representing the negative inverse of m mod 2^n. |
| 848 | */ |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 849 | static void sp_512to256_mont_reduce_8(sp_digit* r, sp_digit* a/*, const sp_digit* m, sp_digit mp*/) |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 850 | { |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 851 | // const sp_digit* m = p256_mod; |
Denys Vlasenko | 389329e | 2021-10-05 13:39:33 +0200 | [diff] [blame] | 852 | sp_digit mp = p256_mp_mod; |
| 853 | |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 854 | int i; |
Denys Vlasenko | 2430fcf | 2021-10-06 00:19:30 +0200 | [diff] [blame] | 855 | // sp_digit mu; |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 856 | |
| 857 | if (mp != 1) { |
Denys Vlasenko | 2430fcf | 2021-10-06 00:19:30 +0200 | [diff] [blame] | 858 | sp_digit word16th = 0; |
| 859 | for (i = 0; i < 8; i++) { |
| 860 | // mu = (sp_digit)(a[i] * mp); |
| 861 | if (sp_256_mul_add_8(a+i /*, m, mu*/)) { |
| 862 | int j = i + 8; |
| 863 | inc_next_word0: |
| 864 | if (++j > 15) { /* a[16] array has no more words? */ |
| 865 | word16th++; |
| 866 | continue; |
| 867 | } |
| 868 | if (++a[j] == 0) /* did this overflow too? */ |
| 869 | goto inc_next_word0; |
| 870 | } |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 871 | } |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 872 | sp_512to256_mont_shift_8(r, a); |
Denys Vlasenko | 2430fcf | 2021-10-06 00:19:30 +0200 | [diff] [blame] | 873 | if (word16th != 0) |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 874 | sp_256_sub_8_p256_mod(r); |
| 875 | sp_256_norm_8(r); |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 876 | } |
Denys Vlasenko | 389329e | 2021-10-05 13:39:33 +0200 | [diff] [blame] | 877 | else { /* Same code for explicit mp == 1 (which is always the case for P256) */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 878 | sp_digit word16th = 0; |
| 879 | for (i = 0; i < 8; i++) { |
Denys Vlasenko | 4415f7b | 2021-11-27 15:47:26 +0100 | [diff] [blame] | 880 | // mu = a[i]; |
Denys Vlasenko | 2430fcf | 2021-10-06 00:19:30 +0200 | [diff] [blame] | 881 | if (sp_256_mul_add_8(a+i /*, m, mu*/)) { |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 882 | int j = i + 8; |
| 883 | inc_next_word: |
| 884 | if (++j > 15) { /* a[16] array has no more words? */ |
| 885 | word16th++; |
| 886 | continue; |
| 887 | } |
| 888 | if (++a[j] == 0) /* did this overflow too? */ |
| 889 | goto inc_next_word; |
| 890 | } |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 891 | } |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 892 | sp_512to256_mont_shift_8(r, a); |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 893 | if (word16th != 0) |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 894 | sp_256_sub_8_p256_mod(r); |
| 895 | sp_256_norm_8(r); |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 896 | } |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 897 | } |
| 898 | |
| 899 | /* Multiply two Montogmery form numbers mod the modulus (prime). |
| 900 | * (r = a * b mod m) |
| 901 | * |
| 902 | * r Result of multiplication. |
| 903 | * a First number to multiply in Montogmery form. |
| 904 | * b Second number to multiply in Montogmery form. |
| 905 | * m Modulus (prime). |
| 906 | * mp Montogmery mulitplier. |
| 907 | */ |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 908 | static void sp_256_mont_mul_8(sp_digit* r, const sp_digit* a, const sp_digit* b |
Denys Vlasenko | 389329e | 2021-10-05 13:39:33 +0200 | [diff] [blame] | 909 | /*, const sp_digit* m, sp_digit mp*/) |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 910 | { |
Denys Vlasenko | 389329e | 2021-10-05 13:39:33 +0200 | [diff] [blame] | 911 | //const sp_digit* m = p256_mod; |
| 912 | //sp_digit mp = p256_mp_mod; |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 913 | sp_digit t[2 * 8]; |
| 914 | sp_256to512_mul_8(t, a, b); |
| 915 | sp_512to256_mont_reduce_8(r, t /*, m, mp*/); |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 916 | } |
| 917 | |
| 918 | /* Square the Montgomery form number. (r = a * a mod m) |
| 919 | * |
| 920 | * r Result of squaring. |
| 921 | * a Number to square in Montogmery form. |
| 922 | * m Modulus (prime). |
| 923 | * mp Montogmery mulitplier. |
| 924 | */ |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 925 | static void sp_256_mont_sqr_8(sp_digit* r, const sp_digit* a |
Denys Vlasenko | 389329e | 2021-10-05 13:39:33 +0200 | [diff] [blame] | 926 | /*, const sp_digit* m, sp_digit mp*/) |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 927 | { |
Denys Vlasenko | 389329e | 2021-10-05 13:39:33 +0200 | [diff] [blame] | 928 | //const sp_digit* m = p256_mod; |
| 929 | //sp_digit mp = p256_mp_mod; |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 930 | sp_256_mont_mul_8(r, a, a /*, m, mp*/); |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 931 | } |
| 932 | |
| 933 | /* Invert the number, in Montgomery form, modulo the modulus (prime) of the |
| 934 | * P256 curve. (r = 1 / a mod m) |
| 935 | * |
| 936 | * r Inverse result. |
| 937 | * a Number to invert. |
| 938 | */ |
| 939 | #if 0 |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 940 | //p256_mod - 2: |
| 941 | //ffffffff 00000001 00000000 00000000 00000000 ffffffff ffffffff ffffffff - 2 |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 942 | //Bit pattern: |
| 943 | //2 2 2 2 2 2 2 1...1 |
| 944 | //5 5 4 3 2 1 0 9...0 9...1 |
| 945 | //543210987654321098765432109876543210987654321098765432109876543210...09876543210...09876543210 |
| 946 | //111111111111111111111111111111110000000000000000000000000000000100...00000111111...11111111101 |
| 947 | #endif |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 948 | static void sp_256_mont_inv_8(sp_digit* r, sp_digit* a) |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 949 | { |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 950 | sp_digit t[8]; |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 951 | int i; |
| 952 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 953 | memcpy(t, a, sizeof(sp_digit) * 8); |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 954 | for (i = 254; i >= 0; i--) { |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 955 | sp_256_mont_sqr_8(t, t /*, p256_mod, p256_mp_mod*/); |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 956 | /*if (p256_mod_2[i / 32] & ((sp_digit)1 << (i % 32)))*/ |
| 957 | if (i >= 224 || i == 192 || (i <= 95 && i != 1)) |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 958 | sp_256_mont_mul_8(t, t, a /*, p256_mod, p256_mp_mod*/); |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 959 | } |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 960 | memcpy(r, t, sizeof(sp_digit) * 8); |
Denys Vlasenko | a2bc52d | 2021-04-27 01:21:26 +0200 | [diff] [blame] | 961 | } |
| 962 | |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 963 | /* Multiply a number by Montogmery normalizer mod modulus (prime). |
| 964 | * |
| 965 | * r The resulting Montgomery form number. |
| 966 | * a The number to convert. |
| 967 | */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 968 | static void sp_256_mod_mul_norm_8(sp_digit* r, const sp_digit* a) |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 969 | { |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 970 | int64_t t[8]; |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 971 | int32_t o; |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 972 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 973 | #define A(n) ((uint64_t)a[n]) |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 974 | /* 1 1 0 -1 -1 -1 -1 0 */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 975 | t[0] = 0 + A(0) + A(1) - A(3) - A(4) - A(5) - A(6); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 976 | /* 0 1 1 0 -1 -1 -1 -1 */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 977 | t[1] = 0 + A(1) + A(2) - A(4) - A(5) - A(6) - A(7); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 978 | /* 0 0 1 1 0 -1 -1 -1 */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 979 | t[2] = 0 + A(2) + A(3) - A(5) - A(6) - A(7); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 980 | /* -1 -1 0 2 2 1 0 -1 */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 981 | t[3] = 0 - A(0) - A(1) + 2 * A(3) + 2 * A(4) + A(5) - A(7); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 982 | /* 0 -1 -1 0 2 2 1 0 */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 983 | t[4] = 0 - A(1) - A(2) + 2 * A(4) + 2 * A(5) + A(6); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 984 | /* 0 0 -1 -1 0 2 2 1 */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 985 | t[5] = 0 - A(2) - A(3) + 2 * A(5) + 2 * A(6) + A(7); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 986 | /* -1 -1 0 0 0 1 3 2 */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 987 | t[6] = 0 - A(0) - A(1) + A(5) + 3 * A(6) + 2 * A(7); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 988 | /* 1 0 -1 -1 -1 -1 0 3 */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 989 | t[7] = 0 + A(0) - A(2) - A(3) - A(4) - A(5) + 3 * A(7); |
| 990 | #undef A |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 991 | |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 992 | t[1] += t[0] >> 32; t[0] &= 0xffffffff; |
| 993 | t[2] += t[1] >> 32; t[1] &= 0xffffffff; |
| 994 | t[3] += t[2] >> 32; t[2] &= 0xffffffff; |
| 995 | t[4] += t[3] >> 32; t[3] &= 0xffffffff; |
| 996 | t[5] += t[4] >> 32; t[4] &= 0xffffffff; |
| 997 | t[6] += t[5] >> 32; t[5] &= 0xffffffff; |
| 998 | t[7] += t[6] >> 32; t[6] &= 0xffffffff; |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 999 | o = t[7] >> 32; //t[7] &= 0xffffffff; |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1000 | t[0] += o; |
| 1001 | t[3] -= o; |
| 1002 | t[6] -= o; |
| 1003 | t[7] += o; |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1004 | r[0] = (sp_digit)t[0]; |
| 1005 | t[1] += t[0] >> 32; |
| 1006 | r[1] = (sp_digit)t[1]; |
| 1007 | t[2] += t[1] >> 32; |
| 1008 | r[2] = (sp_digit)t[2]; |
| 1009 | t[3] += t[2] >> 32; |
| 1010 | r[3] = (sp_digit)t[3]; |
| 1011 | t[4] += t[3] >> 32; |
| 1012 | r[4] = (sp_digit)t[4]; |
| 1013 | t[5] += t[4] >> 32; |
| 1014 | r[5] = (sp_digit)t[5]; |
| 1015 | t[6] += t[5] >> 32; |
| 1016 | r[6] = (sp_digit)t[6]; |
| 1017 | // t[7] += t[6] >> 32; |
| 1018 | // r[7] = (sp_digit)t[7]; |
| 1019 | r[7] = (sp_digit)t[7] + (sp_digit)(t[6] >> 32); |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1020 | } |
| 1021 | |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1022 | /* Map the Montgomery form projective co-ordinate point to an affine point. |
| 1023 | * |
| 1024 | * r Resulting affine co-ordinate point. |
| 1025 | * p Montgomery form projective co-ordinate point. |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1026 | */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1027 | static void sp_256_map_8(sp_point* r, sp_point* p) |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1028 | { |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 1029 | sp_digit t1[8]; |
| 1030 | sp_digit t2[8]; |
| 1031 | sp_digit rr[2 * 8]; |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1032 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1033 | sp_256_mont_inv_8(t1, p->z); |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1034 | |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 1035 | sp_256_mont_sqr_8(t2, t1 /*, p256_mod, p256_mp_mod*/); |
| 1036 | sp_256_mont_mul_8(t1, t2, t1 /*, p256_mod, p256_mp_mod*/); |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1037 | |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1038 | /* x /= z^2 */ |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 1039 | sp_256_mont_mul_8(rr, p->x, t2 /*, p256_mod, p256_mp_mod*/); |
| 1040 | memset(rr + 8, 0, sizeof(rr) / 2); |
| 1041 | sp_512to256_mont_reduce_8(r->x, rr /*, p256_mod, p256_mp_mod*/); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1042 | /* Reduce x to less than modulus */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1043 | if (sp_256_cmp_8(r->x, p256_mod) >= 0) |
Denys Vlasenko | 5e9c617 | 2021-10-06 20:14:49 +0200 | [diff] [blame] | 1044 | sp_256_sub_8_p256_mod(r->x); |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1045 | sp_256_norm_8(r->x); |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1046 | |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1047 | /* y /= z^3 */ |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 1048 | sp_256_mont_mul_8(rr, p->y, t1 /*, p256_mod, p256_mp_mod*/); |
| 1049 | memset(rr + 8, 0, sizeof(rr) / 2); |
| 1050 | sp_512to256_mont_reduce_8(r->y, rr /*, p256_mod, p256_mp_mod*/); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1051 | /* Reduce y to less than modulus */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1052 | if (sp_256_cmp_8(r->y, p256_mod) >= 0) |
Denys Vlasenko | 5e9c617 | 2021-10-06 20:14:49 +0200 | [diff] [blame] | 1053 | sp_256_sub_8_p256_mod(r->y); |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1054 | sp_256_norm_8(r->y); |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1055 | |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1056 | memset(r->z, 0, sizeof(r->z)); |
| 1057 | r->z[0] = 1; |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1058 | } |
| 1059 | |
| 1060 | /* Double the Montgomery form projective point p. |
| 1061 | * |
| 1062 | * r Result of doubling point. |
| 1063 | * p Point to double. |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1064 | */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1065 | static void sp_256_proj_point_dbl_8(sp_point* r, sp_point* p) |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1066 | { |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 1067 | sp_digit t1[8]; |
| 1068 | sp_digit t2[8]; |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1069 | |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1070 | /* Put point to double into result */ |
| 1071 | if (r != p) |
| 1072 | *r = *p; /* struct copy */ |
Denys Vlasenko | 4d3a5c1 | 2021-04-26 15:21:38 +0200 | [diff] [blame] | 1073 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1074 | if (r->infinity) |
Denys Vlasenko | e730505 | 2021-10-05 13:30:48 +0200 | [diff] [blame] | 1075 | return; |
| 1076 | |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1077 | /* T1 = Z * Z */ |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 1078 | sp_256_mont_sqr_8(t1, r->z /*, p256_mod, p256_mp_mod*/); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1079 | /* Z = Y * Z */ |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 1080 | sp_256_mont_mul_8(r->z, r->y, r->z /*, p256_mod, p256_mp_mod*/); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1081 | /* Z = 2Z */ |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 1082 | sp_256_mont_dbl_8(r->z, r->z /*, p256_mod*/); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1083 | /* T2 = X - T1 */ |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 1084 | sp_256_mont_sub_8(t2, r->x, t1 /*, p256_mod*/); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1085 | /* T1 = X + T1 */ |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 1086 | sp_256_mont_add_8(t1, r->x, t1 /*, p256_mod*/); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1087 | /* T2 = T1 * T2 */ |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 1088 | sp_256_mont_mul_8(t2, t1, t2 /*, p256_mod, p256_mp_mod*/); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1089 | /* T1 = 3T2 */ |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 1090 | sp_256_mont_tpl_8(t1, t2 /*, p256_mod*/); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1091 | /* Y = 2Y */ |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 1092 | sp_256_mont_dbl_8(r->y, r->y /*, p256_mod*/); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1093 | /* Y = Y * Y */ |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 1094 | sp_256_mont_sqr_8(r->y, r->y /*, p256_mod, p256_mp_mod*/); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1095 | /* T2 = Y * Y */ |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 1096 | sp_256_mont_sqr_8(t2, r->y /*, p256_mod, p256_mp_mod*/); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1097 | /* T2 = T2/2 */ |
Denys Vlasenko | dcfd8d3 | 2021-11-27 16:07:42 +0100 | [diff] [blame] | 1098 | sp_256_div2_8(t2 /*, p256_mod*/); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1099 | /* Y = Y * X */ |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 1100 | sp_256_mont_mul_8(r->y, r->y, r->x /*, p256_mod, p256_mp_mod*/); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1101 | /* X = T1 * T1 */ |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 1102 | sp_256_mont_mul_8(r->x, t1, t1 /*, p256_mod, p256_mp_mod*/); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1103 | /* X = X - Y */ |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 1104 | sp_256_mont_sub_8(r->x, r->x, r->y /*, p256_mod*/); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1105 | /* X = X - Y */ |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 1106 | sp_256_mont_sub_8(r->x, r->x, r->y /*, p256_mod*/); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1107 | /* Y = Y - X */ |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 1108 | sp_256_mont_sub_8(r->y, r->y, r->x /*, p256_mod*/); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1109 | /* Y = Y * T1 */ |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 1110 | sp_256_mont_mul_8(r->y, r->y, t1 /*, p256_mod, p256_mp_mod*/); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1111 | /* Y = Y - T2 */ |
Denys Vlasenko | c784284 | 2021-10-06 01:09:37 +0200 | [diff] [blame] | 1112 | sp_256_mont_sub_8(r->y, r->y, t2 /*, p256_mod*/); |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1113 | dump_512("y2 %s\n", r->y); |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1114 | } |
| 1115 | |
| 1116 | /* Add two Montgomery form projective points. |
| 1117 | * |
| 1118 | * r Result of addition. |
| 1119 | * p Frist point to add. |
| 1120 | * q Second point to add. |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1121 | */ |
Denys Vlasenko | 53b2fdc | 2021-10-10 13:50:53 +0200 | [diff] [blame] | 1122 | static NOINLINE void sp_256_proj_point_add_8(sp_point* r, sp_point* p, sp_point* q) |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1123 | { |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 1124 | sp_digit t1[8]; |
| 1125 | sp_digit t2[8]; |
| 1126 | sp_digit t3[8]; |
| 1127 | sp_digit t4[8]; |
| 1128 | sp_digit t5[8]; |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1129 | |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1130 | /* Ensure only the first point is the same as the result. */ |
| 1131 | if (q == r) { |
| 1132 | sp_point* a = p; |
| 1133 | p = q; |
| 1134 | q = a; |
| 1135 | } |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1136 | |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1137 | /* Check double */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1138 | sp_256_sub_8(t1, p256_mod, q->y); |
| 1139 | sp_256_norm_8(t1); |
| 1140 | if (sp_256_cmp_equal_8(p->x, q->x) |
| 1141 | && sp_256_cmp_equal_8(p->z, q->z) |
| 1142 | && (sp_256_cmp_equal_8(p->y, q->y) || sp_256_cmp_equal_8(p->y, t1)) |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1143 | ) { |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1144 | sp_256_proj_point_dbl_8(r, p); |
Denys Vlasenko | bbda85c | 2021-11-27 15:06:57 +0100 | [diff] [blame] | 1145 | return; |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1146 | } |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1147 | |
Denys Vlasenko | 772e187 | 2021-04-26 17:25:27 +0200 | [diff] [blame] | 1148 | |
Denys Vlasenko | bbda85c | 2021-11-27 15:06:57 +0100 | [diff] [blame] | 1149 | if (p->infinity || q->infinity) { |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1150 | *r = p->infinity ? *q : *p; /* struct copy */ |
Denys Vlasenko | bbda85c | 2021-11-27 15:06:57 +0100 | [diff] [blame] | 1151 | return; |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1152 | } |
Denys Vlasenko | bbda85c | 2021-11-27 15:06:57 +0100 | [diff] [blame] | 1153 | |
| 1154 | /* U1 = X1*Z2^2 */ |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 1155 | sp_256_mont_sqr_8(t1, q->z /*, p256_mod, p256_mp_mod*/); |
| 1156 | sp_256_mont_mul_8(t3, t1, q->z /*, p256_mod, p256_mp_mod*/); |
| 1157 | sp_256_mont_mul_8(t1, t1, r->x /*, p256_mod, p256_mp_mod*/); |
Denys Vlasenko | bbda85c | 2021-11-27 15:06:57 +0100 | [diff] [blame] | 1158 | /* U2 = X2*Z1^2 */ |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 1159 | sp_256_mont_sqr_8(t2, r->z /*, p256_mod, p256_mp_mod*/); |
| 1160 | sp_256_mont_mul_8(t4, t2, r->z /*, p256_mod, p256_mp_mod*/); |
| 1161 | sp_256_mont_mul_8(t2, t2, q->x /*, p256_mod, p256_mp_mod*/); |
Denys Vlasenko | bbda85c | 2021-11-27 15:06:57 +0100 | [diff] [blame] | 1162 | /* S1 = Y1*Z2^3 */ |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 1163 | sp_256_mont_mul_8(t3, t3, r->y /*, p256_mod, p256_mp_mod*/); |
Denys Vlasenko | bbda85c | 2021-11-27 15:06:57 +0100 | [diff] [blame] | 1164 | /* S2 = Y2*Z1^3 */ |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 1165 | sp_256_mont_mul_8(t4, t4, q->y /*, p256_mod, p256_mp_mod*/); |
Denys Vlasenko | bbda85c | 2021-11-27 15:06:57 +0100 | [diff] [blame] | 1166 | /* H = U2 - U1 */ |
| 1167 | sp_256_mont_sub_8(t2, t2, t1 /*, p256_mod*/); |
| 1168 | /* R = S2 - S1 */ |
| 1169 | sp_256_mont_sub_8(t4, t4, t3 /*, p256_mod*/); |
| 1170 | /* Z3 = H*Z1*Z2 */ |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 1171 | sp_256_mont_mul_8(r->z, r->z, q->z /*, p256_mod, p256_mp_mod*/); |
| 1172 | sp_256_mont_mul_8(r->z, r->z, t2 /*, p256_mod, p256_mp_mod*/); |
Denys Vlasenko | bbda85c | 2021-11-27 15:06:57 +0100 | [diff] [blame] | 1173 | /* X3 = R^2 - H^3 - 2*U1*H^2 */ |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 1174 | sp_256_mont_sqr_8(r->x, t4 /*, p256_mod, p256_mp_mod*/); |
| 1175 | sp_256_mont_sqr_8(t5, t2 /*, p256_mod, p256_mp_mod*/); |
| 1176 | sp_256_mont_mul_8(r->y, t1, t5 /*, p256_mod, p256_mp_mod*/); |
| 1177 | sp_256_mont_mul_8(t5, t5, t2 /*, p256_mod, p256_mp_mod*/); |
Denys Vlasenko | bbda85c | 2021-11-27 15:06:57 +0100 | [diff] [blame] | 1178 | sp_256_mont_sub_8(r->x, r->x, t5 /*, p256_mod*/); |
| 1179 | sp_256_mont_dbl_8(t1, r->y /*, p256_mod*/); |
| 1180 | sp_256_mont_sub_8(r->x, r->x, t1 /*, p256_mod*/); |
| 1181 | /* Y3 = R*(U1*H^2 - X3) - S1*H^3 */ |
| 1182 | sp_256_mont_sub_8(r->y, r->y, r->x /*, p256_mod*/); |
Denys Vlasenko | f92ae1d | 2021-11-27 19:15:43 +0100 | [diff] [blame] | 1183 | sp_256_mont_mul_8(r->y, r->y, t4 /*, p256_mod, p256_mp_mod*/); |
| 1184 | sp_256_mont_mul_8(t5, t5, t3 /*, p256_mod, p256_mp_mod*/); |
Denys Vlasenko | bbda85c | 2021-11-27 15:06:57 +0100 | [diff] [blame] | 1185 | sp_256_mont_sub_8(r->y, r->y, t5 /*, p256_mod*/); |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1186 | } |
| 1187 | |
| 1188 | /* Multiply the point by the scalar and return the result. |
| 1189 | * If map is true then convert result to affine co-ordinates. |
| 1190 | * |
| 1191 | * r Resulting point. |
| 1192 | * g Point to multiply. |
| 1193 | * k Scalar to multiply by. |
Denys Vlasenko | 03ab2a9 | 2021-04-26 14:55:46 +0200 | [diff] [blame] | 1194 | * map Indicates whether to convert result to affine. |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1195 | */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1196 | static void sp_256_ecc_mulmod_8(sp_point* r, const sp_point* g, const sp_digit* k /*, int map*/) |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1197 | { |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1198 | enum { map = 1 }; /* we always convert result to affine coordinates */ |
| 1199 | sp_point t[3]; |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1200 | sp_digit n = n; /* for compiler */ |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1201 | int c, y; |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1202 | |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1203 | memset(t, 0, sizeof(t)); |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1204 | |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1205 | /* t[0] = {0, 0, 1} * norm */ |
| 1206 | t[0].infinity = 1; |
| 1207 | /* t[1] = {g->x, g->y, g->z} * norm */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1208 | sp_256_mod_mul_norm_8(t[1].x, g->x); |
| 1209 | sp_256_mod_mul_norm_8(t[1].y, g->y); |
| 1210 | sp_256_mod_mul_norm_8(t[1].z, g->z); |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1211 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1212 | /* For every bit, starting from most significant... */ |
| 1213 | k += 7; |
| 1214 | c = 256; |
| 1215 | for (;;) { |
| 1216 | if ((c & 0x1f) == 0) { |
| 1217 | if (c == 0) |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1218 | break; |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1219 | n = *k--; |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1220 | } |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1221 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1222 | y = (n >> 31); |
| 1223 | dbg("y:%d t[%d] = t[0]+t[1]\n", y, y^1); |
| 1224 | sp_256_proj_point_add_8(&t[y^1], &t[0], &t[1]); |
| 1225 | dump_512("t[0].x %s\n", t[0].x); |
| 1226 | dump_512("t[0].y %s\n", t[0].y); |
| 1227 | dump_512("t[0].z %s\n", t[0].z); |
| 1228 | dump_512("t[1].x %s\n", t[1].x); |
| 1229 | dump_512("t[1].y %s\n", t[1].y); |
| 1230 | dump_512("t[1].z %s\n", t[1].z); |
| 1231 | dbg("t[2] = t[%d]\n", y); |
Denys Vlasenko | 26c8522 | 2021-11-27 15:00:14 +0100 | [diff] [blame] | 1232 | t[2] = t[y]; /* struct copy */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1233 | dbg("t[2] *= 2\n"); |
| 1234 | sp_256_proj_point_dbl_8(&t[2], &t[2]); |
| 1235 | dump_512("t[2].x %s\n", t[2].x); |
| 1236 | dump_512("t[2].y %s\n", t[2].y); |
| 1237 | dump_512("t[2].z %s\n", t[2].z); |
Denys Vlasenko | 26c8522 | 2021-11-27 15:00:14 +0100 | [diff] [blame] | 1238 | t[y] = t[2]; /* struct copy */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1239 | |
| 1240 | n <<= 1; |
| 1241 | c--; |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1242 | } |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1243 | |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1244 | if (map) |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1245 | sp_256_map_8(r, &t[0]); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1246 | else |
Denys Vlasenko | 9c671fe | 2021-11-27 18:42:27 +0100 | [diff] [blame] | 1247 | *r = t[0]; /* struct copy */ |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1248 | |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1249 | memset(t, 0, sizeof(t)); //paranoia |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1250 | } |
| 1251 | |
| 1252 | /* Multiply the base point of P256 by the scalar and return the result. |
| 1253 | * If map is true then convert result to affine co-ordinates. |
| 1254 | * |
| 1255 | * r Resulting point. |
| 1256 | * k Scalar to multiply by. |
Denys Vlasenko | 03ab2a9 | 2021-04-26 14:55:46 +0200 | [diff] [blame] | 1257 | * map Indicates whether to convert result to affine. |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1258 | */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1259 | static void sp_256_ecc_mulmod_base_8(sp_point* r, sp_digit* k /*, int map*/) |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1260 | { |
Denys Vlasenko | 39a3ef5 | 2021-04-27 01:31:51 +0200 | [diff] [blame] | 1261 | /* Since this function is called only once, save space: |
| 1262 | * don't have "static const sp_point p256_base = {...}", |
| 1263 | * it would have more zeros than data. |
| 1264 | */ |
Denys Vlasenko | 48a18d1 | 2021-04-27 12:24:21 +0200 | [diff] [blame] | 1265 | static const uint8_t p256_base_bin[] = { |
| 1266 | /* x (big-endian) */ |
| 1267 | 0x6b,0x17,0xd1,0xf2,0xe1,0x2c,0x42,0x47,0xf8,0xbc,0xe6,0xe5,0x63,0xa4,0x40,0xf2,0x77,0x03,0x7d,0x81,0x2d,0xeb,0x33,0xa0,0xf4,0xa1,0x39,0x45,0xd8,0x98,0xc2,0x96, |
| 1268 | /* y */ |
| 1269 | 0x4f,0xe3,0x42,0xe2,0xfe,0x1a,0x7f,0x9b,0x8e,0xe7,0xeb,0x4a,0x7c,0x0f,0x9e,0x16,0x2b,0xce,0x33,0x57,0x6b,0x31,0x5e,0xce,0xcb,0xb6,0x40,0x68,0x37,0xbf,0x51,0xf5, |
Denys Vlasenko | 646e856 | 2021-04-27 13:09:44 +0200 | [diff] [blame] | 1270 | /* z will be set to 1, infinity flag to "false" */ |
Denys Vlasenko | 39a3ef5 | 2021-04-27 01:31:51 +0200 | [diff] [blame] | 1271 | }; |
| 1272 | sp_point p256_base; |
| 1273 | |
Denys Vlasenko | 48a18d1 | 2021-04-27 12:24:21 +0200 | [diff] [blame] | 1274 | sp_256_point_from_bin2x32(&p256_base, p256_base_bin); |
Denys Vlasenko | 39a3ef5 | 2021-04-27 01:31:51 +0200 | [diff] [blame] | 1275 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1276 | sp_256_ecc_mulmod_8(r, &p256_base, k /*, map*/); |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1277 | } |
| 1278 | |
| 1279 | /* Multiply the point by the scalar and serialize the X ordinate. |
| 1280 | * The number is 0 padded to maximum size on output. |
| 1281 | * |
| 1282 | * priv Scalar to multiply the point by. |
Denys Vlasenko | 074b33b | 2021-04-26 14:33:38 +0200 | [diff] [blame] | 1283 | * pub2x32 Point to multiply. |
| 1284 | * out32 Buffer to hold X ordinate. |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1285 | */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1286 | static void sp_ecc_secret_gen_256(const sp_digit priv[8], const uint8_t *pub2x32, uint8_t* out32) |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1287 | { |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1288 | sp_point point[1]; |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1289 | |
| 1290 | #if FIXED_PEER_PUBKEY |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1291 | memset((void*)pub2x32, 0x55, 64); |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1292 | #endif |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1293 | dump_hex("peerkey %s\n", pub2x32, 32); /* in TLS, this is peer's public key */ |
| 1294 | dump_hex(" %s\n", pub2x32 + 32, 32); |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1295 | |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1296 | sp_256_point_from_bin2x32(point, pub2x32); |
Denys Vlasenko | 81d8af1 | 2021-10-05 17:31:33 +0200 | [diff] [blame] | 1297 | dump_512("point->x %s\n", point->x); |
| 1298 | dump_512("point->y %s\n", point->y); |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1299 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1300 | sp_256_ecc_mulmod_8(point, point, priv); |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1301 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1302 | sp_256_to_bin_8(point->x, out32); |
Denys Vlasenko | 1204012 | 2021-04-26 20:24:34 +0200 | [diff] [blame] | 1303 | dump_hex("out32: %s\n", out32, 32); |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1304 | } |
| 1305 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1306 | /* Generates a random scalar in [1..order-1] range. */ |
| 1307 | static void sp_256_ecc_gen_k_8(sp_digit k[8]) |
Denys Vlasenko | 074b33b | 2021-04-26 14:33:38 +0200 | [diff] [blame] | 1308 | { |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1309 | /* Since 32-bit words are "dense", no need to use |
| 1310 | * sp_256_from_bin_8(k, buf) to convert random stream |
| 1311 | * to sp_digit array - just store random bits there directly. |
| 1312 | */ |
| 1313 | tls_get_random(k, 8 * sizeof(k[0])); |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1314 | #if FIXED_SECRET |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1315 | memset(k, 0x77, 8 * sizeof(k[0])); |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1316 | #endif |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1317 | |
| 1318 | // If scalar is too large, try again (pseudo-code) |
| 1319 | // if (k >= 0xffffffff00000000ffffffffffffffffbce6faada7179e84f3b9cac2fc632551 - 1) // order of P256 |
| 1320 | // goto pick_another_random; |
| 1321 | // k++; // ensure non-zero |
| 1322 | /* Simpler alternative, at the cost of not choosing some valid |
| 1323 | * random values, and slightly non-uniform distribution */ |
| 1324 | if (k[0] == 0) |
| 1325 | k[0] = 1; |
| 1326 | if (k[7] >= 0xffffffff) |
| 1327 | k[7] = 0xfffffffe; |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1328 | } |
| 1329 | |
Denys Vlasenko | 074b33b | 2021-04-26 14:33:38 +0200 | [diff] [blame] | 1330 | /* Makes a random EC key pair. */ |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1331 | static void sp_ecc_make_key_256(sp_digit privkey[8], uint8_t *pubkey) |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1332 | { |
| 1333 | sp_point point[1]; |
| 1334 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1335 | sp_256_ecc_gen_k_8(privkey); |
Denys Vlasenko | 137864f | 2021-10-05 13:47:42 +0200 | [diff] [blame] | 1336 | dump_256("privkey %s\n", privkey); |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1337 | sp_256_ecc_mulmod_base_8(point, privkey); |
Denys Vlasenko | 137864f | 2021-10-05 13:47:42 +0200 | [diff] [blame] | 1338 | dump_512("point->x %s\n", point->x); |
| 1339 | dump_512("point->y %s\n", point->y); |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1340 | sp_256_to_bin_8(point->x, pubkey); |
| 1341 | sp_256_to_bin_8(point->y, pubkey + 32); |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1342 | |
| 1343 | memset(point, 0, sizeof(point)); //paranoia |
| 1344 | } |
| 1345 | |
| 1346 | void FAST_FUNC curve_P256_compute_pubkey_and_premaster( |
Denys Vlasenko | 074b33b | 2021-04-26 14:33:38 +0200 | [diff] [blame] | 1347 | uint8_t *pubkey2x32, uint8_t *premaster32, |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1348 | const uint8_t *peerkey2x32) |
| 1349 | { |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1350 | sp_digit privkey[8]; |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1351 | |
Denys Vlasenko | 3b411eb | 2021-10-05 20:00:50 +0200 | [diff] [blame] | 1352 | dump_hex("peerkey2x32: %s\n", peerkey2x32, 64); |
Denys Vlasenko | 074b33b | 2021-04-26 14:33:38 +0200 | [diff] [blame] | 1353 | sp_ecc_make_key_256(privkey, pubkey2x32); |
| 1354 | dump_hex("pubkey: %s\n", pubkey2x32, 32); |
| 1355 | dump_hex(" %s\n", pubkey2x32 + 32, 32); |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1356 | |
Denys Vlasenko | 074b33b | 2021-04-26 14:33:38 +0200 | [diff] [blame] | 1357 | /* Combine our privkey and peer's public key to generate premaster */ |
Denys Vlasenko | f18a1fd | 2021-04-26 13:25:56 +0200 | [diff] [blame] | 1358 | sp_ecc_secret_gen_256(privkey, /*x,y:*/peerkey2x32, premaster32); |
| 1359 | dump_hex("premaster: %s\n", premaster32, 32); |
| 1360 | } |