Coverage Report

Created: 2021-02-21 07:20

/src/botan/build/include/botan/internal/mp_core.h
Line
Count
Source (jump to first uncovered line)
1
/*
2
* MPI Algorithms
3
* (C) 1999-2010,2018 Jack Lloyd
4
*     2006 Luca Piccarreta
5
*     2016 Matthias Gierlings
6
*
7
* Botan is released under the Simplified BSD License (see license.txt)
8
*/
9
10
#ifndef BOTAN_MP_CORE_OPS_H_
11
#define BOTAN_MP_CORE_OPS_H_
12
13
#include <botan/types.h>
14
#include <botan/exceptn.h>
15
#include <botan/mem_ops.h>
16
#include <botan/internal/mp_asmi.h>
17
#include <botan/internal/ct_utils.h>
18
#include <algorithm>
19
20
namespace Botan {
21
22
const word MP_WORD_MAX = ~static_cast<word>(0);
23
24
/*
25
* If cond == 0, does nothing.
26
* If cond > 0, swaps x[0:size] with y[0:size]
27
* Runs in constant time
28
*/
29
inline void bigint_cnd_swap(word cnd, word x[], word y[], size_t size)
30
92.7M
   {
31
92.7M
   const auto mask = CT::Mask<word>::expand(cnd);
32
33
1.81G
   for(size_t i = 0; i != size; ++i)
34
1.72G
      {
35
1.72G
      const word a = x[i];
36
1.72G
      const word b = y[i];
37
1.72G
      x[i] = mask.select(b, a);
38
1.72G
      y[i] = mask.select(a, b);
39
1.72G
      }
40
92.7M
   }
41
42
inline word bigint_cnd_add(word cnd, word x[], word x_size,
43
                           const word y[], size_t y_size)
44
217M
   {
45
217M
   BOTAN_ASSERT(x_size >= y_size, "Expected sizes");
46
47
217M
   const auto mask = CT::Mask<word>::expand(cnd);
48
49
217M
   word carry = 0;
50
51
217M
   const size_t blocks = y_size - (y_size % 8);
52
217M
   word z[8] = { 0 };
53
54
276M
   for(size_t i = 0; i != blocks; i += 8)
55
58.3M
      {
56
58.3M
      carry = word8_add3(z, x + i, y + i, carry);
57
58.3M
      mask.select_n(x + i, z, x + i, 8);
58
58.3M
      }
59
60
1.04G
   for(size_t i = blocks; i != y_size; ++i)
61
822M
      {
62
822M
      z[0] = word_add(x[i], y[i], &carry);
63
822M
      x[i] = mask.select(z[0], x[i]);
64
822M
      }
65
66
322M
   for(size_t i = y_size; i != x_size; ++i)
67
104M
      {
68
104M
      z[0] = word_add(x[i], 0, &carry);
69
104M
      x[i] = mask.select(z[0], x[i]);
70
104M
      }
71
72
217M
   return mask.if_set_return(carry);
73
217M
   }
74
75
/*
76
* If cond > 0 adds x[0:size] and y[0:size] and returns carry
77
* Runs in constant time
78
*/
79
inline word bigint_cnd_add(word cnd, word x[], const word y[], size_t size)
80
120M
   {
81
120M
   return bigint_cnd_add(cnd, x, size, y, size);
82
120M
   }
83
84
/*
85
* If cond > 0 subtracts x[0:size] and y[0:size] and returns borrow
86
* Runs in constant time
87
*/
88
inline word bigint_cnd_sub(word cnd,
89
                           word x[], size_t x_size,
90
                           const word y[], size_t y_size)
91
205M
   {
92
205M
   BOTAN_ASSERT(x_size >= y_size, "Expected sizes");
93
94
205M
   const auto mask = CT::Mask<word>::expand(cnd);
95
96
205M
   word carry = 0;
97
98
205M
   const size_t blocks = y_size - (y_size % 8);
99
205M
   word z[8] = { 0 };
100
101
369M
   for(size_t i = 0; i != blocks; i += 8)
102
163M
      {
103
163M
      carry = word8_sub3(z, x + i, y + i, carry);
104
163M
      mask.select_n(x + i, z, x + i, 8);
105
163M
      }
106
107
544M
   for(size_t i = blocks; i != y_size; ++i)
108
339M
      {
109
339M
      z[0] = word_sub(x[i], y[i], &carry);
110
339M
      x[i] = mask.select(z[0], x[i]);
111
339M
      }
112
113
205M
   for(size_t i = y_size; i != x_size; ++i)
114
0
      {
115
0
      z[0] = word_sub(x[i], 0, &carry);
116
0
      x[i] = mask.select(z[0], x[i]);
117
0
      }
118
119
205M
   return mask.if_set_return(carry);
120
205M
   }
121
122
/*
123
* If cond > 0 adds x[0:size] and y[0:size] and returns carry
124
* Runs in constant time
125
*/
126
inline word bigint_cnd_sub(word cnd, word x[], const word y[], size_t size)
127
205M
   {
128
205M
   return bigint_cnd_sub(cnd, x, size, y, size);
129
205M
   }
130
131
132
/*
133
* Equivalent to
134
*   bigint_cnd_add( mask, x, y, size);
135
*   bigint_cnd_sub(~mask, x, y, size);
136
*
137
* Mask must be either 0 or all 1 bits
138
*/
139
inline void bigint_cnd_add_or_sub(CT::Mask<word> mask, word x[], const word y[], size_t size)
140
240k
   {
141
240k
   const size_t blocks = size - (size % 8);
142
143
240k
   word carry = 0;
144
240k
   word borrow = 0;
145
146
240k
   word t0[8] = { 0 };
147
240k
   word t1[8] = { 0 };
148
149
1.74M
   for(size_t i = 0; i != blocks; i += 8)
150
1.50M
      {
151
1.50M
      carry = word8_add3(t0, x + i, y + i, carry);
152
1.50M
      borrow = word8_sub3(t1, x + i, y + i, borrow);
153
154
13.5M
      for(size_t j = 0; j != 8; ++j)
155
12.0M
         x[i+j] = mask.select(t0[j], t1[j]);
156
1.50M
      }
157
158
258k
   for(size_t i = blocks; i != size; ++i)
159
17.5k
      {
160
17.5k
      const word a = word_add(x[i], y[i], &carry);
161
17.5k
      const word s = word_sub(x[i], y[i], &borrow);
162
163
17.5k
      x[i] = mask.select(a, s);
164
17.5k
      }
165
240k
   }
166
167
/*
168
* Equivalent to
169
*   bigint_cnd_add( mask, x, size, y, size);
170
*   bigint_cnd_sub(~mask, x, size, z, size);
171
*
172
* Mask must be either 0 or all 1 bits
173
*
174
* Returns the carry or borrow resp
175
*/
176
inline word bigint_cnd_addsub(CT::Mask<word> mask, word x[],
177
                              const word y[], const word z[],
178
                              size_t size)
179
127M
   {
180
127M
   const size_t blocks = size - (size % 8);
181
182
127M
   word carry = 0;
183
127M
   word borrow = 0;
184
185
127M
   word t0[8] = { 0 };
186
127M
   word t1[8] = { 0 };
187
188
198M
   for(size_t i = 0; i != blocks; i += 8)
189
70.2M
      {
190
70.2M
      carry = word8_add3(t0, x + i, y + i, carry);
191
70.2M
      borrow = word8_sub3(t1, x + i, z + i, borrow);
192
193
632M
      for(size_t j = 0; j != 8; ++j)
194
561M
         x[i+j] = mask.select(t0[j], t1[j]);
195
70.2M
      }
196
197
463M
   for(size_t i = blocks; i != size; ++i)
198
336M
      {
199
336M
      t0[0] = word_add(x[i], y[i], &carry);
200
336M
      t1[0] = word_sub(x[i], z[i], &borrow);
201
336M
      x[i] = mask.select(t0[0], t1[0]);
202
336M
      }
203
204
127M
   return mask.select(carry, borrow);
205
127M
   }
206
207
/*
208
* 2s complement absolute value
209
* If cond > 0 sets x to ~x + 1
210
* Runs in constant time
211
*/
212
inline void bigint_cnd_abs(word cnd, word x[], size_t size)
213
40.1M
   {
214
40.1M
   const auto mask = CT::Mask<word>::expand(cnd);
215
216
40.1M
   word carry = mask.if_set_return(1);
217
302M
   for(size_t i = 0; i != size; ++i)
218
262M
      {
219
262M
      const word z = word_add(~x[i], 0, &carry);
220
262M
      x[i] = mask.select(z, x[i]);
221
262M
      }
222
40.1M
   }
223
224
/**
225
* Two operand addition with carry out
226
*/
227
inline word bigint_add2_nc(word x[], size_t x_size, const word y[], size_t y_size)
228
10.6M
   {
229
10.6M
   word carry = 0;
230
231
10.6M
   BOTAN_ASSERT(x_size >= y_size, "Expected sizes");
232
233
10.6M
   const size_t blocks = y_size - (y_size % 8);
234
235
20.2M
   for(size_t i = 0; i != blocks; i += 8)
236
9.56M
      carry = word8_add2(x + i, y + i, carry);
237
238
40.9M
   for(size_t i = blocks; i != y_size; ++i)
239
30.2M
      x[i] = word_add(x[i], y[i], &carry);
240
241
465M
   for(size_t i = y_size; i != x_size; ++i)
242
455M
      x[i] = word_add(x[i], 0, &carry);
243
244
10.6M
   return carry;
245
10.6M
   }
246
247
/**
248
* Three operand addition with carry out
249
*/
250
inline word bigint_add3_nc(word z[],
251
                           const word x[], size_t x_size,
252
                           const word y[], size_t y_size)
253
139M
   {
254
139M
   if(x_size < y_size)
255
120k
      { return bigint_add3_nc(z, y, y_size, x, x_size); }
256
257
139M
   word carry = 0;
258
259
139M
   const size_t blocks = y_size - (y_size % 8);
260
261
274M
   for(size_t i = 0; i != blocks; i += 8)
262
134M
      carry = word8_add3(z + i, x + i, y + i, carry);
263
264
301M
   for(size_t i = blocks; i != y_size; ++i)
265
162M
      z[i] = word_add(x[i], y[i], &carry);
266
267
139M
   for(size_t i = y_size; i != x_size; ++i)
268
520k
      z[i] = word_add(x[i], 0, &carry);
269
270
139M
   return carry;
271
139M
   }
272
273
/**
274
* Two operand addition
275
* @param x the first operand (and output)
276
* @param x_size size of x
277
* @param y the second operand
278
* @param y_size size of y (must be >= x_size)
279
*/
280
inline void bigint_add2(word x[], size_t x_size,
281
                        const word y[], size_t y_size)
282
8.99M
   {
283
8.99M
   x[x_size] += bigint_add2_nc(x, x_size, y, y_size);
284
8.99M
   }
285
286
/**
287
* Three operand addition
288
*/
289
inline void bigint_add3(word z[],
290
                        const word x[], size_t x_size,
291
                        const word y[], size_t y_size)
292
1.16M
   {
293
1.13M
   z[x_size > y_size ? x_size : y_size] +=
294
1.16M
      bigint_add3_nc(z, x, x_size, y, y_size);
295
1.16M
   }
296
297
/**
298
* Two operand subtraction
299
*/
300
inline word bigint_sub2(word x[], size_t x_size,
301
                        const word y[], size_t y_size)
302
99.9M
   {
303
99.9M
   word borrow = 0;
304
305
99.9M
   BOTAN_ASSERT(x_size >= y_size, "Expected sizes");
306
307
99.9M
   const size_t blocks = y_size - (y_size % 8);
308
309
128M
   for(size_t i = 0; i != blocks; i += 8)
310
28.5M
      borrow = word8_sub2(x + i, y + i, borrow);
311
312
611M
   for(size_t i = blocks; i != y_size; ++i)
313
511M
      x[i] = word_sub(x[i], y[i], &borrow);
314
315
204M
   for(size_t i = y_size; i != x_size; ++i)
316
104M
      x[i] = word_sub(x[i], 0, &borrow);
317
318
99.9M
   return borrow;
319
99.9M
   }
320
321
/**
322
* Two operand subtraction, x = y - x; assumes y >= x
323
*/
324
inline void bigint_sub2_rev(word x[], const word y[], size_t y_size)
325
635k
   {
326
635k
   word borrow = 0;
327
328
635k
   const size_t blocks = y_size - (y_size % 8);
329
330
2.87M
   for(size_t i = 0; i != blocks; i += 8)
331
2.24M
      borrow = word8_sub2_rev(x + i, y + i, borrow);
332
333
2.69M
   for(size_t i = blocks; i != y_size; ++i)
334
2.05M
      x[i] = word_sub(y[i], x[i], &borrow);
335
336
635k
   BOTAN_ASSERT(borrow == 0, "y must be greater than x");
337
635k
   }
338
339
/**
340
* Three operand subtraction
341
*/
342
inline word bigint_sub3(word z[],
343
                        const word x[], size_t x_size,
344
                        const word y[], size_t y_size)
345
355M
   {
346
355M
   word borrow = 0;
347
348
355M
   BOTAN_ASSERT(x_size >= y_size, "Expected sizes");
349
350
355M
   const size_t blocks = y_size - (y_size % 8);
351
352
643M
   for(size_t i = 0; i != blocks; i += 8)
353
287M
      borrow = word8_sub3(z + i, x + i, y + i, borrow);
354
355
1.27G
   for(size_t i = blocks; i != y_size; ++i)
356
917M
      z[i] = word_sub(x[i], y[i], &borrow);
357
358
865M
   for(size_t i = y_size; i != x_size; ++i)
359
509M
      z[i] = word_sub(x[i], 0, &borrow);
360
361
355M
   return borrow;
362
355M
   }
363
364
/**
365
* Return abs(x-y), ie if x >= y, then compute z = x - y
366
* Otherwise compute z = y - x
367
* No borrow is possible since the result is always >= 0
368
*
369
* Returns ~0 if x >= y or 0 if x < y
370
* @param z output array of at least N words
371
* @param x input array of N words
372
* @param y input array of N words
373
* @param N length of x and y
374
* @param ws array of at least 2*N words
375
*/
376
inline CT::Mask<word>
377
bigint_sub_abs(word z[],
378
               const word x[], const word y[], size_t N,
379
               word ws[])
380
776k
   {
381
   // Subtract in both direction then conditional copy out the result
382
383
776k
   word* ws0 = ws;
384
776k
   word* ws1 = ws + N;
385
386
776k
   word borrow0 = 0;
387
776k
   word borrow1 = 0;
388
389
776k
   const size_t blocks = N - (N % 8);
390
391
2.37M
   for(size_t i = 0; i != blocks; i += 8)
392
1.59M
      {
393
1.59M
      borrow0 = word8_sub3(ws0 + i, x + i, y + i, borrow0);
394
1.59M
      borrow1 = word8_sub3(ws1 + i, y + i, x + i, borrow1);
395
1.59M
      }
396
397
812k
   for(size_t i = blocks; i != N; ++i)
398
35.9k
      {
399
35.9k
      ws0[i] = word_sub(x[i], y[i], &borrow0);
400
35.9k
      ws1[i] = word_sub(y[i], x[i], &borrow1);
401
35.9k
      }
402
403
776k
   return CT::conditional_copy_mem(borrow0, z, ws1, ws0, N);
404
776k
   }
405
406
/*
407
* Shift Operations
408
*/
409
inline void bigint_shl1(word x[], size_t x_size, size_t x_words,
410
                        size_t word_shift, size_t bit_shift)
411
4.38M
   {
412
4.38M
   copy_mem(x + word_shift, x, x_words);
413
4.38M
   clear_mem(x, word_shift);
414
415
4.38M
   const auto carry_mask = CT::Mask<word>::expand(bit_shift);
416
4.38M
   const size_t carry_shift = carry_mask.if_set_return(BOTAN_MP_WORD_BITS - bit_shift);
417
418
4.38M
   word carry = 0;
419
26.4M
   for(size_t i = word_shift; i != x_size; ++i)
420
22.0M
      {
421
22.0M
      const word w = x[i];
422
22.0M
      x[i] = (w << bit_shift) | carry;
423
22.0M
      carry = carry_mask.if_set_return(w >> carry_shift);
424
22.0M
      }
425
4.38M
   }
426
427
inline void bigint_shr1(word x[], size_t x_size,
428
                        size_t word_shift, size_t bit_shift)
429
103M
   {
430
103M
   const size_t top = x_size >= word_shift ? (x_size - word_shift) : 0;
431
432
103M
   if(top > 0)
433
103M
      copy_mem(x, x + word_shift, top);
434
103M
   clear_mem(x + top, std::min(word_shift, x_size));
435
436
103M
   const auto carry_mask = CT::Mask<word>::expand(bit_shift);
437
103M
   const size_t carry_shift = carry_mask.if_set_return(BOTAN_MP_WORD_BITS - bit_shift);
438
439
103M
   word carry = 0;
440
441
1.37G
   for(size_t i = 0; i != top; ++i)
442
1.27G
      {
443
1.27G
      const word w = x[top - i - 1];
444
1.27G
      x[top-i-1] = (w >> bit_shift) | carry;
445
1.27G
      carry = carry_mask.if_set_return(w << carry_shift);
446
1.27G
      }
447
103M
   }
448
449
inline void bigint_shl2(word y[], const word x[], size_t x_size,
450
                        size_t word_shift, size_t bit_shift)
451
2.19M
   {
452
2.19M
   copy_mem(y + word_shift, x, x_size);
453
454
2.19M
   const auto carry_mask = CT::Mask<word>::expand(bit_shift);
455
2.19M
   const size_t carry_shift = carry_mask.if_set_return(BOTAN_MP_WORD_BITS - bit_shift);
456
457
2.19M
   word carry = 0;
458
14.1M
   for(size_t i = word_shift; i != x_size + word_shift + 1; ++i)
459
11.9M
      {
460
11.9M
      const word w = y[i];
461
11.9M
      y[i] = (w << bit_shift) | carry;
462
11.9M
      carry = carry_mask.if_set_return(w >> carry_shift);
463
11.9M
      }
464
2.19M
   }
465
466
inline void bigint_shr2(word y[], const word x[], size_t x_size,
467
                        size_t word_shift, size_t bit_shift)
468
127M
   {
469
127M
   const size_t new_size = x_size < word_shift ? 0 : (x_size - word_shift);
470
471
127M
   if(new_size > 0)
472
127M
      copy_mem(y, x + word_shift, new_size);
473
474
127M
   const auto carry_mask = CT::Mask<word>::expand(bit_shift);
475
127M
   const size_t carry_shift = carry_mask.if_set_return(BOTAN_MP_WORD_BITS - bit_shift);
476
477
127M
   word carry = 0;
478
1.38G
   for(size_t i = new_size; i > 0; --i)
479
1.26G
      {
480
1.26G
      word w = y[i-1];
481
1.26G
      y[i-1] = (w >> bit_shift) | carry;
482
1.26G
      carry = carry_mask.if_set_return(w << carry_shift);
483
1.26G
      }
484
127M
   }
485
486
/*
487
* Linear Multiply - returns the carry
488
*/
489
[[nodiscard]] inline word bigint_linmul2(word x[], size_t x_size, word y)
490
96.1M
   {
491
96.1M
   const size_t blocks = x_size - (x_size % 8);
492
493
96.1M
   word carry = 0;
494
495
373M
   for(size_t i = 0; i != blocks; i += 8)
496
277M
      carry = word8_linmul2(x + i, y, carry);
497
498
204M
   for(size_t i = blocks; i != x_size; ++i)
499
108M
      x[i] = word_madd2(x[i], y, &carry);
500
501
96.1M
   return carry;
502
96.1M
   }
503
504
inline void bigint_linmul3(word z[], const word x[], size_t x_size, word y)
505
4.16M
   {
506
4.16M
   const size_t blocks = x_size - (x_size % 8);
507
508
4.16M
   word carry = 0;
509
510
30.1M
   for(size_t i = 0; i != blocks; i += 8)
511
25.9M
      carry = word8_linmul3(z + i, x + i, y, carry);
512
513
18.2M
   for(size_t i = blocks; i != x_size; ++i)
514
14.0M
      z[i] = word_madd2(x[i], y, &carry);
515
516
4.16M
   z[x_size] = carry;
517
4.16M
   }
518
519
/**
520
* Compare x and y
521
* Return -1 if x < y
522
* Return 0 if x == y
523
* Return 1 if x > y
524
*/
525
inline int32_t bigint_cmp(const word x[], size_t x_size,
526
                          const word y[], size_t y_size)
527
17.7M
   {
528
17.7M
   static_assert(sizeof(word) >= sizeof(uint32_t), "Size assumption");
529
530
17.7M
   const word LT = static_cast<word>(-1);
531
17.7M
   const word EQ = 0;
532
17.7M
   const word GT = 1;
533
534
17.7M
   const size_t common_elems = std::min(x_size, y_size);
535
536
17.7M
   word result = EQ; // until found otherwise
537
538
371M
   for(size_t i = 0; i != common_elems; i++)
539
353M
      {
540
353M
      const auto is_eq = CT::Mask<word>::is_equal(x[i], y[i]);
541
353M
      const auto is_lt = CT::Mask<word>::is_lt(x[i], y[i]);
542
543
353M
      result = is_eq.select(result, is_lt.select(LT, GT));
544
353M
      }
545
546
17.7M
   if(x_size < y_size)
547
5.94M
      {
548
5.94M
      word mask = 0;
549
35.1M
      for(size_t i = x_size; i != y_size; i++)
550
29.1M
         mask |= y[i];
551
552
      // If any bits were set in high part of y, then x < y
553
5.94M
      result = CT::Mask<word>::is_zero(mask).select(result, LT);
554
5.94M
      }
555
11.8M
   else if(y_size < x_size)
556
465k
      {
557
465k
      word mask = 0;
558
5.18M
      for(size_t i = y_size; i != x_size; i++)
559
4.71M
         mask |= x[i];
560
561
      // If any bits were set in high part of x, then x > y
562
465k
      result = CT::Mask<word>::is_zero(mask).select(result, GT);
563
465k
      }
564
565
17.7M
   CT::unpoison(result);
566
17.7M
   BOTAN_DEBUG_ASSERT(result == LT || result == GT || result == EQ);
567
17.7M
   return static_cast<int32_t>(result);
568
17.7M
   }
569
570
/**
571
* Compare x and y
572
* Return ~0 if x[0:x_size] < y[0:y_size] or 0 otherwise
573
* If lt_or_equal is true, returns ~0 also for x == y
574
*/
575
inline CT::Mask<word>
576
bigint_ct_is_lt(const word x[], size_t x_size,
577
                const word y[], size_t y_size,
578
                bool lt_or_equal = false)
579
138M
   {
580
138M
   const size_t common_elems = std::min(x_size, y_size);
581
582
138M
   auto is_lt = CT::Mask<word>::expand(lt_or_equal);
583
584
1.07G
   for(size_t i = 0; i != common_elems; i++)
585
934M
      {
586
934M
      const auto eq = CT::Mask<word>::is_equal(x[i], y[i]);
587
934M
      const auto lt = CT::Mask<word>::is_lt(x[i], y[i]);
588
934M
      is_lt = eq.select_mask(is_lt, lt);
589
934M
      }
590
591
138M
   if(x_size < y_size)
592
135k
      {
593
135k
      word mask = 0;
594
841k
      for(size_t i = x_size; i != y_size; i++)
595
705k
         mask |= y[i];
596
      // If any bits were set in high part of y, then is_lt should be forced true
597
135k
      is_lt |= CT::Mask<word>::expand(mask);
598
135k
      }
599
138M
   else if(y_size < x_size)
600
281k
      {
601
281k
      word mask = 0;
602
1.39M
      for(size_t i = y_size; i != x_size; i++)
603
1.11M
         mask |= x[i];
604
605
      // If any bits were set in high part of x, then is_lt should be false
606
281k
      is_lt &= CT::Mask<word>::is_zero(mask);
607
281k
      }
608
609
138M
   return is_lt;
610
138M
   }
611
612
inline CT::Mask<word>
613
bigint_ct_is_eq(const word x[], size_t x_size,
614
                const word y[], size_t y_size)
615
236k
   {
616
236k
   const size_t common_elems = std::min(x_size, y_size);
617
618
236k
   word diff = 0;
619
620
1.64M
   for(size_t i = 0; i != common_elems; i++)
621
1.40M
      {
622
1.40M
      diff |= (x[i] ^ y[i]);
623
1.40M
      }
624
625
   // If any bits were set in high part of x/y, then they are not equal
626
236k
   if(x_size < y_size)
627
5.70k
      {
628
22.5k
      for(size_t i = x_size; i != y_size; i++)
629
16.8k
         diff |= y[i];
630
5.70k
      }
631
230k
   else if(y_size < x_size)
632
3.06k
      {
633
15.5k
      for(size_t i = y_size; i != x_size; i++)
634
12.4k
         diff |= x[i];
635
3.06k
      }
636
637
236k
   return CT::Mask<word>::is_zero(diff);
638
236k
   }
639
640
/**
641
* Set z to abs(x-y), ie if x >= y, then compute z = x - y
642
* Otherwise compute z = y - x
643
* No borrow is possible since the result is always >= 0
644
*
645
* Return the relative size of x vs y (-1, 0, 1)
646
*
647
* @param z output array of max(x_size,y_size) words
648
* @param x input param
649
* @param x_size length of x
650
* @param y input param
651
* @param y_size length of y
652
*/
653
inline int32_t
654
bigint_sub_abs(word z[],
655
               const word x[], size_t x_size,
656
               const word y[], size_t y_size)
657
12.6M
   {
658
12.6M
   const int32_t relative_size = bigint_cmp(x, x_size, y, y_size);
659
660
   // Swap if relative_size == -1
661
12.6M
   const bool need_swap = relative_size < 0;
662
12.6M
   CT::conditional_swap_ptr(need_swap, x, y);
663
12.6M
   CT::conditional_swap(need_swap, x_size, y_size);
664
665
   /*
666
   * We know at this point that x >= y so if y_size is larger than
667
   * x_size, we are guaranteed they are just leading zeros which can
668
   * be ignored
669
   */
670
12.6M
   y_size = std::min(x_size, y_size);
671
672
12.6M
   bigint_sub3(z, x, x_size, y, y_size);
673
674
12.6M
   return relative_size;
675
12.6M
   }
676
677
/**
678
* Set t to t-s modulo mod
679
*
680
* @param t first integer
681
* @param s second integer
682
* @param mod the modulus
683
* @param mod_sw size of t, s, and mod
684
* @param ws workspace of size mod_sw
685
*/
686
inline void
687
bigint_mod_sub(word t[], const word s[], const word mod[], size_t mod_sw, word ws[])
688
71.8M
   {
689
   // is t < s or not?
690
71.8M
   const auto is_lt = bigint_ct_is_lt(t, mod_sw, s, mod_sw);
691
692
   // ws = p - s
693
71.8M
   const word borrow = bigint_sub3(ws, mod, mod_sw, s, mod_sw);
694
695
   // Compute either (t - s) or (t + (p - s)) depending on mask
696
71.8M
   const word carry = bigint_cnd_addsub(is_lt, t, ws, s, mod_sw);
697
698
71.8M
   BOTAN_DEBUG_ASSERT(borrow == 0 && carry == 0);
699
71.8M
   BOTAN_UNUSED(carry, borrow);
700
71.8M
   }
701
702
template<size_t N>
703
inline void bigint_mod_sub_n(word t[], const word s[], const word mod[], word ws[])
704
55.9M
   {
705
   // is t < s or not?
706
55.9M
   const auto is_lt = bigint_ct_is_lt(t, N, s, N);
707
708
   // ws = p - s
709
55.9M
   const word borrow = bigint_sub3(ws, mod, N, s, N);
710
711
   // Compute either (t - s) or (t + (p - s)) depending on mask
712
55.9M
   const word carry = bigint_cnd_addsub(is_lt, t, ws, s, N);
713
714
55.9M
   BOTAN_DEBUG_ASSERT(borrow == 0 && carry == 0);
715
55.9M
   BOTAN_UNUSED(carry, borrow);
716
55.9M
   }
void Botan::bigint_mod_sub_n<4ul>(unsigned long*, unsigned long const*, unsigned long const*, unsigned long*)
Line
Count
Source
704
28.6M
   {
705
   // is t < s or not?
706
28.6M
   const auto is_lt = bigint_ct_is_lt(t, N, s, N);
707
708
   // ws = p - s
709
28.6M
   const word borrow = bigint_sub3(ws, mod, N, s, N);
710
711
   // Compute either (t - s) or (t + (p - s)) depending on mask
712
28.6M
   const word carry = bigint_cnd_addsub(is_lt, t, ws, s, N);
713
714
28.6M
   BOTAN_DEBUG_ASSERT(borrow == 0 && carry == 0);
715
28.6M
   BOTAN_UNUSED(carry, borrow);
716
28.6M
   }
void Botan::bigint_mod_sub_n<6ul>(unsigned long*, unsigned long const*, unsigned long const*, unsigned long*)
Line
Count
Source
704
27.2M
   {
705
   // is t < s or not?
706
27.2M
   const auto is_lt = bigint_ct_is_lt(t, N, s, N);
707
708
   // ws = p - s
709
27.2M
   const word borrow = bigint_sub3(ws, mod, N, s, N);
710
711
   // Compute either (t - s) or (t + (p - s)) depending on mask
712
27.2M
   const word carry = bigint_cnd_addsub(is_lt, t, ws, s, N);
713
714
27.2M
   BOTAN_DEBUG_ASSERT(borrow == 0 && carry == 0);
715
27.2M
   BOTAN_UNUSED(carry, borrow);
716
27.2M
   }
717
718
/**
719
* Compute ((n1<<bits) + n0) / d
720
*/
721
inline word bigint_divop(word n1, word n0, word d)
722
2.54M
   {
723
2.54M
   if(d == 0)
724
0
      throw Invalid_Argument("bigint_divop divide by zero");
725
726
2.54M
#if defined(BOTAN_HAS_MP_DWORD)
727
2.54M
   return static_cast<word>(((static_cast<dword>(n1) << BOTAN_MP_WORD_BITS) | n0) / d);
728
#else
729
730
   word high = n1 % d;
731
   word quotient = 0;
732
733
   for(size_t i = 0; i != BOTAN_MP_WORD_BITS; ++i)
734
      {
735
      const word high_top_bit = high >> (BOTAN_MP_WORD_BITS-1);
736
737
      high <<= 1;
738
      high |= (n0 >> (BOTAN_MP_WORD_BITS-1-i)) & 1;
739
      quotient <<= 1;
740
741
      if(high_top_bit || high >= d)
742
         {
743
         high -= d;
744
         quotient |= 1;
745
         }
746
      }
747
748
   return quotient;
749
#endif
750
2.54M
   }
751
752
/**
753
* Compute ((n1<<bits) + n0) % d
754
*/
755
inline word bigint_modop(word n1, word n0, word d)
756
511k
   {
757
511k
   if(d == 0)
758
0
      throw Invalid_Argument("bigint_modop divide by zero");
759
760
511k
#if defined(BOTAN_HAS_MP_DWORD)
761
511k
   return ((static_cast<dword>(n1) << BOTAN_MP_WORD_BITS) | n0) % d;
762
#else
763
   word z = bigint_divop(n1, n0, d);
764
   word dummy = 0;
765
   z = word_madd2(z, d, &dummy);
766
   return (n0-z);
767
#endif
768
511k
   }
769
770
/*
771
* Comba Multiplication / Squaring
772
*/
773
void bigint_comba_mul4(word z[8], const word x[4], const word y[4]);
774
void bigint_comba_mul6(word z[12], const word x[6], const word y[6]);
775
void bigint_comba_mul8(word z[16], const word x[8], const word y[8]);
776
void bigint_comba_mul9(word z[18], const word x[9], const word y[9]);
777
void bigint_comba_mul16(word z[32], const word x[16], const word y[16]);
778
void bigint_comba_mul24(word z[48], const word x[24], const word y[24]);
779
780
void bigint_comba_sqr4(word out[8], const word in[4]);
781
void bigint_comba_sqr6(word out[12], const word in[6]);
782
void bigint_comba_sqr8(word out[16], const word in[8]);
783
void bigint_comba_sqr9(word out[18], const word in[9]);
784
void bigint_comba_sqr16(word out[32], const word in[16]);
785
void bigint_comba_sqr24(word out[48], const word in[24]);
786
787
/**
788
* Montgomery Reduction
789
* @param z integer to reduce, of size exactly 2*(p_size+1).
790
           Output is in the first p_size+1 words, higher
791
           words are set to zero.
792
* @param p modulus
793
* @param p_size size of p
794
* @param p_dash Montgomery value
795
* @param workspace array of at least 2*(p_size+1) words
796
* @param ws_size size of workspace in words
797
*/
798
void bigint_monty_redc(word z[],
799
                       const word p[], size_t p_size,
800
                       word p_dash,
801
                       word workspace[],
802
                       size_t ws_size);
803
804
/*
805
* High Level Multiplication/Squaring Interfaces
806
*/
807
808
void bigint_mul(word z[], size_t z_size,
809
                const word x[], size_t x_size, size_t x_sw,
810
                const word y[], size_t y_size, size_t y_sw,
811
                word workspace[], size_t ws_size);
812
813
void bigint_sqr(word z[], size_t z_size,
814
                const word x[], size_t x_size, size_t x_sw,
815
                word workspace[], size_t ws_size);
816
817
}
818
819
#endif