/src/openssl/crypto/ec/curve448/curve448.c
Line  | Count  | Source (jump to first uncovered line)  | 
1  |  | /*  | 
2  |  |  * Copyright 2017-2023 The OpenSSL Project Authors. All Rights Reserved.  | 
3  |  |  * Copyright 2015-2016 Cryptography Research, Inc.  | 
4  |  |  *  | 
5  |  |  * Licensed under the Apache License 2.0 (the "License").  You may not use  | 
6  |  |  * this file except in compliance with the License.  You can obtain a copy  | 
7  |  |  * in the file LICENSE in the source distribution or at  | 
8  |  |  * https://www.openssl.org/source/license.html  | 
9  |  |  *  | 
10  |  |  * Originally written by Mike Hamburg  | 
11  |  |  */  | 
12  |  | #include <openssl/crypto.h>  | 
13  |  | #include "word.h"  | 
14  |  | #include "field.h"  | 
15  |  |  | 
16  |  | #include "point_448.h"  | 
17  |  | #include "ed448.h"  | 
18  |  | #include "crypto/ecx.h"  | 
19  |  | #include "curve448_local.h"  | 
20  |  |  | 
21  | 0  | #define COFACTOR 4  | 
22  |  |  | 
23  | 0  | #define C448_WNAF_FIXED_TABLE_BITS 5  | 
24  | 0  | #define C448_WNAF_VAR_TABLE_BITS 3  | 
25  |  |  | 
26  | 0  | #define EDWARDS_D       (-39081)  | 
27  |  |  | 
28  |  | static const curve448_scalar_t precomputed_scalarmul_adjustment = { | 
29  |  |     { | 
30  |  |         { | 
31  |  |             SC_LIMB(0xc873d6d54a7bb0cfULL), SC_LIMB(0xe933d8d723a70aadULL),  | 
32  |  |             SC_LIMB(0xbb124b65129c96fdULL), SC_LIMB(0x00000008335dc163ULL)  | 
33  |  |         }  | 
34  |  |     }  | 
35  |  | };  | 
36  |  |  | 
37  | 0  | #define TWISTED_D (EDWARDS_D - 1)  | 
38  |  |  | 
39  | 0  | #define WBITS C448_WORD_BITS   /* NB this may be different from ARCH_WORD_BITS */  | 
40  |  |  | 
41  |  | /* Inverse. */  | 
42  |  | static void gf_invert(gf y, const gf x, int assert_nonzero)  | 
43  | 0  | { | 
44  | 0  |     mask_t ret;  | 
45  | 0  |     gf t1, t2;  | 
46  |  | 
  | 
47  | 0  |     ossl_gf_sqr(t1, x);              /* o^2 */  | 
48  | 0  |     ret = gf_isr(t2, t1);       /* +-1/sqrt(o^2) = +-1/o */  | 
49  | 0  |     (void)ret;  | 
50  | 0  |     if (assert_nonzero)  | 
51  | 0  |         assert(ret);  | 
52  | 0  |     ossl_gf_sqr(t1, t2);  | 
53  | 0  |     ossl_gf_mul(t2, t1, x);          /* not direct to y in case of alias. */  | 
54  | 0  |     gf_copy(y, t2);  | 
55  | 0  | }  | 
56  |  |  | 
57  |  | /** identity = (0,1) */  | 
58  |  | const curve448_point_t ossl_curve448_point_identity =  | 
59  |  |     { {{{{0}}}, {{{1}}}, {{{1}}}, {{{0}}}} }; | 
60  |  |  | 
61  |  | static void point_double_internal(curve448_point_t p, const curve448_point_t q,  | 
62  |  |                                   int before_double)  | 
63  | 0  | { | 
64  | 0  |     gf a, b, c, d;  | 
65  |  | 
  | 
66  | 0  |     ossl_gf_sqr(c, q->x);  | 
67  | 0  |     ossl_gf_sqr(a, q->y);  | 
68  | 0  |     gf_add_nr(d, c, a);         /* 2+e */  | 
69  | 0  |     gf_add_nr(p->t, q->y, q->x); /* 2+e */  | 
70  | 0  |     ossl_gf_sqr(b, p->t);  | 
71  | 0  |     gf_subx_nr(b, b, d, 3);     /* 4+e */  | 
72  | 0  |     gf_sub_nr(p->t, a, c);      /* 3+e */  | 
73  | 0  |     ossl_gf_sqr(p->x, q->z);  | 
74  | 0  |     gf_add_nr(p->z, p->x, p->x); /* 2+e */  | 
75  | 0  |     gf_subx_nr(a, p->z, p->t, 4); /* 6+e */  | 
76  | 0  |     if (GF_HEADROOM == 5)  | 
77  | 0  |         gf_weak_reduce(a);      /* or 1+e */  | 
78  | 0  |     ossl_gf_mul(p->x, a, b);  | 
79  | 0  |     ossl_gf_mul(p->z, p->t, a);  | 
80  | 0  |     ossl_gf_mul(p->y, p->t, d);  | 
81  | 0  |     if (!before_double)  | 
82  | 0  |         ossl_gf_mul(p->t, b, d);  | 
83  | 0  | }  | 
84  |  |  | 
85  |  | void ossl_curve448_point_double(curve448_point_t p, const curve448_point_t q)  | 
86  | 0  | { | 
87  | 0  |     point_double_internal(p, q, 0);  | 
88  | 0  | }  | 
89  |  |  | 
90  |  | /* Operations on [p]niels */  | 
91  |  | static ossl_inline void cond_neg_niels(niels_t n, mask_t neg)  | 
92  | 0  | { | 
93  | 0  |     gf_cond_swap(n->a, n->b, neg);  | 
94  | 0  |     gf_cond_neg(n->c, neg);  | 
95  | 0  | }  | 
96  |  |  | 
97  |  | static void pt_to_pniels(pniels_t b, const curve448_point_t a)  | 
98  | 0  | { | 
99  | 0  |     gf_sub(b->n->a, a->y, a->x);  | 
100  | 0  |     gf_add(b->n->b, a->x, a->y);  | 
101  | 0  |     gf_mulw(b->n->c, a->t, 2 * TWISTED_D);  | 
102  | 0  |     gf_add(b->z, a->z, a->z);  | 
103  | 0  | }  | 
104  |  |  | 
105  |  | static void pniels_to_pt(curve448_point_t e, const pniels_t d)  | 
106  | 0  | { | 
107  | 0  |     gf eu;  | 
108  |  | 
  | 
109  | 0  |     gf_add(eu, d->n->b, d->n->a);  | 
110  | 0  |     gf_sub(e->y, d->n->b, d->n->a);  | 
111  | 0  |     ossl_gf_mul(e->t, e->y, eu);  | 
112  | 0  |     ossl_gf_mul(e->x, d->z, e->y);  | 
113  | 0  |     ossl_gf_mul(e->y, d->z, eu);  | 
114  | 0  |     ossl_gf_sqr(e->z, d->z);  | 
115  | 0  | }  | 
116  |  |  | 
117  |  | static void niels_to_pt(curve448_point_t e, const niels_t n)  | 
118  | 0  | { | 
119  | 0  |     gf_add(e->y, n->b, n->a);  | 
120  | 0  |     gf_sub(e->x, n->b, n->a);  | 
121  | 0  |     ossl_gf_mul(e->t, e->y, e->x);  | 
122  | 0  |     gf_copy(e->z, ONE);  | 
123  | 0  | }  | 
124  |  |  | 
125  |  | static void add_niels_to_pt(curve448_point_t d, const niels_t e,  | 
126  |  |                             int before_double)  | 
127  | 0  | { | 
128  | 0  |     gf a, b, c;  | 
129  |  | 
  | 
130  | 0  |     gf_sub_nr(b, d->y, d->x);   /* 3+e */  | 
131  | 0  |     ossl_gf_mul(a, e->a, b);  | 
132  | 0  |     gf_add_nr(b, d->x, d->y);   /* 2+e */  | 
133  | 0  |     ossl_gf_mul(d->y, e->b, b);  | 
134  | 0  |     ossl_gf_mul(d->x, e->c, d->t);  | 
135  | 0  |     gf_add_nr(c, a, d->y);      /* 2+e */  | 
136  | 0  |     gf_sub_nr(b, d->y, a);      /* 3+e */  | 
137  | 0  |     gf_sub_nr(d->y, d->z, d->x); /* 3+e */  | 
138  | 0  |     gf_add_nr(a, d->x, d->z);   /* 2+e */  | 
139  | 0  |     ossl_gf_mul(d->z, a, d->y);  | 
140  | 0  |     ossl_gf_mul(d->x, d->y, b);  | 
141  | 0  |     ossl_gf_mul(d->y, a, c);  | 
142  | 0  |     if (!before_double)  | 
143  | 0  |         ossl_gf_mul(d->t, b, c);  | 
144  | 0  | }  | 
145  |  |  | 
146  |  | static void sub_niels_from_pt(curve448_point_t d, const niels_t e,  | 
147  |  |                               int before_double)  | 
148  | 0  | { | 
149  | 0  |     gf a, b, c;  | 
150  |  | 
  | 
151  | 0  |     gf_sub_nr(b, d->y, d->x);   /* 3+e */  | 
152  | 0  |     ossl_gf_mul(a, e->b, b);  | 
153  | 0  |     gf_add_nr(b, d->x, d->y);   /* 2+e */  | 
154  | 0  |     ossl_gf_mul(d->y, e->a, b);  | 
155  | 0  |     ossl_gf_mul(d->x, e->c, d->t);  | 
156  | 0  |     gf_add_nr(c, a, d->y);      /* 2+e */  | 
157  | 0  |     gf_sub_nr(b, d->y, a);      /* 3+e */  | 
158  | 0  |     gf_add_nr(d->y, d->z, d->x); /* 2+e */  | 
159  | 0  |     gf_sub_nr(a, d->z, d->x);   /* 3+e */  | 
160  | 0  |     ossl_gf_mul(d->z, a, d->y);  | 
161  | 0  |     ossl_gf_mul(d->x, d->y, b);  | 
162  | 0  |     ossl_gf_mul(d->y, a, c);  | 
163  | 0  |     if (!before_double)  | 
164  | 0  |         ossl_gf_mul(d->t, b, c);  | 
165  | 0  | }  | 
166  |  |  | 
167  |  | static void add_pniels_to_pt(curve448_point_t p, const pniels_t pn,  | 
168  |  |                              int before_double)  | 
169  | 0  | { | 
170  | 0  |     gf L0;  | 
171  |  | 
  | 
172  | 0  |     ossl_gf_mul(L0, p->z, pn->z);  | 
173  | 0  |     gf_copy(p->z, L0);  | 
174  | 0  |     add_niels_to_pt(p, pn->n, before_double);  | 
175  | 0  | }  | 
176  |  |  | 
177  |  | static void sub_pniels_from_pt(curve448_point_t p, const pniels_t pn,  | 
178  |  |                                int before_double)  | 
179  | 0  | { | 
180  | 0  |     gf L0;  | 
181  |  | 
  | 
182  | 0  |     ossl_gf_mul(L0, p->z, pn->z);  | 
183  | 0  |     gf_copy(p->z, L0);  | 
184  | 0  |     sub_niels_from_pt(p, pn->n, before_double);  | 
185  | 0  | }  | 
186  |  |  | 
187  |  | c448_bool_t  | 
188  |  | ossl_curve448_point_eq(const curve448_point_t p,  | 
189  |  |                        const curve448_point_t q)  | 
190  | 0  | { | 
191  | 0  |     mask_t succ;  | 
192  | 0  |     gf a, b;  | 
193  |  |  | 
194  |  |     /* equality mod 2-torsion compares x/y */  | 
195  | 0  |     ossl_gf_mul(a, p->y, q->x);  | 
196  | 0  |     ossl_gf_mul(b, q->y, p->x);  | 
197  | 0  |     succ = gf_eq(a, b);  | 
198  |  | 
  | 
199  | 0  |     return mask_to_bool(succ);  | 
200  | 0  | }  | 
201  |  |  | 
202  |  | c448_bool_t  | 
203  |  | ossl_curve448_point_valid(const curve448_point_t p)  | 
204  | 0  | { | 
205  | 0  |     mask_t out;  | 
206  | 0  |     gf a, b, c;  | 
207  |  | 
  | 
208  | 0  |     ossl_gf_mul(a, p->x, p->y);  | 
209  | 0  |     ossl_gf_mul(b, p->z, p->t);  | 
210  | 0  |     out = gf_eq(a, b);  | 
211  | 0  |     ossl_gf_sqr(a, p->x);  | 
212  | 0  |     ossl_gf_sqr(b, p->y);  | 
213  | 0  |     gf_sub(a, b, a);  | 
214  | 0  |     ossl_gf_sqr(b, p->t);  | 
215  | 0  |     gf_mulw(c, b, TWISTED_D);  | 
216  | 0  |     ossl_gf_sqr(b, p->z);  | 
217  | 0  |     gf_add(b, b, c);  | 
218  | 0  |     out &= gf_eq(a, b);  | 
219  | 0  |     out &= ~gf_eq(p->z, ZERO);  | 
220  | 0  |     return mask_to_bool(out);  | 
221  | 0  | }  | 
222  |  |  | 
223  |  | static ossl_inline void constant_time_lookup_niels(niels_s * RESTRICT ni,  | 
224  |  |                                                    const niels_t *table,  | 
225  |  |                                                    int nelts, int idx)  | 
226  | 0  | { | 
227  | 0  |     constant_time_lookup(ni, table, sizeof(niels_s), nelts, idx);  | 
228  | 0  | }  | 
229  |  |  | 
230  |  | void  | 
231  |  | ossl_curve448_precomputed_scalarmul(curve448_point_t out,  | 
232  |  |                                     const curve448_precomputed_s *table,  | 
233  |  |                                     const curve448_scalar_t scalar)  | 
234  | 0  | { | 
235  | 0  |     unsigned int i, j, k;  | 
236  | 0  |     const unsigned int n = COMBS_N, t = COMBS_T, s = COMBS_S;  | 
237  | 0  |     niels_t ni;  | 
238  | 0  |     curve448_scalar_t scalar1x;  | 
239  |  | 
  | 
240  | 0  |     ossl_curve448_scalar_add(scalar1x, scalar, precomputed_scalarmul_adjustment);  | 
241  | 0  |     ossl_curve448_scalar_halve(scalar1x, scalar1x);  | 
242  |  | 
  | 
243  | 0  |     for (i = s; i > 0; i--) { | 
244  | 0  |         if (i != s)  | 
245  | 0  |             point_double_internal(out, out, 0);  | 
246  |  | 
  | 
247  | 0  |         for (j = 0; j < n; j++) { | 
248  | 0  |             int tab = 0;  | 
249  | 0  |             mask_t invert;  | 
250  |  | 
  | 
251  | 0  |             for (k = 0; k < t; k++) { | 
252  | 0  |                 unsigned int bit = (i - 1) + s * (k + j * t);  | 
253  |  | 
  | 
254  | 0  |                 if (bit < C448_SCALAR_BITS)  | 
255  | 0  |                     tab |=  | 
256  | 0  |                         (scalar1x->limb[bit / WBITS] >> (bit % WBITS) & 1) << k;  | 
257  | 0  |             }  | 
258  |  | 
  | 
259  | 0  |             invert = (tab >> (t - 1)) - 1;  | 
260  | 0  |             tab ^= invert;  | 
261  | 0  |             tab &= (1 << (t - 1)) - 1;  | 
262  |  | 
  | 
263  | 0  |             constant_time_lookup_niels(ni, &table->table[j << (t - 1)],  | 
264  | 0  |                                        1 << (t - 1), tab);  | 
265  |  | 
  | 
266  | 0  |             cond_neg_niels(ni, invert);  | 
267  | 0  |             if ((i != s) || j != 0)  | 
268  | 0  |                 add_niels_to_pt(out, ni, j == n - 1 && i != 1);  | 
269  | 0  |             else  | 
270  | 0  |                 niels_to_pt(out, ni);  | 
271  | 0  |         }  | 
272  | 0  |     }  | 
273  |  | 
  | 
274  | 0  |     OPENSSL_cleanse(ni, sizeof(ni));  | 
275  | 0  |     OPENSSL_cleanse(scalar1x, sizeof(scalar1x));  | 
276  | 0  | }  | 
277  |  |  | 
278  |  | void  | 
279  |  | ossl_curve448_point_mul_by_ratio_and_encode_like_eddsa(  | 
280  |  |                                     uint8_t enc[EDDSA_448_PUBLIC_BYTES],  | 
281  |  |                                     const curve448_point_t p)  | 
282  | 0  | { | 
283  | 0  |     gf x, y, z, t;  | 
284  | 0  |     curve448_point_t q;  | 
285  |  |  | 
286  |  |     /* The point is now on the twisted curve.  Move it to untwisted. */  | 
287  | 0  |     curve448_point_copy(q, p);  | 
288  |  | 
  | 
289  | 0  |     { | 
290  |  |         /* 4-isogeny: 2xy/(y^+x^2), (y^2-x^2)/(2z^2-y^2+x^2) */  | 
291  | 0  |         gf u;  | 
292  |  | 
  | 
293  | 0  |         ossl_gf_sqr(x, q->x);  | 
294  | 0  |         ossl_gf_sqr(t, q->y);  | 
295  | 0  |         gf_add(u, x, t);  | 
296  | 0  |         gf_add(z, q->y, q->x);  | 
297  | 0  |         ossl_gf_sqr(y, z);  | 
298  | 0  |         gf_sub(y, y, u);  | 
299  | 0  |         gf_sub(z, t, x);  | 
300  | 0  |         ossl_gf_sqr(x, q->z);  | 
301  | 0  |         gf_add(t, x, x);  | 
302  | 0  |         gf_sub(t, t, z);  | 
303  | 0  |         ossl_gf_mul(x, t, y);  | 
304  | 0  |         ossl_gf_mul(y, z, u);  | 
305  | 0  |         ossl_gf_mul(z, u, t);  | 
306  | 0  |         OPENSSL_cleanse(u, sizeof(u));  | 
307  | 0  |     }  | 
308  |  |  | 
309  |  |     /* Affinize */  | 
310  | 0  |     gf_invert(z, z, 1);  | 
311  | 0  |     ossl_gf_mul(t, x, z);  | 
312  | 0  |     ossl_gf_mul(x, y, z);  | 
313  |  |  | 
314  |  |     /* Encode */  | 
315  | 0  |     enc[EDDSA_448_PRIVATE_BYTES - 1] = 0;  | 
316  | 0  |     gf_serialize(enc, x, 1);  | 
317  | 0  |     enc[EDDSA_448_PRIVATE_BYTES - 1] |= 0x80 & gf_lobit(t);  | 
318  |  | 
  | 
319  | 0  |     OPENSSL_cleanse(x, sizeof(x));  | 
320  | 0  |     OPENSSL_cleanse(y, sizeof(y));  | 
321  | 0  |     OPENSSL_cleanse(z, sizeof(z));  | 
322  | 0  |     OPENSSL_cleanse(t, sizeof(t));  | 
323  | 0  |     ossl_curve448_point_destroy(q);  | 
324  | 0  | }  | 
325  |  |  | 
326  |  | c448_error_t  | 
327  |  | ossl_curve448_point_decode_like_eddsa_and_mul_by_ratio(  | 
328  |  |                                 curve448_point_t p,  | 
329  |  |                                 const uint8_t enc[EDDSA_448_PUBLIC_BYTES])  | 
330  | 0  | { | 
331  | 0  |     uint8_t enc2[EDDSA_448_PUBLIC_BYTES];  | 
332  | 0  |     mask_t low;  | 
333  | 0  |     mask_t succ;  | 
334  |  | 
  | 
335  | 0  |     memcpy(enc2, enc, sizeof(enc2));  | 
336  |  | 
  | 
337  | 0  |     low = ~word_is_zero(enc2[EDDSA_448_PRIVATE_BYTES - 1] & 0x80);  | 
338  | 0  |     enc2[EDDSA_448_PRIVATE_BYTES - 1] &= ~0x80;  | 
339  |  | 
  | 
340  | 0  |     succ = gf_deserialize(p->y, enc2, 1, 0);  | 
341  | 0  |     succ &= word_is_zero(enc2[EDDSA_448_PRIVATE_BYTES - 1]);  | 
342  |  | 
  | 
343  | 0  |     ossl_gf_sqr(p->x, p->y);  | 
344  | 0  |     gf_sub(p->z, ONE, p->x);    /* num = 1-y^2 */  | 
345  | 0  |     gf_mulw(p->t, p->x, EDWARDS_D); /* dy^2 */  | 
346  | 0  |     gf_sub(p->t, ONE, p->t);    /* denom = 1-dy^2 or 1-d + dy^2 */  | 
347  |  | 
  | 
348  | 0  |     ossl_gf_mul(p->x, p->z, p->t);  | 
349  | 0  |     succ &= gf_isr(p->t, p->x); /* 1/sqrt(num * denom) */  | 
350  |  | 
  | 
351  | 0  |     ossl_gf_mul(p->x, p->t, p->z);   /* sqrt(num / denom) */  | 
352  | 0  |     gf_cond_neg(p->x, gf_lobit(p->x) ^ low);  | 
353  | 0  |     gf_copy(p->z, ONE);  | 
354  |  | 
  | 
355  | 0  |     { | 
356  | 0  |         gf a, b, c, d;  | 
357  |  |  | 
358  |  |         /* 4-isogeny 2xy/(y^2-ax^2), (y^2+ax^2)/(2-y^2-ax^2) */  | 
359  | 0  |         ossl_gf_sqr(c, p->x);  | 
360  | 0  |         ossl_gf_sqr(a, p->y);  | 
361  | 0  |         gf_add(d, c, a);  | 
362  | 0  |         gf_add(p->t, p->y, p->x);  | 
363  | 0  |         ossl_gf_sqr(b, p->t);  | 
364  | 0  |         gf_sub(b, b, d);  | 
365  | 0  |         gf_sub(p->t, a, c);  | 
366  | 0  |         ossl_gf_sqr(p->x, p->z);  | 
367  | 0  |         gf_add(p->z, p->x, p->x);  | 
368  | 0  |         gf_sub(a, p->z, d);  | 
369  | 0  |         ossl_gf_mul(p->x, a, b);  | 
370  | 0  |         ossl_gf_mul(p->z, p->t, a);  | 
371  | 0  |         ossl_gf_mul(p->y, p->t, d);  | 
372  | 0  |         ossl_gf_mul(p->t, b, d);  | 
373  | 0  |         OPENSSL_cleanse(a, sizeof(a));  | 
374  | 0  |         OPENSSL_cleanse(b, sizeof(b));  | 
375  | 0  |         OPENSSL_cleanse(c, sizeof(c));  | 
376  | 0  |         OPENSSL_cleanse(d, sizeof(d));  | 
377  | 0  |     }  | 
378  |  | 
  | 
379  | 0  |     OPENSSL_cleanse(enc2, sizeof(enc2));  | 
380  | 0  |     assert(ossl_curve448_point_valid(p) || ~succ);  | 
381  |  | 
  | 
382  | 0  |     return c448_succeed_if(mask_to_bool(succ));  | 
383  | 0  | }  | 
384  |  |  | 
385  |  | c448_error_t  | 
386  |  | ossl_x448_int(uint8_t out[X_PUBLIC_BYTES],  | 
387  |  |               const uint8_t base[X_PUBLIC_BYTES],  | 
388  |  |               const uint8_t scalar[X_PRIVATE_BYTES])  | 
389  | 0  | { | 
390  | 0  |     gf x1, x2, z2, x3, z3, t1, t2;  | 
391  | 0  |     int t;  | 
392  | 0  |     mask_t swap = 0;  | 
393  | 0  |     mask_t nz;  | 
394  |  | 
  | 
395  | 0  |     (void)gf_deserialize(x1, base, 1, 0);  | 
396  | 0  |     gf_copy(x2, ONE);  | 
397  | 0  |     gf_copy(z2, ZERO);  | 
398  | 0  |     gf_copy(x3, x1);  | 
399  | 0  |     gf_copy(z3, ONE);  | 
400  |  | 
  | 
401  | 0  |     for (t = X_PRIVATE_BITS - 1; t >= 0; t--) { | 
402  | 0  |         uint8_t sb = scalar[t / 8];  | 
403  | 0  |         mask_t k_t;  | 
404  |  |  | 
405  |  |         /* Scalar conditioning */  | 
406  | 0  |         if (t / 8 == 0)  | 
407  | 0  |             sb &= -(uint8_t)COFACTOR;  | 
408  | 0  |         else if (t == X_PRIVATE_BITS - 1)  | 
409  | 0  |             sb = -1;  | 
410  |  | 
  | 
411  | 0  |         k_t = (sb >> (t % 8)) & 1;  | 
412  | 0  |         k_t = 0 - k_t;             /* set to all 0s or all 1s */  | 
413  |  | 
  | 
414  | 0  |         swap ^= k_t;  | 
415  | 0  |         gf_cond_swap(x2, x3, swap);  | 
416  | 0  |         gf_cond_swap(z2, z3, swap);  | 
417  | 0  |         swap = k_t;  | 
418  |  |  | 
419  |  |         /*  | 
420  |  |          * The "_nr" below skips coefficient reduction. In the following  | 
421  |  |          * comments, "2+e" is saying that the coefficients are at most 2+epsilon  | 
422  |  |          * times the reduction limit.  | 
423  |  |          */  | 
424  | 0  |         gf_add_nr(t1, x2, z2);  /* A = x2 + z2 */ /* 2+e */  | 
425  | 0  |         gf_sub_nr(t2, x2, z2);  /* B = x2 - z2 */ /* 3+e */  | 
426  | 0  |         gf_sub_nr(z2, x3, z3);  /* D = x3 - z3 */ /* 3+e */  | 
427  | 0  |         ossl_gf_mul(x2, t1, z2);     /* DA */  | 
428  | 0  |         gf_add_nr(z2, z3, x3);  /* C = x3 + z3 */ /* 2+e */  | 
429  | 0  |         ossl_gf_mul(x3, t2, z2);     /* CB */  | 
430  | 0  |         gf_sub_nr(z3, x2, x3);  /* DA-CB */ /* 3+e */  | 
431  | 0  |         ossl_gf_sqr(z2, z3);         /* (DA-CB)^2 */  | 
432  | 0  |         ossl_gf_mul(z3, x1, z2);     /* z3 = x1(DA-CB)^2 */  | 
433  | 0  |         gf_add_nr(z2, x2, x3);  /* (DA+CB) */ /* 2+e */  | 
434  | 0  |         ossl_gf_sqr(x3, z2);         /* x3 = (DA+CB)^2 */  | 
435  |  | 
  | 
436  | 0  |         ossl_gf_sqr(z2, t1);         /* AA = A^2 */  | 
437  | 0  |         ossl_gf_sqr(t1, t2);         /* BB = B^2 */  | 
438  | 0  |         ossl_gf_mul(x2, z2, t1);     /* x2 = AA*BB */  | 
439  | 0  |         gf_sub_nr(t2, z2, t1);  /* E = AA-BB */ /* 3+e */  | 
440  |  | 
  | 
441  | 0  |         gf_mulw(t1, t2, -EDWARDS_D); /* E*-d = a24*E */  | 
442  | 0  |         gf_add_nr(t1, t1, z2);  /* AA + a24*E */ /* 2+e */  | 
443  | 0  |         ossl_gf_mul(z2, t2, t1);     /* z2 = E(AA+a24*E) */  | 
444  | 0  |     }  | 
445  |  |  | 
446  |  |     /* Finish */  | 
447  | 0  |     gf_cond_swap(x2, x3, swap);  | 
448  | 0  |     gf_cond_swap(z2, z3, swap);  | 
449  | 0  |     gf_invert(z2, z2, 0);  | 
450  | 0  |     ossl_gf_mul(x1, x2, z2);  | 
451  | 0  |     gf_serialize(out, x1, 1);  | 
452  | 0  |     nz = ~gf_eq(x1, ZERO);  | 
453  |  | 
  | 
454  | 0  |     OPENSSL_cleanse(x1, sizeof(x1));  | 
455  | 0  |     OPENSSL_cleanse(x2, sizeof(x2));  | 
456  | 0  |     OPENSSL_cleanse(z2, sizeof(z2));  | 
457  | 0  |     OPENSSL_cleanse(x3, sizeof(x3));  | 
458  | 0  |     OPENSSL_cleanse(z3, sizeof(z3));  | 
459  | 0  |     OPENSSL_cleanse(t1, sizeof(t1));  | 
460  | 0  |     OPENSSL_cleanse(t2, sizeof(t2));  | 
461  |  | 
  | 
462  | 0  |     return c448_succeed_if(mask_to_bool(nz));  | 
463  | 0  | }  | 
464  |  |  | 
465  |  | void  | 
466  |  | ossl_curve448_point_mul_by_ratio_and_encode_like_x448(uint8_t  | 
467  |  |                                                       out[X_PUBLIC_BYTES],  | 
468  |  |                                                       const curve448_point_t p)  | 
469  | 0  | { | 
470  | 0  |     curve448_point_t q;  | 
471  |  | 
  | 
472  | 0  |     curve448_point_copy(q, p);  | 
473  | 0  |     gf_invert(q->t, q->x, 0);   /* 1/x */  | 
474  | 0  |     ossl_gf_mul(q->z, q->t, q->y);   /* y/x */  | 
475  | 0  |     ossl_gf_sqr(q->y, q->z);         /* (y/x)^2 */  | 
476  | 0  |     gf_serialize(out, q->y, 1);  | 
477  | 0  |     ossl_curve448_point_destroy(q);  | 
478  | 0  | }  | 
479  |  |  | 
480  |  | void ossl_x448_derive_public_key(uint8_t out[X_PUBLIC_BYTES],  | 
481  |  |                                  const uint8_t scalar[X_PRIVATE_BYTES])  | 
482  | 0  | { | 
483  |  |     /* Scalar conditioning */  | 
484  | 0  |     uint8_t scalar2[X_PRIVATE_BYTES];  | 
485  | 0  |     curve448_scalar_t the_scalar;  | 
486  | 0  |     curve448_point_t p;  | 
487  | 0  |     unsigned int i;  | 
488  |  | 
  | 
489  | 0  |     memcpy(scalar2, scalar, sizeof(scalar2));  | 
490  | 0  |     scalar2[0] &= -(uint8_t)COFACTOR;  | 
491  |  | 
  | 
492  | 0  |     scalar2[X_PRIVATE_BYTES - 1] &= ~((0u - 1u) << ((X_PRIVATE_BITS + 7) % 8));  | 
493  | 0  |     scalar2[X_PRIVATE_BYTES - 1] |= 1 << ((X_PRIVATE_BITS + 7) % 8);  | 
494  |  | 
  | 
495  | 0  |     ossl_curve448_scalar_decode_long(the_scalar, scalar2, sizeof(scalar2));  | 
496  |  |  | 
497  |  |     /* Compensate for the encoding ratio */  | 
498  | 0  |     for (i = 1; i < X448_ENCODE_RATIO; i <<= 1)  | 
499  | 0  |         ossl_curve448_scalar_halve(the_scalar, the_scalar);  | 
500  |  | 
  | 
501  | 0  |     ossl_curve448_precomputed_scalarmul(p, ossl_curve448_precomputed_base,  | 
502  | 0  |                                         the_scalar);  | 
503  | 0  |     ossl_curve448_point_mul_by_ratio_and_encode_like_x448(out, p);  | 
504  | 0  |     ossl_curve448_point_destroy(p);  | 
505  | 0  | }  | 
506  |  |  | 
507  |  | /* Control for variable-time scalar multiply algorithms. */  | 
508  |  | struct smvt_control { | 
509  |  |     int power, addend;  | 
510  |  | };  | 
511  |  |  | 
512  |  | #if defined(__GNUC__) && (__GNUC__ > 3 || (__GNUC__ == 3 && __GNUC_MINOR__ > 3))  | 
513  | 0  | # define NUMTRAILINGZEROS       __builtin_ctz  | 
514  |  | #else  | 
515  |  | # define NUMTRAILINGZEROS       numtrailingzeros  | 
516  |  | static uint32_t numtrailingzeros(uint32_t i)  | 
517  |  | { | 
518  |  |     uint32_t tmp;  | 
519  |  |     uint32_t num = 31;  | 
520  |  |  | 
521  |  |     if (i == 0)  | 
522  |  |         return 32;  | 
523  |  |  | 
524  |  |     tmp = i << 16;  | 
525  |  |     if (tmp != 0) { | 
526  |  |         i = tmp;  | 
527  |  |         num -= 16;  | 
528  |  |     }  | 
529  |  |     tmp = i << 8;  | 
530  |  |     if (tmp != 0) { | 
531  |  |         i = tmp;  | 
532  |  |         num -= 8;  | 
533  |  |     }  | 
534  |  |     tmp = i << 4;  | 
535  |  |     if (tmp != 0) { | 
536  |  |         i = tmp;  | 
537  |  |         num -= 4;  | 
538  |  |     }  | 
539  |  |     tmp = i << 2;  | 
540  |  |     if (tmp != 0) { | 
541  |  |         i = tmp;  | 
542  |  |         num -= 2;  | 
543  |  |     }  | 
544  |  |     tmp = i << 1;  | 
545  |  |     if (tmp != 0)  | 
546  |  |         num--;  | 
547  |  |  | 
548  |  |     return num;  | 
549  |  | }  | 
550  |  | #endif  | 
551  |  |  | 
552  |  | static int recode_wnaf(struct smvt_control *control,  | 
553  |  |                        /* [nbits/(table_bits + 1) + 3] */  | 
554  |  |                        const curve448_scalar_t scalar,  | 
555  |  |                        unsigned int table_bits)  | 
556  | 0  | { | 
557  | 0  |     unsigned int table_size = C448_SCALAR_BITS / (table_bits + 1) + 3;  | 
558  | 0  |     int position = table_size - 1; /* at the end */  | 
559  | 0  |     uint64_t current = scalar->limb[0] & 0xFFFF;  | 
560  | 0  |     uint32_t mask = (1 << (table_bits + 1)) - 1;  | 
561  | 0  |     unsigned int w;  | 
562  | 0  |     const unsigned int B_OVER_16 = sizeof(scalar->limb[0]) / 2;  | 
563  | 0  |     unsigned int n, i;  | 
564  |  |  | 
565  |  |     /* place the end marker */  | 
566  | 0  |     control[position].power = -1;  | 
567  | 0  |     control[position].addend = 0;  | 
568  | 0  |     position--;  | 
569  |  |  | 
570  |  |     /*  | 
571  |  |      * PERF: Could negate scalar if it's large.  But then would need more cases  | 
572  |  |      * in the actual code that uses it, all for an expected reduction of like  | 
573  |  |      * 1/5 op. Probably not worth it.  | 
574  |  |      */  | 
575  |  | 
  | 
576  | 0  |     for (w = 1; w < (C448_SCALAR_BITS - 1) / 16 + 3; w++) { | 
577  | 0  |         if (w < (C448_SCALAR_BITS - 1) / 16 + 1) { | 
578  |  |             /* Refill the 16 high bits of current */  | 
579  | 0  |             current += (uint32_t)((scalar->limb[w / B_OVER_16]  | 
580  | 0  |                        >> (16 * (w % B_OVER_16))) << 16);  | 
581  | 0  |         }  | 
582  |  | 
  | 
583  | 0  |         while (current & 0xFFFF) { | 
584  | 0  |             uint32_t pos = NUMTRAILINGZEROS((uint32_t)current);  | 
585  | 0  |             uint32_t odd = (uint32_t)current >> pos;  | 
586  | 0  |             int32_t delta = odd & mask;  | 
587  |  | 
  | 
588  | 0  |             assert(position >= 0);  | 
589  | 0  |             if (odd & (1 << (table_bits + 1)))  | 
590  | 0  |                 delta -= (1 << (table_bits + 1));  | 
591  |  |             /*  | 
592  |  |              * Coverity gets confused by the value of pos, thinking it might be  | 
593  |  |              * 32.  This would require current & 0xFFFF to be zero which isn't  | 
594  |  |              * possible.  Suppress this false positive, since adding a check  | 
595  |  |              * isn't desirable.  | 
596  |  |              */  | 
597  |  |             /* coverity[overflow_before_widen] */  | 
598  | 0  |             current -= delta * (1 << pos);  | 
599  | 0  |             control[position].power = pos + 16 * (w - 1);  | 
600  | 0  |             control[position].addend = delta;  | 
601  | 0  |             position--;  | 
602  | 0  |         }  | 
603  | 0  |         current >>= 16;  | 
604  | 0  |     }  | 
605  | 0  |     assert(current == 0);  | 
606  |  | 
  | 
607  | 0  |     position++;  | 
608  | 0  |     n = table_size - position;  | 
609  | 0  |     for (i = 0; i < n; i++)  | 
610  | 0  |         control[i] = control[i + position];  | 
611  |  | 
  | 
612  | 0  |     return n - 1;  | 
613  | 0  | }  | 
614  |  |  | 
615  |  | static void prepare_wnaf_table(pniels_t *output,  | 
616  |  |                                const curve448_point_t working,  | 
617  |  |                                unsigned int tbits)  | 
618  | 0  | { | 
619  | 0  |     curve448_point_t tmp;  | 
620  | 0  |     int i;  | 
621  | 0  |     pniels_t twop;  | 
622  |  | 
  | 
623  | 0  |     pt_to_pniels(output[0], working);  | 
624  |  | 
  | 
625  | 0  |     if (tbits == 0)  | 
626  | 0  |         return;  | 
627  |  |  | 
628  | 0  |     ossl_curve448_point_double(tmp, working);  | 
629  | 0  |     pt_to_pniels(twop, tmp);  | 
630  |  | 
  | 
631  | 0  |     add_pniels_to_pt(tmp, output[0], 0);  | 
632  | 0  |     pt_to_pniels(output[1], tmp);  | 
633  |  | 
  | 
634  | 0  |     for (i = 2; i < 1 << tbits; i++) { | 
635  | 0  |         add_pniels_to_pt(tmp, twop, 0);  | 
636  | 0  |         pt_to_pniels(output[i], tmp);  | 
637  | 0  |     }  | 
638  |  | 
  | 
639  | 0  |     ossl_curve448_point_destroy(tmp);  | 
640  | 0  |     OPENSSL_cleanse(twop, sizeof(twop));  | 
641  | 0  | }  | 
642  |  |  | 
643  |  | void  | 
644  |  | ossl_curve448_base_double_scalarmul_non_secret(curve448_point_t combo,  | 
645  |  |                                                const curve448_scalar_t scalar1,  | 
646  |  |                                                const curve448_point_t base2,  | 
647  |  |                                                const curve448_scalar_t scalar2)  | 
648  | 0  | { | 
649  | 0  |     const int table_bits_var = C448_WNAF_VAR_TABLE_BITS;  | 
650  | 0  |     const int table_bits_pre = C448_WNAF_FIXED_TABLE_BITS;  | 
651  | 0  |     struct smvt_control control_var[C448_SCALAR_BITS /  | 
652  | 0  |                                     (C448_WNAF_VAR_TABLE_BITS + 1) + 3];  | 
653  | 0  |     struct smvt_control control_pre[C448_SCALAR_BITS /  | 
654  | 0  |                                     (C448_WNAF_FIXED_TABLE_BITS + 1) + 3];  | 
655  | 0  |     int ncb_pre = recode_wnaf(control_pre, scalar1, table_bits_pre);  | 
656  | 0  |     int ncb_var = recode_wnaf(control_var, scalar2, table_bits_var);  | 
657  | 0  |     pniels_t precmp_var[1 << C448_WNAF_VAR_TABLE_BITS];  | 
658  | 0  |     int contp = 0, contv = 0, i;  | 
659  |  | 
  | 
660  | 0  |     prepare_wnaf_table(precmp_var, base2, table_bits_var);  | 
661  | 0  |     i = control_var[0].power;  | 
662  |  | 
  | 
663  | 0  |     if (i < 0) { | 
664  | 0  |         curve448_point_copy(combo, ossl_curve448_point_identity);  | 
665  | 0  |         return;  | 
666  | 0  |     }  | 
667  | 0  |     if (i > control_pre[0].power) { | 
668  | 0  |         pniels_to_pt(combo, precmp_var[control_var[0].addend >> 1]);  | 
669  | 0  |         contv++;  | 
670  | 0  |     } else if (i == control_pre[0].power && i >= 0) { | 
671  | 0  |         pniels_to_pt(combo, precmp_var[control_var[0].addend >> 1]);  | 
672  | 0  |         add_niels_to_pt(combo,  | 
673  | 0  |                         ossl_curve448_wnaf_base[control_pre[0].addend >> 1],  | 
674  | 0  |                         i);  | 
675  | 0  |         contv++;  | 
676  | 0  |         contp++;  | 
677  | 0  |     } else { | 
678  | 0  |         i = control_pre[0].power;  | 
679  | 0  |         niels_to_pt(combo, ossl_curve448_wnaf_base[control_pre[0].addend >> 1]);  | 
680  | 0  |         contp++;  | 
681  | 0  |     }  | 
682  |  | 
  | 
683  | 0  |     for (i--; i >= 0; i--) { | 
684  | 0  |         int cv = (i == control_var[contv].power);  | 
685  | 0  |         int cp = (i == control_pre[contp].power);  | 
686  |  | 
  | 
687  | 0  |         point_double_internal(combo, combo, i && !(cv || cp));  | 
688  |  | 
  | 
689  | 0  |         if (cv) { | 
690  | 0  |             assert(control_var[contv].addend);  | 
691  |  | 
  | 
692  | 0  |             if (control_var[contv].addend > 0)  | 
693  | 0  |                 add_pniels_to_pt(combo,  | 
694  | 0  |                                  precmp_var[control_var[contv].addend >> 1],  | 
695  | 0  |                                  i && !cp);  | 
696  | 0  |             else  | 
697  | 0  |                 sub_pniels_from_pt(combo,  | 
698  | 0  |                                    precmp_var[(-control_var[contv].addend)  | 
699  | 0  |                                               >> 1], i && !cp);  | 
700  | 0  |             contv++;  | 
701  | 0  |         }  | 
702  |  | 
  | 
703  | 0  |         if (cp) { | 
704  | 0  |             assert(control_pre[contp].addend);  | 
705  |  | 
  | 
706  | 0  |             if (control_pre[contp].addend > 0)  | 
707  | 0  |                 add_niels_to_pt(combo,  | 
708  | 0  |                                 ossl_curve448_wnaf_base[control_pre[contp].addend  | 
709  | 0  |                                                    >> 1], i);  | 
710  | 0  |             else  | 
711  | 0  |                 sub_niels_from_pt(combo,  | 
712  | 0  |                                   ossl_curve448_wnaf_base[(-control_pre  | 
713  | 0  |                                                       [contp].addend) >> 1], i);  | 
714  | 0  |             contp++;  | 
715  | 0  |         }  | 
716  | 0  |     }  | 
717  |  |  | 
718  |  |     /* This function is non-secret, but whatever this is cheap. */  | 
719  | 0  |     OPENSSL_cleanse(control_var, sizeof(control_var));  | 
720  | 0  |     OPENSSL_cleanse(control_pre, sizeof(control_pre));  | 
721  | 0  |     OPENSSL_cleanse(precmp_var, sizeof(precmp_var));  | 
722  |  | 
  | 
723  | 0  |     assert(contv == ncb_var);  | 
724  | 0  |     (void)ncb_var;  | 
725  | 0  |     assert(contp == ncb_pre);  | 
726  | 0  |     (void)ncb_pre;  | 
727  | 0  | }  | 
728  |  |  | 
729  |  | void ossl_curve448_point_destroy(curve448_point_t point)  | 
730  | 0  | { | 
731  | 0  |     OPENSSL_cleanse(point, sizeof(curve448_point_t));  | 
732  | 0  | }  | 
733  |  |  | 
734  |  | int ossl_x448(uint8_t out_shared_key[56], const uint8_t private_key[56],  | 
735  |  |               const uint8_t peer_public_value[56])  | 
736  | 0  | { | 
737  | 0  |     return ossl_x448_int(out_shared_key, peer_public_value, private_key)  | 
738  | 0  |            == C448_SUCCESS;  | 
739  | 0  | }  | 
740  |  |  | 
741  |  | void ossl_x448_public_from_private(uint8_t out_public_value[56],  | 
742  |  |                                    const uint8_t private_key[56])  | 
743  | 0  | { | 
744  | 0  |     ossl_x448_derive_public_key(out_public_value, private_key);  | 
745  | 0  | }  |