Line | Count | Source |
1 | | /* $OpenBSD: poly1305.c,v 1.4 2023/07/17 05:26:38 djm Exp $ */ |
2 | | /* |
3 | | * Public Domain poly1305 from Andrew Moon |
4 | | * poly1305-donna-unrolled.c from https://github.com/floodyberry/poly1305-donna |
5 | | */ |
6 | | |
7 | | #include "includes.h" |
8 | | |
9 | | #include <sys/types.h> |
10 | | #include <stdint.h> |
11 | | |
12 | | #include "poly1305.h" |
13 | | |
14 | | #ifdef OPENSSL_HAVE_POLY_EVP |
15 | | void |
16 | | poly1305_auth(EVP_MAC_CTX *poly_ctx, unsigned char out[POLY1305_TAGLEN], const unsigned char *m, size_t inlen, const unsigned char key[POLY1305_KEYLEN]) { |
17 | | size_t poly_out_len; |
18 | | EVP_MAC_init(poly_ctx, (const u_char *)key, POLY1305_KEYLEN, NULL); |
19 | | EVP_MAC_update(poly_ctx, m, inlen); |
20 | | EVP_MAC_final(poly_ctx, out, &poly_out_len, (size_t)POLY1305_TAGLEN); |
21 | | } |
22 | | #else |
23 | | |
24 | 0 | #define mul32x32_64(a,b) ((uint64_t)(a) * (b)) |
25 | | |
26 | | #define U8TO32_LE(p) \ |
27 | 0 | (((uint32_t)((p)[0])) | \ |
28 | 0 | ((uint32_t)((p)[1]) << 8) | \ |
29 | 0 | ((uint32_t)((p)[2]) << 16) | \ |
30 | 0 | ((uint32_t)((p)[3]) << 24)) |
31 | | |
32 | | #define U32TO8_LE(p, v) \ |
33 | 0 | do { \ |
34 | 0 | (p)[0] = (uint8_t)((v)); \ |
35 | 0 | (p)[1] = (uint8_t)((v) >> 8); \ |
36 | 0 | (p)[2] = (uint8_t)((v) >> 16); \ |
37 | 0 | (p)[3] = (uint8_t)((v) >> 24); \ |
38 | 0 | } while (0) |
39 | | |
40 | | void |
41 | 0 | poly1305_auth(char *unused, unsigned char out[POLY1305_TAGLEN], const unsigned char *m, size_t inlen, const unsigned char key[POLY1305_KEYLEN]) { |
42 | 0 | uint32_t t0,t1,t2,t3; |
43 | 0 | uint32_t h0,h1,h2,h3,h4; |
44 | 0 | uint32_t r0,r1,r2,r3,r4; |
45 | 0 | uint32_t s1,s2,s3,s4; |
46 | 0 | uint32_t b, nb; |
47 | 0 | size_t j; |
48 | 0 | uint64_t t[5]; |
49 | 0 | uint64_t f0,f1,f2,f3; |
50 | 0 | uint32_t g0,g1,g2,g3,g4; |
51 | 0 | uint64_t c; |
52 | 0 | unsigned char mp[16]; |
53 | | |
54 | | /* clamp key */ |
55 | 0 | t0 = U8TO32_LE(key+0); |
56 | 0 | t1 = U8TO32_LE(key+4); |
57 | 0 | t2 = U8TO32_LE(key+8); |
58 | 0 | t3 = U8TO32_LE(key+12); |
59 | | |
60 | | /* precompute multipliers */ |
61 | 0 | r0 = t0 & 0x3ffffff; t0 >>= 26; t0 |= t1 << 6; |
62 | 0 | r1 = t0 & 0x3ffff03; t1 >>= 20; t1 |= t2 << 12; |
63 | 0 | r2 = t1 & 0x3ffc0ff; t2 >>= 14; t2 |= t3 << 18; |
64 | 0 | r3 = t2 & 0x3f03fff; t3 >>= 8; |
65 | 0 | r4 = t3 & 0x00fffff; |
66 | |
|
67 | 0 | s1 = r1 * 5; |
68 | 0 | s2 = r2 * 5; |
69 | 0 | s3 = r3 * 5; |
70 | 0 | s4 = r4 * 5; |
71 | | |
72 | | /* init state */ |
73 | 0 | h0 = 0; |
74 | 0 | h1 = 0; |
75 | 0 | h2 = 0; |
76 | 0 | h3 = 0; |
77 | 0 | h4 = 0; |
78 | | |
79 | | /* full blocks */ |
80 | 0 | if (inlen < 16) goto poly1305_donna_atmost15bytes; |
81 | 0 | poly1305_donna_16bytes: |
82 | 0 | m += 16; |
83 | 0 | inlen -= 16; |
84 | |
|
85 | 0 | t0 = U8TO32_LE(m-16); |
86 | 0 | t1 = U8TO32_LE(m-12); |
87 | 0 | t2 = U8TO32_LE(m-8); |
88 | 0 | t3 = U8TO32_LE(m-4); |
89 | |
|
90 | 0 | h0 += t0 & 0x3ffffff; |
91 | 0 | h1 += ((((uint64_t)t1 << 32) | t0) >> 26) & 0x3ffffff; |
92 | 0 | h2 += ((((uint64_t)t2 << 32) | t1) >> 20) & 0x3ffffff; |
93 | 0 | h3 += ((((uint64_t)t3 << 32) | t2) >> 14) & 0x3ffffff; |
94 | 0 | h4 += (t3 >> 8) | (1 << 24); |
95 | | |
96 | |
|
97 | 0 | poly1305_donna_mul: |
98 | 0 | t[0] = mul32x32_64(h0,r0) + mul32x32_64(h1,s4) + mul32x32_64(h2,s3) + mul32x32_64(h3,s2) + mul32x32_64(h4,s1); |
99 | 0 | t[1] = mul32x32_64(h0,r1) + mul32x32_64(h1,r0) + mul32x32_64(h2,s4) + mul32x32_64(h3,s3) + mul32x32_64(h4,s2); |
100 | 0 | t[2] = mul32x32_64(h0,r2) + mul32x32_64(h1,r1) + mul32x32_64(h2,r0) + mul32x32_64(h3,s4) + mul32x32_64(h4,s3); |
101 | 0 | t[3] = mul32x32_64(h0,r3) + mul32x32_64(h1,r2) + mul32x32_64(h2,r1) + mul32x32_64(h3,r0) + mul32x32_64(h4,s4); |
102 | 0 | t[4] = mul32x32_64(h0,r4) + mul32x32_64(h1,r3) + mul32x32_64(h2,r2) + mul32x32_64(h3,r1) + mul32x32_64(h4,r0); |
103 | |
|
104 | 0 | h0 = (uint32_t)t[0] & 0x3ffffff; c = (t[0] >> 26); |
105 | 0 | t[1] += c; h1 = (uint32_t)t[1] & 0x3ffffff; b = (uint32_t)(t[1] >> 26); |
106 | 0 | t[2] += b; h2 = (uint32_t)t[2] & 0x3ffffff; b = (uint32_t)(t[2] >> 26); |
107 | 0 | t[3] += b; h3 = (uint32_t)t[3] & 0x3ffffff; b = (uint32_t)(t[3] >> 26); |
108 | 0 | t[4] += b; h4 = (uint32_t)t[4] & 0x3ffffff; b = (uint32_t)(t[4] >> 26); |
109 | 0 | h0 += b * 5; |
110 | |
|
111 | 0 | if (inlen >= 16) goto poly1305_donna_16bytes; |
112 | | |
113 | | /* final bytes */ |
114 | 0 | poly1305_donna_atmost15bytes: |
115 | 0 | if (!inlen) goto poly1305_donna_finish; |
116 | | |
117 | 0 | for (j = 0; j < inlen; j++) mp[j] = m[j]; |
118 | 0 | mp[j++] = 1; |
119 | 0 | for (; j < 16; j++) mp[j] = 0; |
120 | 0 | inlen = 0; |
121 | |
|
122 | 0 | t0 = U8TO32_LE(mp+0); |
123 | 0 | t1 = U8TO32_LE(mp+4); |
124 | 0 | t2 = U8TO32_LE(mp+8); |
125 | 0 | t3 = U8TO32_LE(mp+12); |
126 | |
|
127 | 0 | h0 += t0 & 0x3ffffff; |
128 | 0 | h1 += ((((uint64_t)t1 << 32) | t0) >> 26) & 0x3ffffff; |
129 | 0 | h2 += ((((uint64_t)t2 << 32) | t1) >> 20) & 0x3ffffff; |
130 | 0 | h3 += ((((uint64_t)t3 << 32) | t2) >> 14) & 0x3ffffff; |
131 | 0 | h4 += (t3 >> 8); |
132 | |
|
133 | 0 | goto poly1305_donna_mul; |
134 | | |
135 | 0 | poly1305_donna_finish: |
136 | 0 | b = h0 >> 26; h0 = h0 & 0x3ffffff; |
137 | 0 | h1 += b; b = h1 >> 26; h1 = h1 & 0x3ffffff; |
138 | 0 | h2 += b; b = h2 >> 26; h2 = h2 & 0x3ffffff; |
139 | 0 | h3 += b; b = h3 >> 26; h3 = h3 & 0x3ffffff; |
140 | 0 | h4 += b; b = h4 >> 26; h4 = h4 & 0x3ffffff; |
141 | 0 | h0 += b * 5; b = h0 >> 26; h0 = h0 & 0x3ffffff; |
142 | 0 | h1 += b; |
143 | |
|
144 | 0 | g0 = h0 + 5; b = g0 >> 26; g0 &= 0x3ffffff; |
145 | 0 | g1 = h1 + b; b = g1 >> 26; g1 &= 0x3ffffff; |
146 | 0 | g2 = h2 + b; b = g2 >> 26; g2 &= 0x3ffffff; |
147 | 0 | g3 = h3 + b; b = g3 >> 26; g3 &= 0x3ffffff; |
148 | 0 | g4 = h4 + b - (1 << 26); |
149 | |
|
150 | 0 | b = (g4 >> 31) - 1; |
151 | 0 | nb = ~b; |
152 | 0 | h0 = (h0 & nb) | (g0 & b); |
153 | 0 | h1 = (h1 & nb) | (g1 & b); |
154 | 0 | h2 = (h2 & nb) | (g2 & b); |
155 | 0 | h3 = (h3 & nb) | (g3 & b); |
156 | 0 | h4 = (h4 & nb) | (g4 & b); |
157 | |
|
158 | 0 | f0 = ((h0 ) | (h1 << 26)) + (uint64_t)U8TO32_LE(&key[16]); |
159 | 0 | f1 = ((h1 >> 6) | (h2 << 20)) + (uint64_t)U8TO32_LE(&key[20]); |
160 | 0 | f2 = ((h2 >> 12) | (h3 << 14)) + (uint64_t)U8TO32_LE(&key[24]); |
161 | 0 | f3 = ((h3 >> 18) | (h4 << 8)) + (uint64_t)U8TO32_LE(&key[28]); |
162 | |
|
163 | 0 | U32TO8_LE(&out[ 0], f0); f1 += (f0 >> 32); |
164 | 0 | U32TO8_LE(&out[ 4], f1); f2 += (f1 >> 32); |
165 | 0 | U32TO8_LE(&out[ 8], f2); f3 += (f2 >> 32); |
166 | 0 | U32TO8_LE(&out[12], f3); |
167 | 0 | } |
168 | | #endif /* OPENSSL_HAVE_POLY_EVP */ |