/src/nss/lib/freebl/verified/Hacl_Chacha20Poly1305_256.c
Line | Count | Source |
1 | | /* MIT License |
2 | | * |
3 | | * Copyright (c) 2016-2022 INRIA, CMU and Microsoft Corporation |
4 | | * Copyright (c) 2022-2023 HACL* Contributors |
5 | | * |
6 | | * Permission is hereby granted, free of charge, to any person obtaining a copy |
7 | | * of this software and associated documentation files (the "Software"), to deal |
8 | | * in the Software without restriction, including without limitation the rights |
9 | | * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell |
10 | | * copies of the Software, and to permit persons to whom the Software is |
11 | | * furnished to do so, subject to the following conditions: |
12 | | * |
13 | | * The above copyright notice and this permission notice shall be included in all |
14 | | * copies or substantial portions of the Software. |
15 | | * |
16 | | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
17 | | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
18 | | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
19 | | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
20 | | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
21 | | * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
22 | | * SOFTWARE. |
23 | | */ |
24 | | |
25 | | |
26 | | #include "Hacl_Chacha20Poly1305_256.h" |
27 | | |
28 | | #include "internal/Hacl_Poly1305_256.h" |
29 | | #include "internal/Hacl_Krmllib.h" |
30 | | #include "libintvector.h" |
31 | | |
32 | | static inline void |
33 | | poly1305_padded_256(Lib_IntVector_Intrinsics_vec256 *ctx, uint32_t len, uint8_t *text) |
34 | 31.4k | { |
35 | 31.4k | uint32_t n = len / (uint32_t)16U; |
36 | 31.4k | uint32_t r = len % (uint32_t)16U; |
37 | 31.4k | uint8_t *blocks = text; |
38 | 31.4k | uint8_t *rem = text + n * (uint32_t)16U; |
39 | 31.4k | Lib_IntVector_Intrinsics_vec256 *pre0 = ctx + (uint32_t)5U; |
40 | 31.4k | Lib_IntVector_Intrinsics_vec256 *acc0 = ctx; |
41 | 31.4k | uint32_t sz_block = (uint32_t)64U; |
42 | 31.4k | uint32_t len0 = n * (uint32_t)16U / sz_block * sz_block; |
43 | 31.4k | uint8_t *t00 = blocks; |
44 | 31.4k | if (len0 > (uint32_t)0U) |
45 | 9.56k | { |
46 | 9.56k | uint32_t bs = (uint32_t)64U; |
47 | 9.56k | uint8_t *text0 = t00; |
48 | 9.56k | Hacl_Impl_Poly1305_Field32xN_256_load_acc4(acc0, text0); |
49 | 9.56k | uint32_t len1 = len0 - bs; |
50 | 9.56k | uint8_t *text1 = t00 + bs; |
51 | 9.56k | uint32_t nb = len1 / bs; |
52 | 28.5k | for (uint32_t i = (uint32_t)0U; i < nb; i++) |
53 | 19.0k | { |
54 | 19.0k | uint8_t *block = text1 + i * bs; |
55 | 19.0k | KRML_PRE_ALIGN(32) Lib_IntVector_Intrinsics_vec256 e[5U] KRML_POST_ALIGN(32) = { 0U }; |
56 | 19.0k | Lib_IntVector_Intrinsics_vec256 lo = Lib_IntVector_Intrinsics_vec256_load64_le(block); |
57 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
58 | 19.0k | hi = Lib_IntVector_Intrinsics_vec256_load64_le(block + (uint32_t)32U); |
59 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
60 | 19.0k | mask260 = Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3ffffffU); |
61 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
62 | 19.0k | m0 = Lib_IntVector_Intrinsics_vec256_interleave_low128(lo, hi); |
63 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
64 | 19.0k | m1 = Lib_IntVector_Intrinsics_vec256_interleave_high128(lo, hi); |
65 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
66 | 19.0k | m2 = Lib_IntVector_Intrinsics_vec256_shift_right(m0, (uint32_t)48U); |
67 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
68 | 19.0k | m3 = Lib_IntVector_Intrinsics_vec256_shift_right(m1, (uint32_t)48U); |
69 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
70 | 19.0k | m4 = Lib_IntVector_Intrinsics_vec256_interleave_high64(m0, m1); |
71 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
72 | 19.0k | t010 = Lib_IntVector_Intrinsics_vec256_interleave_low64(m0, m1); |
73 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
74 | 19.0k | t30 = Lib_IntVector_Intrinsics_vec256_interleave_low64(m2, m3); |
75 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
76 | 19.0k | t20 = Lib_IntVector_Intrinsics_vec256_shift_right64(t30, (uint32_t)4U); |
77 | 19.0k | Lib_IntVector_Intrinsics_vec256 o20 = Lib_IntVector_Intrinsics_vec256_and(t20, mask260); |
78 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
79 | 19.0k | t10 = Lib_IntVector_Intrinsics_vec256_shift_right64(t010, (uint32_t)26U); |
80 | 19.0k | Lib_IntVector_Intrinsics_vec256 o10 = Lib_IntVector_Intrinsics_vec256_and(t10, mask260); |
81 | 19.0k | Lib_IntVector_Intrinsics_vec256 o5 = Lib_IntVector_Intrinsics_vec256_and(t010, mask260); |
82 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
83 | 19.0k | t31 = Lib_IntVector_Intrinsics_vec256_shift_right64(t30, (uint32_t)30U); |
84 | 19.0k | Lib_IntVector_Intrinsics_vec256 o30 = Lib_IntVector_Intrinsics_vec256_and(t31, mask260); |
85 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
86 | 19.0k | o40 = Lib_IntVector_Intrinsics_vec256_shift_right64(m4, (uint32_t)40U); |
87 | 19.0k | Lib_IntVector_Intrinsics_vec256 o00 = o5; |
88 | 19.0k | Lib_IntVector_Intrinsics_vec256 o11 = o10; |
89 | 19.0k | Lib_IntVector_Intrinsics_vec256 o21 = o20; |
90 | 19.0k | Lib_IntVector_Intrinsics_vec256 o31 = o30; |
91 | 19.0k | Lib_IntVector_Intrinsics_vec256 o41 = o40; |
92 | 19.0k | e[0U] = o00; |
93 | 19.0k | e[1U] = o11; |
94 | 19.0k | e[2U] = o21; |
95 | 19.0k | e[3U] = o31; |
96 | 19.0k | e[4U] = o41; |
97 | 19.0k | uint64_t b = (uint64_t)0x1000000U; |
98 | 19.0k | Lib_IntVector_Intrinsics_vec256 mask = Lib_IntVector_Intrinsics_vec256_load64(b); |
99 | 19.0k | Lib_IntVector_Intrinsics_vec256 f4 = e[4U]; |
100 | 19.0k | e[4U] = Lib_IntVector_Intrinsics_vec256_or(f4, mask); |
101 | 19.0k | Lib_IntVector_Intrinsics_vec256 *rn = pre0 + (uint32_t)10U; |
102 | 19.0k | Lib_IntVector_Intrinsics_vec256 *rn5 = pre0 + (uint32_t)15U; |
103 | 19.0k | Lib_IntVector_Intrinsics_vec256 r0 = rn[0U]; |
104 | 19.0k | Lib_IntVector_Intrinsics_vec256 r1 = rn[1U]; |
105 | 19.0k | Lib_IntVector_Intrinsics_vec256 r2 = rn[2U]; |
106 | 19.0k | Lib_IntVector_Intrinsics_vec256 r3 = rn[3U]; |
107 | 19.0k | Lib_IntVector_Intrinsics_vec256 r4 = rn[4U]; |
108 | 19.0k | Lib_IntVector_Intrinsics_vec256 r51 = rn5[1U]; |
109 | 19.0k | Lib_IntVector_Intrinsics_vec256 r52 = rn5[2U]; |
110 | 19.0k | Lib_IntVector_Intrinsics_vec256 r53 = rn5[3U]; |
111 | 19.0k | Lib_IntVector_Intrinsics_vec256 r54 = rn5[4U]; |
112 | 19.0k | Lib_IntVector_Intrinsics_vec256 f10 = acc0[0U]; |
113 | 19.0k | Lib_IntVector_Intrinsics_vec256 f110 = acc0[1U]; |
114 | 19.0k | Lib_IntVector_Intrinsics_vec256 f120 = acc0[2U]; |
115 | 19.0k | Lib_IntVector_Intrinsics_vec256 f130 = acc0[3U]; |
116 | 19.0k | Lib_IntVector_Intrinsics_vec256 f140 = acc0[4U]; |
117 | 19.0k | Lib_IntVector_Intrinsics_vec256 a0 = Lib_IntVector_Intrinsics_vec256_mul64(r0, f10); |
118 | 19.0k | Lib_IntVector_Intrinsics_vec256 a1 = Lib_IntVector_Intrinsics_vec256_mul64(r1, f10); |
119 | 19.0k | Lib_IntVector_Intrinsics_vec256 a2 = Lib_IntVector_Intrinsics_vec256_mul64(r2, f10); |
120 | 19.0k | Lib_IntVector_Intrinsics_vec256 a3 = Lib_IntVector_Intrinsics_vec256_mul64(r3, f10); |
121 | 19.0k | Lib_IntVector_Intrinsics_vec256 a4 = Lib_IntVector_Intrinsics_vec256_mul64(r4, f10); |
122 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
123 | 19.0k | a01 = |
124 | 19.0k | Lib_IntVector_Intrinsics_vec256_add64(a0, |
125 | 19.0k | Lib_IntVector_Intrinsics_vec256_mul64(r54, f110)); |
126 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
127 | 19.0k | a11 = |
128 | 19.0k | Lib_IntVector_Intrinsics_vec256_add64(a1, |
129 | 19.0k | Lib_IntVector_Intrinsics_vec256_mul64(r0, f110)); |
130 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
131 | 19.0k | a21 = |
132 | 19.0k | Lib_IntVector_Intrinsics_vec256_add64(a2, |
133 | 19.0k | Lib_IntVector_Intrinsics_vec256_mul64(r1, f110)); |
134 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
135 | 19.0k | a31 = |
136 | 19.0k | Lib_IntVector_Intrinsics_vec256_add64(a3, |
137 | 19.0k | Lib_IntVector_Intrinsics_vec256_mul64(r2, f110)); |
138 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
139 | 19.0k | a41 = |
140 | 19.0k | Lib_IntVector_Intrinsics_vec256_add64(a4, |
141 | 19.0k | Lib_IntVector_Intrinsics_vec256_mul64(r3, f110)); |
142 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
143 | 19.0k | a02 = |
144 | 19.0k | Lib_IntVector_Intrinsics_vec256_add64(a01, |
145 | 19.0k | Lib_IntVector_Intrinsics_vec256_mul64(r53, f120)); |
146 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
147 | 19.0k | a12 = |
148 | 19.0k | Lib_IntVector_Intrinsics_vec256_add64(a11, |
149 | 19.0k | Lib_IntVector_Intrinsics_vec256_mul64(r54, f120)); |
150 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
151 | 19.0k | a22 = |
152 | 19.0k | Lib_IntVector_Intrinsics_vec256_add64(a21, |
153 | 19.0k | Lib_IntVector_Intrinsics_vec256_mul64(r0, f120)); |
154 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
155 | 19.0k | a32 = |
156 | 19.0k | Lib_IntVector_Intrinsics_vec256_add64(a31, |
157 | 19.0k | Lib_IntVector_Intrinsics_vec256_mul64(r1, f120)); |
158 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
159 | 19.0k | a42 = |
160 | 19.0k | Lib_IntVector_Intrinsics_vec256_add64(a41, |
161 | 19.0k | Lib_IntVector_Intrinsics_vec256_mul64(r2, f120)); |
162 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
163 | 19.0k | a03 = |
164 | 19.0k | Lib_IntVector_Intrinsics_vec256_add64(a02, |
165 | 19.0k | Lib_IntVector_Intrinsics_vec256_mul64(r52, f130)); |
166 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
167 | 19.0k | a13 = |
168 | 19.0k | Lib_IntVector_Intrinsics_vec256_add64(a12, |
169 | 19.0k | Lib_IntVector_Intrinsics_vec256_mul64(r53, f130)); |
170 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
171 | 19.0k | a23 = |
172 | 19.0k | Lib_IntVector_Intrinsics_vec256_add64(a22, |
173 | 19.0k | Lib_IntVector_Intrinsics_vec256_mul64(r54, f130)); |
174 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
175 | 19.0k | a33 = |
176 | 19.0k | Lib_IntVector_Intrinsics_vec256_add64(a32, |
177 | 19.0k | Lib_IntVector_Intrinsics_vec256_mul64(r0, f130)); |
178 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
179 | 19.0k | a43 = |
180 | 19.0k | Lib_IntVector_Intrinsics_vec256_add64(a42, |
181 | 19.0k | Lib_IntVector_Intrinsics_vec256_mul64(r1, f130)); |
182 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
183 | 19.0k | a04 = |
184 | 19.0k | Lib_IntVector_Intrinsics_vec256_add64(a03, |
185 | 19.0k | Lib_IntVector_Intrinsics_vec256_mul64(r51, f140)); |
186 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
187 | 19.0k | a14 = |
188 | 19.0k | Lib_IntVector_Intrinsics_vec256_add64(a13, |
189 | 19.0k | Lib_IntVector_Intrinsics_vec256_mul64(r52, f140)); |
190 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
191 | 19.0k | a24 = |
192 | 19.0k | Lib_IntVector_Intrinsics_vec256_add64(a23, |
193 | 19.0k | Lib_IntVector_Intrinsics_vec256_mul64(r53, f140)); |
194 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
195 | 19.0k | a34 = |
196 | 19.0k | Lib_IntVector_Intrinsics_vec256_add64(a33, |
197 | 19.0k | Lib_IntVector_Intrinsics_vec256_mul64(r54, f140)); |
198 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
199 | 19.0k | a44 = |
200 | 19.0k | Lib_IntVector_Intrinsics_vec256_add64(a43, |
201 | 19.0k | Lib_IntVector_Intrinsics_vec256_mul64(r0, f140)); |
202 | 19.0k | Lib_IntVector_Intrinsics_vec256 t01 = a04; |
203 | 19.0k | Lib_IntVector_Intrinsics_vec256 t1 = a14; |
204 | 19.0k | Lib_IntVector_Intrinsics_vec256 t2 = a24; |
205 | 19.0k | Lib_IntVector_Intrinsics_vec256 t3 = a34; |
206 | 19.0k | Lib_IntVector_Intrinsics_vec256 t4 = a44; |
207 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
208 | 19.0k | mask26 = Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3ffffffU); |
209 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
210 | 19.0k | z0 = Lib_IntVector_Intrinsics_vec256_shift_right64(t01, (uint32_t)26U); |
211 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
212 | 19.0k | z1 = Lib_IntVector_Intrinsics_vec256_shift_right64(t3, (uint32_t)26U); |
213 | 19.0k | Lib_IntVector_Intrinsics_vec256 x0 = Lib_IntVector_Intrinsics_vec256_and(t01, mask26); |
214 | 19.0k | Lib_IntVector_Intrinsics_vec256 x3 = Lib_IntVector_Intrinsics_vec256_and(t3, mask26); |
215 | 19.0k | Lib_IntVector_Intrinsics_vec256 x1 = Lib_IntVector_Intrinsics_vec256_add64(t1, z0); |
216 | 19.0k | Lib_IntVector_Intrinsics_vec256 x4 = Lib_IntVector_Intrinsics_vec256_add64(t4, z1); |
217 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
218 | 19.0k | z01 = Lib_IntVector_Intrinsics_vec256_shift_right64(x1, (uint32_t)26U); |
219 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
220 | 19.0k | z11 = Lib_IntVector_Intrinsics_vec256_shift_right64(x4, (uint32_t)26U); |
221 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
222 | 19.0k | t = Lib_IntVector_Intrinsics_vec256_shift_left64(z11, (uint32_t)2U); |
223 | 19.0k | Lib_IntVector_Intrinsics_vec256 z12 = Lib_IntVector_Intrinsics_vec256_add64(z11, t); |
224 | 19.0k | Lib_IntVector_Intrinsics_vec256 x11 = Lib_IntVector_Intrinsics_vec256_and(x1, mask26); |
225 | 19.0k | Lib_IntVector_Intrinsics_vec256 x41 = Lib_IntVector_Intrinsics_vec256_and(x4, mask26); |
226 | 19.0k | Lib_IntVector_Intrinsics_vec256 x2 = Lib_IntVector_Intrinsics_vec256_add64(t2, z01); |
227 | 19.0k | Lib_IntVector_Intrinsics_vec256 x01 = Lib_IntVector_Intrinsics_vec256_add64(x0, z12); |
228 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
229 | 19.0k | z02 = Lib_IntVector_Intrinsics_vec256_shift_right64(x2, (uint32_t)26U); |
230 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
231 | 19.0k | z13 = Lib_IntVector_Intrinsics_vec256_shift_right64(x01, (uint32_t)26U); |
232 | 19.0k | Lib_IntVector_Intrinsics_vec256 x21 = Lib_IntVector_Intrinsics_vec256_and(x2, mask26); |
233 | 19.0k | Lib_IntVector_Intrinsics_vec256 x02 = Lib_IntVector_Intrinsics_vec256_and(x01, mask26); |
234 | 19.0k | Lib_IntVector_Intrinsics_vec256 x31 = Lib_IntVector_Intrinsics_vec256_add64(x3, z02); |
235 | 19.0k | Lib_IntVector_Intrinsics_vec256 x12 = Lib_IntVector_Intrinsics_vec256_add64(x11, z13); |
236 | 19.0k | Lib_IntVector_Intrinsics_vec256 |
237 | 19.0k | z03 = Lib_IntVector_Intrinsics_vec256_shift_right64(x31, (uint32_t)26U); |
238 | 19.0k | Lib_IntVector_Intrinsics_vec256 x32 = Lib_IntVector_Intrinsics_vec256_and(x31, mask26); |
239 | 19.0k | Lib_IntVector_Intrinsics_vec256 x42 = Lib_IntVector_Intrinsics_vec256_add64(x41, z03); |
240 | 19.0k | Lib_IntVector_Intrinsics_vec256 o01 = x02; |
241 | 19.0k | Lib_IntVector_Intrinsics_vec256 o12 = x12; |
242 | 19.0k | Lib_IntVector_Intrinsics_vec256 o22 = x21; |
243 | 19.0k | Lib_IntVector_Intrinsics_vec256 o32 = x32; |
244 | 19.0k | Lib_IntVector_Intrinsics_vec256 o42 = x42; |
245 | 19.0k | acc0[0U] = o01; |
246 | 19.0k | acc0[1U] = o12; |
247 | 19.0k | acc0[2U] = o22; |
248 | 19.0k | acc0[3U] = o32; |
249 | 19.0k | acc0[4U] = o42; |
250 | 19.0k | Lib_IntVector_Intrinsics_vec256 f100 = acc0[0U]; |
251 | 19.0k | Lib_IntVector_Intrinsics_vec256 f11 = acc0[1U]; |
252 | 19.0k | Lib_IntVector_Intrinsics_vec256 f12 = acc0[2U]; |
253 | 19.0k | Lib_IntVector_Intrinsics_vec256 f13 = acc0[3U]; |
254 | 19.0k | Lib_IntVector_Intrinsics_vec256 f14 = acc0[4U]; |
255 | 19.0k | Lib_IntVector_Intrinsics_vec256 f20 = e[0U]; |
256 | 19.0k | Lib_IntVector_Intrinsics_vec256 f21 = e[1U]; |
257 | 19.0k | Lib_IntVector_Intrinsics_vec256 f22 = e[2U]; |
258 | 19.0k | Lib_IntVector_Intrinsics_vec256 f23 = e[3U]; |
259 | 19.0k | Lib_IntVector_Intrinsics_vec256 f24 = e[4U]; |
260 | 19.0k | Lib_IntVector_Intrinsics_vec256 o0 = Lib_IntVector_Intrinsics_vec256_add64(f100, f20); |
261 | 19.0k | Lib_IntVector_Intrinsics_vec256 o1 = Lib_IntVector_Intrinsics_vec256_add64(f11, f21); |
262 | 19.0k | Lib_IntVector_Intrinsics_vec256 o2 = Lib_IntVector_Intrinsics_vec256_add64(f12, f22); |
263 | 19.0k | Lib_IntVector_Intrinsics_vec256 o3 = Lib_IntVector_Intrinsics_vec256_add64(f13, f23); |
264 | 19.0k | Lib_IntVector_Intrinsics_vec256 o4 = Lib_IntVector_Intrinsics_vec256_add64(f14, f24); |
265 | 19.0k | acc0[0U] = o0; |
266 | 19.0k | acc0[1U] = o1; |
267 | 19.0k | acc0[2U] = o2; |
268 | 19.0k | acc0[3U] = o3; |
269 | 19.0k | acc0[4U] = o4; |
270 | 19.0k | } |
271 | 9.56k | Hacl_Impl_Poly1305_Field32xN_256_fmul_r4_normalize(acc0, pre0); |
272 | 9.56k | } |
273 | 31.4k | uint32_t len1 = n * (uint32_t)16U - len0; |
274 | 31.4k | uint8_t *t10 = blocks + len0; |
275 | 31.4k | uint32_t nb = len1 / (uint32_t)16U; |
276 | 31.4k | uint32_t rem1 = len1 % (uint32_t)16U; |
277 | 42.6k | for (uint32_t i = (uint32_t)0U; i < nb; i++) |
278 | 11.1k | { |
279 | 11.1k | uint8_t *block = t10 + i * (uint32_t)16U; |
280 | 11.1k | KRML_PRE_ALIGN(32) Lib_IntVector_Intrinsics_vec256 e[5U] KRML_POST_ALIGN(32) = { 0U }; |
281 | 11.1k | uint64_t u0 = load64_le(block); |
282 | 11.1k | uint64_t lo = u0; |
283 | 11.1k | uint64_t u = load64_le(block + (uint32_t)8U); |
284 | 11.1k | uint64_t hi = u; |
285 | 11.1k | Lib_IntVector_Intrinsics_vec256 f0 = Lib_IntVector_Intrinsics_vec256_load64(lo); |
286 | 11.1k | Lib_IntVector_Intrinsics_vec256 f1 = Lib_IntVector_Intrinsics_vec256_load64(hi); |
287 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
288 | 11.1k | f010 = |
289 | 11.1k | Lib_IntVector_Intrinsics_vec256_and(f0, |
290 | 11.1k | Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3ffffffU)); |
291 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
292 | 11.1k | f110 = |
293 | 11.1k | Lib_IntVector_Intrinsics_vec256_and(Lib_IntVector_Intrinsics_vec256_shift_right64(f0, |
294 | 11.1k | (uint32_t)26U), |
295 | 11.1k | Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3ffffffU)); |
296 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
297 | 11.1k | f20 = |
298 | 11.1k | Lib_IntVector_Intrinsics_vec256_or(Lib_IntVector_Intrinsics_vec256_shift_right64(f0, |
299 | 11.1k | (uint32_t)52U), |
300 | 11.1k | Lib_IntVector_Intrinsics_vec256_shift_left64(Lib_IntVector_Intrinsics_vec256_and(f1, |
301 | 11.1k | Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3fffU)), |
302 | 11.1k | (uint32_t)12U)); |
303 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
304 | 11.1k | f30 = |
305 | 11.1k | Lib_IntVector_Intrinsics_vec256_and(Lib_IntVector_Intrinsics_vec256_shift_right64(f1, |
306 | 11.1k | (uint32_t)14U), |
307 | 11.1k | Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3ffffffU)); |
308 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
309 | 11.1k | f40 = Lib_IntVector_Intrinsics_vec256_shift_right64(f1, (uint32_t)40U); |
310 | 11.1k | Lib_IntVector_Intrinsics_vec256 f01 = f010; |
311 | 11.1k | Lib_IntVector_Intrinsics_vec256 f111 = f110; |
312 | 11.1k | Lib_IntVector_Intrinsics_vec256 f2 = f20; |
313 | 11.1k | Lib_IntVector_Intrinsics_vec256 f3 = f30; |
314 | 11.1k | Lib_IntVector_Intrinsics_vec256 f41 = f40; |
315 | 11.1k | e[0U] = f01; |
316 | 11.1k | e[1U] = f111; |
317 | 11.1k | e[2U] = f2; |
318 | 11.1k | e[3U] = f3; |
319 | 11.1k | e[4U] = f41; |
320 | 11.1k | uint64_t b = (uint64_t)0x1000000U; |
321 | 11.1k | Lib_IntVector_Intrinsics_vec256 mask = Lib_IntVector_Intrinsics_vec256_load64(b); |
322 | 11.1k | Lib_IntVector_Intrinsics_vec256 f4 = e[4U]; |
323 | 11.1k | e[4U] = Lib_IntVector_Intrinsics_vec256_or(f4, mask); |
324 | 11.1k | Lib_IntVector_Intrinsics_vec256 *r1 = pre0; |
325 | 11.1k | Lib_IntVector_Intrinsics_vec256 *r5 = pre0 + (uint32_t)5U; |
326 | 11.1k | Lib_IntVector_Intrinsics_vec256 r0 = r1[0U]; |
327 | 11.1k | Lib_IntVector_Intrinsics_vec256 r11 = r1[1U]; |
328 | 11.1k | Lib_IntVector_Intrinsics_vec256 r2 = r1[2U]; |
329 | 11.1k | Lib_IntVector_Intrinsics_vec256 r3 = r1[3U]; |
330 | 11.1k | Lib_IntVector_Intrinsics_vec256 r4 = r1[4U]; |
331 | 11.1k | Lib_IntVector_Intrinsics_vec256 r51 = r5[1U]; |
332 | 11.1k | Lib_IntVector_Intrinsics_vec256 r52 = r5[2U]; |
333 | 11.1k | Lib_IntVector_Intrinsics_vec256 r53 = r5[3U]; |
334 | 11.1k | Lib_IntVector_Intrinsics_vec256 r54 = r5[4U]; |
335 | 11.1k | Lib_IntVector_Intrinsics_vec256 f10 = e[0U]; |
336 | 11.1k | Lib_IntVector_Intrinsics_vec256 f11 = e[1U]; |
337 | 11.1k | Lib_IntVector_Intrinsics_vec256 f12 = e[2U]; |
338 | 11.1k | Lib_IntVector_Intrinsics_vec256 f13 = e[3U]; |
339 | 11.1k | Lib_IntVector_Intrinsics_vec256 f14 = e[4U]; |
340 | 11.1k | Lib_IntVector_Intrinsics_vec256 a0 = acc0[0U]; |
341 | 11.1k | Lib_IntVector_Intrinsics_vec256 a1 = acc0[1U]; |
342 | 11.1k | Lib_IntVector_Intrinsics_vec256 a2 = acc0[2U]; |
343 | 11.1k | Lib_IntVector_Intrinsics_vec256 a3 = acc0[3U]; |
344 | 11.1k | Lib_IntVector_Intrinsics_vec256 a4 = acc0[4U]; |
345 | 11.1k | Lib_IntVector_Intrinsics_vec256 a01 = Lib_IntVector_Intrinsics_vec256_add64(a0, f10); |
346 | 11.1k | Lib_IntVector_Intrinsics_vec256 a11 = Lib_IntVector_Intrinsics_vec256_add64(a1, f11); |
347 | 11.1k | Lib_IntVector_Intrinsics_vec256 a21 = Lib_IntVector_Intrinsics_vec256_add64(a2, f12); |
348 | 11.1k | Lib_IntVector_Intrinsics_vec256 a31 = Lib_IntVector_Intrinsics_vec256_add64(a3, f13); |
349 | 11.1k | Lib_IntVector_Intrinsics_vec256 a41 = Lib_IntVector_Intrinsics_vec256_add64(a4, f14); |
350 | 11.1k | Lib_IntVector_Intrinsics_vec256 a02 = Lib_IntVector_Intrinsics_vec256_mul64(r0, a01); |
351 | 11.1k | Lib_IntVector_Intrinsics_vec256 a12 = Lib_IntVector_Intrinsics_vec256_mul64(r11, a01); |
352 | 11.1k | Lib_IntVector_Intrinsics_vec256 a22 = Lib_IntVector_Intrinsics_vec256_mul64(r2, a01); |
353 | 11.1k | Lib_IntVector_Intrinsics_vec256 a32 = Lib_IntVector_Intrinsics_vec256_mul64(r3, a01); |
354 | 11.1k | Lib_IntVector_Intrinsics_vec256 a42 = Lib_IntVector_Intrinsics_vec256_mul64(r4, a01); |
355 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
356 | 11.1k | a03 = |
357 | 11.1k | Lib_IntVector_Intrinsics_vec256_add64(a02, |
358 | 11.1k | Lib_IntVector_Intrinsics_vec256_mul64(r54, a11)); |
359 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
360 | 11.1k | a13 = |
361 | 11.1k | Lib_IntVector_Intrinsics_vec256_add64(a12, |
362 | 11.1k | Lib_IntVector_Intrinsics_vec256_mul64(r0, a11)); |
363 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
364 | 11.1k | a23 = |
365 | 11.1k | Lib_IntVector_Intrinsics_vec256_add64(a22, |
366 | 11.1k | Lib_IntVector_Intrinsics_vec256_mul64(r11, a11)); |
367 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
368 | 11.1k | a33 = |
369 | 11.1k | Lib_IntVector_Intrinsics_vec256_add64(a32, |
370 | 11.1k | Lib_IntVector_Intrinsics_vec256_mul64(r2, a11)); |
371 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
372 | 11.1k | a43 = |
373 | 11.1k | Lib_IntVector_Intrinsics_vec256_add64(a42, |
374 | 11.1k | Lib_IntVector_Intrinsics_vec256_mul64(r3, a11)); |
375 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
376 | 11.1k | a04 = |
377 | 11.1k | Lib_IntVector_Intrinsics_vec256_add64(a03, |
378 | 11.1k | Lib_IntVector_Intrinsics_vec256_mul64(r53, a21)); |
379 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
380 | 11.1k | a14 = |
381 | 11.1k | Lib_IntVector_Intrinsics_vec256_add64(a13, |
382 | 11.1k | Lib_IntVector_Intrinsics_vec256_mul64(r54, a21)); |
383 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
384 | 11.1k | a24 = |
385 | 11.1k | Lib_IntVector_Intrinsics_vec256_add64(a23, |
386 | 11.1k | Lib_IntVector_Intrinsics_vec256_mul64(r0, a21)); |
387 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
388 | 11.1k | a34 = |
389 | 11.1k | Lib_IntVector_Intrinsics_vec256_add64(a33, |
390 | 11.1k | Lib_IntVector_Intrinsics_vec256_mul64(r11, a21)); |
391 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
392 | 11.1k | a44 = |
393 | 11.1k | Lib_IntVector_Intrinsics_vec256_add64(a43, |
394 | 11.1k | Lib_IntVector_Intrinsics_vec256_mul64(r2, a21)); |
395 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
396 | 11.1k | a05 = |
397 | 11.1k | Lib_IntVector_Intrinsics_vec256_add64(a04, |
398 | 11.1k | Lib_IntVector_Intrinsics_vec256_mul64(r52, a31)); |
399 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
400 | 11.1k | a15 = |
401 | 11.1k | Lib_IntVector_Intrinsics_vec256_add64(a14, |
402 | 11.1k | Lib_IntVector_Intrinsics_vec256_mul64(r53, a31)); |
403 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
404 | 11.1k | a25 = |
405 | 11.1k | Lib_IntVector_Intrinsics_vec256_add64(a24, |
406 | 11.1k | Lib_IntVector_Intrinsics_vec256_mul64(r54, a31)); |
407 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
408 | 11.1k | a35 = |
409 | 11.1k | Lib_IntVector_Intrinsics_vec256_add64(a34, |
410 | 11.1k | Lib_IntVector_Intrinsics_vec256_mul64(r0, a31)); |
411 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
412 | 11.1k | a45 = |
413 | 11.1k | Lib_IntVector_Intrinsics_vec256_add64(a44, |
414 | 11.1k | Lib_IntVector_Intrinsics_vec256_mul64(r11, a31)); |
415 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
416 | 11.1k | a06 = |
417 | 11.1k | Lib_IntVector_Intrinsics_vec256_add64(a05, |
418 | 11.1k | Lib_IntVector_Intrinsics_vec256_mul64(r51, a41)); |
419 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
420 | 11.1k | a16 = |
421 | 11.1k | Lib_IntVector_Intrinsics_vec256_add64(a15, |
422 | 11.1k | Lib_IntVector_Intrinsics_vec256_mul64(r52, a41)); |
423 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
424 | 11.1k | a26 = |
425 | 11.1k | Lib_IntVector_Intrinsics_vec256_add64(a25, |
426 | 11.1k | Lib_IntVector_Intrinsics_vec256_mul64(r53, a41)); |
427 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
428 | 11.1k | a36 = |
429 | 11.1k | Lib_IntVector_Intrinsics_vec256_add64(a35, |
430 | 11.1k | Lib_IntVector_Intrinsics_vec256_mul64(r54, a41)); |
431 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
432 | 11.1k | a46 = |
433 | 11.1k | Lib_IntVector_Intrinsics_vec256_add64(a45, |
434 | 11.1k | Lib_IntVector_Intrinsics_vec256_mul64(r0, a41)); |
435 | 11.1k | Lib_IntVector_Intrinsics_vec256 t01 = a06; |
436 | 11.1k | Lib_IntVector_Intrinsics_vec256 t11 = a16; |
437 | 11.1k | Lib_IntVector_Intrinsics_vec256 t2 = a26; |
438 | 11.1k | Lib_IntVector_Intrinsics_vec256 t3 = a36; |
439 | 11.1k | Lib_IntVector_Intrinsics_vec256 t4 = a46; |
440 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
441 | 11.1k | mask26 = Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3ffffffU); |
442 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
443 | 11.1k | z0 = Lib_IntVector_Intrinsics_vec256_shift_right64(t01, (uint32_t)26U); |
444 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
445 | 11.1k | z1 = Lib_IntVector_Intrinsics_vec256_shift_right64(t3, (uint32_t)26U); |
446 | 11.1k | Lib_IntVector_Intrinsics_vec256 x0 = Lib_IntVector_Intrinsics_vec256_and(t01, mask26); |
447 | 11.1k | Lib_IntVector_Intrinsics_vec256 x3 = Lib_IntVector_Intrinsics_vec256_and(t3, mask26); |
448 | 11.1k | Lib_IntVector_Intrinsics_vec256 x1 = Lib_IntVector_Intrinsics_vec256_add64(t11, z0); |
449 | 11.1k | Lib_IntVector_Intrinsics_vec256 x4 = Lib_IntVector_Intrinsics_vec256_add64(t4, z1); |
450 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
451 | 11.1k | z01 = Lib_IntVector_Intrinsics_vec256_shift_right64(x1, (uint32_t)26U); |
452 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
453 | 11.1k | z11 = Lib_IntVector_Intrinsics_vec256_shift_right64(x4, (uint32_t)26U); |
454 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
455 | 11.1k | t = Lib_IntVector_Intrinsics_vec256_shift_left64(z11, (uint32_t)2U); |
456 | 11.1k | Lib_IntVector_Intrinsics_vec256 z12 = Lib_IntVector_Intrinsics_vec256_add64(z11, t); |
457 | 11.1k | Lib_IntVector_Intrinsics_vec256 x11 = Lib_IntVector_Intrinsics_vec256_and(x1, mask26); |
458 | 11.1k | Lib_IntVector_Intrinsics_vec256 x41 = Lib_IntVector_Intrinsics_vec256_and(x4, mask26); |
459 | 11.1k | Lib_IntVector_Intrinsics_vec256 x2 = Lib_IntVector_Intrinsics_vec256_add64(t2, z01); |
460 | 11.1k | Lib_IntVector_Intrinsics_vec256 x01 = Lib_IntVector_Intrinsics_vec256_add64(x0, z12); |
461 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
462 | 11.1k | z02 = Lib_IntVector_Intrinsics_vec256_shift_right64(x2, (uint32_t)26U); |
463 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
464 | 11.1k | z13 = Lib_IntVector_Intrinsics_vec256_shift_right64(x01, (uint32_t)26U); |
465 | 11.1k | Lib_IntVector_Intrinsics_vec256 x21 = Lib_IntVector_Intrinsics_vec256_and(x2, mask26); |
466 | 11.1k | Lib_IntVector_Intrinsics_vec256 x02 = Lib_IntVector_Intrinsics_vec256_and(x01, mask26); |
467 | 11.1k | Lib_IntVector_Intrinsics_vec256 x31 = Lib_IntVector_Intrinsics_vec256_add64(x3, z02); |
468 | 11.1k | Lib_IntVector_Intrinsics_vec256 x12 = Lib_IntVector_Intrinsics_vec256_add64(x11, z13); |
469 | 11.1k | Lib_IntVector_Intrinsics_vec256 |
470 | 11.1k | z03 = Lib_IntVector_Intrinsics_vec256_shift_right64(x31, (uint32_t)26U); |
471 | 11.1k | Lib_IntVector_Intrinsics_vec256 x32 = Lib_IntVector_Intrinsics_vec256_and(x31, mask26); |
472 | 11.1k | Lib_IntVector_Intrinsics_vec256 x42 = Lib_IntVector_Intrinsics_vec256_add64(x41, z03); |
473 | 11.1k | Lib_IntVector_Intrinsics_vec256 o0 = x02; |
474 | 11.1k | Lib_IntVector_Intrinsics_vec256 o1 = x12; |
475 | 11.1k | Lib_IntVector_Intrinsics_vec256 o2 = x21; |
476 | 11.1k | Lib_IntVector_Intrinsics_vec256 o3 = x32; |
477 | 11.1k | Lib_IntVector_Intrinsics_vec256 o4 = x42; |
478 | 11.1k | acc0[0U] = o0; |
479 | 11.1k | acc0[1U] = o1; |
480 | 11.1k | acc0[2U] = o2; |
481 | 11.1k | acc0[3U] = o3; |
482 | 11.1k | acc0[4U] = o4; |
483 | 11.1k | } |
484 | 31.4k | if (rem1 > (uint32_t)0U) |
485 | 0 | { |
486 | 0 | uint8_t *last = t10 + nb * (uint32_t)16U; |
487 | 0 | KRML_PRE_ALIGN(32) Lib_IntVector_Intrinsics_vec256 e[5U] KRML_POST_ALIGN(32) = { 0U }; |
488 | 0 | uint8_t tmp[16U] = { 0U }; |
489 | 0 | memcpy(tmp, last, rem1 * sizeof (uint8_t)); |
490 | 0 | uint64_t u0 = load64_le(tmp); |
491 | 0 | uint64_t lo = u0; |
492 | 0 | uint64_t u = load64_le(tmp + (uint32_t)8U); |
493 | 0 | uint64_t hi = u; |
494 | 0 | Lib_IntVector_Intrinsics_vec256 f0 = Lib_IntVector_Intrinsics_vec256_load64(lo); |
495 | 0 | Lib_IntVector_Intrinsics_vec256 f1 = Lib_IntVector_Intrinsics_vec256_load64(hi); |
496 | 0 | Lib_IntVector_Intrinsics_vec256 |
497 | 0 | f010 = |
498 | 0 | Lib_IntVector_Intrinsics_vec256_and(f0, |
499 | 0 | Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3ffffffU)); |
500 | 0 | Lib_IntVector_Intrinsics_vec256 |
501 | 0 | f110 = |
502 | 0 | Lib_IntVector_Intrinsics_vec256_and(Lib_IntVector_Intrinsics_vec256_shift_right64(f0, |
503 | 0 | (uint32_t)26U), |
504 | 0 | Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3ffffffU)); |
505 | 0 | Lib_IntVector_Intrinsics_vec256 |
506 | 0 | f20 = |
507 | 0 | Lib_IntVector_Intrinsics_vec256_or(Lib_IntVector_Intrinsics_vec256_shift_right64(f0, |
508 | 0 | (uint32_t)52U), |
509 | 0 | Lib_IntVector_Intrinsics_vec256_shift_left64(Lib_IntVector_Intrinsics_vec256_and(f1, |
510 | 0 | Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3fffU)), |
511 | 0 | (uint32_t)12U)); |
512 | 0 | Lib_IntVector_Intrinsics_vec256 |
513 | 0 | f30 = |
514 | 0 | Lib_IntVector_Intrinsics_vec256_and(Lib_IntVector_Intrinsics_vec256_shift_right64(f1, |
515 | 0 | (uint32_t)14U), |
516 | 0 | Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3ffffffU)); |
517 | 0 | Lib_IntVector_Intrinsics_vec256 |
518 | 0 | f40 = Lib_IntVector_Intrinsics_vec256_shift_right64(f1, (uint32_t)40U); |
519 | 0 | Lib_IntVector_Intrinsics_vec256 f01 = f010; |
520 | 0 | Lib_IntVector_Intrinsics_vec256 f111 = f110; |
521 | 0 | Lib_IntVector_Intrinsics_vec256 f2 = f20; |
522 | 0 | Lib_IntVector_Intrinsics_vec256 f3 = f30; |
523 | 0 | Lib_IntVector_Intrinsics_vec256 f4 = f40; |
524 | 0 | e[0U] = f01; |
525 | 0 | e[1U] = f111; |
526 | 0 | e[2U] = f2; |
527 | 0 | e[3U] = f3; |
528 | 0 | e[4U] = f4; |
529 | 0 | uint64_t b = (uint64_t)1U << rem1 * (uint32_t)8U % (uint32_t)26U; |
530 | 0 | Lib_IntVector_Intrinsics_vec256 mask = Lib_IntVector_Intrinsics_vec256_load64(b); |
531 | 0 | Lib_IntVector_Intrinsics_vec256 fi = e[rem1 * (uint32_t)8U / (uint32_t)26U]; |
532 | 0 | e[rem1 * (uint32_t)8U / (uint32_t)26U] = Lib_IntVector_Intrinsics_vec256_or(fi, mask); |
533 | 0 | Lib_IntVector_Intrinsics_vec256 *r1 = pre0; |
534 | 0 | Lib_IntVector_Intrinsics_vec256 *r5 = pre0 + (uint32_t)5U; |
535 | 0 | Lib_IntVector_Intrinsics_vec256 r0 = r1[0U]; |
536 | 0 | Lib_IntVector_Intrinsics_vec256 r11 = r1[1U]; |
537 | 0 | Lib_IntVector_Intrinsics_vec256 r2 = r1[2U]; |
538 | 0 | Lib_IntVector_Intrinsics_vec256 r3 = r1[3U]; |
539 | 0 | Lib_IntVector_Intrinsics_vec256 r4 = r1[4U]; |
540 | 0 | Lib_IntVector_Intrinsics_vec256 r51 = r5[1U]; |
541 | 0 | Lib_IntVector_Intrinsics_vec256 r52 = r5[2U]; |
542 | 0 | Lib_IntVector_Intrinsics_vec256 r53 = r5[3U]; |
543 | 0 | Lib_IntVector_Intrinsics_vec256 r54 = r5[4U]; |
544 | 0 | Lib_IntVector_Intrinsics_vec256 f10 = e[0U]; |
545 | 0 | Lib_IntVector_Intrinsics_vec256 f11 = e[1U]; |
546 | 0 | Lib_IntVector_Intrinsics_vec256 f12 = e[2U]; |
547 | 0 | Lib_IntVector_Intrinsics_vec256 f13 = e[3U]; |
548 | 0 | Lib_IntVector_Intrinsics_vec256 f14 = e[4U]; |
549 | 0 | Lib_IntVector_Intrinsics_vec256 a0 = acc0[0U]; |
550 | 0 | Lib_IntVector_Intrinsics_vec256 a1 = acc0[1U]; |
551 | 0 | Lib_IntVector_Intrinsics_vec256 a2 = acc0[2U]; |
552 | 0 | Lib_IntVector_Intrinsics_vec256 a3 = acc0[3U]; |
553 | 0 | Lib_IntVector_Intrinsics_vec256 a4 = acc0[4U]; |
554 | 0 | Lib_IntVector_Intrinsics_vec256 a01 = Lib_IntVector_Intrinsics_vec256_add64(a0, f10); |
555 | 0 | Lib_IntVector_Intrinsics_vec256 a11 = Lib_IntVector_Intrinsics_vec256_add64(a1, f11); |
556 | 0 | Lib_IntVector_Intrinsics_vec256 a21 = Lib_IntVector_Intrinsics_vec256_add64(a2, f12); |
557 | 0 | Lib_IntVector_Intrinsics_vec256 a31 = Lib_IntVector_Intrinsics_vec256_add64(a3, f13); |
558 | 0 | Lib_IntVector_Intrinsics_vec256 a41 = Lib_IntVector_Intrinsics_vec256_add64(a4, f14); |
559 | 0 | Lib_IntVector_Intrinsics_vec256 a02 = Lib_IntVector_Intrinsics_vec256_mul64(r0, a01); |
560 | 0 | Lib_IntVector_Intrinsics_vec256 a12 = Lib_IntVector_Intrinsics_vec256_mul64(r11, a01); |
561 | 0 | Lib_IntVector_Intrinsics_vec256 a22 = Lib_IntVector_Intrinsics_vec256_mul64(r2, a01); |
562 | 0 | Lib_IntVector_Intrinsics_vec256 a32 = Lib_IntVector_Intrinsics_vec256_mul64(r3, a01); |
563 | 0 | Lib_IntVector_Intrinsics_vec256 a42 = Lib_IntVector_Intrinsics_vec256_mul64(r4, a01); |
564 | 0 | Lib_IntVector_Intrinsics_vec256 |
565 | 0 | a03 = |
566 | 0 | Lib_IntVector_Intrinsics_vec256_add64(a02, |
567 | 0 | Lib_IntVector_Intrinsics_vec256_mul64(r54, a11)); |
568 | 0 | Lib_IntVector_Intrinsics_vec256 |
569 | 0 | a13 = |
570 | 0 | Lib_IntVector_Intrinsics_vec256_add64(a12, |
571 | 0 | Lib_IntVector_Intrinsics_vec256_mul64(r0, a11)); |
572 | 0 | Lib_IntVector_Intrinsics_vec256 |
573 | 0 | a23 = |
574 | 0 | Lib_IntVector_Intrinsics_vec256_add64(a22, |
575 | 0 | Lib_IntVector_Intrinsics_vec256_mul64(r11, a11)); |
576 | 0 | Lib_IntVector_Intrinsics_vec256 |
577 | 0 | a33 = |
578 | 0 | Lib_IntVector_Intrinsics_vec256_add64(a32, |
579 | 0 | Lib_IntVector_Intrinsics_vec256_mul64(r2, a11)); |
580 | 0 | Lib_IntVector_Intrinsics_vec256 |
581 | 0 | a43 = |
582 | 0 | Lib_IntVector_Intrinsics_vec256_add64(a42, |
583 | 0 | Lib_IntVector_Intrinsics_vec256_mul64(r3, a11)); |
584 | 0 | Lib_IntVector_Intrinsics_vec256 |
585 | 0 | a04 = |
586 | 0 | Lib_IntVector_Intrinsics_vec256_add64(a03, |
587 | 0 | Lib_IntVector_Intrinsics_vec256_mul64(r53, a21)); |
588 | 0 | Lib_IntVector_Intrinsics_vec256 |
589 | 0 | a14 = |
590 | 0 | Lib_IntVector_Intrinsics_vec256_add64(a13, |
591 | 0 | Lib_IntVector_Intrinsics_vec256_mul64(r54, a21)); |
592 | 0 | Lib_IntVector_Intrinsics_vec256 |
593 | 0 | a24 = |
594 | 0 | Lib_IntVector_Intrinsics_vec256_add64(a23, |
595 | 0 | Lib_IntVector_Intrinsics_vec256_mul64(r0, a21)); |
596 | 0 | Lib_IntVector_Intrinsics_vec256 |
597 | 0 | a34 = |
598 | 0 | Lib_IntVector_Intrinsics_vec256_add64(a33, |
599 | 0 | Lib_IntVector_Intrinsics_vec256_mul64(r11, a21)); |
600 | 0 | Lib_IntVector_Intrinsics_vec256 |
601 | 0 | a44 = |
602 | 0 | Lib_IntVector_Intrinsics_vec256_add64(a43, |
603 | 0 | Lib_IntVector_Intrinsics_vec256_mul64(r2, a21)); |
604 | 0 | Lib_IntVector_Intrinsics_vec256 |
605 | 0 | a05 = |
606 | 0 | Lib_IntVector_Intrinsics_vec256_add64(a04, |
607 | 0 | Lib_IntVector_Intrinsics_vec256_mul64(r52, a31)); |
608 | 0 | Lib_IntVector_Intrinsics_vec256 |
609 | 0 | a15 = |
610 | 0 | Lib_IntVector_Intrinsics_vec256_add64(a14, |
611 | 0 | Lib_IntVector_Intrinsics_vec256_mul64(r53, a31)); |
612 | 0 | Lib_IntVector_Intrinsics_vec256 |
613 | 0 | a25 = |
614 | 0 | Lib_IntVector_Intrinsics_vec256_add64(a24, |
615 | 0 | Lib_IntVector_Intrinsics_vec256_mul64(r54, a31)); |
616 | 0 | Lib_IntVector_Intrinsics_vec256 |
617 | 0 | a35 = |
618 | 0 | Lib_IntVector_Intrinsics_vec256_add64(a34, |
619 | 0 | Lib_IntVector_Intrinsics_vec256_mul64(r0, a31)); |
620 | 0 | Lib_IntVector_Intrinsics_vec256 |
621 | 0 | a45 = |
622 | 0 | Lib_IntVector_Intrinsics_vec256_add64(a44, |
623 | 0 | Lib_IntVector_Intrinsics_vec256_mul64(r11, a31)); |
624 | 0 | Lib_IntVector_Intrinsics_vec256 |
625 | 0 | a06 = |
626 | 0 | Lib_IntVector_Intrinsics_vec256_add64(a05, |
627 | 0 | Lib_IntVector_Intrinsics_vec256_mul64(r51, a41)); |
628 | 0 | Lib_IntVector_Intrinsics_vec256 |
629 | 0 | a16 = |
630 | 0 | Lib_IntVector_Intrinsics_vec256_add64(a15, |
631 | 0 | Lib_IntVector_Intrinsics_vec256_mul64(r52, a41)); |
632 | 0 | Lib_IntVector_Intrinsics_vec256 |
633 | 0 | a26 = |
634 | 0 | Lib_IntVector_Intrinsics_vec256_add64(a25, |
635 | 0 | Lib_IntVector_Intrinsics_vec256_mul64(r53, a41)); |
636 | 0 | Lib_IntVector_Intrinsics_vec256 |
637 | 0 | a36 = |
638 | 0 | Lib_IntVector_Intrinsics_vec256_add64(a35, |
639 | 0 | Lib_IntVector_Intrinsics_vec256_mul64(r54, a41)); |
640 | 0 | Lib_IntVector_Intrinsics_vec256 |
641 | 0 | a46 = |
642 | 0 | Lib_IntVector_Intrinsics_vec256_add64(a45, |
643 | 0 | Lib_IntVector_Intrinsics_vec256_mul64(r0, a41)); |
644 | 0 | Lib_IntVector_Intrinsics_vec256 t01 = a06; |
645 | 0 | Lib_IntVector_Intrinsics_vec256 t11 = a16; |
646 | 0 | Lib_IntVector_Intrinsics_vec256 t2 = a26; |
647 | 0 | Lib_IntVector_Intrinsics_vec256 t3 = a36; |
648 | 0 | Lib_IntVector_Intrinsics_vec256 t4 = a46; |
649 | 0 | Lib_IntVector_Intrinsics_vec256 |
650 | 0 | mask26 = Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3ffffffU); |
651 | 0 | Lib_IntVector_Intrinsics_vec256 |
652 | 0 | z0 = Lib_IntVector_Intrinsics_vec256_shift_right64(t01, (uint32_t)26U); |
653 | 0 | Lib_IntVector_Intrinsics_vec256 |
654 | 0 | z1 = Lib_IntVector_Intrinsics_vec256_shift_right64(t3, (uint32_t)26U); |
655 | 0 | Lib_IntVector_Intrinsics_vec256 x0 = Lib_IntVector_Intrinsics_vec256_and(t01, mask26); |
656 | 0 | Lib_IntVector_Intrinsics_vec256 x3 = Lib_IntVector_Intrinsics_vec256_and(t3, mask26); |
657 | 0 | Lib_IntVector_Intrinsics_vec256 x1 = Lib_IntVector_Intrinsics_vec256_add64(t11, z0); |
658 | 0 | Lib_IntVector_Intrinsics_vec256 x4 = Lib_IntVector_Intrinsics_vec256_add64(t4, z1); |
659 | 0 | Lib_IntVector_Intrinsics_vec256 |
660 | 0 | z01 = Lib_IntVector_Intrinsics_vec256_shift_right64(x1, (uint32_t)26U); |
661 | 0 | Lib_IntVector_Intrinsics_vec256 |
662 | 0 | z11 = Lib_IntVector_Intrinsics_vec256_shift_right64(x4, (uint32_t)26U); |
663 | 0 | Lib_IntVector_Intrinsics_vec256 |
664 | 0 | t = Lib_IntVector_Intrinsics_vec256_shift_left64(z11, (uint32_t)2U); |
665 | 0 | Lib_IntVector_Intrinsics_vec256 z12 = Lib_IntVector_Intrinsics_vec256_add64(z11, t); |
666 | 0 | Lib_IntVector_Intrinsics_vec256 x11 = Lib_IntVector_Intrinsics_vec256_and(x1, mask26); |
667 | 0 | Lib_IntVector_Intrinsics_vec256 x41 = Lib_IntVector_Intrinsics_vec256_and(x4, mask26); |
668 | 0 | Lib_IntVector_Intrinsics_vec256 x2 = Lib_IntVector_Intrinsics_vec256_add64(t2, z01); |
669 | 0 | Lib_IntVector_Intrinsics_vec256 x01 = Lib_IntVector_Intrinsics_vec256_add64(x0, z12); |
670 | 0 | Lib_IntVector_Intrinsics_vec256 |
671 | 0 | z02 = Lib_IntVector_Intrinsics_vec256_shift_right64(x2, (uint32_t)26U); |
672 | 0 | Lib_IntVector_Intrinsics_vec256 |
673 | 0 | z13 = Lib_IntVector_Intrinsics_vec256_shift_right64(x01, (uint32_t)26U); |
674 | 0 | Lib_IntVector_Intrinsics_vec256 x21 = Lib_IntVector_Intrinsics_vec256_and(x2, mask26); |
675 | 0 | Lib_IntVector_Intrinsics_vec256 x02 = Lib_IntVector_Intrinsics_vec256_and(x01, mask26); |
676 | 0 | Lib_IntVector_Intrinsics_vec256 x31 = Lib_IntVector_Intrinsics_vec256_add64(x3, z02); |
677 | 0 | Lib_IntVector_Intrinsics_vec256 x12 = Lib_IntVector_Intrinsics_vec256_add64(x11, z13); |
678 | 0 | Lib_IntVector_Intrinsics_vec256 |
679 | 0 | z03 = Lib_IntVector_Intrinsics_vec256_shift_right64(x31, (uint32_t)26U); |
680 | 0 | Lib_IntVector_Intrinsics_vec256 x32 = Lib_IntVector_Intrinsics_vec256_and(x31, mask26); |
681 | 0 | Lib_IntVector_Intrinsics_vec256 x42 = Lib_IntVector_Intrinsics_vec256_add64(x41, z03); |
682 | 0 | Lib_IntVector_Intrinsics_vec256 o0 = x02; |
683 | 0 | Lib_IntVector_Intrinsics_vec256 o1 = x12; |
684 | 0 | Lib_IntVector_Intrinsics_vec256 o2 = x21; |
685 | 0 | Lib_IntVector_Intrinsics_vec256 o3 = x32; |
686 | 0 | Lib_IntVector_Intrinsics_vec256 o4 = x42; |
687 | 0 | acc0[0U] = o0; |
688 | 0 | acc0[1U] = o1; |
689 | 0 | acc0[2U] = o2; |
690 | 0 | acc0[3U] = o3; |
691 | 0 | acc0[4U] = o4; |
692 | 0 | } |
693 | 31.4k | uint8_t tmp[16U] = { 0U }; |
694 | 31.4k | memcpy(tmp, rem, r * sizeof (uint8_t)); |
695 | 31.4k | if (r > (uint32_t)0U) |
696 | 26.0k | { |
697 | 26.0k | Lib_IntVector_Intrinsics_vec256 *pre = ctx + (uint32_t)5U; |
698 | 26.0k | Lib_IntVector_Intrinsics_vec256 *acc = ctx; |
699 | 26.0k | KRML_PRE_ALIGN(32) Lib_IntVector_Intrinsics_vec256 e[5U] KRML_POST_ALIGN(32) = { 0U }; |
700 | 26.0k | uint64_t u0 = load64_le(tmp); |
701 | 26.0k | uint64_t lo = u0; |
702 | 26.0k | uint64_t u = load64_le(tmp + (uint32_t)8U); |
703 | 26.0k | uint64_t hi = u; |
704 | 26.0k | Lib_IntVector_Intrinsics_vec256 f0 = Lib_IntVector_Intrinsics_vec256_load64(lo); |
705 | 26.0k | Lib_IntVector_Intrinsics_vec256 f1 = Lib_IntVector_Intrinsics_vec256_load64(hi); |
706 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
707 | 26.0k | f010 = |
708 | 26.0k | Lib_IntVector_Intrinsics_vec256_and(f0, |
709 | 26.0k | Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3ffffffU)); |
710 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
711 | 26.0k | f110 = |
712 | 26.0k | Lib_IntVector_Intrinsics_vec256_and(Lib_IntVector_Intrinsics_vec256_shift_right64(f0, |
713 | 26.0k | (uint32_t)26U), |
714 | 26.0k | Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3ffffffU)); |
715 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
716 | 26.0k | f20 = |
717 | 26.0k | Lib_IntVector_Intrinsics_vec256_or(Lib_IntVector_Intrinsics_vec256_shift_right64(f0, |
718 | 26.0k | (uint32_t)52U), |
719 | 26.0k | Lib_IntVector_Intrinsics_vec256_shift_left64(Lib_IntVector_Intrinsics_vec256_and(f1, |
720 | 26.0k | Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3fffU)), |
721 | 26.0k | (uint32_t)12U)); |
722 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
723 | 26.0k | f30 = |
724 | 26.0k | Lib_IntVector_Intrinsics_vec256_and(Lib_IntVector_Intrinsics_vec256_shift_right64(f1, |
725 | 26.0k | (uint32_t)14U), |
726 | 26.0k | Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3ffffffU)); |
727 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
728 | 26.0k | f40 = Lib_IntVector_Intrinsics_vec256_shift_right64(f1, (uint32_t)40U); |
729 | 26.0k | Lib_IntVector_Intrinsics_vec256 f01 = f010; |
730 | 26.0k | Lib_IntVector_Intrinsics_vec256 f111 = f110; |
731 | 26.0k | Lib_IntVector_Intrinsics_vec256 f2 = f20; |
732 | 26.0k | Lib_IntVector_Intrinsics_vec256 f3 = f30; |
733 | 26.0k | Lib_IntVector_Intrinsics_vec256 f41 = f40; |
734 | 26.0k | e[0U] = f01; |
735 | 26.0k | e[1U] = f111; |
736 | 26.0k | e[2U] = f2; |
737 | 26.0k | e[3U] = f3; |
738 | 26.0k | e[4U] = f41; |
739 | 26.0k | uint64_t b = (uint64_t)0x1000000U; |
740 | 26.0k | Lib_IntVector_Intrinsics_vec256 mask = Lib_IntVector_Intrinsics_vec256_load64(b); |
741 | 26.0k | Lib_IntVector_Intrinsics_vec256 f4 = e[4U]; |
742 | 26.0k | e[4U] = Lib_IntVector_Intrinsics_vec256_or(f4, mask); |
743 | 26.0k | Lib_IntVector_Intrinsics_vec256 *r1 = pre; |
744 | 26.0k | Lib_IntVector_Intrinsics_vec256 *r5 = pre + (uint32_t)5U; |
745 | 26.0k | Lib_IntVector_Intrinsics_vec256 r0 = r1[0U]; |
746 | 26.0k | Lib_IntVector_Intrinsics_vec256 r11 = r1[1U]; |
747 | 26.0k | Lib_IntVector_Intrinsics_vec256 r2 = r1[2U]; |
748 | 26.0k | Lib_IntVector_Intrinsics_vec256 r3 = r1[3U]; |
749 | 26.0k | Lib_IntVector_Intrinsics_vec256 r4 = r1[4U]; |
750 | 26.0k | Lib_IntVector_Intrinsics_vec256 r51 = r5[1U]; |
751 | 26.0k | Lib_IntVector_Intrinsics_vec256 r52 = r5[2U]; |
752 | 26.0k | Lib_IntVector_Intrinsics_vec256 r53 = r5[3U]; |
753 | 26.0k | Lib_IntVector_Intrinsics_vec256 r54 = r5[4U]; |
754 | 26.0k | Lib_IntVector_Intrinsics_vec256 f10 = e[0U]; |
755 | 26.0k | Lib_IntVector_Intrinsics_vec256 f11 = e[1U]; |
756 | 26.0k | Lib_IntVector_Intrinsics_vec256 f12 = e[2U]; |
757 | 26.0k | Lib_IntVector_Intrinsics_vec256 f13 = e[3U]; |
758 | 26.0k | Lib_IntVector_Intrinsics_vec256 f14 = e[4U]; |
759 | 26.0k | Lib_IntVector_Intrinsics_vec256 a0 = acc[0U]; |
760 | 26.0k | Lib_IntVector_Intrinsics_vec256 a1 = acc[1U]; |
761 | 26.0k | Lib_IntVector_Intrinsics_vec256 a2 = acc[2U]; |
762 | 26.0k | Lib_IntVector_Intrinsics_vec256 a3 = acc[3U]; |
763 | 26.0k | Lib_IntVector_Intrinsics_vec256 a4 = acc[4U]; |
764 | 26.0k | Lib_IntVector_Intrinsics_vec256 a01 = Lib_IntVector_Intrinsics_vec256_add64(a0, f10); |
765 | 26.0k | Lib_IntVector_Intrinsics_vec256 a11 = Lib_IntVector_Intrinsics_vec256_add64(a1, f11); |
766 | 26.0k | Lib_IntVector_Intrinsics_vec256 a21 = Lib_IntVector_Intrinsics_vec256_add64(a2, f12); |
767 | 26.0k | Lib_IntVector_Intrinsics_vec256 a31 = Lib_IntVector_Intrinsics_vec256_add64(a3, f13); |
768 | 26.0k | Lib_IntVector_Intrinsics_vec256 a41 = Lib_IntVector_Intrinsics_vec256_add64(a4, f14); |
769 | 26.0k | Lib_IntVector_Intrinsics_vec256 a02 = Lib_IntVector_Intrinsics_vec256_mul64(r0, a01); |
770 | 26.0k | Lib_IntVector_Intrinsics_vec256 a12 = Lib_IntVector_Intrinsics_vec256_mul64(r11, a01); |
771 | 26.0k | Lib_IntVector_Intrinsics_vec256 a22 = Lib_IntVector_Intrinsics_vec256_mul64(r2, a01); |
772 | 26.0k | Lib_IntVector_Intrinsics_vec256 a32 = Lib_IntVector_Intrinsics_vec256_mul64(r3, a01); |
773 | 26.0k | Lib_IntVector_Intrinsics_vec256 a42 = Lib_IntVector_Intrinsics_vec256_mul64(r4, a01); |
774 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
775 | 26.0k | a03 = |
776 | 26.0k | Lib_IntVector_Intrinsics_vec256_add64(a02, |
777 | 26.0k | Lib_IntVector_Intrinsics_vec256_mul64(r54, a11)); |
778 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
779 | 26.0k | a13 = |
780 | 26.0k | Lib_IntVector_Intrinsics_vec256_add64(a12, |
781 | 26.0k | Lib_IntVector_Intrinsics_vec256_mul64(r0, a11)); |
782 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
783 | 26.0k | a23 = |
784 | 26.0k | Lib_IntVector_Intrinsics_vec256_add64(a22, |
785 | 26.0k | Lib_IntVector_Intrinsics_vec256_mul64(r11, a11)); |
786 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
787 | 26.0k | a33 = |
788 | 26.0k | Lib_IntVector_Intrinsics_vec256_add64(a32, |
789 | 26.0k | Lib_IntVector_Intrinsics_vec256_mul64(r2, a11)); |
790 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
791 | 26.0k | a43 = |
792 | 26.0k | Lib_IntVector_Intrinsics_vec256_add64(a42, |
793 | 26.0k | Lib_IntVector_Intrinsics_vec256_mul64(r3, a11)); |
794 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
795 | 26.0k | a04 = |
796 | 26.0k | Lib_IntVector_Intrinsics_vec256_add64(a03, |
797 | 26.0k | Lib_IntVector_Intrinsics_vec256_mul64(r53, a21)); |
798 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
799 | 26.0k | a14 = |
800 | 26.0k | Lib_IntVector_Intrinsics_vec256_add64(a13, |
801 | 26.0k | Lib_IntVector_Intrinsics_vec256_mul64(r54, a21)); |
802 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
803 | 26.0k | a24 = |
804 | 26.0k | Lib_IntVector_Intrinsics_vec256_add64(a23, |
805 | 26.0k | Lib_IntVector_Intrinsics_vec256_mul64(r0, a21)); |
806 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
807 | 26.0k | a34 = |
808 | 26.0k | Lib_IntVector_Intrinsics_vec256_add64(a33, |
809 | 26.0k | Lib_IntVector_Intrinsics_vec256_mul64(r11, a21)); |
810 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
811 | 26.0k | a44 = |
812 | 26.0k | Lib_IntVector_Intrinsics_vec256_add64(a43, |
813 | 26.0k | Lib_IntVector_Intrinsics_vec256_mul64(r2, a21)); |
814 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
815 | 26.0k | a05 = |
816 | 26.0k | Lib_IntVector_Intrinsics_vec256_add64(a04, |
817 | 26.0k | Lib_IntVector_Intrinsics_vec256_mul64(r52, a31)); |
818 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
819 | 26.0k | a15 = |
820 | 26.0k | Lib_IntVector_Intrinsics_vec256_add64(a14, |
821 | 26.0k | Lib_IntVector_Intrinsics_vec256_mul64(r53, a31)); |
822 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
823 | 26.0k | a25 = |
824 | 26.0k | Lib_IntVector_Intrinsics_vec256_add64(a24, |
825 | 26.0k | Lib_IntVector_Intrinsics_vec256_mul64(r54, a31)); |
826 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
827 | 26.0k | a35 = |
828 | 26.0k | Lib_IntVector_Intrinsics_vec256_add64(a34, |
829 | 26.0k | Lib_IntVector_Intrinsics_vec256_mul64(r0, a31)); |
830 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
831 | 26.0k | a45 = |
832 | 26.0k | Lib_IntVector_Intrinsics_vec256_add64(a44, |
833 | 26.0k | Lib_IntVector_Intrinsics_vec256_mul64(r11, a31)); |
834 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
835 | 26.0k | a06 = |
836 | 26.0k | Lib_IntVector_Intrinsics_vec256_add64(a05, |
837 | 26.0k | Lib_IntVector_Intrinsics_vec256_mul64(r51, a41)); |
838 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
839 | 26.0k | a16 = |
840 | 26.0k | Lib_IntVector_Intrinsics_vec256_add64(a15, |
841 | 26.0k | Lib_IntVector_Intrinsics_vec256_mul64(r52, a41)); |
842 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
843 | 26.0k | a26 = |
844 | 26.0k | Lib_IntVector_Intrinsics_vec256_add64(a25, |
845 | 26.0k | Lib_IntVector_Intrinsics_vec256_mul64(r53, a41)); |
846 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
847 | 26.0k | a36 = |
848 | 26.0k | Lib_IntVector_Intrinsics_vec256_add64(a35, |
849 | 26.0k | Lib_IntVector_Intrinsics_vec256_mul64(r54, a41)); |
850 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
851 | 26.0k | a46 = |
852 | 26.0k | Lib_IntVector_Intrinsics_vec256_add64(a45, |
853 | 26.0k | Lib_IntVector_Intrinsics_vec256_mul64(r0, a41)); |
854 | 26.0k | Lib_IntVector_Intrinsics_vec256 t0 = a06; |
855 | 26.0k | Lib_IntVector_Intrinsics_vec256 t1 = a16; |
856 | 26.0k | Lib_IntVector_Intrinsics_vec256 t2 = a26; |
857 | 26.0k | Lib_IntVector_Intrinsics_vec256 t3 = a36; |
858 | 26.0k | Lib_IntVector_Intrinsics_vec256 t4 = a46; |
859 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
860 | 26.0k | mask26 = Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3ffffffU); |
861 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
862 | 26.0k | z0 = Lib_IntVector_Intrinsics_vec256_shift_right64(t0, (uint32_t)26U); |
863 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
864 | 26.0k | z1 = Lib_IntVector_Intrinsics_vec256_shift_right64(t3, (uint32_t)26U); |
865 | 26.0k | Lib_IntVector_Intrinsics_vec256 x0 = Lib_IntVector_Intrinsics_vec256_and(t0, mask26); |
866 | 26.0k | Lib_IntVector_Intrinsics_vec256 x3 = Lib_IntVector_Intrinsics_vec256_and(t3, mask26); |
867 | 26.0k | Lib_IntVector_Intrinsics_vec256 x1 = Lib_IntVector_Intrinsics_vec256_add64(t1, z0); |
868 | 26.0k | Lib_IntVector_Intrinsics_vec256 x4 = Lib_IntVector_Intrinsics_vec256_add64(t4, z1); |
869 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
870 | 26.0k | z01 = Lib_IntVector_Intrinsics_vec256_shift_right64(x1, (uint32_t)26U); |
871 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
872 | 26.0k | z11 = Lib_IntVector_Intrinsics_vec256_shift_right64(x4, (uint32_t)26U); |
873 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
874 | 26.0k | t = Lib_IntVector_Intrinsics_vec256_shift_left64(z11, (uint32_t)2U); |
875 | 26.0k | Lib_IntVector_Intrinsics_vec256 z12 = Lib_IntVector_Intrinsics_vec256_add64(z11, t); |
876 | 26.0k | Lib_IntVector_Intrinsics_vec256 x11 = Lib_IntVector_Intrinsics_vec256_and(x1, mask26); |
877 | 26.0k | Lib_IntVector_Intrinsics_vec256 x41 = Lib_IntVector_Intrinsics_vec256_and(x4, mask26); |
878 | 26.0k | Lib_IntVector_Intrinsics_vec256 x2 = Lib_IntVector_Intrinsics_vec256_add64(t2, z01); |
879 | 26.0k | Lib_IntVector_Intrinsics_vec256 x01 = Lib_IntVector_Intrinsics_vec256_add64(x0, z12); |
880 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
881 | 26.0k | z02 = Lib_IntVector_Intrinsics_vec256_shift_right64(x2, (uint32_t)26U); |
882 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
883 | 26.0k | z13 = Lib_IntVector_Intrinsics_vec256_shift_right64(x01, (uint32_t)26U); |
884 | 26.0k | Lib_IntVector_Intrinsics_vec256 x21 = Lib_IntVector_Intrinsics_vec256_and(x2, mask26); |
885 | 26.0k | Lib_IntVector_Intrinsics_vec256 x02 = Lib_IntVector_Intrinsics_vec256_and(x01, mask26); |
886 | 26.0k | Lib_IntVector_Intrinsics_vec256 x31 = Lib_IntVector_Intrinsics_vec256_add64(x3, z02); |
887 | 26.0k | Lib_IntVector_Intrinsics_vec256 x12 = Lib_IntVector_Intrinsics_vec256_add64(x11, z13); |
888 | 26.0k | Lib_IntVector_Intrinsics_vec256 |
889 | 26.0k | z03 = Lib_IntVector_Intrinsics_vec256_shift_right64(x31, (uint32_t)26U); |
890 | 26.0k | Lib_IntVector_Intrinsics_vec256 x32 = Lib_IntVector_Intrinsics_vec256_and(x31, mask26); |
891 | 26.0k | Lib_IntVector_Intrinsics_vec256 x42 = Lib_IntVector_Intrinsics_vec256_add64(x41, z03); |
892 | 26.0k | Lib_IntVector_Intrinsics_vec256 o0 = x02; |
893 | 26.0k | Lib_IntVector_Intrinsics_vec256 o1 = x12; |
894 | 26.0k | Lib_IntVector_Intrinsics_vec256 o2 = x21; |
895 | 26.0k | Lib_IntVector_Intrinsics_vec256 o3 = x32; |
896 | 26.0k | Lib_IntVector_Intrinsics_vec256 o4 = x42; |
897 | 26.0k | acc[0U] = o0; |
898 | 26.0k | acc[1U] = o1; |
899 | 26.0k | acc[2U] = o2; |
900 | 26.0k | acc[3U] = o3; |
901 | 26.0k | acc[4U] = o4; |
902 | 26.0k | return; |
903 | 26.0k | } |
904 | 31.4k | } |
905 | | |
906 | | static inline void |
907 | | poly1305_do_256( |
908 | | uint8_t *k, |
909 | | uint32_t aadlen, |
910 | | uint8_t *aad, |
911 | | uint32_t mlen, |
912 | | uint8_t *m, |
913 | | uint8_t *out |
914 | | ) |
915 | 17.1k | { |
916 | 17.1k | KRML_PRE_ALIGN(32) Lib_IntVector_Intrinsics_vec256 ctx[25U] KRML_POST_ALIGN(32) = { 0U }; |
917 | 17.1k | uint8_t block[16U] = { 0U }; |
918 | 17.1k | Hacl_Poly1305_256_poly1305_init(ctx, k); |
919 | 17.1k | if (aadlen != (uint32_t)0U) |
920 | 16.9k | { |
921 | 16.9k | poly1305_padded_256(ctx, aadlen, aad); |
922 | 16.9k | } |
923 | 17.1k | if (mlen != (uint32_t)0U) |
924 | 14.5k | { |
925 | 14.5k | poly1305_padded_256(ctx, mlen, m); |
926 | 14.5k | } |
927 | 17.1k | store64_le(block, (uint64_t)aadlen); |
928 | 17.1k | store64_le(block + (uint32_t)8U, (uint64_t)mlen); |
929 | 17.1k | Lib_IntVector_Intrinsics_vec256 *pre = ctx + (uint32_t)5U; |
930 | 17.1k | Lib_IntVector_Intrinsics_vec256 *acc = ctx; |
931 | 17.1k | KRML_PRE_ALIGN(32) Lib_IntVector_Intrinsics_vec256 e[5U] KRML_POST_ALIGN(32) = { 0U }; |
932 | 17.1k | uint64_t u0 = load64_le(block); |
933 | 17.1k | uint64_t lo = u0; |
934 | 17.1k | uint64_t u = load64_le(block + (uint32_t)8U); |
935 | 17.1k | uint64_t hi = u; |
936 | 17.1k | Lib_IntVector_Intrinsics_vec256 f0 = Lib_IntVector_Intrinsics_vec256_load64(lo); |
937 | 17.1k | Lib_IntVector_Intrinsics_vec256 f1 = Lib_IntVector_Intrinsics_vec256_load64(hi); |
938 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
939 | 17.1k | f010 = |
940 | 17.1k | Lib_IntVector_Intrinsics_vec256_and(f0, |
941 | 17.1k | Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3ffffffU)); |
942 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
943 | 17.1k | f110 = |
944 | 17.1k | Lib_IntVector_Intrinsics_vec256_and(Lib_IntVector_Intrinsics_vec256_shift_right64(f0, |
945 | 17.1k | (uint32_t)26U), |
946 | 17.1k | Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3ffffffU)); |
947 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
948 | 17.1k | f20 = |
949 | 17.1k | Lib_IntVector_Intrinsics_vec256_or(Lib_IntVector_Intrinsics_vec256_shift_right64(f0, |
950 | 17.1k | (uint32_t)52U), |
951 | 17.1k | Lib_IntVector_Intrinsics_vec256_shift_left64(Lib_IntVector_Intrinsics_vec256_and(f1, |
952 | 17.1k | Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3fffU)), |
953 | 17.1k | (uint32_t)12U)); |
954 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
955 | 17.1k | f30 = |
956 | 17.1k | Lib_IntVector_Intrinsics_vec256_and(Lib_IntVector_Intrinsics_vec256_shift_right64(f1, |
957 | 17.1k | (uint32_t)14U), |
958 | 17.1k | Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3ffffffU)); |
959 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
960 | 17.1k | f40 = Lib_IntVector_Intrinsics_vec256_shift_right64(f1, (uint32_t)40U); |
961 | 17.1k | Lib_IntVector_Intrinsics_vec256 f01 = f010; |
962 | 17.1k | Lib_IntVector_Intrinsics_vec256 f111 = f110; |
963 | 17.1k | Lib_IntVector_Intrinsics_vec256 f2 = f20; |
964 | 17.1k | Lib_IntVector_Intrinsics_vec256 f3 = f30; |
965 | 17.1k | Lib_IntVector_Intrinsics_vec256 f41 = f40; |
966 | 17.1k | e[0U] = f01; |
967 | 17.1k | e[1U] = f111; |
968 | 17.1k | e[2U] = f2; |
969 | 17.1k | e[3U] = f3; |
970 | 17.1k | e[4U] = f41; |
971 | 17.1k | uint64_t b = (uint64_t)0x1000000U; |
972 | 17.1k | Lib_IntVector_Intrinsics_vec256 mask = Lib_IntVector_Intrinsics_vec256_load64(b); |
973 | 17.1k | Lib_IntVector_Intrinsics_vec256 f4 = e[4U]; |
974 | 17.1k | e[4U] = Lib_IntVector_Intrinsics_vec256_or(f4, mask); |
975 | 17.1k | Lib_IntVector_Intrinsics_vec256 *r = pre; |
976 | 17.1k | Lib_IntVector_Intrinsics_vec256 *r5 = pre + (uint32_t)5U; |
977 | 17.1k | Lib_IntVector_Intrinsics_vec256 r0 = r[0U]; |
978 | 17.1k | Lib_IntVector_Intrinsics_vec256 r1 = r[1U]; |
979 | 17.1k | Lib_IntVector_Intrinsics_vec256 r2 = r[2U]; |
980 | 17.1k | Lib_IntVector_Intrinsics_vec256 r3 = r[3U]; |
981 | 17.1k | Lib_IntVector_Intrinsics_vec256 r4 = r[4U]; |
982 | 17.1k | Lib_IntVector_Intrinsics_vec256 r51 = r5[1U]; |
983 | 17.1k | Lib_IntVector_Intrinsics_vec256 r52 = r5[2U]; |
984 | 17.1k | Lib_IntVector_Intrinsics_vec256 r53 = r5[3U]; |
985 | 17.1k | Lib_IntVector_Intrinsics_vec256 r54 = r5[4U]; |
986 | 17.1k | Lib_IntVector_Intrinsics_vec256 f10 = e[0U]; |
987 | 17.1k | Lib_IntVector_Intrinsics_vec256 f11 = e[1U]; |
988 | 17.1k | Lib_IntVector_Intrinsics_vec256 f12 = e[2U]; |
989 | 17.1k | Lib_IntVector_Intrinsics_vec256 f13 = e[3U]; |
990 | 17.1k | Lib_IntVector_Intrinsics_vec256 f14 = e[4U]; |
991 | 17.1k | Lib_IntVector_Intrinsics_vec256 a0 = acc[0U]; |
992 | 17.1k | Lib_IntVector_Intrinsics_vec256 a1 = acc[1U]; |
993 | 17.1k | Lib_IntVector_Intrinsics_vec256 a2 = acc[2U]; |
994 | 17.1k | Lib_IntVector_Intrinsics_vec256 a3 = acc[3U]; |
995 | 17.1k | Lib_IntVector_Intrinsics_vec256 a4 = acc[4U]; |
996 | 17.1k | Lib_IntVector_Intrinsics_vec256 a01 = Lib_IntVector_Intrinsics_vec256_add64(a0, f10); |
997 | 17.1k | Lib_IntVector_Intrinsics_vec256 a11 = Lib_IntVector_Intrinsics_vec256_add64(a1, f11); |
998 | 17.1k | Lib_IntVector_Intrinsics_vec256 a21 = Lib_IntVector_Intrinsics_vec256_add64(a2, f12); |
999 | 17.1k | Lib_IntVector_Intrinsics_vec256 a31 = Lib_IntVector_Intrinsics_vec256_add64(a3, f13); |
1000 | 17.1k | Lib_IntVector_Intrinsics_vec256 a41 = Lib_IntVector_Intrinsics_vec256_add64(a4, f14); |
1001 | 17.1k | Lib_IntVector_Intrinsics_vec256 a02 = Lib_IntVector_Intrinsics_vec256_mul64(r0, a01); |
1002 | 17.1k | Lib_IntVector_Intrinsics_vec256 a12 = Lib_IntVector_Intrinsics_vec256_mul64(r1, a01); |
1003 | 17.1k | Lib_IntVector_Intrinsics_vec256 a22 = Lib_IntVector_Intrinsics_vec256_mul64(r2, a01); |
1004 | 17.1k | Lib_IntVector_Intrinsics_vec256 a32 = Lib_IntVector_Intrinsics_vec256_mul64(r3, a01); |
1005 | 17.1k | Lib_IntVector_Intrinsics_vec256 a42 = Lib_IntVector_Intrinsics_vec256_mul64(r4, a01); |
1006 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1007 | 17.1k | a03 = |
1008 | 17.1k | Lib_IntVector_Intrinsics_vec256_add64(a02, |
1009 | 17.1k | Lib_IntVector_Intrinsics_vec256_mul64(r54, a11)); |
1010 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1011 | 17.1k | a13 = |
1012 | 17.1k | Lib_IntVector_Intrinsics_vec256_add64(a12, |
1013 | 17.1k | Lib_IntVector_Intrinsics_vec256_mul64(r0, a11)); |
1014 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1015 | 17.1k | a23 = |
1016 | 17.1k | Lib_IntVector_Intrinsics_vec256_add64(a22, |
1017 | 17.1k | Lib_IntVector_Intrinsics_vec256_mul64(r1, a11)); |
1018 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1019 | 17.1k | a33 = |
1020 | 17.1k | Lib_IntVector_Intrinsics_vec256_add64(a32, |
1021 | 17.1k | Lib_IntVector_Intrinsics_vec256_mul64(r2, a11)); |
1022 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1023 | 17.1k | a43 = |
1024 | 17.1k | Lib_IntVector_Intrinsics_vec256_add64(a42, |
1025 | 17.1k | Lib_IntVector_Intrinsics_vec256_mul64(r3, a11)); |
1026 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1027 | 17.1k | a04 = |
1028 | 17.1k | Lib_IntVector_Intrinsics_vec256_add64(a03, |
1029 | 17.1k | Lib_IntVector_Intrinsics_vec256_mul64(r53, a21)); |
1030 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1031 | 17.1k | a14 = |
1032 | 17.1k | Lib_IntVector_Intrinsics_vec256_add64(a13, |
1033 | 17.1k | Lib_IntVector_Intrinsics_vec256_mul64(r54, a21)); |
1034 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1035 | 17.1k | a24 = |
1036 | 17.1k | Lib_IntVector_Intrinsics_vec256_add64(a23, |
1037 | 17.1k | Lib_IntVector_Intrinsics_vec256_mul64(r0, a21)); |
1038 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1039 | 17.1k | a34 = |
1040 | 17.1k | Lib_IntVector_Intrinsics_vec256_add64(a33, |
1041 | 17.1k | Lib_IntVector_Intrinsics_vec256_mul64(r1, a21)); |
1042 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1043 | 17.1k | a44 = |
1044 | 17.1k | Lib_IntVector_Intrinsics_vec256_add64(a43, |
1045 | 17.1k | Lib_IntVector_Intrinsics_vec256_mul64(r2, a21)); |
1046 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1047 | 17.1k | a05 = |
1048 | 17.1k | Lib_IntVector_Intrinsics_vec256_add64(a04, |
1049 | 17.1k | Lib_IntVector_Intrinsics_vec256_mul64(r52, a31)); |
1050 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1051 | 17.1k | a15 = |
1052 | 17.1k | Lib_IntVector_Intrinsics_vec256_add64(a14, |
1053 | 17.1k | Lib_IntVector_Intrinsics_vec256_mul64(r53, a31)); |
1054 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1055 | 17.1k | a25 = |
1056 | 17.1k | Lib_IntVector_Intrinsics_vec256_add64(a24, |
1057 | 17.1k | Lib_IntVector_Intrinsics_vec256_mul64(r54, a31)); |
1058 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1059 | 17.1k | a35 = |
1060 | 17.1k | Lib_IntVector_Intrinsics_vec256_add64(a34, |
1061 | 17.1k | Lib_IntVector_Intrinsics_vec256_mul64(r0, a31)); |
1062 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1063 | 17.1k | a45 = |
1064 | 17.1k | Lib_IntVector_Intrinsics_vec256_add64(a44, |
1065 | 17.1k | Lib_IntVector_Intrinsics_vec256_mul64(r1, a31)); |
1066 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1067 | 17.1k | a06 = |
1068 | 17.1k | Lib_IntVector_Intrinsics_vec256_add64(a05, |
1069 | 17.1k | Lib_IntVector_Intrinsics_vec256_mul64(r51, a41)); |
1070 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1071 | 17.1k | a16 = |
1072 | 17.1k | Lib_IntVector_Intrinsics_vec256_add64(a15, |
1073 | 17.1k | Lib_IntVector_Intrinsics_vec256_mul64(r52, a41)); |
1074 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1075 | 17.1k | a26 = |
1076 | 17.1k | Lib_IntVector_Intrinsics_vec256_add64(a25, |
1077 | 17.1k | Lib_IntVector_Intrinsics_vec256_mul64(r53, a41)); |
1078 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1079 | 17.1k | a36 = |
1080 | 17.1k | Lib_IntVector_Intrinsics_vec256_add64(a35, |
1081 | 17.1k | Lib_IntVector_Intrinsics_vec256_mul64(r54, a41)); |
1082 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1083 | 17.1k | a46 = |
1084 | 17.1k | Lib_IntVector_Intrinsics_vec256_add64(a45, |
1085 | 17.1k | Lib_IntVector_Intrinsics_vec256_mul64(r0, a41)); |
1086 | 17.1k | Lib_IntVector_Intrinsics_vec256 t0 = a06; |
1087 | 17.1k | Lib_IntVector_Intrinsics_vec256 t1 = a16; |
1088 | 17.1k | Lib_IntVector_Intrinsics_vec256 t2 = a26; |
1089 | 17.1k | Lib_IntVector_Intrinsics_vec256 t3 = a36; |
1090 | 17.1k | Lib_IntVector_Intrinsics_vec256 t4 = a46; |
1091 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1092 | 17.1k | mask26 = Lib_IntVector_Intrinsics_vec256_load64((uint64_t)0x3ffffffU); |
1093 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1094 | 17.1k | z0 = Lib_IntVector_Intrinsics_vec256_shift_right64(t0, (uint32_t)26U); |
1095 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1096 | 17.1k | z1 = Lib_IntVector_Intrinsics_vec256_shift_right64(t3, (uint32_t)26U); |
1097 | 17.1k | Lib_IntVector_Intrinsics_vec256 x0 = Lib_IntVector_Intrinsics_vec256_and(t0, mask26); |
1098 | 17.1k | Lib_IntVector_Intrinsics_vec256 x3 = Lib_IntVector_Intrinsics_vec256_and(t3, mask26); |
1099 | 17.1k | Lib_IntVector_Intrinsics_vec256 x1 = Lib_IntVector_Intrinsics_vec256_add64(t1, z0); |
1100 | 17.1k | Lib_IntVector_Intrinsics_vec256 x4 = Lib_IntVector_Intrinsics_vec256_add64(t4, z1); |
1101 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1102 | 17.1k | z01 = Lib_IntVector_Intrinsics_vec256_shift_right64(x1, (uint32_t)26U); |
1103 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1104 | 17.1k | z11 = Lib_IntVector_Intrinsics_vec256_shift_right64(x4, (uint32_t)26U); |
1105 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1106 | 17.1k | t = Lib_IntVector_Intrinsics_vec256_shift_left64(z11, (uint32_t)2U); |
1107 | 17.1k | Lib_IntVector_Intrinsics_vec256 z12 = Lib_IntVector_Intrinsics_vec256_add64(z11, t); |
1108 | 17.1k | Lib_IntVector_Intrinsics_vec256 x11 = Lib_IntVector_Intrinsics_vec256_and(x1, mask26); |
1109 | 17.1k | Lib_IntVector_Intrinsics_vec256 x41 = Lib_IntVector_Intrinsics_vec256_and(x4, mask26); |
1110 | 17.1k | Lib_IntVector_Intrinsics_vec256 x2 = Lib_IntVector_Intrinsics_vec256_add64(t2, z01); |
1111 | 17.1k | Lib_IntVector_Intrinsics_vec256 x01 = Lib_IntVector_Intrinsics_vec256_add64(x0, z12); |
1112 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1113 | 17.1k | z02 = Lib_IntVector_Intrinsics_vec256_shift_right64(x2, (uint32_t)26U); |
1114 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1115 | 17.1k | z13 = Lib_IntVector_Intrinsics_vec256_shift_right64(x01, (uint32_t)26U); |
1116 | 17.1k | Lib_IntVector_Intrinsics_vec256 x21 = Lib_IntVector_Intrinsics_vec256_and(x2, mask26); |
1117 | 17.1k | Lib_IntVector_Intrinsics_vec256 x02 = Lib_IntVector_Intrinsics_vec256_and(x01, mask26); |
1118 | 17.1k | Lib_IntVector_Intrinsics_vec256 x31 = Lib_IntVector_Intrinsics_vec256_add64(x3, z02); |
1119 | 17.1k | Lib_IntVector_Intrinsics_vec256 x12 = Lib_IntVector_Intrinsics_vec256_add64(x11, z13); |
1120 | 17.1k | Lib_IntVector_Intrinsics_vec256 |
1121 | 17.1k | z03 = Lib_IntVector_Intrinsics_vec256_shift_right64(x31, (uint32_t)26U); |
1122 | 17.1k | Lib_IntVector_Intrinsics_vec256 x32 = Lib_IntVector_Intrinsics_vec256_and(x31, mask26); |
1123 | 17.1k | Lib_IntVector_Intrinsics_vec256 x42 = Lib_IntVector_Intrinsics_vec256_add64(x41, z03); |
1124 | 17.1k | Lib_IntVector_Intrinsics_vec256 o0 = x02; |
1125 | 17.1k | Lib_IntVector_Intrinsics_vec256 o1 = x12; |
1126 | 17.1k | Lib_IntVector_Intrinsics_vec256 o2 = x21; |
1127 | 17.1k | Lib_IntVector_Intrinsics_vec256 o3 = x32; |
1128 | 17.1k | Lib_IntVector_Intrinsics_vec256 o4 = x42; |
1129 | 17.1k | acc[0U] = o0; |
1130 | 17.1k | acc[1U] = o1; |
1131 | 17.1k | acc[2U] = o2; |
1132 | 17.1k | acc[3U] = o3; |
1133 | 17.1k | acc[4U] = o4; |
1134 | 17.1k | Hacl_Poly1305_256_poly1305_finish(out, k, ctx); |
1135 | 17.1k | } |
1136 | | |
1137 | | /** |
1138 | | Encrypt a message `m` with key `k`. |
1139 | | |
1140 | | The arguments `k`, `n`, `aadlen`, and `aad` are same in encryption/decryption. |
1141 | | Note: Encryption and decryption can be executed in-place, i.e., `m` and `cipher` can point to the same memory. |
1142 | | |
1143 | | @param k Pointer to 32 bytes of memory where the AEAD key is read from. |
1144 | | @param n Pointer to 12 bytes of memory where the AEAD nonce is read from. |
1145 | | @param aadlen Length of the associated data. |
1146 | | @param aad Pointer to `aadlen` bytes of memory where the associated data is read from. |
1147 | | |
1148 | | @param mlen Length of the message. |
1149 | | @param m Pointer to `mlen` bytes of memory where the message is read from. |
1150 | | @param cipher Pointer to `mlen` bytes of memory where the ciphertext is written to. |
1151 | | @param mac Pointer to 16 bytes of memory where the mac is written to. |
1152 | | */ |
1153 | | void |
1154 | | Hacl_Chacha20Poly1305_256_aead_encrypt( |
1155 | | uint8_t *k, |
1156 | | uint8_t *n, |
1157 | | uint32_t aadlen, |
1158 | | uint8_t *aad, |
1159 | | uint32_t mlen, |
1160 | | uint8_t *m, |
1161 | | uint8_t *cipher, |
1162 | | uint8_t *mac |
1163 | | ) |
1164 | 10.8k | { |
1165 | 10.8k | Hacl_Chacha20_Vec256_chacha20_encrypt_256(mlen, cipher, m, k, n, (uint32_t)1U); |
1166 | 10.8k | uint8_t tmp[64U] = { 0U }; |
1167 | 10.8k | Hacl_Chacha20_Vec256_chacha20_encrypt_256((uint32_t)64U, tmp, tmp, k, n, (uint32_t)0U); |
1168 | 10.8k | uint8_t *key = tmp; |
1169 | 10.8k | poly1305_do_256(key, aadlen, aad, mlen, cipher, mac); |
1170 | 10.8k | } |
1171 | | |
1172 | | /** |
1173 | | Decrypt a ciphertext `cipher` with key `k`. |
1174 | | |
1175 | | The arguments `k`, `n`, `aadlen`, and `aad` are same in encryption/decryption. |
1176 | | Note: Encryption and decryption can be executed in-place, i.e., `m` and `cipher` can point to the same memory. |
1177 | | |
1178 | | If decryption succeeds, the resulting plaintext is stored in `m` and the function returns the success code 0. |
1179 | | If decryption fails, the array `m` remains unchanged and the function returns the error code 1. |
1180 | | |
1181 | | @param k Pointer to 32 bytes of memory where the AEAD key is read from. |
1182 | | @param n Pointer to 12 bytes of memory where the AEAD nonce is read from. |
1183 | | @param aadlen Length of the associated data. |
1184 | | @param aad Pointer to `aadlen` bytes of memory where the associated data is read from. |
1185 | | |
1186 | | @param mlen Length of the ciphertext. |
1187 | | @param m Pointer to `mlen` bytes of memory where the message is written to. |
1188 | | @param cipher Pointer to `mlen` bytes of memory where the ciphertext is read from. |
1189 | | @param mac Pointer to 16 bytes of memory where the mac is read from. |
1190 | | |
1191 | | @returns 0 on succeess; 1 on failure. |
1192 | | */ |
1193 | | uint32_t |
1194 | | Hacl_Chacha20Poly1305_256_aead_decrypt( |
1195 | | uint8_t *k, |
1196 | | uint8_t *n, |
1197 | | uint32_t aadlen, |
1198 | | uint8_t *aad, |
1199 | | uint32_t mlen, |
1200 | | uint8_t *m, |
1201 | | uint8_t *cipher, |
1202 | | uint8_t *mac |
1203 | | ) |
1204 | 6.25k | { |
1205 | 6.25k | uint8_t computed_mac[16U] = { 0U }; |
1206 | 6.25k | uint8_t tmp[64U] = { 0U }; |
1207 | 6.25k | Hacl_Chacha20_Vec256_chacha20_encrypt_256((uint32_t)64U, tmp, tmp, k, n, (uint32_t)0U); |
1208 | 6.25k | uint8_t *key = tmp; |
1209 | 6.25k | poly1305_do_256(key, aadlen, aad, mlen, cipher, computed_mac); |
1210 | 6.25k | uint8_t res = (uint8_t)255U; |
1211 | 6.25k | KRML_MAYBE_FOR16(i, |
1212 | 6.25k | (uint32_t)0U, |
1213 | 6.25k | (uint32_t)16U, |
1214 | 6.25k | (uint32_t)1U, |
1215 | 6.25k | uint8_t uu____0 = FStar_UInt8_eq_mask(computed_mac[i], mac[i]); |
1216 | 6.25k | res = uu____0 & res;); |
1217 | 6.25k | uint8_t z = res; |
1218 | 6.25k | if (z == (uint8_t)255U) |
1219 | 109 | { |
1220 | 109 | Hacl_Chacha20_Vec256_chacha20_encrypt_256(mlen, m, cipher, k, n, (uint32_t)1U); |
1221 | 109 | return (uint32_t)0U; |
1222 | 109 | } |
1223 | 6.14k | return (uint32_t)1U; |
1224 | 6.25k | } |
1225 | | |