/src/fftw3/dft/scalar/codelets/n1_25.c
Line | Count | Source |
1 | | /* |
2 | | * Copyright (c) 2003, 2007-14 Matteo Frigo |
3 | | * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology |
4 | | * |
5 | | * This program is free software; you can redistribute it and/or modify |
6 | | * it under the terms of the GNU General Public License as published by |
7 | | * the Free Software Foundation; either version 2 of the License, or |
8 | | * (at your option) any later version. |
9 | | * |
10 | | * This program is distributed in the hope that it will be useful, |
11 | | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
12 | | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
13 | | * GNU General Public License for more details. |
14 | | * |
15 | | * You should have received a copy of the GNU General Public License |
16 | | * along with this program; if not, write to the Free Software |
17 | | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
18 | | * |
19 | | */ |
20 | | |
21 | | /* This file was automatically generated --- DO NOT EDIT */ |
22 | | /* Generated on Sun Jun 22 06:40:52 UTC 2025 */ |
23 | | |
24 | | #include "dft/codelet-dft.h" |
25 | | |
26 | | #if defined(ARCH_PREFERS_FMA) || defined(ISA_EXTENSION_PREFERS_FMA) |
27 | | |
28 | | /* Generated by: ../../../genfft/gen_notw.native -fma -compact -variables 4 -pipeline-latency 4 -n 25 -name n1_25 -include dft/scalar/n.h */ |
29 | | |
30 | | /* |
31 | | * This function contains 352 FP additions, 268 FP multiplications, |
32 | | * (or, 84 additions, 0 multiplications, 268 fused multiply/add), |
33 | | * 128 stack variables, 47 constants, and 100 memory accesses |
34 | | */ |
35 | | #include "dft/scalar/n.h" |
36 | | |
37 | | static void n1_25(const R *ri, const R *ii, R *ro, R *io, stride is, stride os, INT v, INT ivs, INT ovs) |
38 | | { |
39 | | DK(KP803003575, +0.803003575438660414833440593570376004635464850); |
40 | | DK(KP554608978, +0.554608978404018097464974850792216217022558774); |
41 | | DK(KP248028675, +0.248028675328619457762448260696444630363259177); |
42 | | DK(KP726211448, +0.726211448929902658173535992263577167607493062); |
43 | | DK(KP525970792, +0.525970792408939708442463226536226366643874659); |
44 | | DK(KP992114701, +0.992114701314477831049793042785778521453036709); |
45 | | DK(KP851038619, +0.851038619207379630836264138867114231259902550); |
46 | | DK(KP912575812, +0.912575812670962425556968549836277086778922727); |
47 | | DK(KP912018591, +0.912018591466481957908415381764119056233607330); |
48 | | DK(KP943557151, +0.943557151597354104399655195398983005179443399); |
49 | | DK(KP614372930, +0.614372930789563808870829930444362096004872855); |
50 | | DK(KP621716863, +0.621716863012209892444754556304102309693593202); |
51 | | DK(KP994076283, +0.994076283785401014123185814696322018529298887); |
52 | | DK(KP734762448, +0.734762448793050413546343770063151342619912334); |
53 | | DK(KP126329378, +0.126329378446108174786050455341811215027378105); |
54 | | DK(KP772036680, +0.772036680810363904029489473607579825330539880); |
55 | | DK(KP827271945, +0.827271945972475634034355757144307982555673741); |
56 | | DK(KP860541664, +0.860541664367944677098261680920518816412804187); |
57 | | DK(KP949179823, +0.949179823508441261575555465843363271711583843); |
58 | | DK(KP557913902, +0.557913902031834264187699648465567037992437152); |
59 | | DK(KP249506682, +0.249506682107067890488084201715862638334226305); |
60 | | DK(KP681693190, +0.681693190061530575150324149145440022633095390); |
61 | | DK(KP560319534, +0.560319534973832390111614715371676131169633784); |
62 | | DK(KP998026728, +0.998026728428271561952336806863450553336905220); |
63 | | DK(KP906616052, +0.906616052148196230441134447086066874408359177); |
64 | | DK(KP968479752, +0.968479752739016373193524836781420152702090879); |
65 | | DK(KP470564281, +0.470564281212251493087595091036643380879947982); |
66 | | DK(KP845997307, +0.845997307939530944175097360758058292389769300); |
67 | | DK(KP062914667, +0.062914667253649757225485955897349402364686947); |
68 | | DK(KP833417178, +0.833417178328688677408962550243238843138996060); |
69 | | DK(KP921177326, +0.921177326965143320250447435415066029359282231); |
70 | | DK(KP541454447, +0.541454447536312777046285590082819509052033189); |
71 | | DK(KP242145790, +0.242145790282157779872542093866183953459003101); |
72 | | DK(KP683113946, +0.683113946453479238701949862233725244439656928); |
73 | | DK(KP559154169, +0.559154169276087864842202529084232643714075927); |
74 | | DK(KP968583161, +0.968583161128631119490168375464735813836012403); |
75 | | DK(KP904730450, +0.904730450839922351881287709692877908104763647); |
76 | | DK(KP831864738, +0.831864738706457140726048799369896829771167132); |
77 | | DK(KP939062505, +0.939062505817492352556001843133229685779824606); |
78 | | DK(KP549754652, +0.549754652192770074288023275540779861653779767); |
79 | | DK(KP871714437, +0.871714437527667770979999223229522602943903653); |
80 | | DK(KP634619297, +0.634619297544148100711287640319130485732531031); |
81 | | DK(KP256756360, +0.256756360367726783319498520922669048172391148); |
82 | | DK(KP951056516, +0.951056516295153572116439333379382143405698634); |
83 | | DK(KP559016994, +0.559016994374947424102293417182819058860154590); |
84 | | DK(KP250000000, +0.250000000000000000000000000000000000000000000); |
85 | | DK(KP618033988, +0.618033988749894848204586834365638117720309180); |
86 | | { |
87 | | INT i; |
88 | | for (i = v; i > 0; i = i - 1, ri = ri + ivs, ii = ii + ivs, ro = ro + ovs, io = io + ovs, MAKE_VOLATILE_STRIDE(100, is), MAKE_VOLATILE_STRIDE(100, os)) { |
89 | | E T9, T4Q, T1U, T3b, T45, T1D, T46, T3e, T1R, T4P, Ti, Tr, Ts, TY, T17; |
90 | | E T1E, T22, T5f, T3z, T4z, T2o, T5b, T3C, T4s, T2h, T5c, T3D, T4p, T29, T5e; |
91 | | E T3A, T4w, TB, TK, TL, T1h, T1q, T1F, T2x, T57, T3v, T4a, T2T, T55, T3s; |
92 | | E T4k, T2M, T54, T3t, T4h, T2E, T58, T3w, T4d; |
93 | | { |
94 | | E T1, T4, T7, T8, T1T, T1S, T39, T3a; |
95 | | T1 = ri[0]; |
96 | | { |
97 | | E T2, T3, T5, T6; |
98 | | T2 = ri[WS(is, 5)]; |
99 | | T3 = ri[WS(is, 20)]; |
100 | | T4 = T2 + T3; |
101 | | T5 = ri[WS(is, 10)]; |
102 | | T6 = ri[WS(is, 15)]; |
103 | | T7 = T5 + T6; |
104 | | T8 = T4 + T7; |
105 | | T1T = T5 - T6; |
106 | | T1S = T2 - T3; |
107 | | } |
108 | | T9 = T1 + T8; |
109 | | T4Q = FNMS(KP618033988, T1S, T1T); |
110 | | T1U = FMA(KP618033988, T1T, T1S); |
111 | | T39 = FNMS(KP250000000, T8, T1); |
112 | | T3a = T4 - T7; |
113 | | T3b = FMA(KP559016994, T3a, T39); |
114 | | T45 = FNMS(KP559016994, T3a, T39); |
115 | | } |
116 | | { |
117 | | E T1v, T1y, T1B, T1C, T3d, T3c, T1P, T1Q; |
118 | | T1v = ii[0]; |
119 | | { |
120 | | E T1w, T1x, T1z, T1A; |
121 | | T1w = ii[WS(is, 5)]; |
122 | | T1x = ii[WS(is, 20)]; |
123 | | T1y = T1w + T1x; |
124 | | T1z = ii[WS(is, 10)]; |
125 | | T1A = ii[WS(is, 15)]; |
126 | | T1B = T1z + T1A; |
127 | | T1C = T1y + T1B; |
128 | | T3d = T1z - T1A; |
129 | | T3c = T1w - T1x; |
130 | | } |
131 | | T1D = T1v + T1C; |
132 | | T46 = FNMS(KP618033988, T3c, T3d); |
133 | | T3e = FMA(KP618033988, T3d, T3c); |
134 | | T1P = FNMS(KP250000000, T1C, T1v); |
135 | | T1Q = T1y - T1B; |
136 | | T1R = FMA(KP559016994, T1Q, T1P); |
137 | | T4P = FNMS(KP559016994, T1Q, T1P); |
138 | | } |
139 | | { |
140 | | E Ta, TQ, Tj, TZ, Th, T24, T1Z, T20, TX, T27, T1X, T26, Tq, T2m, T2c; |
141 | | E T2l, T16, T2j, T2e, T2f; |
142 | | Ta = ri[WS(is, 1)]; |
143 | | TQ = ii[WS(is, 1)]; |
144 | | Tj = ri[WS(is, 4)]; |
145 | | TZ = ii[WS(is, 4)]; |
146 | | { |
147 | | E Tb, Tc, Td, Te, Tf, Tg; |
148 | | Tb = ri[WS(is, 6)]; |
149 | | Tc = ri[WS(is, 21)]; |
150 | | Td = Tb + Tc; |
151 | | Te = ri[WS(is, 11)]; |
152 | | Tf = ri[WS(is, 16)]; |
153 | | Tg = Te + Tf; |
154 | | Th = Td + Tg; |
155 | | T24 = Td - Tg; |
156 | | T1Z = Tc - Tb; |
157 | | T20 = Tf - Te; |
158 | | } |
159 | | { |
160 | | E TR, TS, TT, TU, TV, TW; |
161 | | TR = ii[WS(is, 6)]; |
162 | | TS = ii[WS(is, 21)]; |
163 | | TT = TR + TS; |
164 | | TU = ii[WS(is, 11)]; |
165 | | TV = ii[WS(is, 16)]; |
166 | | TW = TU + TV; |
167 | | TX = TT + TW; |
168 | | T27 = TV - TU; |
169 | | T1X = TT - TW; |
170 | | T26 = TR - TS; |
171 | | } |
172 | | { |
173 | | E Tk, Tl, Tm, Tn, To, Tp; |
174 | | Tk = ri[WS(is, 9)]; |
175 | | Tl = ri[WS(is, 24)]; |
176 | | Tm = Tk + Tl; |
177 | | Tn = ri[WS(is, 14)]; |
178 | | To = ri[WS(is, 19)]; |
179 | | Tp = Tn + To; |
180 | | Tq = Tm + Tp; |
181 | | T2m = To - Tn; |
182 | | T2c = Tm - Tp; |
183 | | T2l = Tl - Tk; |
184 | | } |
185 | | { |
186 | | E T10, T11, T12, T13, T14, T15; |
187 | | T10 = ii[WS(is, 9)]; |
188 | | T11 = ii[WS(is, 24)]; |
189 | | T12 = T10 + T11; |
190 | | T13 = ii[WS(is, 14)]; |
191 | | T14 = ii[WS(is, 19)]; |
192 | | T15 = T13 + T14; |
193 | | T16 = T12 + T15; |
194 | | T2j = T15 - T12; |
195 | | T2e = T11 - T10; |
196 | | T2f = T14 - T13; |
197 | | } |
198 | | Ti = Ta + Th; |
199 | | Tr = Tj + Tq; |
200 | | Ts = Ti + Tr; |
201 | | TY = TQ + TX; |
202 | | T17 = TZ + T16; |
203 | | T1E = TY + T17; |
204 | | { |
205 | | E T21, T4y, T1Y, T4x, T1W; |
206 | | T21 = FMA(KP618033988, T20, T1Z); |
207 | | T4y = FNMS(KP618033988, T1Z, T20); |
208 | | T1W = FNMS(KP250000000, TX, TQ); |
209 | | T1Y = FMA(KP559016994, T1X, T1W); |
210 | | T4x = FNMS(KP559016994, T1X, T1W); |
211 | | T22 = FMA(KP951056516, T21, T1Y); |
212 | | T5f = FNMS(KP951056516, T4y, T4x); |
213 | | T3z = FNMS(KP951056516, T21, T1Y); |
214 | | T4z = FMA(KP951056516, T4y, T4x); |
215 | | } |
216 | | { |
217 | | E T2n, T4r, T2k, T4q, T2i; |
218 | | T2n = FMA(KP618033988, T2m, T2l); |
219 | | T4r = FNMS(KP618033988, T2l, T2m); |
220 | | T2i = FNMS(KP250000000, T16, TZ); |
221 | | T2k = FNMS(KP559016994, T2j, T2i); |
222 | | T4q = FMA(KP559016994, T2j, T2i); |
223 | | T2o = FMA(KP951056516, T2n, T2k); |
224 | | T5b = FNMS(KP951056516, T4r, T4q); |
225 | | T3C = FNMS(KP951056516, T2n, T2k); |
226 | | T4s = FMA(KP951056516, T4r, T4q); |
227 | | } |
228 | | { |
229 | | E T2g, T4o, T2d, T4n, T2b; |
230 | | T2g = FMA(KP618033988, T2f, T2e); |
231 | | T4o = FNMS(KP618033988, T2e, T2f); |
232 | | T2b = FMS(KP250000000, Tq, Tj); |
233 | | T2d = FNMS(KP559016994, T2c, T2b); |
234 | | T4n = FMA(KP559016994, T2c, T2b); |
235 | | T2h = FMA(KP951056516, T2g, T2d); |
236 | | T5c = FNMS(KP951056516, T4o, T4n); |
237 | | T3D = FNMS(KP951056516, T2g, T2d); |
238 | | T4p = FMA(KP951056516, T4o, T4n); |
239 | | } |
240 | | { |
241 | | E T28, T4v, T25, T4u, T23; |
242 | | T28 = FNMS(KP618033988, T27, T26); |
243 | | T4v = FMA(KP618033988, T26, T27); |
244 | | T23 = FNMS(KP250000000, Th, Ta); |
245 | | T25 = FMA(KP559016994, T24, T23); |
246 | | T4u = FNMS(KP559016994, T24, T23); |
247 | | T29 = FMA(KP951056516, T28, T25); |
248 | | T5e = FMA(KP951056516, T4v, T4u); |
249 | | T3A = FNMS(KP951056516, T28, T25); |
250 | | T4w = FNMS(KP951056516, T4v, T4u); |
251 | | } |
252 | | } |
253 | | { |
254 | | E Tt, T19, TC, T1i, TA, T2z, T2u, T2v, T1g, T2C, T2s, T2B, TJ, T2O, T2J; |
255 | | E T2K, T1p, T2R, T2H, T2Q; |
256 | | Tt = ri[WS(is, 2)]; |
257 | | T19 = ii[WS(is, 2)]; |
258 | | TC = ri[WS(is, 3)]; |
259 | | T1i = ii[WS(is, 3)]; |
260 | | { |
261 | | E Tu, Tv, Tw, Tx, Ty, Tz; |
262 | | Tu = ri[WS(is, 7)]; |
263 | | Tv = ri[WS(is, 22)]; |
264 | | Tw = Tu + Tv; |
265 | | Tx = ri[WS(is, 12)]; |
266 | | Ty = ri[WS(is, 17)]; |
267 | | Tz = Tx + Ty; |
268 | | TA = Tw + Tz; |
269 | | T2z = Tz - Tw; |
270 | | T2u = Tv - Tu; |
271 | | T2v = Ty - Tx; |
272 | | } |
273 | | { |
274 | | E T1a, T1b, T1c, T1d, T1e, T1f; |
275 | | T1a = ii[WS(is, 7)]; |
276 | | T1b = ii[WS(is, 22)]; |
277 | | T1c = T1a + T1b; |
278 | | T1d = ii[WS(is, 12)]; |
279 | | T1e = ii[WS(is, 17)]; |
280 | | T1f = T1d + T1e; |
281 | | T1g = T1c + T1f; |
282 | | T2C = T1d - T1e; |
283 | | T2s = T1f - T1c; |
284 | | T2B = T1b - T1a; |
285 | | } |
286 | | { |
287 | | E TD, TE, TF, TG, TH, TI; |
288 | | TD = ri[WS(is, 8)]; |
289 | | TE = ri[WS(is, 23)]; |
290 | | TF = TD + TE; |
291 | | TG = ri[WS(is, 13)]; |
292 | | TH = ri[WS(is, 18)]; |
293 | | TI = TG + TH; |
294 | | TJ = TF + TI; |
295 | | T2O = TI - TF; |
296 | | T2J = TD - TE; |
297 | | T2K = TG - TH; |
298 | | } |
299 | | { |
300 | | E T1j, T1k, T1l, T1m, T1n, T1o; |
301 | | T1j = ii[WS(is, 8)]; |
302 | | T1k = ii[WS(is, 23)]; |
303 | | T1l = T1j + T1k; |
304 | | T1m = ii[WS(is, 13)]; |
305 | | T1n = ii[WS(is, 18)]; |
306 | | T1o = T1m + T1n; |
307 | | T1p = T1l + T1o; |
308 | | T2R = T1n - T1m; |
309 | | T2H = T1o - T1l; |
310 | | T2Q = T1k - T1j; |
311 | | } |
312 | | TB = Tt + TA; |
313 | | TK = TC + TJ; |
314 | | TL = TB + TK; |
315 | | T1h = T19 + T1g; |
316 | | T1q = T1i + T1p; |
317 | | T1F = T1h + T1q; |
318 | | { |
319 | | E T2w, T49, T2t, T48, T2r; |
320 | | T2w = FMA(KP618033988, T2v, T2u); |
321 | | T49 = FNMS(KP618033988, T2u, T2v); |
322 | | T2r = FNMS(KP250000000, T1g, T19); |
323 | | T2t = FNMS(KP559016994, T2s, T2r); |
324 | | T48 = FMA(KP559016994, T2s, T2r); |
325 | | T2x = FMA(KP951056516, T2w, T2t); |
326 | | T57 = FNMS(KP951056516, T49, T48); |
327 | | T3v = FNMS(KP951056516, T2w, T2t); |
328 | | T4a = FMA(KP951056516, T49, T48); |
329 | | } |
330 | | { |
331 | | E T2S, T4j, T2P, T4i, T2N; |
332 | | T2S = FMA(KP618033988, T2R, T2Q); |
333 | | T4j = FNMS(KP618033988, T2Q, T2R); |
334 | | T2N = FNMS(KP250000000, TJ, TC); |
335 | | T2P = FNMS(KP559016994, T2O, T2N); |
336 | | T4i = FMA(KP559016994, T2O, T2N); |
337 | | T2T = FNMS(KP951056516, T2S, T2P); |
338 | | T55 = FMA(KP951056516, T4j, T4i); |
339 | | T3s = FMA(KP951056516, T2S, T2P); |
340 | | T4k = FNMS(KP951056516, T4j, T4i); |
341 | | } |
342 | | { |
343 | | E T2L, T4g, T2I, T4f, T2G; |
344 | | T2L = FMA(KP618033988, T2K, T2J); |
345 | | T4g = FNMS(KP618033988, T2J, T2K); |
346 | | T2G = FNMS(KP250000000, T1p, T1i); |
347 | | T2I = FNMS(KP559016994, T2H, T2G); |
348 | | T4f = FMA(KP559016994, T2H, T2G); |
349 | | T2M = FNMS(KP951056516, T2L, T2I); |
350 | | T54 = FMA(KP951056516, T4g, T4f); |
351 | | T3t = FMA(KP951056516, T2L, T2I); |
352 | | T4h = FNMS(KP951056516, T4g, T4f); |
353 | | } |
354 | | { |
355 | | E T2D, T4c, T2A, T4b, T2y; |
356 | | T2D = FNMS(KP618033988, T2C, T2B); |
357 | | T4c = FMA(KP618033988, T2B, T2C); |
358 | | T2y = FNMS(KP250000000, TA, Tt); |
359 | | T2A = FNMS(KP559016994, T2z, T2y); |
360 | | T4b = FMA(KP559016994, T2z, T2y); |
361 | | T2E = FNMS(KP951056516, T2D, T2A); |
362 | | T58 = FNMS(KP951056516, T4c, T4b); |
363 | | T3w = FMA(KP951056516, T2D, T2A); |
364 | | T4d = FMA(KP951056516, T4c, T4b); |
365 | | } |
366 | | } |
367 | | { |
368 | | E TO, TM, TN, T1s, T1u, T18, T1r, T1t, TP; |
369 | | TO = Ts - TL; |
370 | | TM = Ts + TL; |
371 | | TN = FNMS(KP250000000, TM, T9); |
372 | | T18 = TY - T17; |
373 | | T1r = T1h - T1q; |
374 | | T1s = FMA(KP618033988, T1r, T18); |
375 | | T1u = FNMS(KP618033988, T18, T1r); |
376 | | ro[0] = T9 + TM; |
377 | | T1t = FNMS(KP559016994, TO, TN); |
378 | | ro[WS(os, 10)] = FNMS(KP951056516, T1u, T1t); |
379 | | ro[WS(os, 15)] = FMA(KP951056516, T1u, T1t); |
380 | | TP = FMA(KP559016994, TO, TN); |
381 | | ro[WS(os, 20)] = FNMS(KP951056516, T1s, TP); |
382 | | ro[WS(os, 5)] = FMA(KP951056516, T1s, TP); |
383 | | } |
384 | | { |
385 | | E T1I, T1G, T1H, T1M, T1O, T1K, T1L, T1N, T1J; |
386 | | T1I = T1E - T1F; |
387 | | T1G = T1E + T1F; |
388 | | T1H = FNMS(KP250000000, T1G, T1D); |
389 | | T1K = Ti - Tr; |
390 | | T1L = TB - TK; |
391 | | T1M = FMA(KP618033988, T1L, T1K); |
392 | | T1O = FNMS(KP618033988, T1K, T1L); |
393 | | io[0] = T1D + T1G; |
394 | | T1N = FNMS(KP559016994, T1I, T1H); |
395 | | io[WS(os, 10)] = FMA(KP951056516, T1O, T1N); |
396 | | io[WS(os, 15)] = FNMS(KP951056516, T1O, T1N); |
397 | | T1J = FMA(KP559016994, T1I, T1H); |
398 | | io[WS(os, 5)] = FNMS(KP951056516, T1M, T1J); |
399 | | io[WS(os, 20)] = FMA(KP951056516, T1M, T1J); |
400 | | } |
401 | | { |
402 | | E T1V, T3f, T2W, T3n, T2Y, T3m, T32, T3k, T35, T3i; |
403 | | T1V = FNMS(KP951056516, T1U, T1R); |
404 | | T3f = FMA(KP951056516, T3e, T3b); |
405 | | { |
406 | | E T2a, T2p, T2q, T2F, T2U, T2V; |
407 | | T2a = FNMS(KP256756360, T29, T22); |
408 | | T2p = FMA(KP634619297, T2o, T2h); |
409 | | T2q = FMA(KP871714437, T2p, T2a); |
410 | | T2F = FNMS(KP549754652, T2E, T2x); |
411 | | T2U = FNMS(KP939062505, T2T, T2M); |
412 | | T2V = FMA(KP831864738, T2U, T2F); |
413 | | T2W = FMA(KP904730450, T2V, T2q); |
414 | | T3n = FNMS(KP831864738, T2U, T2F); |
415 | | T2Y = FNMS(KP904730450, T2V, T2q); |
416 | | T3m = FNMS(KP871714437, T2p, T2a); |
417 | | } |
418 | | { |
419 | | E T30, T31, T3g, T33, T34, T3h; |
420 | | T30 = FMA(KP256756360, T22, T29); |
421 | | T31 = FNMS(KP634619297, T2h, T2o); |
422 | | T3g = FMA(KP871714437, T31, T30); |
423 | | T33 = FMA(KP549754652, T2x, T2E); |
424 | | T34 = FMA(KP939062505, T2M, T2T); |
425 | | T3h = FMA(KP831864738, T34, T33); |
426 | | T32 = FNMS(KP871714437, T31, T30); |
427 | | T3k = FNMS(KP904730450, T3h, T3g); |
428 | | T35 = FNMS(KP831864738, T34, T33); |
429 | | T3i = FMA(KP904730450, T3h, T3g); |
430 | | } |
431 | | io[WS(os, 1)] = FMA(KP968583161, T2W, T1V); |
432 | | ro[WS(os, 1)] = FMA(KP968583161, T3i, T3f); |
433 | | { |
434 | | E T36, T38, T2Z, T37, T2X; |
435 | | T36 = FMA(KP559154169, T35, T32); |
436 | | T38 = FNMS(KP683113946, T32, T35); |
437 | | T2X = FNMS(KP242145790, T2W, T1V); |
438 | | T2Z = FMA(KP541454447, T2Y, T2X); |
439 | | T37 = FNMS(KP541454447, T2Y, T2X); |
440 | | io[WS(os, 6)] = FNMS(KP921177326, T36, T2Z); |
441 | | io[WS(os, 11)] = FMA(KP833417178, T38, T37); |
442 | | io[WS(os, 21)] = FMA(KP921177326, T36, T2Z); |
443 | | io[WS(os, 16)] = FNMS(KP833417178, T38, T37); |
444 | | } |
445 | | { |
446 | | E T3o, T3q, T3l, T3p, T3j; |
447 | | T3o = FMA(KP559154169, T3n, T3m); |
448 | | T3q = FNMS(KP683113946, T3m, T3n); |
449 | | T3j = FNMS(KP242145790, T3i, T3f); |
450 | | T3l = FMA(KP541454447, T3k, T3j); |
451 | | T3p = FNMS(KP541454447, T3k, T3j); |
452 | | ro[WS(os, 6)] = FMA(KP921177326, T3o, T3l); |
453 | | ro[WS(os, 16)] = FMA(KP833417178, T3q, T3p); |
454 | | ro[WS(os, 21)] = FNMS(KP921177326, T3o, T3l); |
455 | | ro[WS(os, 11)] = FNMS(KP833417178, T3q, T3p); |
456 | | } |
457 | | } |
458 | | { |
459 | | E T53, T5j, T5i, T5A, T5u, T5v, T5q, T5D, T5s, T5C; |
460 | | T53 = FNMS(KP951056516, T46, T45); |
461 | | T5j = FMA(KP951056516, T4Q, T4P); |
462 | | { |
463 | | E T56, T59, T5a, T5d, T5g, T5h; |
464 | | T56 = FMA(KP062914667, T55, T54); |
465 | | T59 = FMA(KP634619297, T58, T57); |
466 | | T5a = FMA(KP845997307, T59, T56); |
467 | | T5d = FMA(KP470564281, T5c, T5b); |
468 | | T5g = FMA(KP549754652, T5f, T5e); |
469 | | T5h = FMA(KP968479752, T5g, T5d); |
470 | | T5i = FMA(KP906616052, T5h, T5a); |
471 | | T5A = FNMS(KP906616052, T5h, T5a); |
472 | | T5u = FNMS(KP845997307, T59, T56); |
473 | | T5v = FNMS(KP968479752, T5g, T5d); |
474 | | } |
475 | | { |
476 | | E T5k, T5l, T5m, T5n, T5o, T5p; |
477 | | T5k = FNMS(KP062914667, T54, T55); |
478 | | T5l = FNMS(KP634619297, T57, T58); |
479 | | T5m = FMA(KP845997307, T5l, T5k); |
480 | | T5n = FNMS(KP470564281, T5b, T5c); |
481 | | T5o = FNMS(KP549754652, T5e, T5f); |
482 | | T5p = FMA(KP968479752, T5o, T5n); |
483 | | T5q = FNMS(KP906616052, T5p, T5m); |
484 | | T5D = FNMS(KP845997307, T5l, T5k); |
485 | | T5s = FMA(KP906616052, T5p, T5m); |
486 | | T5C = FNMS(KP968479752, T5o, T5n); |
487 | | } |
488 | | ro[WS(os, 2)] = FMA(KP998026728, T5i, T53); |
489 | | io[WS(os, 2)] = FNMS(KP998026728, T5q, T5j); |
490 | | { |
491 | | E T5w, T5y, T5t, T5x, T5r; |
492 | | T5w = FNMS(KP560319534, T5v, T5u); |
493 | | T5y = FMA(KP681693190, T5u, T5v); |
494 | | T5r = FMA(KP249506682, T5q, T5j); |
495 | | T5t = FNMS(KP557913902, T5s, T5r); |
496 | | T5x = FMA(KP557913902, T5s, T5r); |
497 | | io[WS(os, 12)] = FNMS(KP949179823, T5w, T5t); |
498 | | io[WS(os, 22)] = FNMS(KP860541664, T5y, T5x); |
499 | | io[WS(os, 17)] = FMA(KP949179823, T5w, T5t); |
500 | | io[WS(os, 7)] = FMA(KP860541664, T5y, T5x); |
501 | | } |
502 | | { |
503 | | E T5E, T5G, T5B, T5F, T5z; |
504 | | T5E = FNMS(KP681693190, T5D, T5C); |
505 | | T5G = FMA(KP560319534, T5C, T5D); |
506 | | T5z = FNMS(KP249506682, T5i, T53); |
507 | | T5B = FNMS(KP557913902, T5A, T5z); |
508 | | T5F = FMA(KP557913902, T5A, T5z); |
509 | | ro[WS(os, 22)] = FMA(KP860541664, T5E, T5B); |
510 | | ro[WS(os, 17)] = FMA(KP949179823, T5G, T5F); |
511 | | ro[WS(os, 7)] = FNMS(KP860541664, T5E, T5B); |
512 | | ro[WS(os, 12)] = FNMS(KP949179823, T5G, T5F); |
513 | | } |
514 | | } |
515 | | { |
516 | | E T47, T4R, T4C, T4Z, T4E, T4Y, T4I, T4W, T4L, T4U; |
517 | | T47 = FMA(KP951056516, T46, T45); |
518 | | T4R = FNMS(KP951056516, T4Q, T4P); |
519 | | { |
520 | | E T4e, T4l, T4m, T4t, T4A, T4B; |
521 | | T4e = FMA(KP062914667, T4d, T4a); |
522 | | T4l = FNMS(KP827271945, T4k, T4h); |
523 | | T4m = FMA(KP772036680, T4l, T4e); |
524 | | T4t = FMA(KP126329378, T4s, T4p); |
525 | | T4A = FMA(KP939062505, T4z, T4w); |
526 | | T4B = FMA(KP734762448, T4A, T4t); |
527 | | T4C = FMA(KP994076283, T4B, T4m); |
528 | | T4Z = FNMS(KP734762448, T4A, T4t); |
529 | | T4E = FNMS(KP994076283, T4B, T4m); |
530 | | T4Y = FNMS(KP772036680, T4l, T4e); |
531 | | } |
532 | | { |
533 | | E T4G, T4H, T4T, T4J, T4K, T4S; |
534 | | T4G = FNMS(KP126329378, T4p, T4s); |
535 | | T4H = FNMS(KP939062505, T4w, T4z); |
536 | | T4T = FNMS(KP734762448, T4H, T4G); |
537 | | T4J = FNMS(KP062914667, T4a, T4d); |
538 | | T4K = FMA(KP827271945, T4h, T4k); |
539 | | T4S = FMA(KP772036680, T4K, T4J); |
540 | | T4I = FMA(KP734762448, T4H, T4G); |
541 | | T4W = FNMS(KP994076283, T4T, T4S); |
542 | | T4L = FNMS(KP772036680, T4K, T4J); |
543 | | T4U = FMA(KP994076283, T4T, T4S); |
544 | | } |
545 | | ro[WS(os, 3)] = FMA(KP998026728, T4C, T47); |
546 | | io[WS(os, 3)] = FNMS(KP998026728, T4U, T4R); |
547 | | { |
548 | | E T4M, T4O, T4F, T4N, T4D; |
549 | | T4M = FNMS(KP621716863, T4L, T4I); |
550 | | T4O = FMA(KP614372930, T4I, T4L); |
551 | | T4D = FNMS(KP249506682, T4C, T47); |
552 | | T4F = FNMS(KP557913902, T4E, T4D); |
553 | | T4N = FMA(KP557913902, T4E, T4D); |
554 | | ro[WS(os, 23)] = FNMS(KP943557151, T4M, T4F); |
555 | | ro[WS(os, 13)] = FMA(KP949179823, T4O, T4N); |
556 | | ro[WS(os, 8)] = FMA(KP943557151, T4M, T4F); |
557 | | ro[WS(os, 18)] = FNMS(KP949179823, T4O, T4N); |
558 | | } |
559 | | { |
560 | | E T50, T52, T4X, T51, T4V; |
561 | | T50 = FMA(KP614372930, T4Z, T4Y); |
562 | | T52 = FNMS(KP621716863, T4Y, T4Z); |
563 | | T4V = FMA(KP249506682, T4U, T4R); |
564 | | T4X = FNMS(KP557913902, T4W, T4V); |
565 | | T51 = FMA(KP557913902, T4W, T4V); |
566 | | io[WS(os, 13)] = FMA(KP949179823, T50, T4X); |
567 | | io[WS(os, 23)] = FNMS(KP943557151, T52, T51); |
568 | | io[WS(os, 18)] = FNMS(KP949179823, T50, T4X); |
569 | | io[WS(os, 8)] = FMA(KP943557151, T52, T51); |
570 | | } |
571 | | } |
572 | | { |
573 | | E T3r, T3H, T3G, T3Y, T3S, T3T, T3O, T41, T3Q, T40; |
574 | | T3r = FNMS(KP951056516, T3e, T3b); |
575 | | T3H = FMA(KP951056516, T1U, T1R); |
576 | | { |
577 | | E T3u, T3x, T3y, T3B, T3E, T3F; |
578 | | T3u = FNMS(KP126329378, T3t, T3s); |
579 | | T3x = FNMS(KP470564281, T3w, T3v); |
580 | | T3y = FNMS(KP912018591, T3x, T3u); |
581 | | T3B = FMA(KP634619297, T3A, T3z); |
582 | | T3E = FNMS(KP827271945, T3D, T3C); |
583 | | T3F = FNMS(KP912575812, T3E, T3B); |
584 | | T3G = FNMS(KP851038619, T3F, T3y); |
585 | | T3Y = FMA(KP851038619, T3F, T3y); |
586 | | T3S = FMA(KP912018591, T3x, T3u); |
587 | | T3T = FMA(KP912575812, T3E, T3B); |
588 | | } |
589 | | { |
590 | | E T3I, T3J, T3K, T3L, T3M, T3N; |
591 | | T3I = FMA(KP126329378, T3s, T3t); |
592 | | T3J = FMA(KP470564281, T3v, T3w); |
593 | | T3K = FMA(KP912018591, T3J, T3I); |
594 | | T3L = FNMS(KP634619297, T3z, T3A); |
595 | | T3M = FMA(KP827271945, T3C, T3D); |
596 | | T3N = FMA(KP912575812, T3M, T3L); |
597 | | T3O = FMA(KP851038619, T3N, T3K); |
598 | | T41 = FNMS(KP912018591, T3J, T3I); |
599 | | T3Q = FNMS(KP851038619, T3N, T3K); |
600 | | T40 = FNMS(KP912575812, T3M, T3L); |
601 | | } |
602 | | ro[WS(os, 4)] = FNMS(KP992114701, T3G, T3r); |
603 | | io[WS(os, 4)] = FNMS(KP992114701, T3O, T3H); |
604 | | { |
605 | | E T3U, T3W, T3R, T3V, T3P; |
606 | | T3U = FNMS(KP525970792, T3T, T3S); |
607 | | T3W = FMA(KP726211448, T3S, T3T); |
608 | | T3P = FMA(KP248028675, T3O, T3H); |
609 | | T3R = FNMS(KP554608978, T3Q, T3P); |
610 | | T3V = FMA(KP554608978, T3Q, T3P); |
611 | | io[WS(os, 14)] = FMA(KP943557151, T3U, T3R); |
612 | | io[WS(os, 24)] = FMA(KP803003575, T3W, T3V); |
613 | | io[WS(os, 19)] = FNMS(KP943557151, T3U, T3R); |
614 | | io[WS(os, 9)] = FNMS(KP803003575, T3W, T3V); |
615 | | } |
616 | | { |
617 | | E T42, T44, T3Z, T43, T3X; |
618 | | T42 = FNMS(KP726211448, T41, T40); |
619 | | T44 = FMA(KP525970792, T40, T41); |
620 | | T3X = FMA(KP248028675, T3G, T3r); |
621 | | T3Z = FMA(KP554608978, T3Y, T3X); |
622 | | T43 = FNMS(KP554608978, T3Y, T3X); |
623 | | ro[WS(os, 9)] = FNMS(KP803003575, T42, T3Z); |
624 | | ro[WS(os, 19)] = FMA(KP943557151, T44, T43); |
625 | | ro[WS(os, 24)] = FMA(KP803003575, T42, T3Z); |
626 | | ro[WS(os, 14)] = FNMS(KP943557151, T44, T43); |
627 | | } |
628 | | } |
629 | | } |
630 | | } |
631 | | } |
632 | | |
633 | | static const kdft_desc desc = { 25, "n1_25", { 84, 0, 268, 0 }, &GENUS, 0, 0, 0, 0 }; |
634 | | |
635 | | void X(codelet_n1_25) (planner *p) { X(kdft_register) (p, n1_25, &desc); |
636 | | } |
637 | | |
638 | | #else |
639 | | |
640 | | /* Generated by: ../../../genfft/gen_notw.native -compact -variables 4 -pipeline-latency 4 -n 25 -name n1_25 -include dft/scalar/n.h */ |
641 | | |
642 | | /* |
643 | | * This function contains 352 FP additions, 184 FP multiplications, |
644 | | * (or, 260 additions, 92 multiplications, 92 fused multiply/add), |
645 | | * 101 stack variables, 20 constants, and 100 memory accesses |
646 | | */ |
647 | | #include "dft/scalar/n.h" |
648 | | |
649 | | static void n1_25(const R *ri, const R *ii, R *ro, R *io, stride is, stride os, INT v, INT ivs, INT ovs) |
650 | 6 | { |
651 | 6 | DK(KP425779291, +0.425779291565072648862502445744251703979973042); |
652 | 6 | DK(KP904827052, +0.904827052466019527713668647932697593970413911); |
653 | 6 | DK(KP637423989, +0.637423989748689710176712811676016195434917298); |
654 | 6 | DK(KP770513242, +0.770513242775789230803009636396177847271667672); |
655 | 6 | DK(KP998026728, +0.998026728428271561952336806863450553336905220); |
656 | 6 | DK(KP062790519, +0.062790519529313376076178224565631133122484832); |
657 | 6 | DK(KP992114701, +0.992114701314477831049793042785778521453036709); |
658 | 6 | DK(KP125333233, +0.125333233564304245373118759816508793942918247); |
659 | 6 | DK(KP684547105, +0.684547105928688673732283357621209269889519233); |
660 | 6 | DK(KP728968627, +0.728968627421411523146730319055259111372571664); |
661 | 6 | DK(KP481753674, +0.481753674101715274987191502872129653528542010); |
662 | 6 | DK(KP876306680, +0.876306680043863587308115903922062583399064238); |
663 | 6 | DK(KP844327925, +0.844327925502015078548558063966681505381659241); |
664 | 6 | DK(KP535826794, +0.535826794978996618271308767867639978063575346); |
665 | 6 | DK(KP248689887, +0.248689887164854788242283746006447968417567406); |
666 | 6 | DK(KP968583161, +0.968583161128631119490168375464735813836012403); |
667 | 6 | DK(KP250000000, +0.250000000000000000000000000000000000000000000); |
668 | 6 | DK(KP559016994, +0.559016994374947424102293417182819058860154590); |
669 | 6 | DK(KP587785252, +0.587785252292473129168705954639072768597652438); |
670 | 6 | DK(KP951056516, +0.951056516295153572116439333379382143405698634); |
671 | 6 | { |
672 | 6 | INT i; |
673 | 61 | for (i = v; i > 0; i = i - 1, ri = ri + ivs, ii = ii + ivs, ro = ro + ovs, io = io + ovs, MAKE_VOLATILE_STRIDE(100, is), MAKE_VOLATILE_STRIDE(100, os)) { |
674 | 55 | E T9, T4u, T2T, TP, T3H, TW, T5y, T3I, T2Q, T4v, Ti, Tr, Ts, T5m, T5n; |
675 | 55 | E T5v, T18, T4G, T34, T3M, T1G, T4J, T38, T3T, T1v, T4K, T37, T3W, T1j, T4H; |
676 | 55 | E T35, T3P, TB, TK, TL, T5p, T5q, T5w, T1T, T4N, T3c, T41, T2r, T4Q, T3e; |
677 | 55 | E T4b, T2g, T4R, T3f, T48, T24, T4O, T3b, T44; |
678 | 55 | { |
679 | 55 | E T1, T4, T7, T8, T2S, T2R, TN, TO; |
680 | 55 | T1 = ri[0]; |
681 | 55 | { |
682 | 55 | E T2, T3, T5, T6; |
683 | 55 | T2 = ri[WS(is, 5)]; |
684 | 55 | T3 = ri[WS(is, 20)]; |
685 | 55 | T4 = T2 + T3; |
686 | 55 | T5 = ri[WS(is, 10)]; |
687 | 55 | T6 = ri[WS(is, 15)]; |
688 | 55 | T7 = T5 + T6; |
689 | 55 | T8 = T4 + T7; |
690 | 55 | T2S = T5 - T6; |
691 | 55 | T2R = T2 - T3; |
692 | 55 | } |
693 | 55 | T9 = T1 + T8; |
694 | 55 | T4u = FNMS(KP587785252, T2R, KP951056516 * T2S); |
695 | 55 | T2T = FMA(KP951056516, T2R, KP587785252 * T2S); |
696 | 55 | TN = KP559016994 * (T4 - T7); |
697 | 55 | TO = FNMS(KP250000000, T8, T1); |
698 | 55 | TP = TN + TO; |
699 | 55 | T3H = TO - TN; |
700 | 55 | } |
701 | 55 | { |
702 | 55 | E T2N, T2K, T2L, TS, T2O, TV, T2M, T2P; |
703 | 55 | T2N = ii[0]; |
704 | 55 | { |
705 | 55 | E TQ, TR, TT, TU; |
706 | 55 | TQ = ii[WS(is, 5)]; |
707 | 55 | TR = ii[WS(is, 20)]; |
708 | 55 | T2K = TQ + TR; |
709 | 55 | TT = ii[WS(is, 10)]; |
710 | 55 | TU = ii[WS(is, 15)]; |
711 | 55 | T2L = TT + TU; |
712 | 55 | TS = TQ - TR; |
713 | 55 | T2O = T2K + T2L; |
714 | 55 | TV = TT - TU; |
715 | 55 | } |
716 | 55 | TW = FMA(KP951056516, TS, KP587785252 * TV); |
717 | 55 | T5y = T2N + T2O; |
718 | 55 | T3I = FNMS(KP587785252, TS, KP951056516 * TV); |
719 | 55 | T2M = KP559016994 * (T2K - T2L); |
720 | 55 | T2P = FNMS(KP250000000, T2O, T2N); |
721 | 55 | T2Q = T2M + T2P; |
722 | 55 | T4v = T2P - T2M; |
723 | 55 | } |
724 | 55 | { |
725 | 55 | E Ta, T1c, Tj, T1z, Th, T1h, TY, T1g, T13, T1d, T16, T1b, Tq, T1E, T1l; |
726 | 55 | E T1D, T1q, T1A, T1t, T1y; |
727 | 55 | Ta = ri[WS(is, 1)]; |
728 | 55 | T1c = ii[WS(is, 1)]; |
729 | 55 | Tj = ri[WS(is, 4)]; |
730 | 55 | T1z = ii[WS(is, 4)]; |
731 | 55 | { |
732 | 55 | E Tb, Tc, Td, Te, Tf, Tg; |
733 | 55 | Tb = ri[WS(is, 6)]; |
734 | 55 | Tc = ri[WS(is, 21)]; |
735 | 55 | Td = Tb + Tc; |
736 | 55 | Te = ri[WS(is, 11)]; |
737 | 55 | Tf = ri[WS(is, 16)]; |
738 | 55 | Tg = Te + Tf; |
739 | 55 | Th = Td + Tg; |
740 | 55 | T1h = Te - Tf; |
741 | 55 | TY = KP559016994 * (Td - Tg); |
742 | 55 | T1g = Tb - Tc; |
743 | 55 | } |
744 | 55 | { |
745 | 55 | E T11, T12, T19, T14, T15, T1a; |
746 | 55 | T11 = ii[WS(is, 6)]; |
747 | 55 | T12 = ii[WS(is, 21)]; |
748 | 55 | T19 = T11 + T12; |
749 | 55 | T14 = ii[WS(is, 11)]; |
750 | 55 | T15 = ii[WS(is, 16)]; |
751 | 55 | T1a = T14 + T15; |
752 | 55 | T13 = T11 - T12; |
753 | 55 | T1d = T19 + T1a; |
754 | 55 | T16 = T14 - T15; |
755 | 55 | T1b = KP559016994 * (T19 - T1a); |
756 | 55 | } |
757 | 55 | { |
758 | 55 | E Tk, Tl, Tm, Tn, To, Tp; |
759 | 55 | Tk = ri[WS(is, 9)]; |
760 | 55 | Tl = ri[WS(is, 24)]; |
761 | 55 | Tm = Tk + Tl; |
762 | 55 | Tn = ri[WS(is, 14)]; |
763 | 55 | To = ri[WS(is, 19)]; |
764 | 55 | Tp = Tn + To; |
765 | 55 | Tq = Tm + Tp; |
766 | 55 | T1E = Tn - To; |
767 | 55 | T1l = KP559016994 * (Tm - Tp); |
768 | 55 | T1D = Tk - Tl; |
769 | 55 | } |
770 | 55 | { |
771 | 55 | E T1o, T1p, T1w, T1r, T1s, T1x; |
772 | 55 | T1o = ii[WS(is, 9)]; |
773 | 55 | T1p = ii[WS(is, 24)]; |
774 | 55 | T1w = T1o + T1p; |
775 | 55 | T1r = ii[WS(is, 14)]; |
776 | 55 | T1s = ii[WS(is, 19)]; |
777 | 55 | T1x = T1r + T1s; |
778 | 55 | T1q = T1o - T1p; |
779 | 55 | T1A = T1w + T1x; |
780 | 55 | T1t = T1r - T1s; |
781 | 55 | T1y = KP559016994 * (T1w - T1x); |
782 | 55 | } |
783 | 55 | Ti = Ta + Th; |
784 | 55 | Tr = Tj + Tq; |
785 | 55 | Ts = Ti + Tr; |
786 | 55 | T5m = T1c + T1d; |
787 | 55 | T5n = T1z + T1A; |
788 | 55 | T5v = T5m + T5n; |
789 | 55 | { |
790 | 55 | E T17, T3L, T10, T3K, TZ; |
791 | 55 | T17 = FMA(KP951056516, T13, KP587785252 * T16); |
792 | 55 | T3L = FNMS(KP587785252, T13, KP951056516 * T16); |
793 | 55 | TZ = FNMS(KP250000000, Th, Ta); |
794 | 55 | T10 = TY + TZ; |
795 | 55 | T3K = TZ - TY; |
796 | 55 | T18 = T10 + T17; |
797 | 55 | T4G = T3K + T3L; |
798 | 55 | T34 = T10 - T17; |
799 | 55 | T3M = T3K - T3L; |
800 | 55 | } |
801 | 55 | { |
802 | 55 | E T1F, T3R, T1C, T3S, T1B; |
803 | 55 | T1F = FMA(KP951056516, T1D, KP587785252 * T1E); |
804 | 55 | T3R = FNMS(KP587785252, T1D, KP951056516 * T1E); |
805 | 55 | T1B = FNMS(KP250000000, T1A, T1z); |
806 | 55 | T1C = T1y + T1B; |
807 | 55 | T3S = T1B - T1y; |
808 | 55 | T1G = T1C - T1F; |
809 | 55 | T4J = T3S - T3R; |
810 | 55 | T38 = T1F + T1C; |
811 | 55 | T3T = T3R + T3S; |
812 | 55 | } |
813 | 55 | { |
814 | 55 | E T1u, T3V, T1n, T3U, T1m; |
815 | 55 | T1u = FMA(KP951056516, T1q, KP587785252 * T1t); |
816 | 55 | T3V = FNMS(KP587785252, T1q, KP951056516 * T1t); |
817 | 55 | T1m = FNMS(KP250000000, Tq, Tj); |
818 | 55 | T1n = T1l + T1m; |
819 | 55 | T3U = T1m - T1l; |
820 | 55 | T1v = T1n + T1u; |
821 | 55 | T4K = T3U + T3V; |
822 | 55 | T37 = T1n - T1u; |
823 | 55 | T3W = T3U - T3V; |
824 | 55 | } |
825 | 55 | { |
826 | 55 | E T1i, T3N, T1f, T3O, T1e; |
827 | 55 | T1i = FMA(KP951056516, T1g, KP587785252 * T1h); |
828 | 55 | T3N = FNMS(KP587785252, T1g, KP951056516 * T1h); |
829 | 55 | T1e = FNMS(KP250000000, T1d, T1c); |
830 | 55 | T1f = T1b + T1e; |
831 | 55 | T3O = T1e - T1b; |
832 | 55 | T1j = T1f - T1i; |
833 | 55 | T4H = T3O - T3N; |
834 | 55 | T35 = T1i + T1f; |
835 | 55 | T3P = T3N + T3O; |
836 | 55 | } |
837 | 55 | } |
838 | 55 | { |
839 | 55 | E Tt, T1X, TC, T2k, TA, T22, T1J, T21, T1O, T1Y, T1R, T1W, TJ, T2p, T26; |
840 | 55 | E T2o, T2b, T2l, T2e, T2j; |
841 | 55 | Tt = ri[WS(is, 2)]; |
842 | 55 | T1X = ii[WS(is, 2)]; |
843 | 55 | TC = ri[WS(is, 3)]; |
844 | 55 | T2k = ii[WS(is, 3)]; |
845 | 55 | { |
846 | 55 | E Tu, Tv, Tw, Tx, Ty, Tz; |
847 | 55 | Tu = ri[WS(is, 7)]; |
848 | 55 | Tv = ri[WS(is, 22)]; |
849 | 55 | Tw = Tu + Tv; |
850 | 55 | Tx = ri[WS(is, 12)]; |
851 | 55 | Ty = ri[WS(is, 17)]; |
852 | 55 | Tz = Tx + Ty; |
853 | 55 | TA = Tw + Tz; |
854 | 55 | T22 = Tx - Ty; |
855 | 55 | T1J = KP559016994 * (Tw - Tz); |
856 | 55 | T21 = Tu - Tv; |
857 | 55 | } |
858 | 55 | { |
859 | 55 | E T1M, T1N, T1U, T1P, T1Q, T1V; |
860 | 55 | T1M = ii[WS(is, 7)]; |
861 | 55 | T1N = ii[WS(is, 22)]; |
862 | 55 | T1U = T1M + T1N; |
863 | 55 | T1P = ii[WS(is, 12)]; |
864 | 55 | T1Q = ii[WS(is, 17)]; |
865 | 55 | T1V = T1P + T1Q; |
866 | 55 | T1O = T1M - T1N; |
867 | 55 | T1Y = T1U + T1V; |
868 | 55 | T1R = T1P - T1Q; |
869 | 55 | T1W = KP559016994 * (T1U - T1V); |
870 | 55 | } |
871 | 55 | { |
872 | 55 | E TD, TE, TF, TG, TH, TI; |
873 | 55 | TD = ri[WS(is, 8)]; |
874 | 55 | TE = ri[WS(is, 23)]; |
875 | 55 | TF = TD + TE; |
876 | 55 | TG = ri[WS(is, 13)]; |
877 | 55 | TH = ri[WS(is, 18)]; |
878 | 55 | TI = TG + TH; |
879 | 55 | TJ = TF + TI; |
880 | 55 | T2p = TG - TH; |
881 | 55 | T26 = KP559016994 * (TF - TI); |
882 | 55 | T2o = TD - TE; |
883 | 55 | } |
884 | 55 | { |
885 | 55 | E T29, T2a, T2h, T2c, T2d, T2i; |
886 | 55 | T29 = ii[WS(is, 8)]; |
887 | 55 | T2a = ii[WS(is, 23)]; |
888 | 55 | T2h = T29 + T2a; |
889 | 55 | T2c = ii[WS(is, 13)]; |
890 | 55 | T2d = ii[WS(is, 18)]; |
891 | 55 | T2i = T2c + T2d; |
892 | 55 | T2b = T29 - T2a; |
893 | 55 | T2l = T2h + T2i; |
894 | 55 | T2e = T2c - T2d; |
895 | 55 | T2j = KP559016994 * (T2h - T2i); |
896 | 55 | } |
897 | 55 | TB = Tt + TA; |
898 | 55 | TK = TC + TJ; |
899 | 55 | TL = TB + TK; |
900 | 55 | T5p = T1X + T1Y; |
901 | 55 | T5q = T2k + T2l; |
902 | 55 | T5w = T5p + T5q; |
903 | 55 | { |
904 | 55 | E T1S, T40, T1L, T3Z, T1K; |
905 | 55 | T1S = FMA(KP951056516, T1O, KP587785252 * T1R); |
906 | 55 | T40 = FNMS(KP587785252, T1O, KP951056516 * T1R); |
907 | 55 | T1K = FNMS(KP250000000, TA, Tt); |
908 | 55 | T1L = T1J + T1K; |
909 | 55 | T3Z = T1K - T1J; |
910 | 55 | T1T = T1L + T1S; |
911 | 55 | T4N = T3Z + T40; |
912 | 55 | T3c = T1L - T1S; |
913 | 55 | T41 = T3Z - T40; |
914 | 55 | } |
915 | 55 | { |
916 | 55 | E T2q, T49, T2n, T4a, T2m; |
917 | 55 | T2q = FMA(KP951056516, T2o, KP587785252 * T2p); |
918 | 55 | T49 = FNMS(KP587785252, T2o, KP951056516 * T2p); |
919 | 55 | T2m = FNMS(KP250000000, T2l, T2k); |
920 | 55 | T2n = T2j + T2m; |
921 | 55 | T4a = T2m - T2j; |
922 | 55 | T2r = T2n - T2q; |
923 | 55 | T4Q = T4a - T49; |
924 | 55 | T3e = T2q + T2n; |
925 | 55 | T4b = T49 + T4a; |
926 | 55 | } |
927 | 55 | { |
928 | 55 | E T2f, T47, T28, T46, T27; |
929 | 55 | T2f = FMA(KP951056516, T2b, KP587785252 * T2e); |
930 | 55 | T47 = FNMS(KP587785252, T2b, KP951056516 * T2e); |
931 | 55 | T27 = FNMS(KP250000000, TJ, TC); |
932 | 55 | T28 = T26 + T27; |
933 | 55 | T46 = T27 - T26; |
934 | 55 | T2g = T28 + T2f; |
935 | 55 | T4R = T46 + T47; |
936 | 55 | T3f = T28 - T2f; |
937 | 55 | T48 = T46 - T47; |
938 | 55 | } |
939 | 55 | { |
940 | 55 | E T23, T42, T20, T43, T1Z; |
941 | 55 | T23 = FMA(KP951056516, T21, KP587785252 * T22); |
942 | 55 | T42 = FNMS(KP587785252, T21, KP951056516 * T22); |
943 | 55 | T1Z = FNMS(KP250000000, T1Y, T1X); |
944 | 55 | T20 = T1W + T1Z; |
945 | 55 | T43 = T1Z - T1W; |
946 | 55 | T24 = T20 - T23; |
947 | 55 | T4O = T43 - T42; |
948 | 55 | T3b = T23 + T20; |
949 | 55 | T44 = T42 + T43; |
950 | 55 | } |
951 | 55 | } |
952 | 55 | { |
953 | 55 | E T5j, TM, T5k, T5s, T5u, T5o, T5r, T5t, T5l; |
954 | 55 | T5j = KP559016994 * (Ts - TL); |
955 | 55 | TM = Ts + TL; |
956 | 55 | T5k = FNMS(KP250000000, TM, T9); |
957 | 55 | T5o = T5m - T5n; |
958 | 55 | T5r = T5p - T5q; |
959 | 55 | T5s = FMA(KP951056516, T5o, KP587785252 * T5r); |
960 | 55 | T5u = FNMS(KP587785252, T5o, KP951056516 * T5r); |
961 | 55 | ro[0] = T9 + TM; |
962 | 55 | T5t = T5k - T5j; |
963 | 55 | ro[WS(os, 10)] = T5t - T5u; |
964 | 55 | ro[WS(os, 15)] = T5t + T5u; |
965 | 55 | T5l = T5j + T5k; |
966 | 55 | ro[WS(os, 20)] = T5l - T5s; |
967 | 55 | ro[WS(os, 5)] = T5l + T5s; |
968 | 55 | } |
969 | 55 | { |
970 | 55 | E T5x, T5z, T5A, T5E, T5F, T5C, T5D, T5G, T5B; |
971 | 55 | T5x = KP559016994 * (T5v - T5w); |
972 | 55 | T5z = T5v + T5w; |
973 | 55 | T5A = FNMS(KP250000000, T5z, T5y); |
974 | 55 | T5C = Ti - Tr; |
975 | 55 | T5D = TB - TK; |
976 | 55 | T5E = FMA(KP951056516, T5C, KP587785252 * T5D); |
977 | 55 | T5F = FNMS(KP587785252, T5C, KP951056516 * T5D); |
978 | 55 | io[0] = T5y + T5z; |
979 | 55 | T5G = T5A - T5x; |
980 | 55 | io[WS(os, 10)] = T5F + T5G; |
981 | 55 | io[WS(os, 15)] = T5G - T5F; |
982 | 55 | T5B = T5x + T5A; |
983 | 55 | io[WS(os, 5)] = T5B - T5E; |
984 | 55 | io[WS(os, 20)] = T5E + T5B; |
985 | 55 | } |
986 | 55 | { |
987 | 55 | E TX, T2U, T2u, T2Z, T2v, T2Y, T2A, T2V, T2D, T2J; |
988 | 55 | TX = TP + TW; |
989 | 55 | T2U = T2Q - T2T; |
990 | 55 | { |
991 | 55 | E T1k, T1H, T1I, T25, T2s, T2t; |
992 | 55 | T1k = FMA(KP968583161, T18, KP248689887 * T1j); |
993 | 55 | T1H = FMA(KP535826794, T1v, KP844327925 * T1G); |
994 | 55 | T1I = T1k + T1H; |
995 | 55 | T25 = FMA(KP876306680, T1T, KP481753674 * T24); |
996 | 55 | T2s = FMA(KP728968627, T2g, KP684547105 * T2r); |
997 | 55 | T2t = T25 + T2s; |
998 | 55 | T2u = T1I + T2t; |
999 | 55 | T2Z = T25 - T2s; |
1000 | 55 | T2v = KP559016994 * (T1I - T2t); |
1001 | 55 | T2Y = T1k - T1H; |
1002 | 55 | } |
1003 | 55 | { |
1004 | 55 | E T2y, T2z, T2H, T2B, T2C, T2I; |
1005 | 55 | T2y = FNMS(KP248689887, T18, KP968583161 * T1j); |
1006 | 55 | T2z = FNMS(KP844327925, T1v, KP535826794 * T1G); |
1007 | 55 | T2H = T2y + T2z; |
1008 | 55 | T2B = FNMS(KP481753674, T1T, KP876306680 * T24); |
1009 | 55 | T2C = FNMS(KP684547105, T2g, KP728968627 * T2r); |
1010 | 55 | T2I = T2B + T2C; |
1011 | 55 | T2A = T2y - T2z; |
1012 | 55 | T2V = T2H + T2I; |
1013 | 55 | T2D = T2B - T2C; |
1014 | 55 | T2J = KP559016994 * (T2H - T2I); |
1015 | 55 | } |
1016 | 55 | ro[WS(os, 1)] = TX + T2u; |
1017 | 55 | io[WS(os, 1)] = T2U + T2V; |
1018 | 55 | { |
1019 | 55 | E T2E, T2G, T2x, T2F, T2w; |
1020 | 55 | T2E = FMA(KP951056516, T2A, KP587785252 * T2D); |
1021 | 55 | T2G = FNMS(KP587785252, T2A, KP951056516 * T2D); |
1022 | 55 | T2w = FNMS(KP250000000, T2u, TX); |
1023 | 55 | T2x = T2v + T2w; |
1024 | 55 | T2F = T2w - T2v; |
1025 | 55 | ro[WS(os, 21)] = T2x - T2E; |
1026 | 55 | ro[WS(os, 16)] = T2F + T2G; |
1027 | 55 | ro[WS(os, 6)] = T2x + T2E; |
1028 | 55 | ro[WS(os, 11)] = T2F - T2G; |
1029 | 55 | } |
1030 | 55 | { |
1031 | 55 | E T30, T31, T2X, T32, T2W; |
1032 | 55 | T30 = FMA(KP951056516, T2Y, KP587785252 * T2Z); |
1033 | 55 | T31 = FNMS(KP587785252, T2Y, KP951056516 * T2Z); |
1034 | 55 | T2W = FNMS(KP250000000, T2V, T2U); |
1035 | 55 | T2X = T2J + T2W; |
1036 | 55 | T32 = T2W - T2J; |
1037 | 55 | io[WS(os, 6)] = T2X - T30; |
1038 | 55 | io[WS(os, 16)] = T32 - T31; |
1039 | 55 | io[WS(os, 21)] = T30 + T2X; |
1040 | 55 | io[WS(os, 11)] = T31 + T32; |
1041 | 55 | } |
1042 | 55 | } |
1043 | 55 | { |
1044 | 55 | E T4F, T52, T4U, T5b, T56, T57, T51, T5f, T53, T5e; |
1045 | 55 | T4F = T3H + T3I; |
1046 | 55 | T52 = T4v - T4u; |
1047 | 55 | { |
1048 | 55 | E T4I, T4L, T4M, T4P, T4S, T4T; |
1049 | 55 | T4I = FMA(KP728968627, T4G, KP684547105 * T4H); |
1050 | 55 | T4L = FNMS(KP992114701, T4K, KP125333233 * T4J); |
1051 | 55 | T4M = T4I + T4L; |
1052 | 55 | T4P = FMA(KP062790519, T4N, KP998026728 * T4O); |
1053 | 55 | T4S = FNMS(KP637423989, T4R, KP770513242 * T4Q); |
1054 | 55 | T4T = T4P + T4S; |
1055 | 55 | T4U = T4M + T4T; |
1056 | 55 | T5b = KP559016994 * (T4M - T4T); |
1057 | 55 | T56 = T4I - T4L; |
1058 | 55 | T57 = T4P - T4S; |
1059 | 55 | } |
1060 | 55 | { |
1061 | 55 | E T4V, T4W, T4X, T4Y, T4Z, T50; |
1062 | 55 | T4V = FNMS(KP684547105, T4G, KP728968627 * T4H); |
1063 | 55 | T4W = FMA(KP125333233, T4K, KP992114701 * T4J); |
1064 | 55 | T4X = T4V - T4W; |
1065 | 55 | T4Y = FNMS(KP998026728, T4N, KP062790519 * T4O); |
1066 | 55 | T4Z = FMA(KP770513242, T4R, KP637423989 * T4Q); |
1067 | 55 | T50 = T4Y - T4Z; |
1068 | 55 | T51 = KP559016994 * (T4X - T50); |
1069 | 55 | T5f = T4Y + T4Z; |
1070 | 55 | T53 = T4X + T50; |
1071 | 55 | T5e = T4V + T4W; |
1072 | 55 | } |
1073 | 55 | ro[WS(os, 3)] = T4F + T4U; |
1074 | 55 | io[WS(os, 3)] = T52 + T53; |
1075 | 55 | { |
1076 | 55 | E T58, T59, T55, T5a, T54; |
1077 | 55 | T58 = FMA(KP951056516, T56, KP587785252 * T57); |
1078 | 55 | T59 = FNMS(KP587785252, T56, KP951056516 * T57); |
1079 | 55 | T54 = FNMS(KP250000000, T53, T52); |
1080 | 55 | T55 = T51 + T54; |
1081 | 55 | T5a = T54 - T51; |
1082 | 55 | io[WS(os, 8)] = T55 - T58; |
1083 | 55 | io[WS(os, 18)] = T5a - T59; |
1084 | 55 | io[WS(os, 23)] = T58 + T55; |
1085 | 55 | io[WS(os, 13)] = T59 + T5a; |
1086 | 55 | } |
1087 | 55 | { |
1088 | 55 | E T5g, T5i, T5d, T5h, T5c; |
1089 | 55 | T5g = FMA(KP951056516, T5e, KP587785252 * T5f); |
1090 | 55 | T5i = FNMS(KP587785252, T5e, KP951056516 * T5f); |
1091 | 55 | T5c = FNMS(KP250000000, T4U, T4F); |
1092 | 55 | T5d = T5b + T5c; |
1093 | 55 | T5h = T5c - T5b; |
1094 | 55 | ro[WS(os, 23)] = T5d - T5g; |
1095 | 55 | ro[WS(os, 18)] = T5h + T5i; |
1096 | 55 | ro[WS(os, 8)] = T5d + T5g; |
1097 | 55 | ro[WS(os, 13)] = T5h - T5i; |
1098 | 55 | } |
1099 | 55 | } |
1100 | 55 | { |
1101 | 55 | E T3J, T4w, T4e, T4B, T4f, T4A, T4k, T4x, T4n, T4t; |
1102 | 55 | T3J = T3H - T3I; |
1103 | 55 | T4w = T4u + T4v; |
1104 | 55 | { |
1105 | 55 | E T3Q, T3X, T3Y, T45, T4c, T4d; |
1106 | 55 | T3Q = FMA(KP876306680, T3M, KP481753674 * T3P); |
1107 | 55 | T3X = FNMS(KP425779291, T3W, KP904827052 * T3T); |
1108 | 55 | T3Y = T3Q + T3X; |
1109 | 55 | T45 = FMA(KP535826794, T41, KP844327925 * T44); |
1110 | 55 | T4c = FMA(KP062790519, T48, KP998026728 * T4b); |
1111 | 55 | T4d = T45 + T4c; |
1112 | 55 | T4e = T3Y + T4d; |
1113 | 55 | T4B = T45 - T4c; |
1114 | 55 | T4f = KP559016994 * (T3Y - T4d); |
1115 | 55 | T4A = T3Q - T3X; |
1116 | 55 | } |
1117 | 55 | { |
1118 | 55 | E T4i, T4j, T4r, T4l, T4m, T4s; |
1119 | 55 | T4i = FNMS(KP481753674, T3M, KP876306680 * T3P); |
1120 | 55 | T4j = FMA(KP904827052, T3W, KP425779291 * T3T); |
1121 | 55 | T4r = T4i - T4j; |
1122 | 55 | T4l = FNMS(KP844327925, T41, KP535826794 * T44); |
1123 | 55 | T4m = FNMS(KP998026728, T48, KP062790519 * T4b); |
1124 | 55 | T4s = T4l + T4m; |
1125 | 55 | T4k = T4i + T4j; |
1126 | 55 | T4x = T4r + T4s; |
1127 | 55 | T4n = T4l - T4m; |
1128 | 55 | T4t = KP559016994 * (T4r - T4s); |
1129 | 55 | } |
1130 | 55 | ro[WS(os, 2)] = T3J + T4e; |
1131 | 55 | io[WS(os, 2)] = T4w + T4x; |
1132 | 55 | { |
1133 | 55 | E T4o, T4q, T4h, T4p, T4g; |
1134 | 55 | T4o = FMA(KP951056516, T4k, KP587785252 * T4n); |
1135 | 55 | T4q = FNMS(KP587785252, T4k, KP951056516 * T4n); |
1136 | 55 | T4g = FNMS(KP250000000, T4e, T3J); |
1137 | 55 | T4h = T4f + T4g; |
1138 | 55 | T4p = T4g - T4f; |
1139 | 55 | ro[WS(os, 22)] = T4h - T4o; |
1140 | 55 | ro[WS(os, 17)] = T4p + T4q; |
1141 | 55 | ro[WS(os, 7)] = T4h + T4o; |
1142 | 55 | ro[WS(os, 12)] = T4p - T4q; |
1143 | 55 | } |
1144 | 55 | { |
1145 | 55 | E T4C, T4D, T4z, T4E, T4y; |
1146 | 55 | T4C = FMA(KP951056516, T4A, KP587785252 * T4B); |
1147 | 55 | T4D = FNMS(KP587785252, T4A, KP951056516 * T4B); |
1148 | 55 | T4y = FNMS(KP250000000, T4x, T4w); |
1149 | 55 | T4z = T4t + T4y; |
1150 | 55 | T4E = T4y - T4t; |
1151 | 55 | io[WS(os, 7)] = T4z - T4C; |
1152 | 55 | io[WS(os, 17)] = T4E - T4D; |
1153 | 55 | io[WS(os, 22)] = T4C + T4z; |
1154 | 55 | io[WS(os, 12)] = T4D + T4E; |
1155 | 55 | } |
1156 | 55 | } |
1157 | 55 | { |
1158 | 55 | E T33, T3j, T3i, T3z, T3r, T3s, T3q, T3D, T3v, T3C; |
1159 | 55 | T33 = TP - TW; |
1160 | 55 | T3j = T2T + T2Q; |
1161 | 55 | { |
1162 | 55 | E T36, T39, T3a, T3d, T3g, T3h; |
1163 | 55 | T36 = FMA(KP535826794, T34, KP844327925 * T35); |
1164 | 55 | T39 = FMA(KP637423989, T37, KP770513242 * T38); |
1165 | 55 | T3a = T36 - T39; |
1166 | 55 | T3d = FNMS(KP425779291, T3c, KP904827052 * T3b); |
1167 | 55 | T3g = FNMS(KP992114701, T3f, KP125333233 * T3e); |
1168 | 55 | T3h = T3d + T3g; |
1169 | 55 | T3i = T3a + T3h; |
1170 | 55 | T3z = KP559016994 * (T3a - T3h); |
1171 | 55 | T3r = T3d - T3g; |
1172 | 55 | T3s = T36 + T39; |
1173 | 55 | } |
1174 | 55 | { |
1175 | 55 | E T3k, T3l, T3m, T3n, T3o, T3p; |
1176 | 55 | T3k = FNMS(KP844327925, T34, KP535826794 * T35); |
1177 | 55 | T3l = FNMS(KP637423989, T38, KP770513242 * T37); |
1178 | 55 | T3m = T3k + T3l; |
1179 | 55 | T3n = FMA(KP904827052, T3c, KP425779291 * T3b); |
1180 | 55 | T3o = FMA(KP125333233, T3f, KP992114701 * T3e); |
1181 | 55 | T3p = T3n + T3o; |
1182 | 55 | T3q = T3m - T3p; |
1183 | 55 | T3D = T3o - T3n; |
1184 | 55 | T3v = KP559016994 * (T3m + T3p); |
1185 | 55 | T3C = T3k - T3l; |
1186 | 55 | } |
1187 | 55 | ro[WS(os, 4)] = T33 + T3i; |
1188 | 55 | io[WS(os, 4)] = T3j + T3q; |
1189 | 55 | { |
1190 | 55 | E T3t, T3y, T3w, T3x, T3u; |
1191 | 55 | T3t = FNMS(KP587785252, T3s, KP951056516 * T3r); |
1192 | 55 | T3y = FMA(KP951056516, T3s, KP587785252 * T3r); |
1193 | 55 | T3u = FNMS(KP250000000, T3q, T3j); |
1194 | 55 | T3w = T3u - T3v; |
1195 | 55 | T3x = T3u + T3v; |
1196 | 55 | io[WS(os, 14)] = T3t + T3w; |
1197 | 55 | io[WS(os, 24)] = T3y + T3x; |
1198 | 55 | io[WS(os, 19)] = T3w - T3t; |
1199 | 55 | io[WS(os, 9)] = T3x - T3y; |
1200 | 55 | } |
1201 | 55 | { |
1202 | 55 | E T3E, T3G, T3B, T3F, T3A; |
1203 | 55 | T3E = FMA(KP951056516, T3C, KP587785252 * T3D); |
1204 | 55 | T3G = FNMS(KP587785252, T3C, KP951056516 * T3D); |
1205 | 55 | T3A = FNMS(KP250000000, T3i, T33); |
1206 | 55 | T3B = T3z + T3A; |
1207 | 55 | T3F = T3A - T3z; |
1208 | 55 | ro[WS(os, 24)] = T3B - T3E; |
1209 | 55 | ro[WS(os, 19)] = T3F + T3G; |
1210 | 55 | ro[WS(os, 9)] = T3B + T3E; |
1211 | 55 | ro[WS(os, 14)] = T3F - T3G; |
1212 | 55 | } |
1213 | 55 | } |
1214 | 55 | } |
1215 | 6 | } |
1216 | 6 | } |
1217 | | |
1218 | | static const kdft_desc desc = { 25, "n1_25", { 260, 92, 92, 0 }, &GENUS, 0, 0, 0, 0 }; |
1219 | | |
1220 | 1 | void X(codelet_n1_25) (planner *p) { X(kdft_register) (p, n1_25, &desc); |
1221 | 1 | } |
1222 | | |
1223 | | #endif |