/src/fftw3/dft/scalar/codelets/n1_9.c
Line | Count | Source |
1 | | /* |
2 | | * Copyright (c) 2003, 2007-14 Matteo Frigo |
3 | | * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology |
4 | | * |
5 | | * This program is free software; you can redistribute it and/or modify |
6 | | * it under the terms of the GNU General Public License as published by |
7 | | * the Free Software Foundation; either version 2 of the License, or |
8 | | * (at your option) any later version. |
9 | | * |
10 | | * This program is distributed in the hope that it will be useful, |
11 | | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
12 | | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
13 | | * GNU General Public License for more details. |
14 | | * |
15 | | * You should have received a copy of the GNU General Public License |
16 | | * along with this program; if not, write to the Free Software |
17 | | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
18 | | * |
19 | | */ |
20 | | |
21 | | /* This file was automatically generated --- DO NOT EDIT */ |
22 | | /* Generated on Sun Apr 12 06:21:48 UTC 2026 */ |
23 | | |
24 | | #include "dft/codelet-dft.h" |
25 | | |
26 | | #if defined(ARCH_PREFERS_FMA) || defined(ISA_EXTENSION_PREFERS_FMA) |
27 | | |
28 | | /* Generated by: ../../../genfft/gen_notw.native -fma -compact -variables 4 -pipeline-latency 4 -n 9 -name n1_9 -include dft/scalar/n.h */ |
29 | | |
30 | | /* |
31 | | * This function contains 80 FP additions, 56 FP multiplications, |
32 | | * (or, 24 additions, 0 multiplications, 56 fused multiply/add), |
33 | | * 41 stack variables, 10 constants, and 36 memory accesses |
34 | | */ |
35 | | #include "dft/scalar/n.h" |
36 | | |
37 | | static void n1_9(const R *ri, const R *ii, R *ro, R *io, stride is, stride os, INT v, INT ivs, INT ovs) |
38 | | { |
39 | | DK(KP954188894, +0.954188894138671133499268364187245676532219158); |
40 | | DK(KP363970234, +0.363970234266202361351047882776834043890471784); |
41 | | DK(KP852868531, +0.852868531952443209628250963940074071936020296); |
42 | | DK(KP492403876, +0.492403876506104029683371512294761506835321626); |
43 | | DK(KP984807753, +0.984807753012208059366743024589523013670643252); |
44 | | DK(KP777861913, +0.777861913430206160028177977318626690410586096); |
45 | | DK(KP839099631, +0.839099631177280011763127298123181364687434283); |
46 | | DK(KP176326980, +0.176326980708464973471090386868618986121633062); |
47 | | DK(KP866025403, +0.866025403784438646763723170752936183471402627); |
48 | | DK(KP500000000, +0.500000000000000000000000000000000000000000000); |
49 | | { |
50 | | INT i; |
51 | | for (i = v; i > 0; i = i - 1, ri = ri + ivs, ii = ii + ivs, ro = ro + ovs, io = io + ovs, MAKE_VOLATILE_STRIDE(36, is), MAKE_VOLATILE_STRIDE(36, os)) { |
52 | | E T5, TL, Tm, Tl, T1f, TM, Ta, T1c, TF, TW, TI, TX, Tf, T1d, Ts; |
53 | | E TZ, Tx, T10; |
54 | | { |
55 | | E T1, T2, T3, T4; |
56 | | T1 = ri[0]; |
57 | | T2 = ri[WS(is, 3)]; |
58 | | T3 = ri[WS(is, 6)]; |
59 | | T4 = T2 + T3; |
60 | | T5 = T1 + T4; |
61 | | TL = FNMS(KP500000000, T4, T1); |
62 | | Tm = T3 - T2; |
63 | | } |
64 | | { |
65 | | E Th, Ti, Tj, Tk; |
66 | | Th = ii[0]; |
67 | | Ti = ii[WS(is, 3)]; |
68 | | Tj = ii[WS(is, 6)]; |
69 | | Tk = Ti + Tj; |
70 | | Tl = FNMS(KP500000000, Tk, Th); |
71 | | T1f = Th + Tk; |
72 | | TM = Ti - Tj; |
73 | | } |
74 | | { |
75 | | E T6, Tz, T9, TE, TC, TH, TD, TG; |
76 | | T6 = ri[WS(is, 1)]; |
77 | | Tz = ii[WS(is, 1)]; |
78 | | { |
79 | | E T7, T8, TA, TB; |
80 | | T7 = ri[WS(is, 4)]; |
81 | | T8 = ri[WS(is, 7)]; |
82 | | T9 = T7 + T8; |
83 | | TE = T7 - T8; |
84 | | TA = ii[WS(is, 4)]; |
85 | | TB = ii[WS(is, 7)]; |
86 | | TC = TA + TB; |
87 | | TH = TB - TA; |
88 | | } |
89 | | Ta = T6 + T9; |
90 | | T1c = Tz + TC; |
91 | | TD = FNMS(KP500000000, TC, Tz); |
92 | | TF = FNMS(KP866025403, TE, TD); |
93 | | TW = FMA(KP866025403, TE, TD); |
94 | | TG = FNMS(KP500000000, T9, T6); |
95 | | TI = FNMS(KP866025403, TH, TG); |
96 | | TX = FMA(KP866025403, TH, TG); |
97 | | } |
98 | | { |
99 | | E Tb, Tt, Te, Tw, Tr, Tu, To, Tv; |
100 | | Tb = ri[WS(is, 2)]; |
101 | | Tt = ii[WS(is, 2)]; |
102 | | { |
103 | | E Tc, Td, Tp, Tq; |
104 | | Tc = ri[WS(is, 5)]; |
105 | | Td = ri[WS(is, 8)]; |
106 | | Te = Tc + Td; |
107 | | Tw = Td - Tc; |
108 | | Tp = ii[WS(is, 5)]; |
109 | | Tq = ii[WS(is, 8)]; |
110 | | Tr = Tp - Tq; |
111 | | Tu = Tp + Tq; |
112 | | } |
113 | | Tf = Tb + Te; |
114 | | T1d = Tt + Tu; |
115 | | To = FNMS(KP500000000, Te, Tb); |
116 | | Ts = FMA(KP866025403, Tr, To); |
117 | | TZ = FNMS(KP866025403, Tr, To); |
118 | | Tv = FNMS(KP500000000, Tu, Tt); |
119 | | Tx = FMA(KP866025403, Tw, Tv); |
120 | | T10 = FNMS(KP866025403, Tw, Tv); |
121 | | } |
122 | | { |
123 | | E T1e, Tg, T1b, T1i, T1g, T1h; |
124 | | T1e = T1c - T1d; |
125 | | Tg = Ta + Tf; |
126 | | T1b = FNMS(KP500000000, Tg, T5); |
127 | | ro[0] = T5 + Tg; |
128 | | ro[WS(os, 3)] = FMA(KP866025403, T1e, T1b); |
129 | | ro[WS(os, 6)] = FNMS(KP866025403, T1e, T1b); |
130 | | T1i = Tf - Ta; |
131 | | T1g = T1c + T1d; |
132 | | T1h = FNMS(KP500000000, T1g, T1f); |
133 | | io[WS(os, 3)] = FMA(KP866025403, T1i, T1h); |
134 | | io[0] = T1f + T1g; |
135 | | io[WS(os, 6)] = FNMS(KP866025403, T1i, T1h); |
136 | | } |
137 | | { |
138 | | E Tn, TN, TK, TS, TQ, TU, TR, TT; |
139 | | Tn = FMA(KP866025403, Tm, Tl); |
140 | | TN = FMA(KP866025403, TM, TL); |
141 | | { |
142 | | E Ty, TJ, TO, TP; |
143 | | Ty = FNMS(KP176326980, Tx, Ts); |
144 | | TJ = FNMS(KP839099631, TI, TF); |
145 | | TK = FNMS(KP777861913, TJ, Ty); |
146 | | TS = FMA(KP777861913, TJ, Ty); |
147 | | TO = FMA(KP176326980, Ts, Tx); |
148 | | TP = FMA(KP839099631, TF, TI); |
149 | | TQ = FMA(KP777861913, TP, TO); |
150 | | TU = FNMS(KP777861913, TP, TO); |
151 | | } |
152 | | io[WS(os, 1)] = FNMS(KP984807753, TK, Tn); |
153 | | ro[WS(os, 1)] = FMA(KP984807753, TQ, TN); |
154 | | TR = FNMS(KP492403876, TQ, TN); |
155 | | ro[WS(os, 4)] = FMA(KP852868531, TS, TR); |
156 | | ro[WS(os, 7)] = FNMS(KP852868531, TS, TR); |
157 | | TT = FMA(KP492403876, TK, Tn); |
158 | | io[WS(os, 7)] = FNMS(KP852868531, TU, TT); |
159 | | io[WS(os, 4)] = FMA(KP852868531, TU, TT); |
160 | | } |
161 | | { |
162 | | E TV, T17, T12, T1a, T16, T18, T13, T19; |
163 | | TV = FNMS(KP866025403, TM, TL); |
164 | | T17 = FNMS(KP866025403, Tm, Tl); |
165 | | { |
166 | | E TY, T11, T14, T15; |
167 | | TY = FMA(KP176326980, TX, TW); |
168 | | T11 = FNMS(KP363970234, T10, TZ); |
169 | | T12 = FNMS(KP954188894, T11, TY); |
170 | | T1a = FMA(KP954188894, T11, TY); |
171 | | T14 = FNMS(KP176326980, TW, TX); |
172 | | T15 = FMA(KP363970234, TZ, T10); |
173 | | T16 = FNMS(KP954188894, T15, T14); |
174 | | T18 = FMA(KP954188894, T15, T14); |
175 | | } |
176 | | ro[WS(os, 2)] = FMA(KP984807753, T12, TV); |
177 | | io[WS(os, 2)] = FNMS(KP984807753, T18, T17); |
178 | | T13 = FNMS(KP492403876, T12, TV); |
179 | | ro[WS(os, 5)] = FNMS(KP852868531, T16, T13); |
180 | | ro[WS(os, 8)] = FMA(KP852868531, T16, T13); |
181 | | T19 = FMA(KP492403876, T18, T17); |
182 | | io[WS(os, 5)] = FNMS(KP852868531, T1a, T19); |
183 | | io[WS(os, 8)] = FMA(KP852868531, T1a, T19); |
184 | | } |
185 | | } |
186 | | } |
187 | | } |
188 | | |
189 | | static const kdft_desc desc = { 9, "n1_9", { 24, 0, 56, 0 }, &GENUS, 0, 0, 0, 0 }; |
190 | | |
191 | | void X(codelet_n1_9) (planner *p) { X(kdft_register) (p, n1_9, &desc); |
192 | | } |
193 | | |
194 | | #else |
195 | | |
196 | | /* Generated by: ../../../genfft/gen_notw.native -compact -variables 4 -pipeline-latency 4 -n 9 -name n1_9 -include dft/scalar/n.h */ |
197 | | |
198 | | /* |
199 | | * This function contains 80 FP additions, 40 FP multiplications, |
200 | | * (or, 60 additions, 20 multiplications, 20 fused multiply/add), |
201 | | * 39 stack variables, 8 constants, and 36 memory accesses |
202 | | */ |
203 | | #include "dft/scalar/n.h" |
204 | | |
205 | | static void n1_9(const R *ri, const R *ii, R *ro, R *io, stride is, stride os, INT v, INT ivs, INT ovs) |
206 | 269 | { |
207 | 269 | DK(KP939692620, +0.939692620785908384054109277324731469936208134); |
208 | 269 | DK(KP342020143, +0.342020143325668733044099614682259580763083368); |
209 | 269 | DK(KP984807753, +0.984807753012208059366743024589523013670643252); |
210 | 269 | DK(KP173648177, +0.173648177666930348851716626769314796000375677); |
211 | 269 | DK(KP642787609, +0.642787609686539326322643409907263432907559884); |
212 | 269 | DK(KP766044443, +0.766044443118978035202392650555416673935832457); |
213 | 269 | DK(KP500000000, +0.500000000000000000000000000000000000000000000); |
214 | 269 | DK(KP866025403, +0.866025403784438646763723170752936183471402627); |
215 | 269 | { |
216 | 269 | INT i; |
217 | 1.41k | for (i = v; i > 0; i = i - 1, ri = ri + ivs, ii = ii + ivs, ro = ro + ovs, io = io + ovs, MAKE_VOLATILE_STRIDE(36, is), MAKE_VOLATILE_STRIDE(36, os)) { |
218 | 1.14k | E T5, TO, Th, Tk, T1g, TR, Ta, T1c, Tq, TW, Tv, TX, Tf, T1d, TB; |
219 | 1.14k | E T10, TG, TZ; |
220 | 1.14k | { |
221 | 1.14k | E T1, T2, T3, T4; |
222 | 1.14k | T1 = ri[0]; |
223 | 1.14k | T2 = ri[WS(is, 3)]; |
224 | 1.14k | T3 = ri[WS(is, 6)]; |
225 | 1.14k | T4 = T2 + T3; |
226 | 1.14k | T5 = T1 + T4; |
227 | 1.14k | TO = KP866025403 * (T3 - T2); |
228 | 1.14k | Th = FNMS(KP500000000, T4, T1); |
229 | 1.14k | } |
230 | 1.14k | { |
231 | 1.14k | E TP, Ti, Tj, TQ; |
232 | 1.14k | TP = ii[0]; |
233 | 1.14k | Ti = ii[WS(is, 3)]; |
234 | 1.14k | Tj = ii[WS(is, 6)]; |
235 | 1.14k | TQ = Ti + Tj; |
236 | 1.14k | Tk = KP866025403 * (Ti - Tj); |
237 | 1.14k | T1g = TP + TQ; |
238 | 1.14k | TR = FNMS(KP500000000, TQ, TP); |
239 | 1.14k | } |
240 | 1.14k | { |
241 | 1.14k | E T6, Ts, T9, Tr, Tp, Tt, Tm, Tu; |
242 | 1.14k | T6 = ri[WS(is, 1)]; |
243 | 1.14k | Ts = ii[WS(is, 1)]; |
244 | 1.14k | { |
245 | 1.14k | E T7, T8, Tn, To; |
246 | 1.14k | T7 = ri[WS(is, 4)]; |
247 | 1.14k | T8 = ri[WS(is, 7)]; |
248 | 1.14k | T9 = T7 + T8; |
249 | 1.14k | Tr = KP866025403 * (T8 - T7); |
250 | 1.14k | Tn = ii[WS(is, 4)]; |
251 | 1.14k | To = ii[WS(is, 7)]; |
252 | 1.14k | Tp = KP866025403 * (Tn - To); |
253 | 1.14k | Tt = Tn + To; |
254 | 1.14k | } |
255 | 1.14k | Ta = T6 + T9; |
256 | 1.14k | T1c = Ts + Tt; |
257 | 1.14k | Tm = FNMS(KP500000000, T9, T6); |
258 | 1.14k | Tq = Tm + Tp; |
259 | 1.14k | TW = Tm - Tp; |
260 | 1.14k | Tu = FNMS(KP500000000, Tt, Ts); |
261 | 1.14k | Tv = Tr + Tu; |
262 | 1.14k | TX = Tu - Tr; |
263 | 1.14k | } |
264 | 1.14k | { |
265 | 1.14k | E Tb, TD, Te, TC, TA, TE, Tx, TF; |
266 | 1.14k | Tb = ri[WS(is, 2)]; |
267 | 1.14k | TD = ii[WS(is, 2)]; |
268 | 1.14k | { |
269 | 1.14k | E Tc, Td, Ty, Tz; |
270 | 1.14k | Tc = ri[WS(is, 5)]; |
271 | 1.14k | Td = ri[WS(is, 8)]; |
272 | 1.14k | Te = Tc + Td; |
273 | 1.14k | TC = KP866025403 * (Td - Tc); |
274 | 1.14k | Ty = ii[WS(is, 5)]; |
275 | 1.14k | Tz = ii[WS(is, 8)]; |
276 | 1.14k | TA = KP866025403 * (Ty - Tz); |
277 | 1.14k | TE = Ty + Tz; |
278 | 1.14k | } |
279 | 1.14k | Tf = Tb + Te; |
280 | 1.14k | T1d = TD + TE; |
281 | 1.14k | Tx = FNMS(KP500000000, Te, Tb); |
282 | 1.14k | TB = Tx + TA; |
283 | 1.14k | T10 = Tx - TA; |
284 | 1.14k | TF = FNMS(KP500000000, TE, TD); |
285 | 1.14k | TG = TC + TF; |
286 | 1.14k | TZ = TF - TC; |
287 | 1.14k | } |
288 | 1.14k | { |
289 | 1.14k | E T1e, Tg, T1b, T1f, T1h, T1i; |
290 | 1.14k | T1e = KP866025403 * (T1c - T1d); |
291 | 1.14k | Tg = Ta + Tf; |
292 | 1.14k | T1b = FNMS(KP500000000, Tg, T5); |
293 | 1.14k | ro[0] = T5 + Tg; |
294 | 1.14k | ro[WS(os, 3)] = T1b + T1e; |
295 | 1.14k | ro[WS(os, 6)] = T1b - T1e; |
296 | 1.14k | T1f = KP866025403 * (Tf - Ta); |
297 | 1.14k | T1h = T1c + T1d; |
298 | 1.14k | T1i = FNMS(KP500000000, T1h, T1g); |
299 | 1.14k | io[WS(os, 3)] = T1f + T1i; |
300 | 1.14k | io[0] = T1g + T1h; |
301 | 1.14k | io[WS(os, 6)] = T1i - T1f; |
302 | 1.14k | } |
303 | 1.14k | { |
304 | 1.14k | E Tl, TS, TI, TN, TM, TT, TJ, TU; |
305 | 1.14k | Tl = Th + Tk; |
306 | 1.14k | TS = TO + TR; |
307 | 1.14k | { |
308 | 1.14k | E Tw, TH, TK, TL; |
309 | 1.14k | Tw = FMA(KP766044443, Tq, KP642787609 * Tv); |
310 | 1.14k | TH = FMA(KP173648177, TB, KP984807753 * TG); |
311 | 1.14k | TI = Tw + TH; |
312 | 1.14k | TN = KP866025403 * (TH - Tw); |
313 | 1.14k | TK = FNMS(KP642787609, Tq, KP766044443 * Tv); |
314 | 1.14k | TL = FNMS(KP984807753, TB, KP173648177 * TG); |
315 | 1.14k | TM = KP866025403 * (TK - TL); |
316 | 1.14k | TT = TK + TL; |
317 | 1.14k | } |
318 | 1.14k | ro[WS(os, 1)] = Tl + TI; |
319 | 1.14k | io[WS(os, 1)] = TS + TT; |
320 | 1.14k | TJ = FNMS(KP500000000, TI, Tl); |
321 | 1.14k | ro[WS(os, 7)] = TJ - TM; |
322 | 1.14k | ro[WS(os, 4)] = TJ + TM; |
323 | 1.14k | TU = FNMS(KP500000000, TT, TS); |
324 | 1.14k | io[WS(os, 4)] = TN + TU; |
325 | 1.14k | io[WS(os, 7)] = TU - TN; |
326 | 1.14k | } |
327 | 1.14k | { |
328 | 1.14k | E TV, T14, T12, T13, T17, T1a, T18, T19; |
329 | 1.14k | TV = Th - Tk; |
330 | 1.14k | T14 = TR - TO; |
331 | 1.14k | { |
332 | 1.14k | E TY, T11, T15, T16; |
333 | 1.14k | TY = FMA(KP173648177, TW, KP984807753 * TX); |
334 | 1.14k | T11 = FNMS(KP939692620, T10, KP342020143 * TZ); |
335 | 1.14k | T12 = TY + T11; |
336 | 1.14k | T13 = KP866025403 * (T11 - TY); |
337 | 1.14k | T15 = FNMS(KP984807753, TW, KP173648177 * TX); |
338 | 1.14k | T16 = FMA(KP342020143, T10, KP939692620 * TZ); |
339 | 1.14k | T17 = T15 - T16; |
340 | 1.14k | T1a = KP866025403 * (T15 + T16); |
341 | 1.14k | } |
342 | 1.14k | ro[WS(os, 2)] = TV + T12; |
343 | 1.14k | io[WS(os, 2)] = T14 + T17; |
344 | 1.14k | T18 = FNMS(KP500000000, T17, T14); |
345 | 1.14k | io[WS(os, 5)] = T13 + T18; |
346 | 1.14k | io[WS(os, 8)] = T18 - T13; |
347 | 1.14k | T19 = FNMS(KP500000000, T12, TV); |
348 | 1.14k | ro[WS(os, 8)] = T19 - T1a; |
349 | 1.14k | ro[WS(os, 5)] = T19 + T1a; |
350 | 1.14k | } |
351 | 1.14k | } |
352 | 269 | } |
353 | 269 | } |
354 | | |
355 | | static const kdft_desc desc = { 9, "n1_9", { 60, 20, 20, 0 }, &GENUS, 0, 0, 0, 0 }; |
356 | | |
357 | 1 | void X(codelet_n1_9) (planner *p) { X(kdft_register) (p, n1_9, &desc); |
358 | 1 | } |
359 | | |
360 | | #endif |