/src/fftw3/rdft/scalar/r2cf/hc2cf_6.c
Line | Count | Source |
1 | | /* |
2 | | * Copyright (c) 2003, 2007-14 Matteo Frigo |
3 | | * Copyright (c) 2003, 2007-14 Massachusetts Institute of Technology |
4 | | * |
5 | | * This program is free software; you can redistribute it and/or modify |
6 | | * it under the terms of the GNU General Public License as published by |
7 | | * the Free Software Foundation; either version 2 of the License, or |
8 | | * (at your option) any later version. |
9 | | * |
10 | | * This program is distributed in the hope that it will be useful, |
11 | | * but WITHOUT ANY WARRANTY; without even the implied warranty of |
12 | | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
13 | | * GNU General Public License for more details. |
14 | | * |
15 | | * You should have received a copy of the GNU General Public License |
16 | | * along with this program; if not, write to the Free Software |
17 | | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
18 | | * |
19 | | */ |
20 | | |
21 | | /* This file was automatically generated --- DO NOT EDIT */ |
22 | | /* Generated on Thu Feb 26 07:10:39 UTC 2026 */ |
23 | | |
24 | | #include "rdft/codelet-rdft.h" |
25 | | |
26 | | #if defined(ARCH_PREFERS_FMA) || defined(ISA_EXTENSION_PREFERS_FMA) |
27 | | |
28 | | /* Generated by: ../../../genfft/gen_hc2c.native -fma -compact -variables 4 -pipeline-latency 4 -n 6 -dit -name hc2cf_6 -include rdft/scalar/hc2cf.h */ |
29 | | |
30 | | /* |
31 | | * This function contains 46 FP additions, 32 FP multiplications, |
32 | | * (or, 24 additions, 10 multiplications, 22 fused multiply/add), |
33 | | * 31 stack variables, 2 constants, and 24 memory accesses |
34 | | */ |
35 | | #include "rdft/scalar/hc2cf.h" |
36 | | |
37 | | static void hc2cf_6(R *Rp, R *Ip, R *Rm, R *Im, const R *W, stride rs, INT mb, INT me, INT ms) |
38 | | { |
39 | | DK(KP866025403, +0.866025403784438646763723170752936183471402627); |
40 | | DK(KP500000000, +0.500000000000000000000000000000000000000000000); |
41 | | { |
42 | | INT m; |
43 | | for (m = mb, W = W + ((mb - 1) * 10); m < me; m = m + 1, Rp = Rp + ms, Ip = Ip + ms, Rm = Rm - ms, Im = Im - ms, W = W + 10, MAKE_VOLATILE_STRIDE(24, rs)) { |
44 | | E T1, TX, T7, TW, Tl, TS, TB, TJ, Ty, TR, TC, TO; |
45 | | T1 = Rp[0]; |
46 | | TX = Rm[0]; |
47 | | { |
48 | | E T3, T6, T4, TV, T2, T5; |
49 | | T3 = Ip[WS(rs, 1)]; |
50 | | T6 = Im[WS(rs, 1)]; |
51 | | T2 = W[4]; |
52 | | T4 = T2 * T3; |
53 | | TV = T2 * T6; |
54 | | T5 = W[5]; |
55 | | T7 = FMA(T5, T6, T4); |
56 | | TW = FNMS(T5, T3, TV); |
57 | | } |
58 | | { |
59 | | E Ta, Td, Tb, TF, Tg, Tj, Th, TH, T9, Tf; |
60 | | Ta = Rp[WS(rs, 1)]; |
61 | | Td = Rm[WS(rs, 1)]; |
62 | | T9 = W[2]; |
63 | | Tb = T9 * Ta; |
64 | | TF = T9 * Td; |
65 | | Tg = Ip[WS(rs, 2)]; |
66 | | Tj = Im[WS(rs, 2)]; |
67 | | Tf = W[8]; |
68 | | Th = Tf * Tg; |
69 | | TH = Tf * Tj; |
70 | | { |
71 | | E Te, TG, Tk, TI, Tc, Ti; |
72 | | Tc = W[3]; |
73 | | Te = FMA(Tc, Td, Tb); |
74 | | TG = FNMS(Tc, Ta, TF); |
75 | | Ti = W[9]; |
76 | | Tk = FMA(Ti, Tj, Th); |
77 | | TI = FNMS(Ti, Tg, TH); |
78 | | Tl = Te - Tk; |
79 | | TS = TI - TG; |
80 | | TB = Te + Tk; |
81 | | TJ = TG + TI; |
82 | | } |
83 | | } |
84 | | { |
85 | | E Tn, Tq, To, TK, Tt, Tw, Tu, TM, Tm, Ts; |
86 | | Tn = Rp[WS(rs, 2)]; |
87 | | Tq = Rm[WS(rs, 2)]; |
88 | | Tm = W[6]; |
89 | | To = Tm * Tn; |
90 | | TK = Tm * Tq; |
91 | | Tt = Ip[0]; |
92 | | Tw = Im[0]; |
93 | | Ts = W[0]; |
94 | | Tu = Ts * Tt; |
95 | | TM = Ts * Tw; |
96 | | { |
97 | | E Tr, TL, Tx, TN, Tp, Tv; |
98 | | Tp = W[7]; |
99 | | Tr = FMA(Tp, Tq, To); |
100 | | TL = FNMS(Tp, Tn, TK); |
101 | | Tv = W[1]; |
102 | | Tx = FMA(Tv, Tw, Tu); |
103 | | TN = FNMS(Tv, Tt, TM); |
104 | | Ty = Tr - Tx; |
105 | | TR = TN - TL; |
106 | | TC = Tr + Tx; |
107 | | TO = TL + TN; |
108 | | } |
109 | | } |
110 | | { |
111 | | E TT, T8, Tz, TQ; |
112 | | TT = TR - TS; |
113 | | T8 = T1 - T7; |
114 | | Tz = Tl + Ty; |
115 | | TQ = FNMS(KP500000000, Tz, T8); |
116 | | Rm[WS(rs, 2)] = T8 + Tz; |
117 | | Rp[WS(rs, 1)] = FMA(KP866025403, TT, TQ); |
118 | | Rm[0] = FNMS(KP866025403, TT, TQ); |
119 | | } |
120 | | { |
121 | | E T14, T11, T12, T13; |
122 | | T14 = Ty - Tl; |
123 | | T11 = TS + TR; |
124 | | T12 = TX - TW; |
125 | | T13 = FMA(KP500000000, T11, T12); |
126 | | Im[WS(rs, 2)] = T11 - T12; |
127 | | Ip[WS(rs, 1)] = FMA(KP866025403, T14, T13); |
128 | | Im[0] = FMS(KP866025403, T14, T13); |
129 | | } |
130 | | { |
131 | | E TP, TA, TD, TE; |
132 | | TP = TJ - TO; |
133 | | TA = T1 + T7; |
134 | | TD = TB + TC; |
135 | | TE = FNMS(KP500000000, TD, TA); |
136 | | Rp[0] = TA + TD; |
137 | | Rm[WS(rs, 1)] = FMA(KP866025403, TP, TE); |
138 | | Rp[WS(rs, 2)] = FNMS(KP866025403, TP, TE); |
139 | | } |
140 | | { |
141 | | E T10, TU, TY, TZ; |
142 | | T10 = TB - TC; |
143 | | TU = TJ + TO; |
144 | | TY = TW + TX; |
145 | | TZ = FNMS(KP500000000, TU, TY); |
146 | | Ip[0] = TU + TY; |
147 | | Ip[WS(rs, 2)] = FMA(KP866025403, T10, TZ); |
148 | | Im[WS(rs, 1)] = FMS(KP866025403, T10, TZ); |
149 | | } |
150 | | } |
151 | | } |
152 | | } |
153 | | |
154 | | static const tw_instr twinstr[] = { |
155 | | { TW_FULL, 1, 6 }, |
156 | | { TW_NEXT, 1, 0 } |
157 | | }; |
158 | | |
159 | | static const hc2c_desc desc = { 6, "hc2cf_6", twinstr, &GENUS, { 24, 10, 22, 0 } }; |
160 | | |
161 | | void X(codelet_hc2cf_6) (planner *p) { |
162 | | X(khc2c_register) (p, hc2cf_6, &desc, HC2C_VIA_RDFT); |
163 | | } |
164 | | #else |
165 | | |
166 | | /* Generated by: ../../../genfft/gen_hc2c.native -compact -variables 4 -pipeline-latency 4 -n 6 -dit -name hc2cf_6 -include rdft/scalar/hc2cf.h */ |
167 | | |
168 | | /* |
169 | | * This function contains 46 FP additions, 28 FP multiplications, |
170 | | * (or, 32 additions, 14 multiplications, 14 fused multiply/add), |
171 | | * 23 stack variables, 2 constants, and 24 memory accesses |
172 | | */ |
173 | | #include "rdft/scalar/hc2cf.h" |
174 | | |
175 | | static void hc2cf_6(R *Rp, R *Ip, R *Rm, R *Im, const R *W, stride rs, INT mb, INT me, INT ms) |
176 | 0 | { |
177 | 0 | DK(KP500000000, +0.500000000000000000000000000000000000000000000); |
178 | 0 | DK(KP866025403, +0.866025403784438646763723170752936183471402627); |
179 | 0 | { |
180 | 0 | INT m; |
181 | 0 | for (m = mb, W = W + ((mb - 1) * 10); m < me; m = m + 1, Rp = Rp + ms, Ip = Ip + ms, Rm = Rm - ms, Im = Im - ms, W = W + 10, MAKE_VOLATILE_STRIDE(24, rs)) { |
182 | 0 | E T7, TS, Tv, TO, Tt, TJ, Tx, TF, Ti, TI, Tw, TC; |
183 | 0 | { |
184 | 0 | E T1, TN, T6, TM; |
185 | 0 | T1 = Rp[0]; |
186 | 0 | TN = Rm[0]; |
187 | 0 | { |
188 | 0 | E T3, T5, T2, T4; |
189 | 0 | T3 = Ip[WS(rs, 1)]; |
190 | 0 | T5 = Im[WS(rs, 1)]; |
191 | 0 | T2 = W[4]; |
192 | 0 | T4 = W[5]; |
193 | 0 | T6 = FMA(T2, T3, T4 * T5); |
194 | 0 | TM = FNMS(T4, T3, T2 * T5); |
195 | 0 | } |
196 | 0 | T7 = T1 - T6; |
197 | 0 | TS = TN - TM; |
198 | 0 | Tv = T1 + T6; |
199 | 0 | TO = TM + TN; |
200 | 0 | } |
201 | 0 | { |
202 | 0 | E Tn, TD, Ts, TE; |
203 | 0 | { |
204 | 0 | E Tk, Tm, Tj, Tl; |
205 | 0 | Tk = Rp[WS(rs, 2)]; |
206 | 0 | Tm = Rm[WS(rs, 2)]; |
207 | 0 | Tj = W[6]; |
208 | 0 | Tl = W[7]; |
209 | 0 | Tn = FMA(Tj, Tk, Tl * Tm); |
210 | 0 | TD = FNMS(Tl, Tk, Tj * Tm); |
211 | 0 | } |
212 | 0 | { |
213 | 0 | E Tp, Tr, To, Tq; |
214 | 0 | Tp = Ip[0]; |
215 | 0 | Tr = Im[0]; |
216 | 0 | To = W[0]; |
217 | 0 | Tq = W[1]; |
218 | 0 | Ts = FMA(To, Tp, Tq * Tr); |
219 | 0 | TE = FNMS(Tq, Tp, To * Tr); |
220 | 0 | } |
221 | 0 | Tt = Tn - Ts; |
222 | 0 | TJ = TE - TD; |
223 | 0 | Tx = Tn + Ts; |
224 | 0 | TF = TD + TE; |
225 | 0 | } |
226 | 0 | { |
227 | 0 | E Tc, TA, Th, TB; |
228 | 0 | { |
229 | 0 | E T9, Tb, T8, Ta; |
230 | 0 | T9 = Rp[WS(rs, 1)]; |
231 | 0 | Tb = Rm[WS(rs, 1)]; |
232 | 0 | T8 = W[2]; |
233 | 0 | Ta = W[3]; |
234 | 0 | Tc = FMA(T8, T9, Ta * Tb); |
235 | 0 | TA = FNMS(Ta, T9, T8 * Tb); |
236 | 0 | } |
237 | 0 | { |
238 | 0 | E Te, Tg, Td, Tf; |
239 | 0 | Te = Ip[WS(rs, 2)]; |
240 | 0 | Tg = Im[WS(rs, 2)]; |
241 | 0 | Td = W[8]; |
242 | 0 | Tf = W[9]; |
243 | 0 | Th = FMA(Td, Te, Tf * Tg); |
244 | 0 | TB = FNMS(Tf, Te, Td * Tg); |
245 | 0 | } |
246 | 0 | Ti = Tc - Th; |
247 | 0 | TI = TA - TB; |
248 | 0 | Tw = Tc + Th; |
249 | 0 | TC = TA + TB; |
250 | 0 | } |
251 | 0 | { |
252 | 0 | E TK, Tu, TH, TT, TR, TU; |
253 | 0 | TK = KP866025403 * (TI + TJ); |
254 | 0 | Tu = Ti + Tt; |
255 | 0 | TH = FNMS(KP500000000, Tu, T7); |
256 | 0 | Rm[WS(rs, 2)] = T7 + Tu; |
257 | 0 | Rp[WS(rs, 1)] = TH + TK; |
258 | 0 | Rm[0] = TH - TK; |
259 | 0 | TT = KP866025403 * (Tt - Ti); |
260 | 0 | TR = TJ - TI; |
261 | 0 | TU = FMA(KP500000000, TR, TS); |
262 | 0 | Im[WS(rs, 2)] = TR - TS; |
263 | 0 | Ip[WS(rs, 1)] = TT + TU; |
264 | 0 | Im[0] = TT - TU; |
265 | 0 | } |
266 | 0 | { |
267 | 0 | E TG, Ty, Tz, TP, TL, TQ; |
268 | 0 | TG = KP866025403 * (TC - TF); |
269 | 0 | Ty = Tw + Tx; |
270 | 0 | Tz = FNMS(KP500000000, Ty, Tv); |
271 | 0 | Rp[0] = Tv + Ty; |
272 | 0 | Rm[WS(rs, 1)] = Tz + TG; |
273 | 0 | Rp[WS(rs, 2)] = Tz - TG; |
274 | 0 | TP = KP866025403 * (Tw - Tx); |
275 | 0 | TL = TC + TF; |
276 | 0 | TQ = FNMS(KP500000000, TL, TO); |
277 | 0 | Ip[0] = TL + TO; |
278 | 0 | Ip[WS(rs, 2)] = TP + TQ; |
279 | 0 | Im[WS(rs, 1)] = TP - TQ; |
280 | 0 | } |
281 | 0 | } |
282 | 0 | } |
283 | 0 | } |
284 | | |
285 | | static const tw_instr twinstr[] = { |
286 | | { TW_FULL, 1, 6 }, |
287 | | { TW_NEXT, 1, 0 } |
288 | | }; |
289 | | |
290 | | static const hc2c_desc desc = { 6, "hc2cf_6", twinstr, &GENUS, { 32, 14, 14, 0 } }; |
291 | | |
292 | 1 | void X(codelet_hc2cf_6) (planner *p) { |
293 | 1 | X(khc2c_register) (p, hc2cf_6, &desc, HC2C_VIA_RDFT); |
294 | 1 | } |
295 | | #endif |