/proc/self/cwd/libfaad/cfft.c
Line | Count | Source |
1 | | /* |
2 | | ** FAAD2 - Freeware Advanced Audio (AAC) Decoder including SBR decoding |
3 | | ** Copyright (C) 2003-2005 M. Bakker, Nero AG, http://www.nero.com |
4 | | ** |
5 | | ** This program is free software; you can redistribute it and/or modify |
6 | | ** it under the terms of the GNU General Public License as published by |
7 | | ** the Free Software Foundation; either version 2 of the License, or |
8 | | ** (at your option) any later version. |
9 | | ** |
10 | | ** This program is distributed in the hope that it will be useful, |
11 | | ** but WITHOUT ANY WARRANTY; without even the implied warranty of |
12 | | ** MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
13 | | ** GNU General Public License for more details. |
14 | | ** |
15 | | ** You should have received a copy of the GNU General Public License |
16 | | ** along with this program; if not, write to the Free Software |
17 | | ** Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. |
18 | | ** |
19 | | ** Any non-GPL usage of this software or parts of this software is strictly |
20 | | ** forbidden. |
21 | | ** |
22 | | ** The "appropriate copyright message" mentioned in section 2c of the GPLv2 |
23 | | ** must read: "Code from FAAD2 is copyright (c) Nero AG, www.nero.com" |
24 | | ** |
25 | | ** Commercial non-GPL licensing of this software is possible. |
26 | | ** For more info contact Nero AG through Mpeg4AAClicense@nero.com. |
27 | | ** |
28 | | ** $Id: cfft.c,v 1.35 2007/11/01 12:33:29 menno Exp $ |
29 | | **/ |
30 | | |
31 | | /* |
32 | | * Algorithmically based on Fortran-77 FFTPACK |
33 | | * by Paul N. Swarztrauber(Version 4, 1985). |
34 | | * |
35 | | * Does even sized fft only |
36 | | */ |
37 | | |
38 | | /* isign is +1 for backward and -1 for forward transforms */ |
39 | | |
40 | | #include "common.h" |
41 | | #include "structs.h" |
42 | | |
43 | | #include <stdlib.h> |
44 | | |
45 | | #include "cfft.h" |
46 | | #include "cfft_tab.h" |
47 | | |
48 | | |
49 | | /* static function declarations */ |
50 | | static void passf2pos(const uint16_t ido, const uint16_t l1, const complex_t *cc, |
51 | | complex_t *ch, const complex_t *wa); |
52 | | static void passf2neg(const uint16_t ido, const uint16_t l1, const complex_t *cc, |
53 | | complex_t *ch, const complex_t *wa); |
54 | | static void passf3(const uint16_t ido, const uint16_t l1, const complex_t *cc, |
55 | | complex_t *ch, const complex_t *wa1, const complex_t *wa2, const int8_t isign); |
56 | | static void passf4pos(const uint16_t ido, const uint16_t l1, const complex_t *cc, complex_t *ch, |
57 | | const complex_t *wa1, const complex_t *wa2, const complex_t *wa3); |
58 | | static void passf4neg(const uint16_t ido, const uint16_t l1, const complex_t *cc, complex_t *ch, |
59 | | const complex_t *wa1, const complex_t *wa2, const complex_t *wa3); |
60 | | static void passf5(const uint16_t ido, const uint16_t l1, const complex_t *cc, complex_t *ch, |
61 | | const complex_t *wa1, const complex_t *wa2, const complex_t *wa3, |
62 | | const complex_t *wa4, const int8_t isign); |
63 | | static void cffti1(uint16_t n, complex_t *wa, uint16_t *ifac); |
64 | | |
65 | | |
66 | | /*---------------------------------------------------------------------- |
67 | | passf2, passf3, passf4, passf5. Complex FFT passes fwd and bwd. |
68 | | ----------------------------------------------------------------------*/ |
69 | | |
70 | | static void passf2pos(const uint16_t ido, const uint16_t l1, const complex_t *cc, |
71 | | complex_t *ch, const complex_t *wa) |
72 | 619k | { |
73 | 619k | uint16_t i, k, ah, ac; |
74 | | |
75 | 619k | if (ido == 1) |
76 | 0 | { |
77 | 0 | #ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION |
78 | | // TODO: remove this code once fuzzer proves it is totally unreahable |
79 | | // For supported frame lengths that have odd number of factor 2 it is |
80 | | // never the last factor; consequently `ido` should never be 1. |
81 | 0 | __builtin_trap(); |
82 | | /* |
83 | | #endif |
84 | | for (k = 0; k < l1; k++) |
85 | | { |
86 | | ah = 2*k; |
87 | | ac = 4*k; |
88 | | |
89 | | RE(ch[ah]) = RE(cc[ac]) + RE(cc[ac+1]); |
90 | | RE(ch[ah+l1]) = RE(cc[ac]) - RE(cc[ac+1]); |
91 | | IM(ch[ah]) = IM(cc[ac]) + IM(cc[ac+1]); |
92 | | IM(ch[ah+l1]) = IM(cc[ac]) - IM(cc[ac+1]); |
93 | | } |
94 | | #ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION |
95 | | */ |
96 | 0 | #endif |
97 | 619k | } else { |
98 | 1.23M | for (k = 0; k < l1; k++) |
99 | 619k | { |
100 | 619k | ah = k*ido; |
101 | 619k | ac = 2*k*ido; |
102 | | |
103 | 157M | for (i = 0; i < ido; i++) |
104 | 156M | { |
105 | 156M | complex_t t2; |
106 | | |
107 | 156M | RE(ch[ah+i]) = RE(cc[ac+i]) + RE(cc[ac+i+ido]); |
108 | 156M | RE(t2) = RE(cc[ac+i]) - RE(cc[ac+i+ido]); |
109 | | |
110 | 156M | IM(ch[ah+i]) = IM(cc[ac+i]) + IM(cc[ac+i+ido]); |
111 | 156M | IM(t2) = IM(cc[ac+i]) - IM(cc[ac+i+ido]); |
112 | | |
113 | 156M | #if 1 |
114 | 156M | ComplexMult(&IM(ch[ah+i+l1*ido]), &RE(ch[ah+i+l1*ido]), |
115 | 156M | IM(t2), RE(t2), RE(wa[i]), IM(wa[i])); |
116 | | #else |
117 | | ComplexMult(&RE(ch[ah+i+l1*ido]), &IM(ch[ah+i+l1*ido]), |
118 | | RE(t2), IM(t2), RE(wa[i]), IM(wa[i])); |
119 | | #endif |
120 | 156M | } |
121 | 619k | } |
122 | 619k | } |
123 | 619k | } |
124 | | |
125 | | static void passf2neg(const uint16_t ido, const uint16_t l1, const complex_t *cc, |
126 | | complex_t *ch, const complex_t *wa) |
127 | 14.6k | { |
128 | 14.6k | uint16_t i, k, ah, ac; |
129 | | |
130 | 14.6k | if (ido == 1) |
131 | 0 | { |
132 | 0 | #ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION |
133 | | // TODO: remove this code once fuzzer proves it is totally unreahable |
134 | | // For supported frame lengths that have odd number of factor 2 it is |
135 | | // never the last factor; consequently `ido` should never be 1. |
136 | 0 | __builtin_trap(); |
137 | | /* |
138 | | #endif |
139 | | for (k = 0; k < l1; k++) |
140 | | { |
141 | | ah = 2*k; |
142 | | ac = 4*k; |
143 | | |
144 | | RE(ch[ah]) = RE(cc[ac]) + RE(cc[ac+1]); |
145 | | RE(ch[ah+l1]) = RE(cc[ac]) - RE(cc[ac+1]); |
146 | | IM(ch[ah]) = IM(cc[ac]) + IM(cc[ac+1]); |
147 | | IM(ch[ah+l1]) = IM(cc[ac]) - IM(cc[ac+1]); |
148 | | } |
149 | | #ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION |
150 | | */ |
151 | 0 | #endif |
152 | 14.6k | } else { |
153 | 29.3k | for (k = 0; k < l1; k++) |
154 | 14.6k | { |
155 | 14.6k | ah = k*ido; |
156 | 14.6k | ac = 2*k*ido; |
157 | | |
158 | 3.63M | for (i = 0; i < ido; i++) |
159 | 3.61M | { |
160 | 3.61M | complex_t t2; |
161 | | |
162 | 3.61M | RE(ch[ah+i]) = RE(cc[ac+i]) + RE(cc[ac+i+ido]); |
163 | 3.61M | RE(t2) = RE(cc[ac+i]) - RE(cc[ac+i+ido]); |
164 | | |
165 | 3.61M | IM(ch[ah+i]) = IM(cc[ac+i]) + IM(cc[ac+i+ido]); |
166 | 3.61M | IM(t2) = IM(cc[ac+i]) - IM(cc[ac+i+ido]); |
167 | | |
168 | 3.61M | #if 1 |
169 | 3.61M | ComplexMult(&RE(ch[ah+i+l1*ido]), &IM(ch[ah+i+l1*ido]), |
170 | 3.61M | RE(t2), IM(t2), RE(wa[i]), IM(wa[i])); |
171 | | #else |
172 | | ComplexMult(&IM(ch[ah+i+l1*ido]), &RE(ch[ah+i+l1*ido]), |
173 | | IM(t2), RE(t2), RE(wa[i]), IM(wa[i])); |
174 | | #endif |
175 | 3.61M | } |
176 | 14.6k | } |
177 | 14.6k | } |
178 | 14.6k | } |
179 | | |
180 | | |
181 | | static void passf3(const uint16_t ido, const uint16_t l1, const complex_t *cc, |
182 | | complex_t *ch, const complex_t *wa1, const complex_t *wa2, |
183 | | const int8_t isign) |
184 | 224k | { |
185 | 224k | static real_t taur = FRAC_CONST(-0.5); |
186 | 224k | static real_t taui = FRAC_CONST(0.866025403784439); |
187 | 224k | uint16_t i, k, ac, ah; |
188 | 224k | complex_t c2, c3, d2, d3, t2; |
189 | | |
190 | 224k | if (ido == 1) |
191 | 0 | { |
192 | 0 | #ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION |
193 | | // TODO: remove this code once fuzzer proves it is totally unreahable |
194 | | // 3 is never the the biggest factor for supported frame lengths; |
195 | | // consequently `ido` should never be 1. |
196 | 0 | __builtin_trap(); |
197 | | /* |
198 | | #endif |
199 | | if (isign == 1) |
200 | | { |
201 | | for (k = 0; k < l1; k++) |
202 | | { |
203 | | ac = 3*k+1; |
204 | | ah = k; |
205 | | |
206 | | RE(t2) = RE(cc[ac]) + RE(cc[ac+1]); |
207 | | IM(t2) = IM(cc[ac]) + IM(cc[ac+1]); |
208 | | RE(c2) = RE(cc[ac-1]) + MUL_F(RE(t2),taur); |
209 | | IM(c2) = IM(cc[ac-1]) + MUL_F(IM(t2),taur); |
210 | | |
211 | | RE(ch[ah]) = RE(cc[ac-1]) + RE(t2); |
212 | | IM(ch[ah]) = IM(cc[ac-1]) + IM(t2); |
213 | | |
214 | | RE(c3) = MUL_F((RE(cc[ac]) - RE(cc[ac+1])), taui); |
215 | | IM(c3) = MUL_F((IM(cc[ac]) - IM(cc[ac+1])), taui); |
216 | | |
217 | | RE(ch[ah+l1]) = RE(c2) - IM(c3); |
218 | | IM(ch[ah+l1]) = IM(c2) + RE(c3); |
219 | | RE(ch[ah+2*l1]) = RE(c2) + IM(c3); |
220 | | IM(ch[ah+2*l1]) = IM(c2) - RE(c3); |
221 | | } |
222 | | } else { |
223 | | for (k = 0; k < l1; k++) |
224 | | { |
225 | | ac = 3*k+1; |
226 | | ah = k; |
227 | | |
228 | | RE(t2) = RE(cc[ac]) + RE(cc[ac+1]); |
229 | | IM(t2) = IM(cc[ac]) + IM(cc[ac+1]); |
230 | | RE(c2) = RE(cc[ac-1]) + MUL_F(RE(t2),taur); |
231 | | IM(c2) = IM(cc[ac-1]) + MUL_F(IM(t2),taur); |
232 | | |
233 | | RE(ch[ah]) = RE(cc[ac-1]) + RE(t2); |
234 | | IM(ch[ah]) = IM(cc[ac-1]) + IM(t2); |
235 | | |
236 | | RE(c3) = MUL_F((RE(cc[ac]) - RE(cc[ac+1])), taui); |
237 | | IM(c3) = MUL_F((IM(cc[ac]) - IM(cc[ac+1])), taui); |
238 | | |
239 | | RE(ch[ah+l1]) = RE(c2) + IM(c3); |
240 | | IM(ch[ah+l1]) = IM(c2) - RE(c3); |
241 | | RE(ch[ah+2*l1]) = RE(c2) - IM(c3); |
242 | | IM(ch[ah+2*l1]) = IM(c2) + RE(c3); |
243 | | } |
244 | | } |
245 | | #ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION |
246 | | */ |
247 | 0 | #endif |
248 | 224k | } else { |
249 | 224k | if (isign == 1) |
250 | 216k | { |
251 | 533k | for (k = 0; k < l1; k++) |
252 | 317k | { |
253 | 18.9M | for (i = 0; i < ido; i++) |
254 | 18.6M | { |
255 | 18.6M | ac = i + (3*k+1)*ido; |
256 | 18.6M | ah = i + k * ido; |
257 | | |
258 | 18.6M | RE(t2) = RE(cc[ac]) + RE(cc[ac+ido]); |
259 | 18.6M | RE(c2) = RE(cc[ac-ido]) + MUL_F(RE(t2),taur); |
260 | 18.6M | IM(t2) = IM(cc[ac]) + IM(cc[ac+ido]); |
261 | 18.6M | IM(c2) = IM(cc[ac-ido]) + MUL_F(IM(t2),taur); |
262 | | |
263 | 18.6M | RE(ch[ah]) = RE(cc[ac-ido]) + RE(t2); |
264 | 18.6M | IM(ch[ah]) = IM(cc[ac-ido]) + IM(t2); |
265 | | |
266 | 18.6M | RE(c3) = MUL_F((RE(cc[ac]) - RE(cc[ac+ido])), taui); |
267 | 18.6M | IM(c3) = MUL_F((IM(cc[ac]) - IM(cc[ac+ido])), taui); |
268 | | |
269 | 18.6M | RE(d2) = RE(c2) - IM(c3); |
270 | 18.6M | IM(d3) = IM(c2) - RE(c3); |
271 | 18.6M | RE(d3) = RE(c2) + IM(c3); |
272 | 18.6M | IM(d2) = IM(c2) + RE(c3); |
273 | | |
274 | 18.6M | #if 1 |
275 | 18.6M | ComplexMult(&IM(ch[ah+l1*ido]), &RE(ch[ah+l1*ido]), |
276 | 18.6M | IM(d2), RE(d2), RE(wa1[i]), IM(wa1[i])); |
277 | 18.6M | ComplexMult(&IM(ch[ah+2*l1*ido]), &RE(ch[ah+2*l1*ido]), |
278 | 18.6M | IM(d3), RE(d3), RE(wa2[i]), IM(wa2[i])); |
279 | | #else |
280 | | ComplexMult(&RE(ch[ah+l1*ido]), &IM(ch[ah+l1*ido]), |
281 | | RE(d2), IM(d2), RE(wa1[i]), IM(wa1[i])); |
282 | | ComplexMult(&RE(ch[ah+2*l1*ido]), &IM(ch[ah+2*l1*ido]), |
283 | | RE(d3), IM(d3), RE(wa2[i]), IM(wa2[i])); |
284 | | #endif |
285 | 18.6M | } |
286 | 317k | } |
287 | 216k | } else { |
288 | 26.1k | for (k = 0; k < l1; k++) |
289 | 17.3k | { |
290 | 1.40M | for (i = 0; i < ido; i++) |
291 | 1.38M | { |
292 | 1.38M | ac = i + (3*k+1)*ido; |
293 | 1.38M | ah = i + k * ido; |
294 | | |
295 | 1.38M | RE(t2) = RE(cc[ac]) + RE(cc[ac+ido]); |
296 | 1.38M | RE(c2) = RE(cc[ac-ido]) + MUL_F(RE(t2),taur); |
297 | 1.38M | IM(t2) = IM(cc[ac]) + IM(cc[ac+ido]); |
298 | 1.38M | IM(c2) = IM(cc[ac-ido]) + MUL_F(IM(t2),taur); |
299 | | |
300 | 1.38M | RE(ch[ah]) = RE(cc[ac-ido]) + RE(t2); |
301 | 1.38M | IM(ch[ah]) = IM(cc[ac-ido]) + IM(t2); |
302 | | |
303 | 1.38M | RE(c3) = MUL_F((RE(cc[ac]) - RE(cc[ac+ido])), taui); |
304 | 1.38M | IM(c3) = MUL_F((IM(cc[ac]) - IM(cc[ac+ido])), taui); |
305 | | |
306 | 1.38M | RE(d2) = RE(c2) + IM(c3); |
307 | 1.38M | IM(d3) = IM(c2) + RE(c3); |
308 | 1.38M | RE(d3) = RE(c2) - IM(c3); |
309 | 1.38M | IM(d2) = IM(c2) - RE(c3); |
310 | | |
311 | 1.38M | #if 1 |
312 | 1.38M | ComplexMult(&RE(ch[ah+l1*ido]), &IM(ch[ah+l1*ido]), |
313 | 1.38M | RE(d2), IM(d2), RE(wa1[i]), IM(wa1[i])); |
314 | 1.38M | ComplexMult(&RE(ch[ah+2*l1*ido]), &IM(ch[ah+2*l1*ido]), |
315 | 1.38M | RE(d3), IM(d3), RE(wa2[i]), IM(wa2[i])); |
316 | | #else |
317 | | ComplexMult(&IM(ch[ah+l1*ido]), &RE(ch[ah+l1*ido]), |
318 | | IM(d2), RE(d2), RE(wa1[i]), IM(wa1[i])); |
319 | | ComplexMult(&IM(ch[ah+2*l1*ido]), &RE(ch[ah+2*l1*ido]), |
320 | | IM(d3), RE(d3), RE(wa2[i]), IM(wa2[i])); |
321 | | #endif |
322 | 1.38M | } |
323 | 17.3k | } |
324 | 8.78k | } |
325 | 224k | } |
326 | 224k | } Line | Count | Source | 184 | 98.0k | { | 185 | 98.0k | static real_t taur = FRAC_CONST(-0.5); | 186 | 98.0k | static real_t taui = FRAC_CONST(0.866025403784439); | 187 | 98.0k | uint16_t i, k, ac, ah; | 188 | 98.0k | complex_t c2, c3, d2, d3, t2; | 189 | | | 190 | 98.0k | if (ido == 1) | 191 | 0 | { | 192 | 0 | #ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION | 193 | | // TODO: remove this code once fuzzer proves it is totally unreahable | 194 | | // 3 is never the the biggest factor for supported frame lengths; | 195 | | // consequently `ido` should never be 1. | 196 | 0 | __builtin_trap(); | 197 | | /* | 198 | | #endif | 199 | | if (isign == 1) | 200 | | { | 201 | | for (k = 0; k < l1; k++) | 202 | | { | 203 | | ac = 3*k+1; | 204 | | ah = k; | 205 | | | 206 | | RE(t2) = RE(cc[ac]) + RE(cc[ac+1]); | 207 | | IM(t2) = IM(cc[ac]) + IM(cc[ac+1]); | 208 | | RE(c2) = RE(cc[ac-1]) + MUL_F(RE(t2),taur); | 209 | | IM(c2) = IM(cc[ac-1]) + MUL_F(IM(t2),taur); | 210 | | | 211 | | RE(ch[ah]) = RE(cc[ac-1]) + RE(t2); | 212 | | IM(ch[ah]) = IM(cc[ac-1]) + IM(t2); | 213 | | | 214 | | RE(c3) = MUL_F((RE(cc[ac]) - RE(cc[ac+1])), taui); | 215 | | IM(c3) = MUL_F((IM(cc[ac]) - IM(cc[ac+1])), taui); | 216 | | | 217 | | RE(ch[ah+l1]) = RE(c2) - IM(c3); | 218 | | IM(ch[ah+l1]) = IM(c2) + RE(c3); | 219 | | RE(ch[ah+2*l1]) = RE(c2) + IM(c3); | 220 | | IM(ch[ah+2*l1]) = IM(c2) - RE(c3); | 221 | | } | 222 | | } else { | 223 | | for (k = 0; k < l1; k++) | 224 | | { | 225 | | ac = 3*k+1; | 226 | | ah = k; | 227 | | | 228 | | RE(t2) = RE(cc[ac]) + RE(cc[ac+1]); | 229 | | IM(t2) = IM(cc[ac]) + IM(cc[ac+1]); | 230 | | RE(c2) = RE(cc[ac-1]) + MUL_F(RE(t2),taur); | 231 | | IM(c2) = IM(cc[ac-1]) + MUL_F(IM(t2),taur); | 232 | | | 233 | | RE(ch[ah]) = RE(cc[ac-1]) + RE(t2); | 234 | | IM(ch[ah]) = IM(cc[ac-1]) + IM(t2); | 235 | | | 236 | | RE(c3) = MUL_F((RE(cc[ac]) - RE(cc[ac+1])), taui); | 237 | | IM(c3) = MUL_F((IM(cc[ac]) - IM(cc[ac+1])), taui); | 238 | | | 239 | | RE(ch[ah+l1]) = RE(c2) + IM(c3); | 240 | | IM(ch[ah+l1]) = IM(c2) - RE(c3); | 241 | | RE(ch[ah+2*l1]) = RE(c2) - IM(c3); | 242 | | IM(ch[ah+2*l1]) = IM(c2) + RE(c3); | 243 | | } | 244 | | } | 245 | | #ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION | 246 | | */ | 247 | 0 | #endif | 248 | 98.0k | } else { | 249 | 98.0k | if (isign == 1) | 250 | 93.5k | { | 251 | 231k | for (k = 0; k < l1; k++) | 252 | 138k | { | 253 | 8.36M | for (i = 0; i < ido; i++) | 254 | 8.22M | { | 255 | 8.22M | ac = i + (3*k+1)*ido; | 256 | 8.22M | ah = i + k * ido; | 257 | | | 258 | 8.22M | RE(t2) = RE(cc[ac]) + RE(cc[ac+ido]); | 259 | 8.22M | RE(c2) = RE(cc[ac-ido]) + MUL_F(RE(t2),taur); | 260 | 8.22M | IM(t2) = IM(cc[ac]) + IM(cc[ac+ido]); | 261 | 8.22M | IM(c2) = IM(cc[ac-ido]) + MUL_F(IM(t2),taur); | 262 | | | 263 | 8.22M | RE(ch[ah]) = RE(cc[ac-ido]) + RE(t2); | 264 | 8.22M | IM(ch[ah]) = IM(cc[ac-ido]) + IM(t2); | 265 | | | 266 | 8.22M | RE(c3) = MUL_F((RE(cc[ac]) - RE(cc[ac+ido])), taui); | 267 | 8.22M | IM(c3) = MUL_F((IM(cc[ac]) - IM(cc[ac+ido])), taui); | 268 | | | 269 | 8.22M | RE(d2) = RE(c2) - IM(c3); | 270 | 8.22M | IM(d3) = IM(c2) - RE(c3); | 271 | 8.22M | RE(d3) = RE(c2) + IM(c3); | 272 | 8.22M | IM(d2) = IM(c2) + RE(c3); | 273 | | | 274 | 8.22M | #if 1 | 275 | 8.22M | ComplexMult(&IM(ch[ah+l1*ido]), &RE(ch[ah+l1*ido]), | 276 | 8.22M | IM(d2), RE(d2), RE(wa1[i]), IM(wa1[i])); | 277 | 8.22M | ComplexMult(&IM(ch[ah+2*l1*ido]), &RE(ch[ah+2*l1*ido]), | 278 | 8.22M | IM(d3), RE(d3), RE(wa2[i]), IM(wa2[i])); | 279 | | #else | 280 | | ComplexMult(&RE(ch[ah+l1*ido]), &IM(ch[ah+l1*ido]), | 281 | | RE(d2), IM(d2), RE(wa1[i]), IM(wa1[i])); | 282 | | ComplexMult(&RE(ch[ah+2*l1*ido]), &IM(ch[ah+2*l1*ido]), | 283 | | RE(d3), IM(d3), RE(wa2[i]), IM(wa2[i])); | 284 | | #endif | 285 | 8.22M | } | 286 | 138k | } | 287 | 93.5k | } else { | 288 | 13.4k | for (k = 0; k < l1; k++) | 289 | 8.90k | { | 290 | 721k | for (i = 0; i < ido; i++) | 291 | 712k | { | 292 | 712k | ac = i + (3*k+1)*ido; | 293 | 712k | ah = i + k * ido; | 294 | | | 295 | 712k | RE(t2) = RE(cc[ac]) + RE(cc[ac+ido]); | 296 | 712k | RE(c2) = RE(cc[ac-ido]) + MUL_F(RE(t2),taur); | 297 | 712k | IM(t2) = IM(cc[ac]) + IM(cc[ac+ido]); | 298 | 712k | IM(c2) = IM(cc[ac-ido]) + MUL_F(IM(t2),taur); | 299 | | | 300 | 712k | RE(ch[ah]) = RE(cc[ac-ido]) + RE(t2); | 301 | 712k | IM(ch[ah]) = IM(cc[ac-ido]) + IM(t2); | 302 | | | 303 | 712k | RE(c3) = MUL_F((RE(cc[ac]) - RE(cc[ac+ido])), taui); | 304 | 712k | IM(c3) = MUL_F((IM(cc[ac]) - IM(cc[ac+ido])), taui); | 305 | | | 306 | 712k | RE(d2) = RE(c2) + IM(c3); | 307 | 712k | IM(d3) = IM(c2) + RE(c3); | 308 | 712k | RE(d3) = RE(c2) - IM(c3); | 309 | 712k | IM(d2) = IM(c2) - RE(c3); | 310 | | | 311 | 712k | #if 1 | 312 | 712k | ComplexMult(&RE(ch[ah+l1*ido]), &IM(ch[ah+l1*ido]), | 313 | 712k | RE(d2), IM(d2), RE(wa1[i]), IM(wa1[i])); | 314 | 712k | ComplexMult(&RE(ch[ah+2*l1*ido]), &IM(ch[ah+2*l1*ido]), | 315 | 712k | RE(d3), IM(d3), RE(wa2[i]), IM(wa2[i])); | 316 | | #else | 317 | | ComplexMult(&IM(ch[ah+l1*ido]), &RE(ch[ah+l1*ido]), | 318 | | IM(d2), RE(d2), RE(wa1[i]), IM(wa1[i])); | 319 | | ComplexMult(&IM(ch[ah+2*l1*ido]), &RE(ch[ah+2*l1*ido]), | 320 | | IM(d3), RE(d3), RE(wa2[i]), IM(wa2[i])); | 321 | | #endif | 322 | 712k | } | 323 | 8.90k | } | 324 | 4.50k | } | 325 | 98.0k | } | 326 | 98.0k | } |
Line | Count | Source | 184 | 126k | { | 185 | 126k | static real_t taur = FRAC_CONST(-0.5); | 186 | 126k | static real_t taui = FRAC_CONST(0.866025403784439); | 187 | 126k | uint16_t i, k, ac, ah; | 188 | 126k | complex_t c2, c3, d2, d3, t2; | 189 | | | 190 | 126k | if (ido == 1) | 191 | 0 | { | 192 | 0 | #ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION | 193 | | // TODO: remove this code once fuzzer proves it is totally unreahable | 194 | | // 3 is never the the biggest factor for supported frame lengths; | 195 | | // consequently `ido` should never be 1. | 196 | 0 | __builtin_trap(); | 197 | | /* | 198 | | #endif | 199 | | if (isign == 1) | 200 | | { | 201 | | for (k = 0; k < l1; k++) | 202 | | { | 203 | | ac = 3*k+1; | 204 | | ah = k; | 205 | | | 206 | | RE(t2) = RE(cc[ac]) + RE(cc[ac+1]); | 207 | | IM(t2) = IM(cc[ac]) + IM(cc[ac+1]); | 208 | | RE(c2) = RE(cc[ac-1]) + MUL_F(RE(t2),taur); | 209 | | IM(c2) = IM(cc[ac-1]) + MUL_F(IM(t2),taur); | 210 | | | 211 | | RE(ch[ah]) = RE(cc[ac-1]) + RE(t2); | 212 | | IM(ch[ah]) = IM(cc[ac-1]) + IM(t2); | 213 | | | 214 | | RE(c3) = MUL_F((RE(cc[ac]) - RE(cc[ac+1])), taui); | 215 | | IM(c3) = MUL_F((IM(cc[ac]) - IM(cc[ac+1])), taui); | 216 | | | 217 | | RE(ch[ah+l1]) = RE(c2) - IM(c3); | 218 | | IM(ch[ah+l1]) = IM(c2) + RE(c3); | 219 | | RE(ch[ah+2*l1]) = RE(c2) + IM(c3); | 220 | | IM(ch[ah+2*l1]) = IM(c2) - RE(c3); | 221 | | } | 222 | | } else { | 223 | | for (k = 0; k < l1; k++) | 224 | | { | 225 | | ac = 3*k+1; | 226 | | ah = k; | 227 | | | 228 | | RE(t2) = RE(cc[ac]) + RE(cc[ac+1]); | 229 | | IM(t2) = IM(cc[ac]) + IM(cc[ac+1]); | 230 | | RE(c2) = RE(cc[ac-1]) + MUL_F(RE(t2),taur); | 231 | | IM(c2) = IM(cc[ac-1]) + MUL_F(IM(t2),taur); | 232 | | | 233 | | RE(ch[ah]) = RE(cc[ac-1]) + RE(t2); | 234 | | IM(ch[ah]) = IM(cc[ac-1]) + IM(t2); | 235 | | | 236 | | RE(c3) = MUL_F((RE(cc[ac]) - RE(cc[ac+1])), taui); | 237 | | IM(c3) = MUL_F((IM(cc[ac]) - IM(cc[ac+1])), taui); | 238 | | | 239 | | RE(ch[ah+l1]) = RE(c2) + IM(c3); | 240 | | IM(ch[ah+l1]) = IM(c2) - RE(c3); | 241 | | RE(ch[ah+2*l1]) = RE(c2) - IM(c3); | 242 | | IM(ch[ah+2*l1]) = IM(c2) + RE(c3); | 243 | | } | 244 | | } | 245 | | #ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION | 246 | | */ | 247 | 0 | #endif | 248 | 126k | } else { | 249 | 126k | if (isign == 1) | 250 | 122k | { | 251 | 301k | for (k = 0; k < l1; k++) | 252 | 179k | { | 253 | 10.6M | for (i = 0; i < ido; i++) | 254 | 10.4M | { | 255 | 10.4M | ac = i + (3*k+1)*ido; | 256 | 10.4M | ah = i + k * ido; | 257 | | | 258 | 10.4M | RE(t2) = RE(cc[ac]) + RE(cc[ac+ido]); | 259 | 10.4M | RE(c2) = RE(cc[ac-ido]) + MUL_F(RE(t2),taur); | 260 | 10.4M | IM(t2) = IM(cc[ac]) + IM(cc[ac+ido]); | 261 | 10.4M | IM(c2) = IM(cc[ac-ido]) + MUL_F(IM(t2),taur); | 262 | | | 263 | 10.4M | RE(ch[ah]) = RE(cc[ac-ido]) + RE(t2); | 264 | 10.4M | IM(ch[ah]) = IM(cc[ac-ido]) + IM(t2); | 265 | | | 266 | 10.4M | RE(c3) = MUL_F((RE(cc[ac]) - RE(cc[ac+ido])), taui); | 267 | 10.4M | IM(c3) = MUL_F((IM(cc[ac]) - IM(cc[ac+ido])), taui); | 268 | | | 269 | 10.4M | RE(d2) = RE(c2) - IM(c3); | 270 | 10.4M | IM(d3) = IM(c2) - RE(c3); | 271 | 10.4M | RE(d3) = RE(c2) + IM(c3); | 272 | 10.4M | IM(d2) = IM(c2) + RE(c3); | 273 | | | 274 | 10.4M | #if 1 | 275 | 10.4M | ComplexMult(&IM(ch[ah+l1*ido]), &RE(ch[ah+l1*ido]), | 276 | 10.4M | IM(d2), RE(d2), RE(wa1[i]), IM(wa1[i])); | 277 | 10.4M | ComplexMult(&IM(ch[ah+2*l1*ido]), &RE(ch[ah+2*l1*ido]), | 278 | 10.4M | IM(d3), RE(d3), RE(wa2[i]), IM(wa2[i])); | 279 | | #else | 280 | | ComplexMult(&RE(ch[ah+l1*ido]), &IM(ch[ah+l1*ido]), | 281 | | RE(d2), IM(d2), RE(wa1[i]), IM(wa1[i])); | 282 | | ComplexMult(&RE(ch[ah+2*l1*ido]), &IM(ch[ah+2*l1*ido]), | 283 | | RE(d3), IM(d3), RE(wa2[i]), IM(wa2[i])); | 284 | | #endif | 285 | 10.4M | } | 286 | 179k | } | 287 | 122k | } else { | 288 | 12.7k | for (k = 0; k < l1; k++) | 289 | 8.43k | { | 290 | 683k | for (i = 0; i < ido; i++) | 291 | 674k | { | 292 | 674k | ac = i + (3*k+1)*ido; | 293 | 674k | ah = i + k * ido; | 294 | | | 295 | 674k | RE(t2) = RE(cc[ac]) + RE(cc[ac+ido]); | 296 | 674k | RE(c2) = RE(cc[ac-ido]) + MUL_F(RE(t2),taur); | 297 | 674k | IM(t2) = IM(cc[ac]) + IM(cc[ac+ido]); | 298 | 674k | IM(c2) = IM(cc[ac-ido]) + MUL_F(IM(t2),taur); | 299 | | | 300 | 674k | RE(ch[ah]) = RE(cc[ac-ido]) + RE(t2); | 301 | 674k | IM(ch[ah]) = IM(cc[ac-ido]) + IM(t2); | 302 | | | 303 | 674k | RE(c3) = MUL_F((RE(cc[ac]) - RE(cc[ac+ido])), taui); | 304 | 674k | IM(c3) = MUL_F((IM(cc[ac]) - IM(cc[ac+ido])), taui); | 305 | | | 306 | 674k | RE(d2) = RE(c2) + IM(c3); | 307 | 674k | IM(d3) = IM(c2) + RE(c3); | 308 | 674k | RE(d3) = RE(c2) - IM(c3); | 309 | 674k | IM(d2) = IM(c2) - RE(c3); | 310 | | | 311 | 674k | #if 1 | 312 | 674k | ComplexMult(&RE(ch[ah+l1*ido]), &IM(ch[ah+l1*ido]), | 313 | 674k | RE(d2), IM(d2), RE(wa1[i]), IM(wa1[i])); | 314 | 674k | ComplexMult(&RE(ch[ah+2*l1*ido]), &IM(ch[ah+2*l1*ido]), | 315 | 674k | RE(d3), IM(d3), RE(wa2[i]), IM(wa2[i])); | 316 | | #else | 317 | | ComplexMult(&IM(ch[ah+l1*ido]), &RE(ch[ah+l1*ido]), | 318 | | IM(d2), RE(d2), RE(wa1[i]), IM(wa1[i])); | 319 | | ComplexMult(&IM(ch[ah+2*l1*ido]), &RE(ch[ah+2*l1*ido]), | 320 | | IM(d3), RE(d3), RE(wa2[i]), IM(wa2[i])); | 321 | | #endif | 322 | 674k | } | 323 | 8.43k | } | 324 | 4.27k | } | 325 | 126k | } | 326 | 126k | } |
|
327 | | |
328 | | |
329 | | static void passf4pos(const uint16_t ido, const uint16_t l1, const complex_t *cc, |
330 | | complex_t *ch, const complex_t *wa1, const complex_t *wa2, |
331 | | const complex_t *wa3) |
332 | 3.80M | { |
333 | 3.80M | uint16_t i, k, ac, ah; |
334 | | |
335 | 3.80M | if (ido == 1) |
336 | 987k | { |
337 | 74.9M | for (k = 0; k < l1; k++) |
338 | 73.9M | { |
339 | 73.9M | complex_t t1, t2, t3, t4; |
340 | | |
341 | 73.9M | ac = 4*k; |
342 | 73.9M | ah = k; |
343 | | |
344 | 73.9M | RE(t2) = RE(cc[ac]) + RE(cc[ac+2]); |
345 | 73.9M | RE(t1) = RE(cc[ac]) - RE(cc[ac+2]); |
346 | 73.9M | IM(t2) = IM(cc[ac]) + IM(cc[ac+2]); |
347 | 73.9M | IM(t1) = IM(cc[ac]) - IM(cc[ac+2]); |
348 | 73.9M | RE(t3) = RE(cc[ac+1]) + RE(cc[ac+3]); |
349 | 73.9M | IM(t4) = RE(cc[ac+1]) - RE(cc[ac+3]); |
350 | 73.9M | IM(t3) = IM(cc[ac+3]) + IM(cc[ac+1]); |
351 | 73.9M | RE(t4) = IM(cc[ac+3]) - IM(cc[ac+1]); |
352 | | |
353 | 73.9M | RE(ch[ah]) = RE(t2) + RE(t3); |
354 | 73.9M | RE(ch[ah+2*l1]) = RE(t2) - RE(t3); |
355 | | |
356 | 73.9M | IM(ch[ah]) = IM(t2) + IM(t3); |
357 | 73.9M | IM(ch[ah+2*l1]) = IM(t2) - IM(t3); |
358 | | |
359 | 73.9M | RE(ch[ah+l1]) = RE(t1) + RE(t4); |
360 | 73.9M | RE(ch[ah+3*l1]) = RE(t1) - RE(t4); |
361 | | |
362 | 73.9M | IM(ch[ah+l1]) = IM(t1) + IM(t4); |
363 | 73.9M | IM(ch[ah+3*l1]) = IM(t1) - IM(t4); |
364 | 73.9M | } |
365 | 2.81M | } else { |
366 | 30.3M | for (k = 0; k < l1; k++) |
367 | 27.5M | { |
368 | 27.5M | ac = 4*k*ido; |
369 | 27.5M | ah = k*ido; |
370 | | |
371 | 268M | for (i = 0; i < ido; i++) |
372 | 240M | { |
373 | 240M | complex_t c2, c3, c4, t1, t2, t3, t4; |
374 | | |
375 | 240M | RE(t2) = RE(cc[ac+i]) + RE(cc[ac+i+2*ido]); |
376 | 240M | RE(t1) = RE(cc[ac+i]) - RE(cc[ac+i+2*ido]); |
377 | 240M | IM(t2) = IM(cc[ac+i]) + IM(cc[ac+i+2*ido]); |
378 | 240M | IM(t1) = IM(cc[ac+i]) - IM(cc[ac+i+2*ido]); |
379 | 240M | RE(t3) = RE(cc[ac+i+ido]) + RE(cc[ac+i+3*ido]); |
380 | 240M | IM(t4) = RE(cc[ac+i+ido]) - RE(cc[ac+i+3*ido]); |
381 | 240M | IM(t3) = IM(cc[ac+i+3*ido]) + IM(cc[ac+i+ido]); |
382 | 240M | RE(t4) = IM(cc[ac+i+3*ido]) - IM(cc[ac+i+ido]); |
383 | | |
384 | 240M | RE(c2) = RE(t1) + RE(t4); |
385 | 240M | RE(c4) = RE(t1) - RE(t4); |
386 | | |
387 | 240M | IM(c2) = IM(t1) + IM(t4); |
388 | 240M | IM(c4) = IM(t1) - IM(t4); |
389 | | |
390 | 240M | RE(ch[ah+i]) = RE(t2) + RE(t3); |
391 | 240M | RE(c3) = RE(t2) - RE(t3); |
392 | | |
393 | 240M | IM(ch[ah+i]) = IM(t2) + IM(t3); |
394 | 240M | IM(c3) = IM(t2) - IM(t3); |
395 | | |
396 | 240M | #if 1 |
397 | 240M | ComplexMult(&IM(ch[ah+i+l1*ido]), &RE(ch[ah+i+l1*ido]), |
398 | 240M | IM(c2), RE(c2), RE(wa1[i]), IM(wa1[i])); |
399 | 240M | ComplexMult(&IM(ch[ah+i+2*l1*ido]), &RE(ch[ah+i+2*l1*ido]), |
400 | 240M | IM(c3), RE(c3), RE(wa2[i]), IM(wa2[i])); |
401 | 240M | ComplexMult(&IM(ch[ah+i+3*l1*ido]), &RE(ch[ah+i+3*l1*ido]), |
402 | 240M | IM(c4), RE(c4), RE(wa3[i]), IM(wa3[i])); |
403 | | #else |
404 | | ComplexMult(&RE(ch[ah+i+l1*ido]), &IM(ch[ah+i+l1*ido]), |
405 | | RE(c2), IM(c2), RE(wa1[i]), IM(wa1[i])); |
406 | | ComplexMult(&RE(ch[ah+i+2*l1*ido]), &IM(ch[ah+i+2*l1*ido]), |
407 | | RE(c3), IM(c3), RE(wa2[i]), IM(wa2[i])); |
408 | | ComplexMult(&RE(ch[ah+i+3*l1*ido]), &IM(ch[ah+i+3*l1*ido]), |
409 | | RE(c4), IM(c4), RE(wa3[i]), IM(wa3[i])); |
410 | | #endif |
411 | 240M | } |
412 | 27.5M | } |
413 | 2.81M | } |
414 | 3.80M | } |
415 | | |
416 | | static void passf4neg(const uint16_t ido, const uint16_t l1, const complex_t *cc, |
417 | | complex_t *ch, const complex_t *wa1, const complex_t *wa2, |
418 | | const complex_t *wa3) |
419 | 43.3k | { |
420 | 43.3k | uint16_t i, k, ac, ah; |
421 | | |
422 | 43.3k | if (ido == 1) |
423 | 6.44k | { |
424 | 809k | for (k = 0; k < l1; k++) |
425 | 802k | { |
426 | 802k | complex_t t1, t2, t3, t4; |
427 | | |
428 | 802k | ac = 4*k; |
429 | 802k | ah = k; |
430 | | |
431 | 802k | RE(t2) = RE(cc[ac]) + RE(cc[ac+2]); |
432 | 802k | RE(t1) = RE(cc[ac]) - RE(cc[ac+2]); |
433 | 802k | IM(t2) = IM(cc[ac]) + IM(cc[ac+2]); |
434 | 802k | IM(t1) = IM(cc[ac]) - IM(cc[ac+2]); |
435 | 802k | RE(t3) = RE(cc[ac+1]) + RE(cc[ac+3]); |
436 | 802k | IM(t4) = RE(cc[ac+1]) - RE(cc[ac+3]); |
437 | 802k | IM(t3) = IM(cc[ac+3]) + IM(cc[ac+1]); |
438 | 802k | RE(t4) = IM(cc[ac+3]) - IM(cc[ac+1]); |
439 | | |
440 | 802k | RE(ch[ah]) = RE(t2) + RE(t3); |
441 | 802k | RE(ch[ah+2*l1]) = RE(t2) - RE(t3); |
442 | | |
443 | 802k | IM(ch[ah]) = IM(t2) + IM(t3); |
444 | 802k | IM(ch[ah+2*l1]) = IM(t2) - IM(t3); |
445 | | |
446 | 802k | RE(ch[ah+l1]) = RE(t1) - RE(t4); |
447 | 802k | RE(ch[ah+3*l1]) = RE(t1) + RE(t4); |
448 | | |
449 | 802k | IM(ch[ah+l1]) = IM(t1) - IM(t4); |
450 | 802k | IM(ch[ah+3*l1]) = IM(t1) + IM(t4); |
451 | 802k | } |
452 | 36.8k | } else { |
453 | 560k | for (k = 0; k < l1; k++) |
454 | 523k | { |
455 | 523k | ac = 4*k*ido; |
456 | 523k | ah = k*ido; |
457 | | |
458 | 5.01M | for (i = 0; i < ido; i++) |
459 | 4.48M | { |
460 | 4.48M | complex_t c2, c3, c4, t1, t2, t3, t4; |
461 | | |
462 | 4.48M | RE(t2) = RE(cc[ac+i]) + RE(cc[ac+i+2*ido]); |
463 | 4.48M | RE(t1) = RE(cc[ac+i]) - RE(cc[ac+i+2*ido]); |
464 | 4.48M | IM(t2) = IM(cc[ac+i]) + IM(cc[ac+i+2*ido]); |
465 | 4.48M | IM(t1) = IM(cc[ac+i]) - IM(cc[ac+i+2*ido]); |
466 | 4.48M | RE(t3) = RE(cc[ac+i+ido]) + RE(cc[ac+i+3*ido]); |
467 | 4.48M | IM(t4) = RE(cc[ac+i+ido]) - RE(cc[ac+i+3*ido]); |
468 | 4.48M | IM(t3) = IM(cc[ac+i+3*ido]) + IM(cc[ac+i+ido]); |
469 | 4.48M | RE(t4) = IM(cc[ac+i+3*ido]) - IM(cc[ac+i+ido]); |
470 | | |
471 | 4.48M | RE(c2) = RE(t1) - RE(t4); |
472 | 4.48M | RE(c4) = RE(t1) + RE(t4); |
473 | | |
474 | 4.48M | IM(c2) = IM(t1) - IM(t4); |
475 | 4.48M | IM(c4) = IM(t1) + IM(t4); |
476 | | |
477 | 4.48M | RE(ch[ah+i]) = RE(t2) + RE(t3); |
478 | 4.48M | RE(c3) = RE(t2) - RE(t3); |
479 | | |
480 | 4.48M | IM(ch[ah+i]) = IM(t2) + IM(t3); |
481 | 4.48M | IM(c3) = IM(t2) - IM(t3); |
482 | | |
483 | 4.48M | #if 1 |
484 | 4.48M | ComplexMult(&RE(ch[ah+i+l1*ido]), &IM(ch[ah+i+l1*ido]), |
485 | 4.48M | RE(c2), IM(c2), RE(wa1[i]), IM(wa1[i])); |
486 | 4.48M | ComplexMult(&RE(ch[ah+i+2*l1*ido]), &IM(ch[ah+i+2*l1*ido]), |
487 | 4.48M | RE(c3), IM(c3), RE(wa2[i]), IM(wa2[i])); |
488 | 4.48M | ComplexMult(&RE(ch[ah+i+3*l1*ido]), &IM(ch[ah+i+3*l1*ido]), |
489 | 4.48M | RE(c4), IM(c4), RE(wa3[i]), IM(wa3[i])); |
490 | | #else |
491 | | ComplexMult(&IM(ch[ah+i+l1*ido]), &RE(ch[ah+i+l1*ido]), |
492 | | IM(c2), RE(c2), RE(wa1[i]), IM(wa1[i])); |
493 | | ComplexMult(&IM(ch[ah+i+2*l1*ido]), &RE(ch[ah+i+2*l1*ido]), |
494 | | IM(c3), RE(c3), RE(wa2[i]), IM(wa2[i])); |
495 | | ComplexMult(&IM(ch[ah+i+3*l1*ido]), &RE(ch[ah+i+3*l1*ido]), |
496 | | IM(c4), RE(c4), RE(wa3[i]), IM(wa3[i])); |
497 | | #endif |
498 | 4.48M | } |
499 | 523k | } |
500 | 36.8k | } |
501 | 43.3k | } |
502 | | |
503 | | static void passf5(const uint16_t ido, const uint16_t l1, const complex_t *cc, |
504 | | complex_t *ch, const complex_t *wa1, const complex_t *wa2, const complex_t *wa3, |
505 | | const complex_t *wa4, const int8_t isign) |
506 | 224k | { |
507 | 224k | static real_t tr11 = FRAC_CONST(0.309016994374947); |
508 | 224k | static real_t ti11 = FRAC_CONST(0.951056516295154); |
509 | 224k | static real_t tr12 = FRAC_CONST(-0.809016994374947); |
510 | 224k | static real_t ti12 = FRAC_CONST(0.587785252292473); |
511 | 224k | uint16_t k, ac, ah; |
512 | 224k | complex_t c2, c3, c4, c5, t2, t3, t4, t5; |
513 | 224k | (void)wa1; |
514 | 224k | (void)wa2; |
515 | 224k | (void)wa3; |
516 | 224k | (void)wa4; |
517 | | |
518 | 224k | if (ido == 1) |
519 | 224k | { |
520 | 224k | if (isign == 1) |
521 | 216k | { |
522 | 11.4M | for (k = 0; k < l1; k++) |
523 | 11.2M | { |
524 | 11.2M | ac = 5*k + 1; |
525 | 11.2M | ah = k; |
526 | | |
527 | 11.2M | RE(t2) = RE(cc[ac]) + RE(cc[ac+3]); |
528 | 11.2M | IM(t2) = IM(cc[ac]) + IM(cc[ac+3]); |
529 | 11.2M | RE(t3) = RE(cc[ac+1]) + RE(cc[ac+2]); |
530 | 11.2M | IM(t3) = IM(cc[ac+1]) + IM(cc[ac+2]); |
531 | 11.2M | RE(t4) = RE(cc[ac+1]) - RE(cc[ac+2]); |
532 | 11.2M | IM(t4) = IM(cc[ac+1]) - IM(cc[ac+2]); |
533 | 11.2M | RE(t5) = RE(cc[ac]) - RE(cc[ac+3]); |
534 | 11.2M | IM(t5) = IM(cc[ac]) - IM(cc[ac+3]); |
535 | | |
536 | 11.2M | RE(ch[ah]) = RE(cc[ac-1]) + RE(t2) + RE(t3); |
537 | 11.2M | IM(ch[ah]) = IM(cc[ac-1]) + IM(t2) + IM(t3); |
538 | | |
539 | 11.2M | RE(c2) = RE(cc[ac-1]) + MUL_F(RE(t2),tr11) + MUL_F(RE(t3),tr12); |
540 | 11.2M | IM(c2) = IM(cc[ac-1]) + MUL_F(IM(t2),tr11) + MUL_F(IM(t3),tr12); |
541 | 11.2M | RE(c3) = RE(cc[ac-1]) + MUL_F(RE(t2),tr12) + MUL_F(RE(t3),tr11); |
542 | 11.2M | IM(c3) = IM(cc[ac-1]) + MUL_F(IM(t2),tr12) + MUL_F(IM(t3),tr11); |
543 | | |
544 | 11.2M | ComplexMult(&RE(c5), &RE(c4), |
545 | 11.2M | ti11, ti12, RE(t5), RE(t4)); |
546 | 11.2M | ComplexMult(&IM(c5), &IM(c4), |
547 | 11.2M | ti11, ti12, IM(t5), IM(t4)); |
548 | | |
549 | 11.2M | RE(ch[ah+l1]) = RE(c2) - IM(c5); |
550 | 11.2M | IM(ch[ah+l1]) = IM(c2) + RE(c5); |
551 | 11.2M | RE(ch[ah+2*l1]) = RE(c3) - IM(c4); |
552 | 11.2M | IM(ch[ah+2*l1]) = IM(c3) + RE(c4); |
553 | 11.2M | RE(ch[ah+3*l1]) = RE(c3) + IM(c4); |
554 | 11.2M | IM(ch[ah+3*l1]) = IM(c3) - RE(c4); |
555 | 11.2M | RE(ch[ah+4*l1]) = RE(c2) + IM(c5); |
556 | 11.2M | IM(ch[ah+4*l1]) = IM(c2) - RE(c5); |
557 | 11.2M | } |
558 | 216k | } else { |
559 | 841k | for (k = 0; k < l1; k++) |
560 | 832k | { |
561 | 832k | ac = 5*k + 1; |
562 | 832k | ah = k; |
563 | | |
564 | 832k | RE(t2) = RE(cc[ac]) + RE(cc[ac+3]); |
565 | 832k | IM(t2) = IM(cc[ac]) + IM(cc[ac+3]); |
566 | 832k | RE(t3) = RE(cc[ac+1]) + RE(cc[ac+2]); |
567 | 832k | IM(t3) = IM(cc[ac+1]) + IM(cc[ac+2]); |
568 | 832k | RE(t4) = RE(cc[ac+1]) - RE(cc[ac+2]); |
569 | 832k | IM(t4) = IM(cc[ac+1]) - IM(cc[ac+2]); |
570 | 832k | RE(t5) = RE(cc[ac]) - RE(cc[ac+3]); |
571 | 832k | IM(t5) = IM(cc[ac]) - IM(cc[ac+3]); |
572 | | |
573 | 832k | RE(ch[ah]) = RE(cc[ac-1]) + RE(t2) + RE(t3); |
574 | 832k | IM(ch[ah]) = IM(cc[ac-1]) + IM(t2) + IM(t3); |
575 | | |
576 | 832k | RE(c2) = RE(cc[ac-1]) + MUL_F(RE(t2),tr11) + MUL_F(RE(t3),tr12); |
577 | 832k | IM(c2) = IM(cc[ac-1]) + MUL_F(IM(t2),tr11) + MUL_F(IM(t3),tr12); |
578 | 832k | RE(c3) = RE(cc[ac-1]) + MUL_F(RE(t2),tr12) + MUL_F(RE(t3),tr11); |
579 | 832k | IM(c3) = IM(cc[ac-1]) + MUL_F(IM(t2),tr12) + MUL_F(IM(t3),tr11); |
580 | | |
581 | 832k | ComplexMult(&RE(c4), &RE(c5), |
582 | 832k | ti12, ti11, RE(t5), RE(t4)); |
583 | 832k | ComplexMult(&IM(c4), &IM(c5), |
584 | 832k | ti12, ti11, IM(t5), IM(t4)); |
585 | | |
586 | 832k | RE(ch[ah+l1]) = RE(c2) + IM(c5); |
587 | 832k | IM(ch[ah+l1]) = IM(c2) - RE(c5); |
588 | 832k | RE(ch[ah+2*l1]) = RE(c3) + IM(c4); |
589 | 832k | IM(ch[ah+2*l1]) = IM(c3) - RE(c4); |
590 | 832k | RE(ch[ah+3*l1]) = RE(c3) - IM(c4); |
591 | 832k | IM(ch[ah+3*l1]) = IM(c3) + RE(c4); |
592 | 832k | RE(ch[ah+4*l1]) = RE(c2) - IM(c5); |
593 | 832k | IM(ch[ah+4*l1]) = IM(c2) + RE(c5); |
594 | 832k | } |
595 | 8.78k | } |
596 | 224k | } else { |
597 | 0 | #ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION |
598 | | // TODO: remove this code once fuzzer proves it is totally unreahable |
599 | | // 5 if the biggest factor and it never repeated for supported frame |
600 | | // lengths; consequently `ido` should always be 1. |
601 | 0 | __builtin_trap(); |
602 | | /* |
603 | | #else |
604 | | uint16_t i; |
605 | | complex_t d3, d4, d5, d2; |
606 | | #endif |
607 | | if (isign == 1) |
608 | | { |
609 | | for (k = 0; k < l1; k++) |
610 | | { |
611 | | for (i = 0; i < ido; i++) |
612 | | { |
613 | | ac = i + (k*5 + 1) * ido; |
614 | | ah = i + k * ido; |
615 | | |
616 | | RE(t2) = RE(cc[ac]) + RE(cc[ac+3*ido]); |
617 | | IM(t2) = IM(cc[ac]) + IM(cc[ac+3*ido]); |
618 | | RE(t3) = RE(cc[ac+ido]) + RE(cc[ac+2*ido]); |
619 | | IM(t3) = IM(cc[ac+ido]) + IM(cc[ac+2*ido]); |
620 | | RE(t4) = RE(cc[ac+ido]) - RE(cc[ac+2*ido]); |
621 | | IM(t4) = IM(cc[ac+ido]) - IM(cc[ac+2*ido]); |
622 | | RE(t5) = RE(cc[ac]) - RE(cc[ac+3*ido]); |
623 | | IM(t5) = IM(cc[ac]) - IM(cc[ac+3*ido]); |
624 | | |
625 | | RE(ch[ah]) = RE(cc[ac-ido]) + RE(t2) + RE(t3); |
626 | | IM(ch[ah]) = IM(cc[ac-ido]) + IM(t2) + IM(t3); |
627 | | |
628 | | RE(c2) = RE(cc[ac-ido]) + MUL_F(RE(t2),tr11) + MUL_F(RE(t3),tr12); |
629 | | IM(c2) = IM(cc[ac-ido]) + MUL_F(IM(t2),tr11) + MUL_F(IM(t3),tr12); |
630 | | RE(c3) = RE(cc[ac-ido]) + MUL_F(RE(t2),tr12) + MUL_F(RE(t3),tr11); |
631 | | IM(c3) = IM(cc[ac-ido]) + MUL_F(IM(t2),tr12) + MUL_F(IM(t3),tr11); |
632 | | |
633 | | ComplexMult(&RE(c5), &RE(c4), |
634 | | ti11, ti12, RE(t5), RE(t4)); |
635 | | ComplexMult(&IM(c5), &IM(c4), |
636 | | ti11, ti12, IM(t5), IM(t4)); |
637 | | |
638 | | IM(d2) = IM(c2) + RE(c5); |
639 | | IM(d3) = IM(c3) + RE(c4); |
640 | | RE(d4) = RE(c3) + IM(c4); |
641 | | RE(d5) = RE(c2) + IM(c5); |
642 | | RE(d2) = RE(c2) - IM(c5); |
643 | | IM(d5) = IM(c2) - RE(c5); |
644 | | RE(d3) = RE(c3) - IM(c4); |
645 | | IM(d4) = IM(c3) - RE(c4); |
646 | | |
647 | | #if 1 |
648 | | ComplexMult(&IM(ch[ah+l1*ido]), &RE(ch[ah+l1*ido]), |
649 | | IM(d2), RE(d2), RE(wa1[i]), IM(wa1[i])); |
650 | | ComplexMult(&IM(ch[ah+2*l1*ido]), &RE(ch[ah+2*l1*ido]), |
651 | | IM(d3), RE(d3), RE(wa2[i]), IM(wa2[i])); |
652 | | ComplexMult(&IM(ch[ah+3*l1*ido]), &RE(ch[ah+3*l1*ido]), |
653 | | IM(d4), RE(d4), RE(wa3[i]), IM(wa3[i])); |
654 | | ComplexMult(&IM(ch[ah+4*l1*ido]), &RE(ch[ah+4*l1*ido]), |
655 | | IM(d5), RE(d5), RE(wa4[i]), IM(wa4[i])); |
656 | | #else |
657 | | ComplexMult(&RE(ch[ah+l1*ido]), &IM(ch[ah+l1*ido]), |
658 | | RE(d2), IM(d2), RE(wa1[i]), IM(wa1[i])); |
659 | | ComplexMult(&RE(ch[ah+2*l1*ido]), &IM(ch[ah+2*l1*ido]), |
660 | | RE(d3), IM(d3), RE(wa2[i]), IM(wa2[i])); |
661 | | ComplexMult(&RE(ch[ah+3*l1*ido]), &IM(ch[ah+3*l1*ido]), |
662 | | RE(d4), IM(d4), RE(wa3[i]), IM(wa3[i])); |
663 | | ComplexMult(&RE(ch[ah+4*l1*ido]), &IM(ch[ah+4*l1*ido]), |
664 | | RE(d5), IM(d5), RE(wa4[i]), IM(wa4[i])); |
665 | | #endif |
666 | | } |
667 | | } |
668 | | } else { |
669 | | for (k = 0; k < l1; k++) |
670 | | { |
671 | | for (i = 0; i < ido; i++) |
672 | | { |
673 | | ac = i + (k*5 + 1) * ido; |
674 | | ah = i + k * ido; |
675 | | |
676 | | RE(t2) = RE(cc[ac]) + RE(cc[ac+3*ido]); |
677 | | IM(t2) = IM(cc[ac]) + IM(cc[ac+3*ido]); |
678 | | RE(t3) = RE(cc[ac+ido]) + RE(cc[ac+2*ido]); |
679 | | IM(t3) = IM(cc[ac+ido]) + IM(cc[ac+2*ido]); |
680 | | RE(t4) = RE(cc[ac+ido]) - RE(cc[ac+2*ido]); |
681 | | IM(t4) = IM(cc[ac+ido]) - IM(cc[ac+2*ido]); |
682 | | RE(t5) = RE(cc[ac]) - RE(cc[ac+3*ido]); |
683 | | IM(t5) = IM(cc[ac]) - IM(cc[ac+3*ido]); |
684 | | |
685 | | RE(ch[ah]) = RE(cc[ac-ido]) + RE(t2) + RE(t3); |
686 | | IM(ch[ah]) = IM(cc[ac-ido]) + IM(t2) + IM(t3); |
687 | | |
688 | | RE(c2) = RE(cc[ac-ido]) + MUL_F(RE(t2),tr11) + MUL_F(RE(t3),tr12); |
689 | | IM(c2) = IM(cc[ac-ido]) + MUL_F(IM(t2),tr11) + MUL_F(IM(t3),tr12); |
690 | | RE(c3) = RE(cc[ac-ido]) + MUL_F(RE(t2),tr12) + MUL_F(RE(t3),tr11); |
691 | | IM(c3) = IM(cc[ac-ido]) + MUL_F(IM(t2),tr12) + MUL_F(IM(t3),tr11); |
692 | | |
693 | | ComplexMult(&RE(c4), &RE(c5), |
694 | | ti12, ti11, RE(t5), RE(t4)); |
695 | | ComplexMult(&IM(c4), &IM(c5), |
696 | | ti12, ti11, IM(t5), IM(t4)); |
697 | | |
698 | | IM(d2) = IM(c2) - RE(c5); |
699 | | IM(d3) = IM(c3) - RE(c4); |
700 | | RE(d4) = RE(c3) - IM(c4); |
701 | | RE(d5) = RE(c2) - IM(c5); |
702 | | RE(d2) = RE(c2) + IM(c5); |
703 | | IM(d5) = IM(c2) + RE(c5); |
704 | | RE(d3) = RE(c3) + IM(c4); |
705 | | IM(d4) = IM(c3) + RE(c4); |
706 | | |
707 | | #if 1 |
708 | | ComplexMult(&RE(ch[ah+l1*ido]), &IM(ch[ah+l1*ido]), |
709 | | RE(d2), IM(d2), RE(wa1[i]), IM(wa1[i])); |
710 | | ComplexMult(&RE(ch[ah+2*l1*ido]), &IM(ch[ah+2*l1*ido]), |
711 | | RE(d3), IM(d3), RE(wa2[i]), IM(wa2[i])); |
712 | | ComplexMult(&RE(ch[ah+3*l1*ido]), &IM(ch[ah+3*l1*ido]), |
713 | | RE(d4), IM(d4), RE(wa3[i]), IM(wa3[i])); |
714 | | ComplexMult(&RE(ch[ah+4*l1*ido]), &IM(ch[ah+4*l1*ido]), |
715 | | RE(d5), IM(d5), RE(wa4[i]), IM(wa4[i])); |
716 | | #else |
717 | | ComplexMult(&IM(ch[ah+l1*ido]), &RE(ch[ah+l1*ido]), |
718 | | IM(d2), RE(d2), RE(wa1[i]), IM(wa1[i])); |
719 | | ComplexMult(&IM(ch[ah+2*l1*ido]), &RE(ch[ah+2*l1*ido]), |
720 | | IM(d3), RE(d3), RE(wa2[i]), IM(wa2[i])); |
721 | | ComplexMult(&IM(ch[ah+3*l1*ido]), &RE(ch[ah+3*l1*ido]), |
722 | | IM(d4), RE(d4), RE(wa3[i]), IM(wa3[i])); |
723 | | ComplexMult(&IM(ch[ah+4*l1*ido]), &RE(ch[ah+4*l1*ido]), |
724 | | IM(d5), RE(d5), RE(wa4[i]), IM(wa4[i])); |
725 | | #endif |
726 | | } |
727 | | } |
728 | | } |
729 | | #ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION |
730 | | */ |
731 | 0 | #endif |
732 | 0 | } |
733 | 224k | } Line | Count | Source | 506 | 98.0k | { | 507 | 98.0k | static real_t tr11 = FRAC_CONST(0.309016994374947); | 508 | 98.0k | static real_t ti11 = FRAC_CONST(0.951056516295154); | 509 | 98.0k | static real_t tr12 = FRAC_CONST(-0.809016994374947); | 510 | 98.0k | static real_t ti12 = FRAC_CONST(0.587785252292473); | 511 | 98.0k | uint16_t k, ac, ah; | 512 | 98.0k | complex_t c2, c3, c4, c5, t2, t3, t4, t5; | 513 | 98.0k | (void)wa1; | 514 | 98.0k | (void)wa2; | 515 | 98.0k | (void)wa3; | 516 | 98.0k | (void)wa4; | 517 | | | 518 | 98.0k | if (ido == 1) | 519 | 98.0k | { | 520 | 98.0k | if (isign == 1) | 521 | 93.5k | { | 522 | 5.03M | for (k = 0; k < l1; k++) | 523 | 4.93M | { | 524 | 4.93M | ac = 5*k + 1; | 525 | 4.93M | ah = k; | 526 | | | 527 | 4.93M | RE(t2) = RE(cc[ac]) + RE(cc[ac+3]); | 528 | 4.93M | IM(t2) = IM(cc[ac]) + IM(cc[ac+3]); | 529 | 4.93M | RE(t3) = RE(cc[ac+1]) + RE(cc[ac+2]); | 530 | 4.93M | IM(t3) = IM(cc[ac+1]) + IM(cc[ac+2]); | 531 | 4.93M | RE(t4) = RE(cc[ac+1]) - RE(cc[ac+2]); | 532 | 4.93M | IM(t4) = IM(cc[ac+1]) - IM(cc[ac+2]); | 533 | 4.93M | RE(t5) = RE(cc[ac]) - RE(cc[ac+3]); | 534 | 4.93M | IM(t5) = IM(cc[ac]) - IM(cc[ac+3]); | 535 | | | 536 | 4.93M | RE(ch[ah]) = RE(cc[ac-1]) + RE(t2) + RE(t3); | 537 | 4.93M | IM(ch[ah]) = IM(cc[ac-1]) + IM(t2) + IM(t3); | 538 | | | 539 | 4.93M | RE(c2) = RE(cc[ac-1]) + MUL_F(RE(t2),tr11) + MUL_F(RE(t3),tr12); | 540 | 4.93M | IM(c2) = IM(cc[ac-1]) + MUL_F(IM(t2),tr11) + MUL_F(IM(t3),tr12); | 541 | 4.93M | RE(c3) = RE(cc[ac-1]) + MUL_F(RE(t2),tr12) + MUL_F(RE(t3),tr11); | 542 | 4.93M | IM(c3) = IM(cc[ac-1]) + MUL_F(IM(t2),tr12) + MUL_F(IM(t3),tr11); | 543 | | | 544 | 4.93M | ComplexMult(&RE(c5), &RE(c4), | 545 | 4.93M | ti11, ti12, RE(t5), RE(t4)); | 546 | 4.93M | ComplexMult(&IM(c5), &IM(c4), | 547 | 4.93M | ti11, ti12, IM(t5), IM(t4)); | 548 | | | 549 | 4.93M | RE(ch[ah+l1]) = RE(c2) - IM(c5); | 550 | 4.93M | IM(ch[ah+l1]) = IM(c2) + RE(c5); | 551 | 4.93M | RE(ch[ah+2*l1]) = RE(c3) - IM(c4); | 552 | 4.93M | IM(ch[ah+2*l1]) = IM(c3) + RE(c4); | 553 | 4.93M | RE(ch[ah+3*l1]) = RE(c3) + IM(c4); | 554 | 4.93M | IM(ch[ah+3*l1]) = IM(c3) - RE(c4); | 555 | 4.93M | RE(ch[ah+4*l1]) = RE(c2) + IM(c5); | 556 | 4.93M | IM(ch[ah+4*l1]) = IM(c2) - RE(c5); | 557 | 4.93M | } | 558 | 93.5k | } else { | 559 | 432k | for (k = 0; k < l1; k++) | 560 | 427k | { | 561 | 427k | ac = 5*k + 1; | 562 | 427k | ah = k; | 563 | | | 564 | 427k | RE(t2) = RE(cc[ac]) + RE(cc[ac+3]); | 565 | 427k | IM(t2) = IM(cc[ac]) + IM(cc[ac+3]); | 566 | 427k | RE(t3) = RE(cc[ac+1]) + RE(cc[ac+2]); | 567 | 427k | IM(t3) = IM(cc[ac+1]) + IM(cc[ac+2]); | 568 | 427k | RE(t4) = RE(cc[ac+1]) - RE(cc[ac+2]); | 569 | 427k | IM(t4) = IM(cc[ac+1]) - IM(cc[ac+2]); | 570 | 427k | RE(t5) = RE(cc[ac]) - RE(cc[ac+3]); | 571 | 427k | IM(t5) = IM(cc[ac]) - IM(cc[ac+3]); | 572 | | | 573 | 427k | RE(ch[ah]) = RE(cc[ac-1]) + RE(t2) + RE(t3); | 574 | 427k | IM(ch[ah]) = IM(cc[ac-1]) + IM(t2) + IM(t3); | 575 | | | 576 | 427k | RE(c2) = RE(cc[ac-1]) + MUL_F(RE(t2),tr11) + MUL_F(RE(t3),tr12); | 577 | 427k | IM(c2) = IM(cc[ac-1]) + MUL_F(IM(t2),tr11) + MUL_F(IM(t3),tr12); | 578 | 427k | RE(c3) = RE(cc[ac-1]) + MUL_F(RE(t2),tr12) + MUL_F(RE(t3),tr11); | 579 | 427k | IM(c3) = IM(cc[ac-1]) + MUL_F(IM(t2),tr12) + MUL_F(IM(t3),tr11); | 580 | | | 581 | 427k | ComplexMult(&RE(c4), &RE(c5), | 582 | 427k | ti12, ti11, RE(t5), RE(t4)); | 583 | 427k | ComplexMult(&IM(c4), &IM(c5), | 584 | 427k | ti12, ti11, IM(t5), IM(t4)); | 585 | | | 586 | 427k | RE(ch[ah+l1]) = RE(c2) + IM(c5); | 587 | 427k | IM(ch[ah+l1]) = IM(c2) - RE(c5); | 588 | 427k | RE(ch[ah+2*l1]) = RE(c3) + IM(c4); | 589 | 427k | IM(ch[ah+2*l1]) = IM(c3) - RE(c4); | 590 | 427k | RE(ch[ah+3*l1]) = RE(c3) - IM(c4); | 591 | 427k | IM(ch[ah+3*l1]) = IM(c3) + RE(c4); | 592 | 427k | RE(ch[ah+4*l1]) = RE(c2) - IM(c5); | 593 | 427k | IM(ch[ah+4*l1]) = IM(c2) + RE(c5); | 594 | 427k | } | 595 | 4.50k | } | 596 | 98.0k | } else { | 597 | 0 | #ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION | 598 | | // TODO: remove this code once fuzzer proves it is totally unreahable | 599 | | // 5 if the biggest factor and it never repeated for supported frame | 600 | | // lengths; consequently `ido` should always be 1. | 601 | 0 | __builtin_trap(); | 602 | | /* | 603 | | #else | 604 | | uint16_t i; | 605 | | complex_t d3, d4, d5, d2; | 606 | | #endif | 607 | | if (isign == 1) | 608 | | { | 609 | | for (k = 0; k < l1; k++) | 610 | | { | 611 | | for (i = 0; i < ido; i++) | 612 | | { | 613 | | ac = i + (k*5 + 1) * ido; | 614 | | ah = i + k * ido; | 615 | | | 616 | | RE(t2) = RE(cc[ac]) + RE(cc[ac+3*ido]); | 617 | | IM(t2) = IM(cc[ac]) + IM(cc[ac+3*ido]); | 618 | | RE(t3) = RE(cc[ac+ido]) + RE(cc[ac+2*ido]); | 619 | | IM(t3) = IM(cc[ac+ido]) + IM(cc[ac+2*ido]); | 620 | | RE(t4) = RE(cc[ac+ido]) - RE(cc[ac+2*ido]); | 621 | | IM(t4) = IM(cc[ac+ido]) - IM(cc[ac+2*ido]); | 622 | | RE(t5) = RE(cc[ac]) - RE(cc[ac+3*ido]); | 623 | | IM(t5) = IM(cc[ac]) - IM(cc[ac+3*ido]); | 624 | | | 625 | | RE(ch[ah]) = RE(cc[ac-ido]) + RE(t2) + RE(t3); | 626 | | IM(ch[ah]) = IM(cc[ac-ido]) + IM(t2) + IM(t3); | 627 | | | 628 | | RE(c2) = RE(cc[ac-ido]) + MUL_F(RE(t2),tr11) + MUL_F(RE(t3),tr12); | 629 | | IM(c2) = IM(cc[ac-ido]) + MUL_F(IM(t2),tr11) + MUL_F(IM(t3),tr12); | 630 | | RE(c3) = RE(cc[ac-ido]) + MUL_F(RE(t2),tr12) + MUL_F(RE(t3),tr11); | 631 | | IM(c3) = IM(cc[ac-ido]) + MUL_F(IM(t2),tr12) + MUL_F(IM(t3),tr11); | 632 | | | 633 | | ComplexMult(&RE(c5), &RE(c4), | 634 | | ti11, ti12, RE(t5), RE(t4)); | 635 | | ComplexMult(&IM(c5), &IM(c4), | 636 | | ti11, ti12, IM(t5), IM(t4)); | 637 | | | 638 | | IM(d2) = IM(c2) + RE(c5); | 639 | | IM(d3) = IM(c3) + RE(c4); | 640 | | RE(d4) = RE(c3) + IM(c4); | 641 | | RE(d5) = RE(c2) + IM(c5); | 642 | | RE(d2) = RE(c2) - IM(c5); | 643 | | IM(d5) = IM(c2) - RE(c5); | 644 | | RE(d3) = RE(c3) - IM(c4); | 645 | | IM(d4) = IM(c3) - RE(c4); | 646 | | | 647 | | #if 1 | 648 | | ComplexMult(&IM(ch[ah+l1*ido]), &RE(ch[ah+l1*ido]), | 649 | | IM(d2), RE(d2), RE(wa1[i]), IM(wa1[i])); | 650 | | ComplexMult(&IM(ch[ah+2*l1*ido]), &RE(ch[ah+2*l1*ido]), | 651 | | IM(d3), RE(d3), RE(wa2[i]), IM(wa2[i])); | 652 | | ComplexMult(&IM(ch[ah+3*l1*ido]), &RE(ch[ah+3*l1*ido]), | 653 | | IM(d4), RE(d4), RE(wa3[i]), IM(wa3[i])); | 654 | | ComplexMult(&IM(ch[ah+4*l1*ido]), &RE(ch[ah+4*l1*ido]), | 655 | | IM(d5), RE(d5), RE(wa4[i]), IM(wa4[i])); | 656 | | #else | 657 | | ComplexMult(&RE(ch[ah+l1*ido]), &IM(ch[ah+l1*ido]), | 658 | | RE(d2), IM(d2), RE(wa1[i]), IM(wa1[i])); | 659 | | ComplexMult(&RE(ch[ah+2*l1*ido]), &IM(ch[ah+2*l1*ido]), | 660 | | RE(d3), IM(d3), RE(wa2[i]), IM(wa2[i])); | 661 | | ComplexMult(&RE(ch[ah+3*l1*ido]), &IM(ch[ah+3*l1*ido]), | 662 | | RE(d4), IM(d4), RE(wa3[i]), IM(wa3[i])); | 663 | | ComplexMult(&RE(ch[ah+4*l1*ido]), &IM(ch[ah+4*l1*ido]), | 664 | | RE(d5), IM(d5), RE(wa4[i]), IM(wa4[i])); | 665 | | #endif | 666 | | } | 667 | | } | 668 | | } else { | 669 | | for (k = 0; k < l1; k++) | 670 | | { | 671 | | for (i = 0; i < ido; i++) | 672 | | { | 673 | | ac = i + (k*5 + 1) * ido; | 674 | | ah = i + k * ido; | 675 | | | 676 | | RE(t2) = RE(cc[ac]) + RE(cc[ac+3*ido]); | 677 | | IM(t2) = IM(cc[ac]) + IM(cc[ac+3*ido]); | 678 | | RE(t3) = RE(cc[ac+ido]) + RE(cc[ac+2*ido]); | 679 | | IM(t3) = IM(cc[ac+ido]) + IM(cc[ac+2*ido]); | 680 | | RE(t4) = RE(cc[ac+ido]) - RE(cc[ac+2*ido]); | 681 | | IM(t4) = IM(cc[ac+ido]) - IM(cc[ac+2*ido]); | 682 | | RE(t5) = RE(cc[ac]) - RE(cc[ac+3*ido]); | 683 | | IM(t5) = IM(cc[ac]) - IM(cc[ac+3*ido]); | 684 | | | 685 | | RE(ch[ah]) = RE(cc[ac-ido]) + RE(t2) + RE(t3); | 686 | | IM(ch[ah]) = IM(cc[ac-ido]) + IM(t2) + IM(t3); | 687 | | | 688 | | RE(c2) = RE(cc[ac-ido]) + MUL_F(RE(t2),tr11) + MUL_F(RE(t3),tr12); | 689 | | IM(c2) = IM(cc[ac-ido]) + MUL_F(IM(t2),tr11) + MUL_F(IM(t3),tr12); | 690 | | RE(c3) = RE(cc[ac-ido]) + MUL_F(RE(t2),tr12) + MUL_F(RE(t3),tr11); | 691 | | IM(c3) = IM(cc[ac-ido]) + MUL_F(IM(t2),tr12) + MUL_F(IM(t3),tr11); | 692 | | | 693 | | ComplexMult(&RE(c4), &RE(c5), | 694 | | ti12, ti11, RE(t5), RE(t4)); | 695 | | ComplexMult(&IM(c4), &IM(c5), | 696 | | ti12, ti11, IM(t5), IM(t4)); | 697 | | | 698 | | IM(d2) = IM(c2) - RE(c5); | 699 | | IM(d3) = IM(c3) - RE(c4); | 700 | | RE(d4) = RE(c3) - IM(c4); | 701 | | RE(d5) = RE(c2) - IM(c5); | 702 | | RE(d2) = RE(c2) + IM(c5); | 703 | | IM(d5) = IM(c2) + RE(c5); | 704 | | RE(d3) = RE(c3) + IM(c4); | 705 | | IM(d4) = IM(c3) + RE(c4); | 706 | | | 707 | | #if 1 | 708 | | ComplexMult(&RE(ch[ah+l1*ido]), &IM(ch[ah+l1*ido]), | 709 | | RE(d2), IM(d2), RE(wa1[i]), IM(wa1[i])); | 710 | | ComplexMult(&RE(ch[ah+2*l1*ido]), &IM(ch[ah+2*l1*ido]), | 711 | | RE(d3), IM(d3), RE(wa2[i]), IM(wa2[i])); | 712 | | ComplexMult(&RE(ch[ah+3*l1*ido]), &IM(ch[ah+3*l1*ido]), | 713 | | RE(d4), IM(d4), RE(wa3[i]), IM(wa3[i])); | 714 | | ComplexMult(&RE(ch[ah+4*l1*ido]), &IM(ch[ah+4*l1*ido]), | 715 | | RE(d5), IM(d5), RE(wa4[i]), IM(wa4[i])); | 716 | | #else | 717 | | ComplexMult(&IM(ch[ah+l1*ido]), &RE(ch[ah+l1*ido]), | 718 | | IM(d2), RE(d2), RE(wa1[i]), IM(wa1[i])); | 719 | | ComplexMult(&IM(ch[ah+2*l1*ido]), &RE(ch[ah+2*l1*ido]), | 720 | | IM(d3), RE(d3), RE(wa2[i]), IM(wa2[i])); | 721 | | ComplexMult(&IM(ch[ah+3*l1*ido]), &RE(ch[ah+3*l1*ido]), | 722 | | IM(d4), RE(d4), RE(wa3[i]), IM(wa3[i])); | 723 | | ComplexMult(&IM(ch[ah+4*l1*ido]), &RE(ch[ah+4*l1*ido]), | 724 | | IM(d5), RE(d5), RE(wa4[i]), IM(wa4[i])); | 725 | | #endif | 726 | | } | 727 | | } | 728 | | } | 729 | | #ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION | 730 | | */ | 731 | 0 | #endif | 732 | 0 | } | 733 | 98.0k | } |
Line | Count | Source | 506 | 126k | { | 507 | 126k | static real_t tr11 = FRAC_CONST(0.309016994374947); | 508 | 126k | static real_t ti11 = FRAC_CONST(0.951056516295154); | 509 | 126k | static real_t tr12 = FRAC_CONST(-0.809016994374947); | 510 | 126k | static real_t ti12 = FRAC_CONST(0.587785252292473); | 511 | 126k | uint16_t k, ac, ah; | 512 | 126k | complex_t c2, c3, c4, c5, t2, t3, t4, t5; | 513 | 126k | (void)wa1; | 514 | 126k | (void)wa2; | 515 | 126k | (void)wa3; | 516 | 126k | (void)wa4; | 517 | | | 518 | 126k | if (ido == 1) | 519 | 126k | { | 520 | 126k | if (isign == 1) | 521 | 122k | { | 522 | 6.39M | for (k = 0; k < l1; k++) | 523 | 6.26M | { | 524 | 6.26M | ac = 5*k + 1; | 525 | 6.26M | ah = k; | 526 | | | 527 | 6.26M | RE(t2) = RE(cc[ac]) + RE(cc[ac+3]); | 528 | 6.26M | IM(t2) = IM(cc[ac]) + IM(cc[ac+3]); | 529 | 6.26M | RE(t3) = RE(cc[ac+1]) + RE(cc[ac+2]); | 530 | 6.26M | IM(t3) = IM(cc[ac+1]) + IM(cc[ac+2]); | 531 | 6.26M | RE(t4) = RE(cc[ac+1]) - RE(cc[ac+2]); | 532 | 6.26M | IM(t4) = IM(cc[ac+1]) - IM(cc[ac+2]); | 533 | 6.26M | RE(t5) = RE(cc[ac]) - RE(cc[ac+3]); | 534 | 6.26M | IM(t5) = IM(cc[ac]) - IM(cc[ac+3]); | 535 | | | 536 | 6.26M | RE(ch[ah]) = RE(cc[ac-1]) + RE(t2) + RE(t3); | 537 | 6.26M | IM(ch[ah]) = IM(cc[ac-1]) + IM(t2) + IM(t3); | 538 | | | 539 | 6.26M | RE(c2) = RE(cc[ac-1]) + MUL_F(RE(t2),tr11) + MUL_F(RE(t3),tr12); | 540 | 6.26M | IM(c2) = IM(cc[ac-1]) + MUL_F(IM(t2),tr11) + MUL_F(IM(t3),tr12); | 541 | 6.26M | RE(c3) = RE(cc[ac-1]) + MUL_F(RE(t2),tr12) + MUL_F(RE(t3),tr11); | 542 | 6.26M | IM(c3) = IM(cc[ac-1]) + MUL_F(IM(t2),tr12) + MUL_F(IM(t3),tr11); | 543 | | | 544 | 6.26M | ComplexMult(&RE(c5), &RE(c4), | 545 | 6.26M | ti11, ti12, RE(t5), RE(t4)); | 546 | 6.26M | ComplexMult(&IM(c5), &IM(c4), | 547 | 6.26M | ti11, ti12, IM(t5), IM(t4)); | 548 | | | 549 | 6.26M | RE(ch[ah+l1]) = RE(c2) - IM(c5); | 550 | 6.26M | IM(ch[ah+l1]) = IM(c2) + RE(c5); | 551 | 6.26M | RE(ch[ah+2*l1]) = RE(c3) - IM(c4); | 552 | 6.26M | IM(ch[ah+2*l1]) = IM(c3) + RE(c4); | 553 | 6.26M | RE(ch[ah+3*l1]) = RE(c3) + IM(c4); | 554 | 6.26M | IM(ch[ah+3*l1]) = IM(c3) - RE(c4); | 555 | 6.26M | RE(ch[ah+4*l1]) = RE(c2) + IM(c5); | 556 | 6.26M | IM(ch[ah+4*l1]) = IM(c2) - RE(c5); | 557 | 6.26M | } | 558 | 122k | } else { | 559 | 409k | for (k = 0; k < l1; k++) | 560 | 404k | { | 561 | 404k | ac = 5*k + 1; | 562 | 404k | ah = k; | 563 | | | 564 | 404k | RE(t2) = RE(cc[ac]) + RE(cc[ac+3]); | 565 | 404k | IM(t2) = IM(cc[ac]) + IM(cc[ac+3]); | 566 | 404k | RE(t3) = RE(cc[ac+1]) + RE(cc[ac+2]); | 567 | 404k | IM(t3) = IM(cc[ac+1]) + IM(cc[ac+2]); | 568 | 404k | RE(t4) = RE(cc[ac+1]) - RE(cc[ac+2]); | 569 | 404k | IM(t4) = IM(cc[ac+1]) - IM(cc[ac+2]); | 570 | 404k | RE(t5) = RE(cc[ac]) - RE(cc[ac+3]); | 571 | 404k | IM(t5) = IM(cc[ac]) - IM(cc[ac+3]); | 572 | | | 573 | 404k | RE(ch[ah]) = RE(cc[ac-1]) + RE(t2) + RE(t3); | 574 | 404k | IM(ch[ah]) = IM(cc[ac-1]) + IM(t2) + IM(t3); | 575 | | | 576 | 404k | RE(c2) = RE(cc[ac-1]) + MUL_F(RE(t2),tr11) + MUL_F(RE(t3),tr12); | 577 | 404k | IM(c2) = IM(cc[ac-1]) + MUL_F(IM(t2),tr11) + MUL_F(IM(t3),tr12); | 578 | 404k | RE(c3) = RE(cc[ac-1]) + MUL_F(RE(t2),tr12) + MUL_F(RE(t3),tr11); | 579 | 404k | IM(c3) = IM(cc[ac-1]) + MUL_F(IM(t2),tr12) + MUL_F(IM(t3),tr11); | 580 | | | 581 | 404k | ComplexMult(&RE(c4), &RE(c5), | 582 | 404k | ti12, ti11, RE(t5), RE(t4)); | 583 | 404k | ComplexMult(&IM(c4), &IM(c5), | 584 | 404k | ti12, ti11, IM(t5), IM(t4)); | 585 | | | 586 | 404k | RE(ch[ah+l1]) = RE(c2) + IM(c5); | 587 | 404k | IM(ch[ah+l1]) = IM(c2) - RE(c5); | 588 | 404k | RE(ch[ah+2*l1]) = RE(c3) + IM(c4); | 589 | 404k | IM(ch[ah+2*l1]) = IM(c3) - RE(c4); | 590 | 404k | RE(ch[ah+3*l1]) = RE(c3) - IM(c4); | 591 | 404k | IM(ch[ah+3*l1]) = IM(c3) + RE(c4); | 592 | 404k | RE(ch[ah+4*l1]) = RE(c2) - IM(c5); | 593 | 404k | IM(ch[ah+4*l1]) = IM(c2) + RE(c5); | 594 | 404k | } | 595 | 4.27k | } | 596 | 126k | } else { | 597 | 0 | #ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION | 598 | | // TODO: remove this code once fuzzer proves it is totally unreahable | 599 | | // 5 if the biggest factor and it never repeated for supported frame | 600 | | // lengths; consequently `ido` should always be 1. | 601 | 0 | __builtin_trap(); | 602 | | /* | 603 | | #else | 604 | | uint16_t i; | 605 | | complex_t d3, d4, d5, d2; | 606 | | #endif | 607 | | if (isign == 1) | 608 | | { | 609 | | for (k = 0; k < l1; k++) | 610 | | { | 611 | | for (i = 0; i < ido; i++) | 612 | | { | 613 | | ac = i + (k*5 + 1) * ido; | 614 | | ah = i + k * ido; | 615 | | | 616 | | RE(t2) = RE(cc[ac]) + RE(cc[ac+3*ido]); | 617 | | IM(t2) = IM(cc[ac]) + IM(cc[ac+3*ido]); | 618 | | RE(t3) = RE(cc[ac+ido]) + RE(cc[ac+2*ido]); | 619 | | IM(t3) = IM(cc[ac+ido]) + IM(cc[ac+2*ido]); | 620 | | RE(t4) = RE(cc[ac+ido]) - RE(cc[ac+2*ido]); | 621 | | IM(t4) = IM(cc[ac+ido]) - IM(cc[ac+2*ido]); | 622 | | RE(t5) = RE(cc[ac]) - RE(cc[ac+3*ido]); | 623 | | IM(t5) = IM(cc[ac]) - IM(cc[ac+3*ido]); | 624 | | | 625 | | RE(ch[ah]) = RE(cc[ac-ido]) + RE(t2) + RE(t3); | 626 | | IM(ch[ah]) = IM(cc[ac-ido]) + IM(t2) + IM(t3); | 627 | | | 628 | | RE(c2) = RE(cc[ac-ido]) + MUL_F(RE(t2),tr11) + MUL_F(RE(t3),tr12); | 629 | | IM(c2) = IM(cc[ac-ido]) + MUL_F(IM(t2),tr11) + MUL_F(IM(t3),tr12); | 630 | | RE(c3) = RE(cc[ac-ido]) + MUL_F(RE(t2),tr12) + MUL_F(RE(t3),tr11); | 631 | | IM(c3) = IM(cc[ac-ido]) + MUL_F(IM(t2),tr12) + MUL_F(IM(t3),tr11); | 632 | | | 633 | | ComplexMult(&RE(c5), &RE(c4), | 634 | | ti11, ti12, RE(t5), RE(t4)); | 635 | | ComplexMult(&IM(c5), &IM(c4), | 636 | | ti11, ti12, IM(t5), IM(t4)); | 637 | | | 638 | | IM(d2) = IM(c2) + RE(c5); | 639 | | IM(d3) = IM(c3) + RE(c4); | 640 | | RE(d4) = RE(c3) + IM(c4); | 641 | | RE(d5) = RE(c2) + IM(c5); | 642 | | RE(d2) = RE(c2) - IM(c5); | 643 | | IM(d5) = IM(c2) - RE(c5); | 644 | | RE(d3) = RE(c3) - IM(c4); | 645 | | IM(d4) = IM(c3) - RE(c4); | 646 | | | 647 | | #if 1 | 648 | | ComplexMult(&IM(ch[ah+l1*ido]), &RE(ch[ah+l1*ido]), | 649 | | IM(d2), RE(d2), RE(wa1[i]), IM(wa1[i])); | 650 | | ComplexMult(&IM(ch[ah+2*l1*ido]), &RE(ch[ah+2*l1*ido]), | 651 | | IM(d3), RE(d3), RE(wa2[i]), IM(wa2[i])); | 652 | | ComplexMult(&IM(ch[ah+3*l1*ido]), &RE(ch[ah+3*l1*ido]), | 653 | | IM(d4), RE(d4), RE(wa3[i]), IM(wa3[i])); | 654 | | ComplexMult(&IM(ch[ah+4*l1*ido]), &RE(ch[ah+4*l1*ido]), | 655 | | IM(d5), RE(d5), RE(wa4[i]), IM(wa4[i])); | 656 | | #else | 657 | | ComplexMult(&RE(ch[ah+l1*ido]), &IM(ch[ah+l1*ido]), | 658 | | RE(d2), IM(d2), RE(wa1[i]), IM(wa1[i])); | 659 | | ComplexMult(&RE(ch[ah+2*l1*ido]), &IM(ch[ah+2*l1*ido]), | 660 | | RE(d3), IM(d3), RE(wa2[i]), IM(wa2[i])); | 661 | | ComplexMult(&RE(ch[ah+3*l1*ido]), &IM(ch[ah+3*l1*ido]), | 662 | | RE(d4), IM(d4), RE(wa3[i]), IM(wa3[i])); | 663 | | ComplexMult(&RE(ch[ah+4*l1*ido]), &IM(ch[ah+4*l1*ido]), | 664 | | RE(d5), IM(d5), RE(wa4[i]), IM(wa4[i])); | 665 | | #endif | 666 | | } | 667 | | } | 668 | | } else { | 669 | | for (k = 0; k < l1; k++) | 670 | | { | 671 | | for (i = 0; i < ido; i++) | 672 | | { | 673 | | ac = i + (k*5 + 1) * ido; | 674 | | ah = i + k * ido; | 675 | | | 676 | | RE(t2) = RE(cc[ac]) + RE(cc[ac+3*ido]); | 677 | | IM(t2) = IM(cc[ac]) + IM(cc[ac+3*ido]); | 678 | | RE(t3) = RE(cc[ac+ido]) + RE(cc[ac+2*ido]); | 679 | | IM(t3) = IM(cc[ac+ido]) + IM(cc[ac+2*ido]); | 680 | | RE(t4) = RE(cc[ac+ido]) - RE(cc[ac+2*ido]); | 681 | | IM(t4) = IM(cc[ac+ido]) - IM(cc[ac+2*ido]); | 682 | | RE(t5) = RE(cc[ac]) - RE(cc[ac+3*ido]); | 683 | | IM(t5) = IM(cc[ac]) - IM(cc[ac+3*ido]); | 684 | | | 685 | | RE(ch[ah]) = RE(cc[ac-ido]) + RE(t2) + RE(t3); | 686 | | IM(ch[ah]) = IM(cc[ac-ido]) + IM(t2) + IM(t3); | 687 | | | 688 | | RE(c2) = RE(cc[ac-ido]) + MUL_F(RE(t2),tr11) + MUL_F(RE(t3),tr12); | 689 | | IM(c2) = IM(cc[ac-ido]) + MUL_F(IM(t2),tr11) + MUL_F(IM(t3),tr12); | 690 | | RE(c3) = RE(cc[ac-ido]) + MUL_F(RE(t2),tr12) + MUL_F(RE(t3),tr11); | 691 | | IM(c3) = IM(cc[ac-ido]) + MUL_F(IM(t2),tr12) + MUL_F(IM(t3),tr11); | 692 | | | 693 | | ComplexMult(&RE(c4), &RE(c5), | 694 | | ti12, ti11, RE(t5), RE(t4)); | 695 | | ComplexMult(&IM(c4), &IM(c5), | 696 | | ti12, ti11, IM(t5), IM(t4)); | 697 | | | 698 | | IM(d2) = IM(c2) - RE(c5); | 699 | | IM(d3) = IM(c3) - RE(c4); | 700 | | RE(d4) = RE(c3) - IM(c4); | 701 | | RE(d5) = RE(c2) - IM(c5); | 702 | | RE(d2) = RE(c2) + IM(c5); | 703 | | IM(d5) = IM(c2) + RE(c5); | 704 | | RE(d3) = RE(c3) + IM(c4); | 705 | | IM(d4) = IM(c3) + RE(c4); | 706 | | | 707 | | #if 1 | 708 | | ComplexMult(&RE(ch[ah+l1*ido]), &IM(ch[ah+l1*ido]), | 709 | | RE(d2), IM(d2), RE(wa1[i]), IM(wa1[i])); | 710 | | ComplexMult(&RE(ch[ah+2*l1*ido]), &IM(ch[ah+2*l1*ido]), | 711 | | RE(d3), IM(d3), RE(wa2[i]), IM(wa2[i])); | 712 | | ComplexMult(&RE(ch[ah+3*l1*ido]), &IM(ch[ah+3*l1*ido]), | 713 | | RE(d4), IM(d4), RE(wa3[i]), IM(wa3[i])); | 714 | | ComplexMult(&RE(ch[ah+4*l1*ido]), &IM(ch[ah+4*l1*ido]), | 715 | | RE(d5), IM(d5), RE(wa4[i]), IM(wa4[i])); | 716 | | #else | 717 | | ComplexMult(&IM(ch[ah+l1*ido]), &RE(ch[ah+l1*ido]), | 718 | | IM(d2), RE(d2), RE(wa1[i]), IM(wa1[i])); | 719 | | ComplexMult(&IM(ch[ah+2*l1*ido]), &RE(ch[ah+2*l1*ido]), | 720 | | IM(d3), RE(d3), RE(wa2[i]), IM(wa2[i])); | 721 | | ComplexMult(&IM(ch[ah+3*l1*ido]), &RE(ch[ah+3*l1*ido]), | 722 | | IM(d4), RE(d4), RE(wa3[i]), IM(wa3[i])); | 723 | | ComplexMult(&IM(ch[ah+4*l1*ido]), &RE(ch[ah+4*l1*ido]), | 724 | | IM(d5), RE(d5), RE(wa4[i]), IM(wa4[i])); | 725 | | #endif | 726 | | } | 727 | | } | 728 | | } | 729 | | #ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION | 730 | | */ | 731 | 0 | #endif | 732 | 0 | } | 733 | 126k | } |
|
734 | | |
735 | | |
736 | | /*---------------------------------------------------------------------- |
737 | | cfftf1, cfftf, cfftb, cffti1, cffti. Complex FFTs. |
738 | | ----------------------------------------------------------------------*/ |
739 | | |
740 | | static INLINE void cfftf1pos(uint16_t n, complex_t *c, complex_t *ch, |
741 | | const uint16_t *ifac, const complex_t *wa, |
742 | | const int8_t isign) |
743 | 1.20M | { |
744 | 1.20M | uint16_t i; |
745 | 1.20M | uint16_t k1, l1, l2; |
746 | 1.20M | uint16_t na, nf, ip, iw, ix2, ix3, ix4, ido; |
747 | | |
748 | 1.20M | nf = ifac[1]; |
749 | 1.20M | na = 0; |
750 | 1.20M | l1 = 1; |
751 | 1.20M | iw = 0; |
752 | | |
753 | 6.05M | for (k1 = 2; k1 <= nf+1; k1++) |
754 | 4.85M | { |
755 | 4.85M | ip = ifac[k1]; |
756 | 4.85M | l2 = ip*l1; |
757 | 4.85M | ido = n / l2; |
758 | | |
759 | 4.85M | switch (ip) |
760 | 4.85M | { |
761 | 3.80M | case 4: |
762 | 3.80M | ix2 = iw + ido; |
763 | 3.80M | ix3 = ix2 + ido; |
764 | | |
765 | 3.80M | if (na == 0) |
766 | 2.07M | passf4pos((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw], &wa[ix2], &wa[ix3]); |
767 | 1.72M | else |
768 | 1.72M | passf4pos((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw], &wa[ix2], &wa[ix3]); |
769 | | |
770 | 3.80M | na = 1 - na; |
771 | 3.80M | break; |
772 | 619k | case 2: |
773 | 619k | if (na == 0) |
774 | 619k | passf2pos((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw]); |
775 | 0 | else |
776 | 0 | passf2pos((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw]); |
777 | | |
778 | 619k | na = 1 - na; |
779 | 619k | break; |
780 | 216k | case 3: |
781 | 216k | ix2 = iw + ido; |
782 | | |
783 | 216k | if (na == 0) |
784 | 114k | passf3((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw], &wa[ix2], isign); |
785 | 101k | else |
786 | 101k | passf3((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw], &wa[ix2], isign); |
787 | | |
788 | 216k | na = 1 - na; |
789 | 216k | break; |
790 | 216k | case 5: |
791 | 216k | ix2 = iw + ido; |
792 | 216k | ix3 = ix2 + ido; |
793 | 216k | ix4 = ix3 + ido; |
794 | | |
795 | 216k | if (na == 0) |
796 | 213k | passf5((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw], &wa[ix2], &wa[ix3], &wa[ix4], isign); |
797 | 3.01k | else |
798 | 3.01k | passf5((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw], &wa[ix2], &wa[ix3], &wa[ix4], isign); |
799 | | |
800 | 216k | na = 1 - na; |
801 | 216k | break; |
802 | 4.85M | } |
803 | | |
804 | 4.85M | l1 = l2; |
805 | 4.85M | iw += (ip-1) * ido; |
806 | 4.85M | } |
807 | | |
808 | 1.20M | if (na == 0) |
809 | 5.25k | return; |
810 | | |
811 | 351M | for (i = 0; i < n; i++) |
812 | 350M | { |
813 | 350M | RE(c[i]) = RE(ch[i]); |
814 | 350M | IM(c[i]) = IM(ch[i]); |
815 | 350M | } |
816 | 1.19M | } |
817 | | |
818 | | static INLINE void cfftf1neg(uint16_t n, complex_t *c, complex_t *ch, |
819 | | const uint16_t *ifac, const complex_t *wa, |
820 | | const int8_t isign) |
821 | 15.2k | { |
822 | 15.2k | uint16_t i; |
823 | 15.2k | uint16_t k1, l1, l2; |
824 | 15.2k | uint16_t na, nf, ip, iw, ix2, ix3, ix4, ido; |
825 | | |
826 | 15.2k | nf = ifac[1]; |
827 | 15.2k | na = 0; |
828 | 15.2k | l1 = 1; |
829 | 15.2k | iw = 0; |
830 | | |
831 | 90.7k | for (k1 = 2; k1 <= nf+1; k1++) |
832 | 75.5k | { |
833 | 75.5k | ip = ifac[k1]; |
834 | 75.5k | l2 = ip*l1; |
835 | 75.5k | ido = n / l2; |
836 | | |
837 | 75.5k | switch (ip) |
838 | 75.5k | { |
839 | 43.3k | case 4: |
840 | 43.3k | ix2 = iw + ido; |
841 | 43.3k | ix3 = ix2 + ido; |
842 | | |
843 | 43.3k | if (na == 0) |
844 | 21.6k | passf4neg((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw], &wa[ix2], &wa[ix3]); |
845 | 21.6k | else |
846 | 21.6k | passf4neg((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw], &wa[ix2], &wa[ix3]); |
847 | | |
848 | 43.3k | na = 1 - na; |
849 | 43.3k | break; |
850 | 14.6k | case 2: |
851 | 14.6k | if (na == 0) |
852 | 14.6k | passf2neg((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw]); |
853 | 0 | else |
854 | 0 | passf2neg((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw]); |
855 | | |
856 | 14.6k | na = 1 - na; |
857 | 14.6k | break; |
858 | 8.78k | case 3: |
859 | 8.78k | ix2 = iw + ido; |
860 | | |
861 | 8.78k | if (na == 0) |
862 | 219 | passf3((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw], &wa[ix2], isign); |
863 | 8.56k | else |
864 | 8.56k | passf3((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw], &wa[ix2], isign); |
865 | | |
866 | 8.78k | na = 1 - na; |
867 | 8.78k | break; |
868 | 8.78k | case 5: |
869 | 8.78k | ix2 = iw + ido; |
870 | 8.78k | ix3 = ix2 + ido; |
871 | 8.78k | ix4 = ix3 + ido; |
872 | | |
873 | 8.78k | if (na == 0) |
874 | 8.56k | passf5((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw], &wa[ix2], &wa[ix3], &wa[ix4], isign); |
875 | 219 | else |
876 | 219 | passf5((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw], &wa[ix2], &wa[ix3], &wa[ix4], isign); |
877 | | |
878 | 8.78k | na = 1 - na; |
879 | 8.78k | break; |
880 | 75.5k | } |
881 | | |
882 | 75.5k | l1 = l2; |
883 | 75.5k | iw += (ip-1) * ido; |
884 | 75.5k | } |
885 | | |
886 | 15.2k | if (na == 0) |
887 | 555 | return; |
888 | | |
889 | 7.25M | for (i = 0; i < n; i++) |
890 | 7.23M | { |
891 | 7.23M | RE(c[i]) = RE(ch[i]); |
892 | 7.23M | IM(c[i]) = IM(ch[i]); |
893 | 7.23M | } |
894 | 14.6k | } |
895 | | |
896 | | void cfftf(cfft_info *cfft, complex_t *c) |
897 | 15.2k | { |
898 | 15.2k | cfftf1neg(cfft->n, c, cfft->work, (const uint16_t*)cfft->ifac, (const complex_t*)cfft->tab, -1); |
899 | 15.2k | } |
900 | | |
901 | | void cfftb(cfft_info *cfft, complex_t *c) |
902 | 1.20M | { |
903 | 1.20M | cfftf1pos(cfft->n, c, cfft->work, (const uint16_t*)cfft->ifac, (const complex_t*)cfft->tab, +1); |
904 | 1.20M | } |
905 | | |
906 | | static void cffti1(uint16_t n, complex_t *wa, uint16_t *ifac) |
907 | 71.3k | { |
908 | 71.3k | static uint16_t ntryh[4] = {3, 4, 2, 5}; |
909 | | #ifndef FIXED_POINT |
910 | | real_t arg, argh, argld, fi; |
911 | | uint16_t ido, ipm; |
912 | | uint16_t i1, k1, l1, l2; |
913 | | uint16_t ld, ii, ip; |
914 | | #endif |
915 | 71.3k | uint16_t ntry = 0, i, j; |
916 | 71.3k | uint16_t ib; |
917 | 71.3k | uint16_t nf, nl, nq, nr; |
918 | | |
919 | 71.3k | nl = n; |
920 | 71.3k | nf = 0; |
921 | 71.3k | j = 0; |
922 | | |
923 | 193k | startloop: |
924 | 193k | j++; |
925 | | |
926 | 193k | if (j <= 4) |
927 | 193k | ntry = ntryh[j-1]; |
928 | 0 | else |
929 | 0 | ntry += 2; |
930 | | |
931 | 193k | do |
932 | 407k | { |
933 | 407k | nq = nl / ntry; |
934 | 407k | nr = nl - ntry*nq; |
935 | | |
936 | 407k | if (nr != 0) |
937 | 122k | goto startloop; |
938 | | |
939 | 285k | nf++; |
940 | 285k | ifac[nf+1] = ntry; |
941 | 285k | nl = nq; |
942 | | |
943 | 285k | if (ntry == 2 && nf != 1) |
944 | 26.5k | { |
945 | 126k | for (i = 2; i <= nf; i++) |
946 | 100k | { |
947 | 100k | ib = nf - i + 2; |
948 | 100k | ifac[ib+1] = ifac[ib]; |
949 | 100k | } |
950 | 26.5k | ifac[2] = 2; |
951 | 26.5k | } |
952 | 285k | } while (nl != 1); |
953 | | |
954 | 71.3k | ifac[0] = n; |
955 | 71.3k | ifac[1] = nf; |
956 | | |
957 | | #ifndef FIXED_POINT |
958 | | argh = (real_t)2.0*(real_t)M_PI / (real_t)n; |
959 | | i = 0; |
960 | | l1 = 1; |
961 | | |
962 | 200k | for (k1 = 1; k1 <= nf; k1++) |
963 | 160k | { |
964 | 160k | ip = ifac[k1+1]; |
965 | 160k | ld = 0; |
966 | 160k | l2 = l1*ip; |
967 | 160k | ido = n / l2; |
968 | 160k | ipm = ip - 1; |
969 | | |
970 | 611k | for (j = 0; j < ipm; j++) |
971 | 450k | { |
972 | 450k | i1 = i; |
973 | 450k | RE(wa[i]) = 1.0; |
974 | 450k | IM(wa[i]) = 0.0; |
975 | | ld += l1; |
976 | | fi = 0; |
977 | | argld = ld*argh; |
978 | | |
979 | 11.5M | for (ii = 0; ii < ido; ii++) |
980 | 11.0M | { |
981 | 11.0M | i++; |
982 | 11.0M | fi++; |
983 | 11.0M | arg = fi * argld; |
984 | 11.0M | RE(wa[i]) = (real_t)cos(arg); |
985 | 11.0M | #if 1 |
986 | 11.0M | IM(wa[i]) = (real_t)sin(arg); |
987 | | #else |
988 | | IM(wa[i]) = (real_t)-sin(arg); |
989 | | #endif |
990 | 11.0M | } |
991 | | |
992 | 450k | if (ip > 5) |
993 | 0 | { |
994 | 0 | RE(wa[i1]) = RE(wa[i]); |
995 | 0 | IM(wa[i1]) = IM(wa[i]); |
996 | 0 | } |
997 | 450k | } |
998 | 160k | l1 = l2; |
999 | 160k | } |
1000 | | #else // FIXED_POINT |
1001 | | (void)wa; /* whoa! does it work for FIXED_POINT? */ |
1002 | | #endif |
1003 | 71.3k | } Line | Count | Source | 907 | 31.1k | { | 908 | 31.1k | static uint16_t ntryh[4] = {3, 4, 2, 5}; | 909 | | #ifndef FIXED_POINT | 910 | | real_t arg, argh, argld, fi; | 911 | | uint16_t ido, ipm; | 912 | | uint16_t i1, k1, l1, l2; | 913 | | uint16_t ld, ii, ip; | 914 | | #endif | 915 | 31.1k | uint16_t ntry = 0, i, j; | 916 | 31.1k | uint16_t ib; | 917 | 31.1k | uint16_t nf, nl, nq, nr; | 918 | | | 919 | 31.1k | nl = n; | 920 | 31.1k | nf = 0; | 921 | 31.1k | j = 0; | 922 | | | 923 | 84.3k | startloop: | 924 | 84.3k | j++; | 925 | | | 926 | 84.3k | if (j <= 4) | 927 | 84.3k | ntry = ntryh[j-1]; | 928 | 0 | else | 929 | 0 | ntry += 2; | 930 | | | 931 | 84.3k | do | 932 | 177k | { | 933 | 177k | nq = nl / ntry; | 934 | 177k | nr = nl - ntry*nq; | 935 | | | 936 | 177k | if (nr != 0) | 937 | 53.1k | goto startloop; | 938 | | | 939 | 124k | nf++; | 940 | 124k | ifac[nf+1] = ntry; | 941 | 124k | nl = nq; | 942 | | | 943 | 124k | if (ntry == 2 && nf != 1) | 944 | 10.9k | { | 945 | 52.3k | for (i = 2; i <= nf; i++) | 946 | 41.4k | { | 947 | 41.4k | ib = nf - i + 2; | 948 | 41.4k | ifac[ib+1] = ifac[ib]; | 949 | 41.4k | } | 950 | 10.9k | ifac[2] = 2; | 951 | 10.9k | } | 952 | 124k | } while (nl != 1); | 953 | | | 954 | 31.1k | ifac[0] = n; | 955 | 31.1k | ifac[1] = nf; | 956 | | | 957 | | #ifndef FIXED_POINT | 958 | | argh = (real_t)2.0*(real_t)M_PI / (real_t)n; | 959 | | i = 0; | 960 | | l1 = 1; | 961 | | | 962 | | for (k1 = 1; k1 <= nf; k1++) | 963 | | { | 964 | | ip = ifac[k1+1]; | 965 | | ld = 0; | 966 | | l2 = l1*ip; | 967 | | ido = n / l2; | 968 | | ipm = ip - 1; | 969 | | | 970 | | for (j = 0; j < ipm; j++) | 971 | | { | 972 | | i1 = i; | 973 | | RE(wa[i]) = 1.0; | 974 | | IM(wa[i]) = 0.0; | 975 | | ld += l1; | 976 | | fi = 0; | 977 | | argld = ld*argh; | 978 | | | 979 | | for (ii = 0; ii < ido; ii++) | 980 | | { | 981 | | i++; | 982 | | fi++; | 983 | | arg = fi * argld; | 984 | | RE(wa[i]) = (real_t)cos(arg); | 985 | | #if 1 | 986 | | IM(wa[i]) = (real_t)sin(arg); | 987 | | #else | 988 | | IM(wa[i]) = (real_t)-sin(arg); | 989 | | #endif | 990 | | } | 991 | | | 992 | | if (ip > 5) | 993 | | { | 994 | | RE(wa[i1]) = RE(wa[i]); | 995 | | IM(wa[i1]) = IM(wa[i]); | 996 | | } | 997 | | } | 998 | | l1 = l2; | 999 | | } | 1000 | | #else // FIXED_POINT | 1001 | 31.1k | (void)wa; /* whoa! does it work for FIXED_POINT? */ | 1002 | 31.1k | #endif | 1003 | 31.1k | } |
Line | Count | Source | 907 | 40.1k | { | 908 | 40.1k | static uint16_t ntryh[4] = {3, 4, 2, 5}; | 909 | 40.1k | #ifndef FIXED_POINT | 910 | 40.1k | real_t arg, argh, argld, fi; | 911 | 40.1k | uint16_t ido, ipm; | 912 | 40.1k | uint16_t i1, k1, l1, l2; | 913 | 40.1k | uint16_t ld, ii, ip; | 914 | 40.1k | #endif | 915 | 40.1k | uint16_t ntry = 0, i, j; | 916 | 40.1k | uint16_t ib; | 917 | 40.1k | uint16_t nf, nl, nq, nr; | 918 | | | 919 | 40.1k | nl = n; | 920 | 40.1k | nf = 0; | 921 | 40.1k | j = 0; | 922 | | | 923 | 109k | startloop: | 924 | 109k | j++; | 925 | | | 926 | 109k | if (j <= 4) | 927 | 109k | ntry = ntryh[j-1]; | 928 | 0 | else | 929 | 0 | ntry += 2; | 930 | | | 931 | 109k | do | 932 | 230k | { | 933 | 230k | nq = nl / ntry; | 934 | 230k | nr = nl - ntry*nq; | 935 | | | 936 | 230k | if (nr != 0) | 937 | 69.4k | goto startloop; | 938 | | | 939 | 160k | nf++; | 940 | 160k | ifac[nf+1] = ntry; | 941 | 160k | nl = nq; | 942 | | | 943 | 160k | if (ntry == 2 && nf != 1) | 944 | 15.5k | { | 945 | 74.5k | for (i = 2; i <= nf; i++) | 946 | 58.9k | { | 947 | 58.9k | ib = nf - i + 2; | 948 | 58.9k | ifac[ib+1] = ifac[ib]; | 949 | 58.9k | } | 950 | 15.5k | ifac[2] = 2; | 951 | 15.5k | } | 952 | 160k | } while (nl != 1); | 953 | | | 954 | 40.1k | ifac[0] = n; | 955 | 40.1k | ifac[1] = nf; | 956 | | | 957 | 40.1k | #ifndef FIXED_POINT | 958 | 40.1k | argh = (real_t)2.0*(real_t)M_PI / (real_t)n; | 959 | 40.1k | i = 0; | 960 | 40.1k | l1 = 1; | 961 | | | 962 | 200k | for (k1 = 1; k1 <= nf; k1++) | 963 | 160k | { | 964 | 160k | ip = ifac[k1+1]; | 965 | 160k | ld = 0; | 966 | 160k | l2 = l1*ip; | 967 | 160k | ido = n / l2; | 968 | 160k | ipm = ip - 1; | 969 | | | 970 | 611k | for (j = 0; j < ipm; j++) | 971 | 450k | { | 972 | 450k | i1 = i; | 973 | 450k | RE(wa[i]) = 1.0; | 974 | 450k | IM(wa[i]) = 0.0; | 975 | 450k | ld += l1; | 976 | 450k | fi = 0; | 977 | 450k | argld = ld*argh; | 978 | | | 979 | 11.5M | for (ii = 0; ii < ido; ii++) | 980 | 11.0M | { | 981 | 11.0M | i++; | 982 | 11.0M | fi++; | 983 | 11.0M | arg = fi * argld; | 984 | 11.0M | RE(wa[i]) = (real_t)cos(arg); | 985 | 11.0M | #if 1 | 986 | 11.0M | IM(wa[i]) = (real_t)sin(arg); | 987 | | #else | 988 | | IM(wa[i]) = (real_t)-sin(arg); | 989 | | #endif | 990 | 11.0M | } | 991 | | | 992 | 450k | if (ip > 5) | 993 | 0 | { | 994 | 0 | RE(wa[i1]) = RE(wa[i]); | 995 | 0 | IM(wa[i1]) = IM(wa[i]); | 996 | 0 | } | 997 | 450k | } | 998 | 160k | l1 = l2; | 999 | 160k | } | 1000 | | #else // FIXED_POINT | 1001 | | (void)wa; /* whoa! does it work for FIXED_POINT? */ | 1002 | | #endif | 1003 | 40.1k | } |
|
1004 | | |
1005 | | cfft_info *cffti(uint16_t n) |
1006 | 3.42k | { |
1007 | 3.42k | cfft_info *cfft = (cfft_info*)faad_malloc(sizeof(cfft_info)); |
1008 | | |
1009 | 3.42k | cfft->n = n; |
1010 | 3.42k | cfft->work = (complex_t*)faad_malloc(n*sizeof(complex_t)); |
1011 | | |
1012 | | #ifndef FIXED_POINT |
1013 | | cfft->tab = (complex_t*)faad_malloc(n*sizeof(complex_t)); |
1014 | | |
1015 | | cffti1(n, cfft->tab, cfft->ifac); |
1016 | | #else |
1017 | 3.42k | cffti1(n, NULL, cfft->ifac); |
1018 | | |
1019 | 3.42k | switch (n) |
1020 | 3.42k | { |
1021 | 1.15k | case 64: cfft->tab = (complex_t*)cfft_tab_64; break; |
1022 | 1.15k | case 512: cfft->tab = (complex_t*)cfft_tab_512; break; |
1023 | | #ifdef LD_DEC |
1024 | | case 256: cfft->tab = (complex_t*)cfft_tab_256; break; |
1025 | | #endif |
1026 | | |
1027 | 0 | #ifdef ALLOW_SMALL_FRAMELENGTH |
1028 | 560 | case 60: cfft->tab = (complex_t*)cfft_tab_60; break; |
1029 | 560 | case 480: cfft->tab = (complex_t*)cfft_tab_480; break; |
1030 | | #ifdef LD_DEC |
1031 | | case 240: cfft->tab = (complex_t*)cfft_tab_240; break; |
1032 | | #endif |
1033 | 0 | #endif |
1034 | 0 | case 128: cfft->tab = (complex_t*)cfft_tab_128; break; |
1035 | 3.42k | } |
1036 | 3.42k | #endif |
1037 | | |
1038 | 3.42k | return cfft; |
1039 | 3.42k | } |
1040 | | |
1041 | | void cfftu(cfft_info *cfft) |
1042 | 31.1k | { |
1043 | 31.1k | if (cfft->work) faad_free(cfft->work); |
1044 | | #ifndef FIXED_POINT |
1045 | | if (cfft->tab) faad_free(cfft->tab); |
1046 | | #endif |
1047 | | |
1048 | 31.1k | if (cfft) faad_free(cfft); |
1049 | 31.1k | } |
1050 | | |