Coverage Report

Created: 2026-01-17 06:46

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/proc/self/cwd/libfaad/cfft.c
Line
Count
Source
1
/*
2
** FAAD2 - Freeware Advanced Audio (AAC) Decoder including SBR decoding
3
** Copyright (C) 2003-2005 M. Bakker, Nero AG, http://www.nero.com
4
**
5
** This program is free software; you can redistribute it and/or modify
6
** it under the terms of the GNU General Public License as published by
7
** the Free Software Foundation; either version 2 of the License, or
8
** (at your option) any later version.
9
**
10
** This program is distributed in the hope that it will be useful,
11
** but WITHOUT ANY WARRANTY; without even the implied warranty of
12
** MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13
** GNU General Public License for more details.
14
**
15
** You should have received a copy of the GNU General Public License
16
** along with this program; if not, write to the Free Software
17
** Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
18
**
19
** Any non-GPL usage of this software or parts of this software is strictly
20
** forbidden.
21
**
22
** The "appropriate copyright message" mentioned in section 2c of the GPLv2
23
** must read: "Code from FAAD2 is copyright (c) Nero AG, www.nero.com"
24
**
25
** Commercial non-GPL licensing of this software is possible.
26
** For more info contact Nero AG through Mpeg4AAClicense@nero.com.
27
**
28
** $Id: cfft.c,v 1.35 2007/11/01 12:33:29 menno Exp $
29
**/
30
31
/*
32
 * Algorithmically based on Fortran-77 FFTPACK
33
 * by Paul N. Swarztrauber(Version 4, 1985).
34
 *
35
 * Does even sized fft only
36
 */
37
38
/* isign is +1 for backward and -1 for forward transforms */
39
40
#include "common.h"
41
#include "structs.h"
42
43
#include <stdlib.h>
44
45
#include "cfft.h"
46
#include "cfft_tab.h"
47
48
49
/* static function declarations */
50
static void passf2pos(const uint16_t ido, const uint16_t l1, const complex_t *cc,
51
                      complex_t *ch, const complex_t *wa);
52
static void passf2neg(const uint16_t ido, const uint16_t l1, const complex_t *cc,
53
                      complex_t *ch, const complex_t *wa);
54
static void passf3(const uint16_t ido, const uint16_t l1, const complex_t *cc,
55
                   complex_t *ch, const complex_t *wa1, const complex_t *wa2, const int8_t isign);
56
static void passf4pos(const uint16_t ido, const uint16_t l1, const complex_t *cc, complex_t *ch,
57
                      const complex_t *wa1, const complex_t *wa2, const complex_t *wa3);
58
static void passf4neg(const uint16_t ido, const uint16_t l1, const complex_t *cc, complex_t *ch,
59
                      const complex_t *wa1, const complex_t *wa2, const complex_t *wa3);
60
static void passf5(const uint16_t ido, const uint16_t l1, const complex_t *cc, complex_t *ch,
61
                   const complex_t *wa1, const complex_t *wa2, const complex_t *wa3,
62
                   const complex_t *wa4, const int8_t isign);
63
static void cffti1(uint16_t n, complex_t *wa, uint16_t *ifac);
64
65
66
/*----------------------------------------------------------------------
67
   passf2, passf3, passf4, passf5. Complex FFT passes fwd and bwd.
68
  ----------------------------------------------------------------------*/
69
70
static void passf2pos(const uint16_t ido, const uint16_t l1, const complex_t *cc,
71
                      complex_t *ch, const complex_t *wa)
72
235k
{
73
235k
    uint16_t i, k, ah, ac;
74
75
235k
    if (ido == 1)
76
0
    {
77
0
#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
78
        // TODO: remove this code once fuzzer proves it is totally unreahable
79
        // For supported frame lengths that have odd number of factor 2 it is
80
        // never the last factor; consequently `ido` should never be 1.
81
0
        __builtin_trap();
82
        /*
83
#endif
84
        for (k = 0; k < l1; k++)
85
        {
86
            ah = 2*k;
87
            ac = 4*k;
88
89
            RE(ch[ah])    = RE(cc[ac]) + RE(cc[ac+1]);
90
            RE(ch[ah+l1]) = RE(cc[ac]) - RE(cc[ac+1]);
91
            IM(ch[ah])    = IM(cc[ac]) + IM(cc[ac+1]);
92
            IM(ch[ah+l1]) = IM(cc[ac]) - IM(cc[ac+1]);
93
        }
94
#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
95
        */
96
0
#endif
97
235k
    } else {
98
471k
        for (k = 0; k < l1; k++)
99
235k
        {
100
235k
            ah = k*ido;
101
235k
            ac = 2*k*ido;
102
103
60.0M
            for (i = 0; i < ido; i++)
104
59.8M
            {
105
59.8M
                complex_t t2;
106
107
59.8M
                RE(ch[ah+i]) = RE(cc[ac+i]) + RE(cc[ac+i+ido]);
108
59.8M
                RE(t2)       = RE(cc[ac+i]) - RE(cc[ac+i+ido]);
109
110
59.8M
                IM(ch[ah+i]) = IM(cc[ac+i]) + IM(cc[ac+i+ido]);
111
59.8M
                IM(t2)       = IM(cc[ac+i]) - IM(cc[ac+i+ido]);
112
113
59.8M
#if 1
114
59.8M
                ComplexMult(&IM(ch[ah+i+l1*ido]), &RE(ch[ah+i+l1*ido]),
115
59.8M
                    IM(t2), RE(t2), RE(wa[i]), IM(wa[i]));
116
#else
117
                ComplexMult(&RE(ch[ah+i+l1*ido]), &IM(ch[ah+i+l1*ido]),
118
                    RE(t2), IM(t2), RE(wa[i]), IM(wa[i]));
119
#endif
120
59.8M
            }
121
235k
        }
122
235k
    }
123
235k
}
124
125
static void passf2neg(const uint16_t ido, const uint16_t l1, const complex_t *cc,
126
                      complex_t *ch, const complex_t *wa)
127
6.79k
{
128
6.79k
    uint16_t i, k, ah, ac;
129
130
6.79k
    if (ido == 1)
131
0
    {
132
0
#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
133
        // TODO: remove this code once fuzzer proves it is totally unreahable
134
        // For supported frame lengths that have odd number of factor 2 it is
135
        // never the last factor; consequently `ido` should never be 1.
136
0
        __builtin_trap();
137
        /*
138
#endif
139
        for (k = 0; k < l1; k++)
140
        {
141
            ah = 2*k;
142
            ac = 4*k;
143
144
            RE(ch[ah])    = RE(cc[ac]) + RE(cc[ac+1]);
145
            RE(ch[ah+l1]) = RE(cc[ac]) - RE(cc[ac+1]);
146
            IM(ch[ah])    = IM(cc[ac]) + IM(cc[ac+1]);
147
            IM(ch[ah+l1]) = IM(cc[ac]) - IM(cc[ac+1]);
148
        }
149
#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
150
        */
151
0
#endif
152
6.79k
    } else {
153
13.5k
        for (k = 0; k < l1; k++)
154
6.79k
        {
155
6.79k
            ah = k*ido;
156
6.79k
            ac = 2*k*ido;
157
158
1.68M
            for (i = 0; i < ido; i++)
159
1.67M
            {
160
1.67M
                complex_t t2;
161
162
1.67M
                RE(ch[ah+i]) = RE(cc[ac+i]) + RE(cc[ac+i+ido]);
163
1.67M
                RE(t2)       = RE(cc[ac+i]) - RE(cc[ac+i+ido]);
164
165
1.67M
                IM(ch[ah+i]) = IM(cc[ac+i]) + IM(cc[ac+i+ido]);
166
1.67M
                IM(t2)       = IM(cc[ac+i]) - IM(cc[ac+i+ido]);
167
168
1.67M
#if 1
169
1.67M
                ComplexMult(&RE(ch[ah+i+l1*ido]), &IM(ch[ah+i+l1*ido]),
170
1.67M
                    RE(t2), IM(t2), RE(wa[i]), IM(wa[i]));
171
#else
172
                ComplexMult(&IM(ch[ah+i+l1*ido]), &RE(ch[ah+i+l1*ido]),
173
                    IM(t2), RE(t2), RE(wa[i]), IM(wa[i]));
174
#endif
175
1.67M
            }
176
6.79k
        }
177
6.79k
    }
178
6.79k
}
179
180
181
static void passf3(const uint16_t ido, const uint16_t l1, const complex_t *cc,
182
                   complex_t *ch, const complex_t *wa1, const complex_t *wa2,
183
                   const int8_t isign)
184
71.0k
{
185
71.0k
    static real_t taur = FRAC_CONST(-0.5);
186
71.0k
    static real_t taui = FRAC_CONST(0.866025403784439);
187
71.0k
    uint16_t i, k, ac, ah;
188
71.0k
    complex_t c2, c3, d2, d3, t2;
189
190
71.0k
    if (ido == 1)
191
0
    {
192
0
#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
193
        // TODO: remove this code once fuzzer proves it is totally unreahable
194
        // 3 is never the the biggest factor for supported frame lengths;
195
        // consequently `ido` should never be 1.
196
0
        __builtin_trap();
197
        /*
198
#endif
199
        if (isign == 1)
200
        {
201
            for (k = 0; k < l1; k++)
202
            {
203
                ac = 3*k+1;
204
                ah = k;
205
206
                RE(t2) = RE(cc[ac]) + RE(cc[ac+1]);
207
                IM(t2) = IM(cc[ac]) + IM(cc[ac+1]);
208
                RE(c2) = RE(cc[ac-1]) + MUL_F(RE(t2),taur);
209
                IM(c2) = IM(cc[ac-1]) + MUL_F(IM(t2),taur);
210
211
                RE(ch[ah]) = RE(cc[ac-1]) + RE(t2);
212
                IM(ch[ah]) = IM(cc[ac-1]) + IM(t2);
213
214
                RE(c3) = MUL_F((RE(cc[ac]) - RE(cc[ac+1])), taui);
215
                IM(c3) = MUL_F((IM(cc[ac]) - IM(cc[ac+1])), taui);
216
217
                RE(ch[ah+l1]) = RE(c2) - IM(c3);
218
                IM(ch[ah+l1]) = IM(c2) + RE(c3);
219
                RE(ch[ah+2*l1]) = RE(c2) + IM(c3);
220
                IM(ch[ah+2*l1]) = IM(c2) - RE(c3);
221
            }
222
        } else {
223
            for (k = 0; k < l1; k++)
224
            {
225
                ac = 3*k+1;
226
                ah = k;
227
228
                RE(t2) = RE(cc[ac]) + RE(cc[ac+1]);
229
                IM(t2) = IM(cc[ac]) + IM(cc[ac+1]);
230
                RE(c2) = RE(cc[ac-1]) + MUL_F(RE(t2),taur);
231
                IM(c2) = IM(cc[ac-1]) + MUL_F(IM(t2),taur);
232
233
                RE(ch[ah]) = RE(cc[ac-1]) + RE(t2);
234
                IM(ch[ah]) = IM(cc[ac-1]) + IM(t2);
235
236
                RE(c3) = MUL_F((RE(cc[ac]) - RE(cc[ac+1])), taui);
237
                IM(c3) = MUL_F((IM(cc[ac]) - IM(cc[ac+1])), taui);
238
239
                RE(ch[ah+l1]) = RE(c2) + IM(c3);
240
                IM(ch[ah+l1]) = IM(c2) - RE(c3);
241
                RE(ch[ah+2*l1]) = RE(c2) - IM(c3);
242
                IM(ch[ah+2*l1]) = IM(c2) + RE(c3);
243
            }
244
        }
245
#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
246
        */
247
0
#endif
248
71.0k
    } else {
249
71.0k
        if (isign == 1)
250
66.8k
        {
251
169k
            for (k = 0; k < l1; k++)
252
102k
            {
253
6.55M
                for (i = 0; i < ido; i++)
254
6.45M
                {
255
6.45M
                    ac = i + (3*k+1)*ido;
256
6.45M
                    ah = i + k * ido;
257
258
6.45M
                    RE(t2) = RE(cc[ac]) + RE(cc[ac+ido]);
259
6.45M
                    RE(c2) = RE(cc[ac-ido]) + MUL_F(RE(t2),taur);
260
6.45M
                    IM(t2) = IM(cc[ac]) + IM(cc[ac+ido]);
261
6.45M
                    IM(c2) = IM(cc[ac-ido]) + MUL_F(IM(t2),taur);
262
263
6.45M
                    RE(ch[ah]) = RE(cc[ac-ido]) + RE(t2);
264
6.45M
                    IM(ch[ah]) = IM(cc[ac-ido]) + IM(t2);
265
266
6.45M
                    RE(c3) = MUL_F((RE(cc[ac]) - RE(cc[ac+ido])), taui);
267
6.45M
                    IM(c3) = MUL_F((IM(cc[ac]) - IM(cc[ac+ido])), taui);
268
269
6.45M
                    RE(d2) = RE(c2) - IM(c3);
270
6.45M
                    IM(d3) = IM(c2) - RE(c3);
271
6.45M
                    RE(d3) = RE(c2) + IM(c3);
272
6.45M
                    IM(d2) = IM(c2) + RE(c3);
273
274
6.45M
#if 1
275
6.45M
                    ComplexMult(&IM(ch[ah+l1*ido]), &RE(ch[ah+l1*ido]),
276
6.45M
                        IM(d2), RE(d2), RE(wa1[i]), IM(wa1[i]));
277
6.45M
                    ComplexMult(&IM(ch[ah+2*l1*ido]), &RE(ch[ah+2*l1*ido]),
278
6.45M
                        IM(d3), RE(d3), RE(wa2[i]), IM(wa2[i]));
279
#else
280
                    ComplexMult(&RE(ch[ah+l1*ido]), &IM(ch[ah+l1*ido]),
281
                        RE(d2), IM(d2), RE(wa1[i]), IM(wa1[i]));
282
                    ComplexMult(&RE(ch[ah+2*l1*ido]), &IM(ch[ah+2*l1*ido]),
283
                        RE(d3), IM(d3), RE(wa2[i]), IM(wa2[i]));
284
#endif
285
6.45M
                }
286
102k
            }
287
66.8k
        } else {
288
12.3k
            for (k = 0; k < l1; k++)
289
8.22k
            {
290
666k
                for (i = 0; i < ido; i++)
291
657k
                {
292
657k
                    ac = i + (3*k+1)*ido;
293
657k
                    ah = i + k * ido;
294
295
657k
                    RE(t2) = RE(cc[ac]) + RE(cc[ac+ido]);
296
657k
                    RE(c2) = RE(cc[ac-ido]) + MUL_F(RE(t2),taur);
297
657k
                    IM(t2) = IM(cc[ac]) + IM(cc[ac+ido]);
298
657k
                    IM(c2) = IM(cc[ac-ido]) + MUL_F(IM(t2),taur);
299
300
657k
                    RE(ch[ah]) = RE(cc[ac-ido]) + RE(t2);
301
657k
                    IM(ch[ah]) = IM(cc[ac-ido]) + IM(t2);
302
303
657k
                    RE(c3) = MUL_F((RE(cc[ac]) - RE(cc[ac+ido])), taui);
304
657k
                    IM(c3) = MUL_F((IM(cc[ac]) - IM(cc[ac+ido])), taui);
305
306
657k
                    RE(d2) = RE(c2) + IM(c3);
307
657k
                    IM(d3) = IM(c2) + RE(c3);
308
657k
                    RE(d3) = RE(c2) - IM(c3);
309
657k
                    IM(d2) = IM(c2) - RE(c3);
310
311
657k
#if 1
312
657k
                    ComplexMult(&RE(ch[ah+l1*ido]), &IM(ch[ah+l1*ido]),
313
657k
                        RE(d2), IM(d2), RE(wa1[i]), IM(wa1[i]));
314
657k
                    ComplexMult(&RE(ch[ah+2*l1*ido]), &IM(ch[ah+2*l1*ido]),
315
657k
                        RE(d3), IM(d3), RE(wa2[i]), IM(wa2[i]));
316
#else
317
                    ComplexMult(&IM(ch[ah+l1*ido]), &RE(ch[ah+l1*ido]),
318
                        IM(d2), RE(d2), RE(wa1[i]), IM(wa1[i]));
319
                    ComplexMult(&IM(ch[ah+2*l1*ido]), &RE(ch[ah+2*l1*ido]),
320
                        IM(d3), RE(d3), RE(wa2[i]), IM(wa2[i]));
321
#endif
322
657k
                }
323
8.22k
            }
324
4.16k
        }
325
71.0k
    }
326
71.0k
}
327
328
329
static void passf4pos(const uint16_t ido, const uint16_t l1, const complex_t *cc,
330
                      complex_t *ch, const complex_t *wa1, const complex_t *wa2,
331
                      const complex_t *wa3)
332
1.46M
{
333
1.46M
    uint16_t i, k, ac, ah;
334
335
1.46M
    if (ido == 1)
336
386k
    {
337
29.0M
        for (k = 0; k < l1; k++)
338
28.6M
        {
339
28.6M
            complex_t t1, t2, t3, t4;
340
341
28.6M
            ac = 4*k;
342
28.6M
            ah = k;
343
344
28.6M
            RE(t2) = RE(cc[ac])   + RE(cc[ac+2]);
345
28.6M
            RE(t1) = RE(cc[ac])   - RE(cc[ac+2]);
346
28.6M
            IM(t2) = IM(cc[ac])   + IM(cc[ac+2]);
347
28.6M
            IM(t1) = IM(cc[ac])   - IM(cc[ac+2]);
348
28.6M
            RE(t3) = RE(cc[ac+1]) + RE(cc[ac+3]);
349
28.6M
            IM(t4) = RE(cc[ac+1]) - RE(cc[ac+3]);
350
28.6M
            IM(t3) = IM(cc[ac+3]) + IM(cc[ac+1]);
351
28.6M
            RE(t4) = IM(cc[ac+3]) - IM(cc[ac+1]);
352
353
28.6M
            RE(ch[ah])      = RE(t2) + RE(t3);
354
28.6M
            RE(ch[ah+2*l1]) = RE(t2) - RE(t3);
355
356
28.6M
            IM(ch[ah])      = IM(t2) + IM(t3);
357
28.6M
            IM(ch[ah+2*l1]) = IM(t2) - IM(t3);
358
359
28.6M
            RE(ch[ah+l1])   = RE(t1) + RE(t4);
360
28.6M
            RE(ch[ah+3*l1]) = RE(t1) - RE(t4);
361
362
28.6M
            IM(ch[ah+l1])   = IM(t1) + IM(t4);
363
28.6M
            IM(ch[ah+3*l1]) = IM(t1) - IM(t4);
364
28.6M
        }
365
1.07M
    } else {
366
11.6M
        for (k = 0; k < l1; k++)
367
10.5M
        {
368
10.5M
            ac = 4*k*ido;
369
10.5M
            ah = k*ido;
370
371
102M
            for (i = 0; i < ido; i++)
372
92.1M
            {
373
92.1M
                complex_t c2, c3, c4, t1, t2, t3, t4;
374
375
92.1M
                RE(t2) = RE(cc[ac+i]) + RE(cc[ac+i+2*ido]);
376
92.1M
                RE(t1) = RE(cc[ac+i]) - RE(cc[ac+i+2*ido]);
377
92.1M
                IM(t2) = IM(cc[ac+i]) + IM(cc[ac+i+2*ido]);
378
92.1M
                IM(t1) = IM(cc[ac+i]) - IM(cc[ac+i+2*ido]);
379
92.1M
                RE(t3) = RE(cc[ac+i+ido]) + RE(cc[ac+i+3*ido]);
380
92.1M
                IM(t4) = RE(cc[ac+i+ido]) - RE(cc[ac+i+3*ido]);
381
92.1M
                IM(t3) = IM(cc[ac+i+3*ido]) + IM(cc[ac+i+ido]);
382
92.1M
                RE(t4) = IM(cc[ac+i+3*ido]) - IM(cc[ac+i+ido]);
383
384
92.1M
                RE(c2) = RE(t1) + RE(t4);
385
92.1M
                RE(c4) = RE(t1) - RE(t4);
386
387
92.1M
                IM(c2) = IM(t1) + IM(t4);
388
92.1M
                IM(c4) = IM(t1) - IM(t4);
389
390
92.1M
                RE(ch[ah+i]) = RE(t2) + RE(t3);
391
92.1M
                RE(c3)       = RE(t2) - RE(t3);
392
393
92.1M
                IM(ch[ah+i]) = IM(t2) + IM(t3);
394
92.1M
                IM(c3)       = IM(t2) - IM(t3);
395
396
92.1M
#if 1
397
92.1M
                ComplexMult(&IM(ch[ah+i+l1*ido]), &RE(ch[ah+i+l1*ido]),
398
92.1M
                    IM(c2), RE(c2), RE(wa1[i]), IM(wa1[i]));
399
92.1M
                ComplexMult(&IM(ch[ah+i+2*l1*ido]), &RE(ch[ah+i+2*l1*ido]),
400
92.1M
                    IM(c3), RE(c3), RE(wa2[i]), IM(wa2[i]));
401
92.1M
                ComplexMult(&IM(ch[ah+i+3*l1*ido]), &RE(ch[ah+i+3*l1*ido]),
402
92.1M
                    IM(c4), RE(c4), RE(wa3[i]), IM(wa3[i]));
403
#else
404
                ComplexMult(&RE(ch[ah+i+l1*ido]), &IM(ch[ah+i+l1*ido]),
405
                    RE(c2), IM(c2), RE(wa1[i]), IM(wa1[i]));
406
                ComplexMult(&RE(ch[ah+i+2*l1*ido]), &IM(ch[ah+i+2*l1*ido]),
407
                    RE(c3), IM(c3), RE(wa2[i]), IM(wa2[i]));
408
                ComplexMult(&RE(ch[ah+i+3*l1*ido]), &IM(ch[ah+i+3*l1*ido]),
409
                    RE(c4), IM(c4), RE(wa3[i]), IM(wa3[i]));
410
#endif
411
92.1M
            }
412
10.5M
        }
413
1.07M
    }
414
1.46M
}
415
416
static void passf4neg(const uint16_t ido, const uint16_t l1, const complex_t *cc,
417
                      complex_t *ch, const complex_t *wa1, const complex_t *wa2,
418
                      const complex_t *wa3)
419
20.1k
{
420
20.1k
    uint16_t i, k, ac, ah;
421
422
20.1k
    if (ido == 1)
423
2.94k
    {
424
366k
        for (k = 0; k < l1; k++)
425
363k
        {
426
363k
            complex_t t1, t2, t3, t4;
427
428
363k
            ac = 4*k;
429
363k
            ah = k;
430
431
363k
            RE(t2) = RE(cc[ac])   + RE(cc[ac+2]);
432
363k
            RE(t1) = RE(cc[ac])   - RE(cc[ac+2]);
433
363k
            IM(t2) = IM(cc[ac])   + IM(cc[ac+2]);
434
363k
            IM(t1) = IM(cc[ac])   - IM(cc[ac+2]);
435
363k
            RE(t3) = RE(cc[ac+1]) + RE(cc[ac+3]);
436
363k
            IM(t4) = RE(cc[ac+1]) - RE(cc[ac+3]);
437
363k
            IM(t3) = IM(cc[ac+3]) + IM(cc[ac+1]);
438
363k
            RE(t4) = IM(cc[ac+3]) - IM(cc[ac+1]);
439
440
363k
            RE(ch[ah])      = RE(t2) + RE(t3);
441
363k
            RE(ch[ah+2*l1]) = RE(t2) - RE(t3);
442
443
363k
            IM(ch[ah])      = IM(t2) + IM(t3);
444
363k
            IM(ch[ah+2*l1]) = IM(t2) - IM(t3);
445
446
363k
            RE(ch[ah+l1])   = RE(t1) - RE(t4);
447
363k
            RE(ch[ah+3*l1]) = RE(t1) + RE(t4);
448
449
363k
            IM(ch[ah+l1])   = IM(t1) - IM(t4);
450
363k
            IM(ch[ah+3*l1]) = IM(t1) + IM(t4);
451
363k
        }
452
17.1k
    } else {
453
259k
        for (k = 0; k < l1; k++)
454
242k
        {
455
242k
            ac = 4*k*ido;
456
242k
            ah = k*ido;
457
458
2.32M
            for (i = 0; i < ido; i++)
459
2.07M
            {
460
2.07M
                complex_t c2, c3, c4, t1, t2, t3, t4;
461
462
2.07M
                RE(t2) = RE(cc[ac+i]) + RE(cc[ac+i+2*ido]);
463
2.07M
                RE(t1) = RE(cc[ac+i]) - RE(cc[ac+i+2*ido]);
464
2.07M
                IM(t2) = IM(cc[ac+i]) + IM(cc[ac+i+2*ido]);
465
2.07M
                IM(t1) = IM(cc[ac+i]) - IM(cc[ac+i+2*ido]);
466
2.07M
                RE(t3) = RE(cc[ac+i+ido]) + RE(cc[ac+i+3*ido]);
467
2.07M
                IM(t4) = RE(cc[ac+i+ido]) - RE(cc[ac+i+3*ido]);
468
2.07M
                IM(t3) = IM(cc[ac+i+3*ido]) + IM(cc[ac+i+ido]);
469
2.07M
                RE(t4) = IM(cc[ac+i+3*ido]) - IM(cc[ac+i+ido]);
470
471
2.07M
                RE(c2) = RE(t1) - RE(t4);
472
2.07M
                RE(c4) = RE(t1) + RE(t4);
473
474
2.07M
                IM(c2) = IM(t1) - IM(t4);
475
2.07M
                IM(c4) = IM(t1) + IM(t4);
476
477
2.07M
                RE(ch[ah+i]) = RE(t2) + RE(t3);
478
2.07M
                RE(c3)       = RE(t2) - RE(t3);
479
480
2.07M
                IM(ch[ah+i]) = IM(t2) + IM(t3);
481
2.07M
                IM(c3)       = IM(t2) - IM(t3);
482
483
2.07M
#if 1
484
2.07M
                ComplexMult(&RE(ch[ah+i+l1*ido]), &IM(ch[ah+i+l1*ido]),
485
2.07M
                    RE(c2), IM(c2), RE(wa1[i]), IM(wa1[i]));
486
2.07M
                ComplexMult(&RE(ch[ah+i+2*l1*ido]), &IM(ch[ah+i+2*l1*ido]),
487
2.07M
                    RE(c3), IM(c3), RE(wa2[i]), IM(wa2[i]));
488
2.07M
                ComplexMult(&RE(ch[ah+i+3*l1*ido]), &IM(ch[ah+i+3*l1*ido]),
489
2.07M
                    RE(c4), IM(c4), RE(wa3[i]), IM(wa3[i]));
490
#else
491
                ComplexMult(&IM(ch[ah+i+l1*ido]), &RE(ch[ah+i+l1*ido]),
492
                    IM(c2), RE(c2), RE(wa1[i]), IM(wa1[i]));
493
                ComplexMult(&IM(ch[ah+i+2*l1*ido]), &RE(ch[ah+i+2*l1*ido]),
494
                    IM(c3), RE(c3), RE(wa2[i]), IM(wa2[i]));
495
                ComplexMult(&IM(ch[ah+i+3*l1*ido]), &RE(ch[ah+i+3*l1*ido]),
496
                    IM(c4), RE(c4), RE(wa3[i]), IM(wa3[i]));
497
#endif
498
2.07M
            }
499
242k
        }
500
17.1k
    }
501
20.1k
}
502
503
static void passf5(const uint16_t ido, const uint16_t l1, const complex_t *cc,
504
                   complex_t *ch, const complex_t *wa1, const complex_t *wa2, const complex_t *wa3,
505
                   const complex_t *wa4, const int8_t isign)
506
71.0k
{
507
71.0k
    static real_t tr11 = FRAC_CONST(0.309016994374947);
508
71.0k
    static real_t ti11 = FRAC_CONST(0.951056516295154);
509
71.0k
    static real_t tr12 = FRAC_CONST(-0.809016994374947);
510
71.0k
    static real_t ti12 = FRAC_CONST(0.587785252292473);
511
71.0k
    uint16_t k, ac, ah;
512
71.0k
    complex_t c2, c3, c4, c5, t2, t3, t4, t5;
513
71.0k
    (void)wa1;
514
71.0k
    (void)wa2;
515
71.0k
    (void)wa3;
516
71.0k
    (void)wa4;
517
518
71.0k
    if (ido == 1)
519
71.0k
    {
520
71.0k
        if (isign == 1)
521
66.8k
        {
522
3.94M
            for (k = 0; k < l1; k++)
523
3.87M
            {
524
3.87M
                ac = 5*k + 1;
525
3.87M
                ah = k;
526
527
3.87M
                RE(t2) = RE(cc[ac]) + RE(cc[ac+3]);
528
3.87M
                IM(t2) = IM(cc[ac]) + IM(cc[ac+3]);
529
3.87M
                RE(t3) = RE(cc[ac+1]) + RE(cc[ac+2]);
530
3.87M
                IM(t3) = IM(cc[ac+1]) + IM(cc[ac+2]);
531
3.87M
                RE(t4) = RE(cc[ac+1]) - RE(cc[ac+2]);
532
3.87M
                IM(t4) = IM(cc[ac+1]) - IM(cc[ac+2]);
533
3.87M
                RE(t5) = RE(cc[ac]) - RE(cc[ac+3]);
534
3.87M
                IM(t5) = IM(cc[ac]) - IM(cc[ac+3]);
535
536
3.87M
                RE(ch[ah]) = RE(cc[ac-1]) + RE(t2) + RE(t3);
537
3.87M
                IM(ch[ah]) = IM(cc[ac-1]) + IM(t2) + IM(t3);
538
539
3.87M
                RE(c2) = RE(cc[ac-1]) + MUL_F(RE(t2),tr11) + MUL_F(RE(t3),tr12);
540
3.87M
                IM(c2) = IM(cc[ac-1]) + MUL_F(IM(t2),tr11) + MUL_F(IM(t3),tr12);
541
3.87M
                RE(c3) = RE(cc[ac-1]) + MUL_F(RE(t2),tr12) + MUL_F(RE(t3),tr11);
542
3.87M
                IM(c3) = IM(cc[ac-1]) + MUL_F(IM(t2),tr12) + MUL_F(IM(t3),tr11);
543
544
3.87M
                ComplexMult(&RE(c5), &RE(c4),
545
3.87M
                    ti11, ti12, RE(t5), RE(t4));
546
3.87M
                ComplexMult(&IM(c5), &IM(c4),
547
3.87M
                    ti11, ti12, IM(t5), IM(t4));
548
549
3.87M
                RE(ch[ah+l1]) = RE(c2) - IM(c5);
550
3.87M
                IM(ch[ah+l1]) = IM(c2) + RE(c5);
551
3.87M
                RE(ch[ah+2*l1]) = RE(c3) - IM(c4);
552
3.87M
                IM(ch[ah+2*l1]) = IM(c3) + RE(c4);
553
3.87M
                RE(ch[ah+3*l1]) = RE(c3) + IM(c4);
554
3.87M
                IM(ch[ah+3*l1]) = IM(c3) - RE(c4);
555
3.87M
                RE(ch[ah+4*l1]) = RE(c2) + IM(c5);
556
3.87M
                IM(ch[ah+4*l1]) = IM(c2) - RE(c5);
557
3.87M
            }
558
66.8k
        } else {
559
398k
            for (k = 0; k < l1; k++)
560
394k
            {
561
394k
                ac = 5*k + 1;
562
394k
                ah = k;
563
564
394k
                RE(t2) = RE(cc[ac]) + RE(cc[ac+3]);
565
394k
                IM(t2) = IM(cc[ac]) + IM(cc[ac+3]);
566
394k
                RE(t3) = RE(cc[ac+1]) + RE(cc[ac+2]);
567
394k
                IM(t3) = IM(cc[ac+1]) + IM(cc[ac+2]);
568
394k
                RE(t4) = RE(cc[ac+1]) - RE(cc[ac+2]);
569
394k
                IM(t4) = IM(cc[ac+1]) - IM(cc[ac+2]);
570
394k
                RE(t5) = RE(cc[ac]) - RE(cc[ac+3]);
571
394k
                IM(t5) = IM(cc[ac]) - IM(cc[ac+3]);
572
573
394k
                RE(ch[ah]) = RE(cc[ac-1]) + RE(t2) + RE(t3);
574
394k
                IM(ch[ah]) = IM(cc[ac-1]) + IM(t2) + IM(t3);
575
576
394k
                RE(c2) = RE(cc[ac-1]) + MUL_F(RE(t2),tr11) + MUL_F(RE(t3),tr12);
577
394k
                IM(c2) = IM(cc[ac-1]) + MUL_F(IM(t2),tr11) + MUL_F(IM(t3),tr12);
578
394k
                RE(c3) = RE(cc[ac-1]) + MUL_F(RE(t2),tr12) + MUL_F(RE(t3),tr11);
579
394k
                IM(c3) = IM(cc[ac-1]) + MUL_F(IM(t2),tr12) + MUL_F(IM(t3),tr11);
580
581
394k
                ComplexMult(&RE(c4), &RE(c5),
582
394k
                    ti12, ti11, RE(t5), RE(t4));
583
394k
                ComplexMult(&IM(c4), &IM(c5),
584
394k
                    ti12, ti11, IM(t5), IM(t4));
585
586
394k
                RE(ch[ah+l1]) = RE(c2) + IM(c5);
587
394k
                IM(ch[ah+l1]) = IM(c2) - RE(c5);
588
394k
                RE(ch[ah+2*l1]) = RE(c3) + IM(c4);
589
394k
                IM(ch[ah+2*l1]) = IM(c3) - RE(c4);
590
394k
                RE(ch[ah+3*l1]) = RE(c3) - IM(c4);
591
394k
                IM(ch[ah+3*l1]) = IM(c3) + RE(c4);
592
394k
                RE(ch[ah+4*l1]) = RE(c2) - IM(c5);
593
394k
                IM(ch[ah+4*l1]) = IM(c2) + RE(c5);
594
394k
            }
595
4.16k
        }
596
71.0k
    } else {
597
0
#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
598
        // TODO: remove this code once fuzzer proves it is totally unreahable
599
        // 5 if the biggest factor and it never repeated for supported frame
600
        // lengths; consequently `ido` should always be 1.
601
0
        __builtin_trap();
602
        /*
603
#else
604
        uint16_t i;
605
        complex_t d3, d4, d5, d2;
606
#endif
607
        if (isign == 1)
608
        {
609
            for (k = 0; k < l1; k++)
610
            {
611
                for (i = 0; i < ido; i++)
612
                {
613
                    ac = i + (k*5 + 1) * ido;
614
                    ah = i + k * ido;
615
616
                    RE(t2) = RE(cc[ac]) + RE(cc[ac+3*ido]);
617
                    IM(t2) = IM(cc[ac]) + IM(cc[ac+3*ido]);
618
                    RE(t3) = RE(cc[ac+ido]) + RE(cc[ac+2*ido]);
619
                    IM(t3) = IM(cc[ac+ido]) + IM(cc[ac+2*ido]);
620
                    RE(t4) = RE(cc[ac+ido]) - RE(cc[ac+2*ido]);
621
                    IM(t4) = IM(cc[ac+ido]) - IM(cc[ac+2*ido]);
622
                    RE(t5) = RE(cc[ac]) - RE(cc[ac+3*ido]);
623
                    IM(t5) = IM(cc[ac]) - IM(cc[ac+3*ido]);
624
625
                    RE(ch[ah]) = RE(cc[ac-ido]) + RE(t2) + RE(t3);
626
                    IM(ch[ah]) = IM(cc[ac-ido]) + IM(t2) + IM(t3);
627
628
                    RE(c2) = RE(cc[ac-ido]) + MUL_F(RE(t2),tr11) + MUL_F(RE(t3),tr12);
629
                    IM(c2) = IM(cc[ac-ido]) + MUL_F(IM(t2),tr11) + MUL_F(IM(t3),tr12);
630
                    RE(c3) = RE(cc[ac-ido]) + MUL_F(RE(t2),tr12) + MUL_F(RE(t3),tr11);
631
                    IM(c3) = IM(cc[ac-ido]) + MUL_F(IM(t2),tr12) + MUL_F(IM(t3),tr11);
632
633
                    ComplexMult(&RE(c5), &RE(c4),
634
                        ti11, ti12, RE(t5), RE(t4));
635
                    ComplexMult(&IM(c5), &IM(c4),
636
                        ti11, ti12, IM(t5), IM(t4));
637
638
                    IM(d2) = IM(c2) + RE(c5);
639
                    IM(d3) = IM(c3) + RE(c4);
640
                    RE(d4) = RE(c3) + IM(c4);
641
                    RE(d5) = RE(c2) + IM(c5);
642
                    RE(d2) = RE(c2) - IM(c5);
643
                    IM(d5) = IM(c2) - RE(c5);
644
                    RE(d3) = RE(c3) - IM(c4);
645
                    IM(d4) = IM(c3) - RE(c4);
646
647
#if 1
648
                    ComplexMult(&IM(ch[ah+l1*ido]), &RE(ch[ah+l1*ido]),
649
                        IM(d2), RE(d2), RE(wa1[i]), IM(wa1[i]));
650
                    ComplexMult(&IM(ch[ah+2*l1*ido]), &RE(ch[ah+2*l1*ido]),
651
                        IM(d3), RE(d3), RE(wa2[i]), IM(wa2[i]));
652
                    ComplexMult(&IM(ch[ah+3*l1*ido]), &RE(ch[ah+3*l1*ido]),
653
                        IM(d4), RE(d4), RE(wa3[i]), IM(wa3[i]));
654
                    ComplexMult(&IM(ch[ah+4*l1*ido]), &RE(ch[ah+4*l1*ido]),
655
                        IM(d5), RE(d5), RE(wa4[i]), IM(wa4[i]));
656
#else
657
                    ComplexMult(&RE(ch[ah+l1*ido]), &IM(ch[ah+l1*ido]),
658
                        RE(d2), IM(d2), RE(wa1[i]), IM(wa1[i]));
659
                    ComplexMult(&RE(ch[ah+2*l1*ido]), &IM(ch[ah+2*l1*ido]),
660
                        RE(d3), IM(d3), RE(wa2[i]), IM(wa2[i]));
661
                    ComplexMult(&RE(ch[ah+3*l1*ido]), &IM(ch[ah+3*l1*ido]),
662
                        RE(d4), IM(d4), RE(wa3[i]), IM(wa3[i]));
663
                    ComplexMult(&RE(ch[ah+4*l1*ido]), &IM(ch[ah+4*l1*ido]),
664
                        RE(d5), IM(d5), RE(wa4[i]), IM(wa4[i]));
665
#endif
666
                }
667
            }
668
        } else {
669
            for (k = 0; k < l1; k++)
670
            {
671
                for (i = 0; i < ido; i++)
672
                {
673
                    ac = i + (k*5 + 1) * ido;
674
                    ah = i + k * ido;
675
676
                    RE(t2) = RE(cc[ac]) + RE(cc[ac+3*ido]);
677
                    IM(t2) = IM(cc[ac]) + IM(cc[ac+3*ido]);
678
                    RE(t3) = RE(cc[ac+ido]) + RE(cc[ac+2*ido]);
679
                    IM(t3) = IM(cc[ac+ido]) + IM(cc[ac+2*ido]);
680
                    RE(t4) = RE(cc[ac+ido]) - RE(cc[ac+2*ido]);
681
                    IM(t4) = IM(cc[ac+ido]) - IM(cc[ac+2*ido]);
682
                    RE(t5) = RE(cc[ac]) - RE(cc[ac+3*ido]);
683
                    IM(t5) = IM(cc[ac]) - IM(cc[ac+3*ido]);
684
685
                    RE(ch[ah]) = RE(cc[ac-ido]) + RE(t2) + RE(t3);
686
                    IM(ch[ah]) = IM(cc[ac-ido]) + IM(t2) + IM(t3);
687
688
                    RE(c2) = RE(cc[ac-ido]) + MUL_F(RE(t2),tr11) + MUL_F(RE(t3),tr12);
689
                    IM(c2) = IM(cc[ac-ido]) + MUL_F(IM(t2),tr11) + MUL_F(IM(t3),tr12);
690
                    RE(c3) = RE(cc[ac-ido]) + MUL_F(RE(t2),tr12) + MUL_F(RE(t3),tr11);
691
                    IM(c3) = IM(cc[ac-ido]) + MUL_F(IM(t2),tr12) + MUL_F(IM(t3),tr11);
692
693
                    ComplexMult(&RE(c4), &RE(c5),
694
                        ti12, ti11, RE(t5), RE(t4));
695
                    ComplexMult(&IM(c4), &IM(c5),
696
                        ti12, ti11, IM(t5), IM(t4));
697
698
                    IM(d2) = IM(c2) - RE(c5);
699
                    IM(d3) = IM(c3) - RE(c4);
700
                    RE(d4) = RE(c3) - IM(c4);
701
                    RE(d5) = RE(c2) - IM(c5);
702
                    RE(d2) = RE(c2) + IM(c5);
703
                    IM(d5) = IM(c2) + RE(c5);
704
                    RE(d3) = RE(c3) + IM(c4);
705
                    IM(d4) = IM(c3) + RE(c4);
706
707
#if 1
708
                    ComplexMult(&RE(ch[ah+l1*ido]), &IM(ch[ah+l1*ido]),
709
                        RE(d2), IM(d2), RE(wa1[i]), IM(wa1[i]));
710
                    ComplexMult(&RE(ch[ah+2*l1*ido]), &IM(ch[ah+2*l1*ido]),
711
                        RE(d3), IM(d3), RE(wa2[i]), IM(wa2[i]));
712
                    ComplexMult(&RE(ch[ah+3*l1*ido]), &IM(ch[ah+3*l1*ido]),
713
                        RE(d4), IM(d4), RE(wa3[i]), IM(wa3[i]));
714
                    ComplexMult(&RE(ch[ah+4*l1*ido]), &IM(ch[ah+4*l1*ido]),
715
                        RE(d5), IM(d5), RE(wa4[i]), IM(wa4[i]));
716
#else
717
                    ComplexMult(&IM(ch[ah+l1*ido]), &RE(ch[ah+l1*ido]),
718
                        IM(d2), RE(d2), RE(wa1[i]), IM(wa1[i]));
719
                    ComplexMult(&IM(ch[ah+2*l1*ido]), &RE(ch[ah+2*l1*ido]),
720
                        IM(d3), RE(d3), RE(wa2[i]), IM(wa2[i]));
721
                    ComplexMult(&IM(ch[ah+3*l1*ido]), &RE(ch[ah+3*l1*ido]),
722
                        IM(d4), RE(d4), RE(wa3[i]), IM(wa3[i]));
723
                    ComplexMult(&IM(ch[ah+4*l1*ido]), &RE(ch[ah+4*l1*ido]),
724
                        IM(d5), RE(d5), RE(wa4[i]), IM(wa4[i]));
725
#endif
726
                }
727
            }
728
        }
729
#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
730
        */
731
0
#endif
732
0
    }
733
71.0k
}
734
735
736
/*----------------------------------------------------------------------
737
   cfftf1, cfftf, cfftb, cffti1, cffti. Complex FFTs.
738
  ----------------------------------------------------------------------*/
739
740
static INLINE void cfftf1pos(uint16_t n, complex_t *c, complex_t *ch,
741
                             const uint16_t *ifac, const complex_t *wa,
742
                             const int8_t isign)
743
453k
{
744
453k
    uint16_t i;
745
453k
    uint16_t k1, l1, l2;
746
453k
    uint16_t na, nf, ip, iw, ix2, ix3, ix4, ido;
747
748
453k
    nf = ifac[1];
749
453k
    na = 0;
750
453k
    l1 = 1;
751
453k
    iw = 0;
752
753
2.28M
    for (k1 = 2; k1 <= nf+1; k1++)
754
1.83M
    {
755
1.83M
        ip = ifac[k1];
756
1.83M
        l2 = ip*l1;
757
1.83M
        ido = n / l2;
758
759
1.83M
        switch (ip)
760
1.83M
        {
761
1.46M
        case 4:
762
1.46M
            ix2 = iw + ido;
763
1.46M
            ix3 = ix2 + ido;
764
765
1.46M
            if (na == 0)
766
810k
                passf4pos((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw], &wa[ix2], &wa[ix3]);
767
654k
            else
768
654k
                passf4pos((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw], &wa[ix2], &wa[ix3]);
769
770
1.46M
            na = 1 - na;
771
1.46M
            break;
772
235k
        case 2:
773
235k
            if (na == 0)
774
235k
                passf2pos((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw]);
775
0
            else
776
0
                passf2pos((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw]);
777
778
235k
            na = 1 - na;
779
235k
            break;
780
66.8k
        case 3:
781
66.8k
            ix2 = iw + ido;
782
783
66.8k
            if (na == 0)
784
30.8k
                passf3((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw], &wa[ix2], isign);
785
36.0k
            else
786
36.0k
                passf3((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw], &wa[ix2], isign);
787
788
66.8k
            na = 1 - na;
789
66.8k
            break;
790
66.8k
        case 5:
791
66.8k
            ix2 = iw + ido;
792
66.8k
            ix3 = ix2 + ido;
793
66.8k
            ix4 = ix3 + ido;
794
795
66.8k
            if (na == 0)
796
65.7k
                passf5((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw], &wa[ix2], &wa[ix3], &wa[ix4], isign);
797
1.15k
            else
798
1.15k
                passf5((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw], &wa[ix2], &wa[ix3], &wa[ix4], isign);
799
800
66.8k
            na = 1 - na;
801
66.8k
            break;
802
1.83M
        }
803
804
1.83M
        l1 = l2;
805
1.83M
        iw += (ip-1) * ido;
806
1.83M
    }
807
808
453k
    if (na == 0)
809
2.43k
        return;
810
811
133M
    for (i = 0; i < n; i++)
812
133M
    {
813
133M
        RE(c[i]) = RE(ch[i]);
814
133M
        IM(c[i]) = IM(ch[i]);
815
133M
    }
816
451k
}
817
818
static INLINE void cfftf1neg(uint16_t n, complex_t *c, complex_t *ch,
819
                             const uint16_t *ifac, const complex_t *wa,
820
                             const int8_t isign)
821
7.10k
{
822
7.10k
    uint16_t i;
823
7.10k
    uint16_t k1, l1, l2;
824
7.10k
    uint16_t na, nf, ip, iw, ix2, ix3, ix4, ido;
825
826
7.10k
    nf = ifac[1];
827
7.10k
    na = 0;
828
7.10k
    l1 = 1;
829
7.10k
    iw = 0;
830
831
42.3k
    for (k1 = 2; k1 <= nf+1; k1++)
832
35.2k
    {
833
35.2k
        ip = ifac[k1];
834
35.2k
        l2 = ip*l1;
835
35.2k
        ido = n / l2;
836
837
35.2k
        switch (ip)
838
35.2k
        {
839
20.1k
        case 4:
840
20.1k
            ix2 = iw + ido;
841
20.1k
            ix3 = ix2 + ido;
842
843
20.1k
            if (na == 0)
844
10.0k
                passf4neg((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw], &wa[ix2], &wa[ix3]);
845
10.0k
            else
846
10.0k
                passf4neg((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw], &wa[ix2], &wa[ix3]);
847
848
20.1k
            na = 1 - na;
849
20.1k
            break;
850
6.79k
        case 2:
851
6.79k
            if (na == 0)
852
6.79k
                passf2neg((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw]);
853
0
            else
854
0
                passf2neg((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw]);
855
856
6.79k
            na = 1 - na;
857
6.79k
            break;
858
4.16k
        case 3:
859
4.16k
            ix2 = iw + ido;
860
861
4.16k
            if (na == 0)
862
98
                passf3((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw], &wa[ix2], isign);
863
4.06k
            else
864
4.06k
                passf3((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw], &wa[ix2], isign);
865
866
4.16k
            na = 1 - na;
867
4.16k
            break;
868
4.16k
        case 5:
869
4.16k
            ix2 = iw + ido;
870
4.16k
            ix3 = ix2 + ido;
871
4.16k
            ix4 = ix3 + ido;
872
873
4.16k
            if (na == 0)
874
4.06k
                passf5((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw], &wa[ix2], &wa[ix3], &wa[ix4], isign);
875
98
            else
876
98
                passf5((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw], &wa[ix2], &wa[ix3], &wa[ix4], isign);
877
878
4.16k
            na = 1 - na;
879
4.16k
            break;
880
35.2k
        }
881
882
35.2k
        l1 = l2;
883
35.2k
        iw += (ip-1) * ido;
884
35.2k
    }
885
886
7.10k
    if (na == 0)
887
308
        return;
888
889
3.35M
    for (i = 0; i < n; i++)
890
3.35M
    {
891
3.35M
        RE(c[i]) = RE(ch[i]);
892
3.35M
        IM(c[i]) = IM(ch[i]);
893
3.35M
    }
894
6.79k
}
895
896
void cfftf(cfft_info *cfft, complex_t *c)
897
7.10k
{
898
7.10k
    cfftf1neg(cfft->n, c, cfft->work, (const uint16_t*)cfft->ifac, (const complex_t*)cfft->tab, -1);
899
7.10k
}
900
901
void cfftb(cfft_info *cfft, complex_t *c)
902
453k
{
903
453k
    cfftf1pos(cfft->n, c, cfft->work, (const uint16_t*)cfft->ifac, (const complex_t*)cfft->tab, +1);
904
453k
}
905
906
static void cffti1(uint16_t n, complex_t *wa, uint16_t *ifac)
907
26.9k
{
908
26.9k
    static uint16_t ntryh[4] = {3, 4, 2, 5};
909
26.9k
#ifndef FIXED_POINT
910
26.9k
    real_t arg, argh, argld, fi;
911
26.9k
    uint16_t ido, ipm;
912
26.9k
    uint16_t i1, k1, l1, l2;
913
26.9k
    uint16_t ld, ii, ip;
914
26.9k
#endif
915
26.9k
    uint16_t ntry = 0, i, j;
916
26.9k
    uint16_t ib;
917
26.9k
    uint16_t nf, nl, nq, nr;
918
919
26.9k
    nl = n;
920
26.9k
    nf = 0;
921
26.9k
    j = 0;
922
923
71.0k
startloop:
924
71.0k
    j++;
925
926
71.0k
    if (j <= 4)
927
71.0k
        ntry = ntryh[j-1];
928
0
    else
929
0
        ntry += 2;
930
931
71.0k
    do
932
151k
    {
933
151k
        nq = nl / ntry;
934
151k
        nr = nl - ntry*nq;
935
936
151k
        if (nr != 0)
937
44.1k
            goto startloop;
938
939
107k
        nf++;
940
107k
        ifac[nf+1] = ntry;
941
107k
        nl = nq;
942
943
107k
        if (ntry == 2 && nf != 1)
944
8.98k
        {
945
43.2k
            for (i = 2; i <= nf; i++)
946
34.3k
            {
947
34.3k
                ib = nf - i + 2;
948
34.3k
                ifac[ib+1] = ifac[ib];
949
34.3k
            }
950
8.98k
            ifac[2] = 2;
951
8.98k
        }
952
107k
    } while (nl != 1);
953
954
26.9k
    ifac[0] = n;
955
26.9k
    ifac[1] = nf;
956
957
26.9k
#ifndef FIXED_POINT
958
26.9k
    argh = (real_t)2.0*(real_t)M_PI / (real_t)n;
959
26.9k
    i = 0;
960
26.9k
    l1 = 1;
961
962
134k
    for (k1 = 1; k1 <= nf; k1++)
963
107k
    {
964
107k
        ip = ifac[k1+1];
965
107k
        ld = 0;
966
107k
        l2 = l1*ip;
967
107k
        ido = n / l2;
968
107k
        ipm = ip - 1;
969
970
413k
        for (j = 0; j < ipm; j++)
971
305k
        {
972
305k
            i1 = i;
973
305k
            RE(wa[i]) = 1.0;
974
305k
            IM(wa[i]) = 0.0;
975
305k
            ld += l1;
976
305k
            fi = 0;
977
305k
            argld = ld*argh;
978
979
7.67M
            for (ii = 0; ii < ido; ii++)
980
7.36M
            {
981
7.36M
                i++;
982
7.36M
                fi++;
983
7.36M
                arg = fi * argld;
984
7.36M
                RE(wa[i]) = (real_t)cos(arg);
985
7.36M
#if 1
986
7.36M
                IM(wa[i]) = (real_t)sin(arg);
987
#else
988
                IM(wa[i]) = (real_t)-sin(arg);
989
#endif
990
7.36M
            }
991
992
305k
            if (ip > 5)
993
0
            {
994
0
                RE(wa[i1]) = RE(wa[i]);
995
0
                IM(wa[i1]) = IM(wa[i]);
996
0
            }
997
305k
        }
998
107k
        l1 = l2;
999
107k
    }
1000
#else  // FIXED_POINT
1001
    (void)wa;  /* whoa! does it work for FIXED_POINT? */
1002
#endif
1003
26.9k
}
1004
1005
cfft_info *cffti(uint16_t n)
1006
26.9k
{
1007
26.9k
    cfft_info *cfft = (cfft_info*)faad_malloc(sizeof(cfft_info));
1008
1009
26.9k
    cfft->n = n;
1010
26.9k
    cfft->work = (complex_t*)faad_malloc(n*sizeof(complex_t));
1011
1012
26.9k
#ifndef FIXED_POINT
1013
26.9k
    cfft->tab = (complex_t*)faad_malloc(n*sizeof(complex_t));
1014
1015
26.9k
    cffti1(n, cfft->tab, cfft->ifac);
1016
#else
1017
    cffti1(n, NULL, cfft->ifac);
1018
1019
    switch (n)
1020
    {
1021
    case 64: cfft->tab = (complex_t*)cfft_tab_64; break;
1022
    case 512: cfft->tab = (complex_t*)cfft_tab_512; break;
1023
#ifdef LD_DEC
1024
    case 256: cfft->tab = (complex_t*)cfft_tab_256; break;
1025
#endif
1026
1027
#ifdef ALLOW_SMALL_FRAMELENGTH
1028
    case 60: cfft->tab = (complex_t*)cfft_tab_60; break;
1029
    case 480: cfft->tab = (complex_t*)cfft_tab_480; break;
1030
#ifdef LD_DEC
1031
    case 240: cfft->tab = (complex_t*)cfft_tab_240; break;
1032
#endif
1033
#endif
1034
    case 128: cfft->tab = (complex_t*)cfft_tab_128; break;
1035
    }
1036
#endif
1037
1038
26.9k
    return cfft;
1039
26.9k
}
1040
1041
void cfftu(cfft_info *cfft)
1042
26.9k
{
1043
26.9k
    if (cfft->work) faad_free(cfft->work);
1044
26.9k
#ifndef FIXED_POINT
1045
26.9k
    if (cfft->tab) faad_free(cfft->tab);
1046
26.9k
#endif
1047
1048
26.9k
    if (cfft) faad_free(cfft);
1049
26.9k
}
1050