Coverage Report

Created: 2025-07-23 06:30

/proc/self/cwd/libfaad/cfft.c
Line
Count
Source (jump to first uncovered line)
1
/*
2
** FAAD2 - Freeware Advanced Audio (AAC) Decoder including SBR decoding
3
** Copyright (C) 2003-2005 M. Bakker, Nero AG, http://www.nero.com
4
**
5
** This program is free software; you can redistribute it and/or modify
6
** it under the terms of the GNU General Public License as published by
7
** the Free Software Foundation; either version 2 of the License, or
8
** (at your option) any later version.
9
**
10
** This program is distributed in the hope that it will be useful,
11
** but WITHOUT ANY WARRANTY; without even the implied warranty of
12
** MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13
** GNU General Public License for more details.
14
**
15
** You should have received a copy of the GNU General Public License
16
** along with this program; if not, write to the Free Software
17
** Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
18
**
19
** Any non-GPL usage of this software or parts of this software is strictly
20
** forbidden.
21
**
22
** The "appropriate copyright message" mentioned in section 2c of the GPLv2
23
** must read: "Code from FAAD2 is copyright (c) Nero AG, www.nero.com"
24
**
25
** Commercial non-GPL licensing of this software is possible.
26
** For more info contact Nero AG through Mpeg4AAClicense@nero.com.
27
**
28
** $Id: cfft.c,v 1.35 2007/11/01 12:33:29 menno Exp $
29
**/
30
31
/*
32
 * Algorithmically based on Fortran-77 FFTPACK
33
 * by Paul N. Swarztrauber(Version 4, 1985).
34
 *
35
 * Does even sized fft only
36
 */
37
38
/* isign is +1 for backward and -1 for forward transforms */
39
40
#include "common.h"
41
#include "structs.h"
42
43
#include <stdlib.h>
44
45
#include "cfft.h"
46
#include "cfft_tab.h"
47
48
49
/* static function declarations */
50
static void passf2pos(const uint16_t ido, const uint16_t l1, const complex_t *cc,
51
                      complex_t *ch, const complex_t *wa);
52
static void passf2neg(const uint16_t ido, const uint16_t l1, const complex_t *cc,
53
                      complex_t *ch, const complex_t *wa);
54
static void passf3(const uint16_t ido, const uint16_t l1, const complex_t *cc,
55
                   complex_t *ch, const complex_t *wa1, const complex_t *wa2, const int8_t isign);
56
static void passf4pos(const uint16_t ido, const uint16_t l1, const complex_t *cc, complex_t *ch,
57
                      const complex_t *wa1, const complex_t *wa2, const complex_t *wa3);
58
static void passf4neg(const uint16_t ido, const uint16_t l1, const complex_t *cc, complex_t *ch,
59
                      const complex_t *wa1, const complex_t *wa2, const complex_t *wa3);
60
static void passf5(const uint16_t ido, const uint16_t l1, const complex_t *cc, complex_t *ch,
61
                   const complex_t *wa1, const complex_t *wa2, const complex_t *wa3,
62
                   const complex_t *wa4, const int8_t isign);
63
static void cffti1(uint16_t n, complex_t *wa, uint16_t *ifac);
64
65
66
/*----------------------------------------------------------------------
67
   passf2, passf3, passf4, passf5. Complex FFT passes fwd and bwd.
68
  ----------------------------------------------------------------------*/
69
70
static void passf2pos(const uint16_t ido, const uint16_t l1, const complex_t *cc,
71
                      complex_t *ch, const complex_t *wa)
72
239k
{
73
239k
    uint16_t i, k, ah, ac;
74
75
239k
    if (ido == 1)
76
0
    {
77
0
#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
78
        // TODO: remove this code once fuzzer proves it is totally unreahable
79
        // For supported frame lengths that have odd number of factor 2 it is
80
        // never the last factor; consequently `ido` should never be 1.
81
0
        __builtin_trap();
82
        /*
83
#endif
84
        for (k = 0; k < l1; k++)
85
        {
86
            ah = 2*k;
87
            ac = 4*k;
88
89
            RE(ch[ah])    = RE(cc[ac]) + RE(cc[ac+1]);
90
            RE(ch[ah+l1]) = RE(cc[ac]) - RE(cc[ac+1]);
91
            IM(ch[ah])    = IM(cc[ac]) + IM(cc[ac+1]);
92
            IM(ch[ah+l1]) = IM(cc[ac]) - IM(cc[ac+1]);
93
        }
94
#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
95
        */
96
0
#endif
97
239k
    } else {
98
479k
        for (k = 0; k < l1; k++)
99
239k
        {
100
239k
            ah = k*ido;
101
239k
            ac = 2*k*ido;
102
103
61.0M
            for (i = 0; i < ido; i++)
104
60.8M
            {
105
60.8M
                complex_t t2;
106
107
60.8M
                RE(ch[ah+i]) = RE(cc[ac+i]) + RE(cc[ac+i+ido]);
108
60.8M
                RE(t2)       = RE(cc[ac+i]) - RE(cc[ac+i+ido]);
109
110
60.8M
                IM(ch[ah+i]) = IM(cc[ac+i]) + IM(cc[ac+i+ido]);
111
60.8M
                IM(t2)       = IM(cc[ac+i]) - IM(cc[ac+i+ido]);
112
113
60.8M
#if 1
114
60.8M
                ComplexMult(&IM(ch[ah+i+l1*ido]), &RE(ch[ah+i+l1*ido]),
115
60.8M
                    IM(t2), RE(t2), RE(wa[i]), IM(wa[i]));
116
#else
117
                ComplexMult(&RE(ch[ah+i+l1*ido]), &IM(ch[ah+i+l1*ido]),
118
                    RE(t2), IM(t2), RE(wa[i]), IM(wa[i]));
119
#endif
120
60.8M
            }
121
239k
        }
122
239k
    }
123
239k
}
124
125
static void passf2neg(const uint16_t ido, const uint16_t l1, const complex_t *cc,
126
                      complex_t *ch, const complex_t *wa)
127
6.49k
{
128
6.49k
    uint16_t i, k, ah, ac;
129
130
6.49k
    if (ido == 1)
131
0
    {
132
0
#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
133
        // TODO: remove this code once fuzzer proves it is totally unreahable
134
        // For supported frame lengths that have odd number of factor 2 it is
135
        // never the last factor; consequently `ido` should never be 1.
136
0
        __builtin_trap();
137
        /*
138
#endif
139
        for (k = 0; k < l1; k++)
140
        {
141
            ah = 2*k;
142
            ac = 4*k;
143
144
            RE(ch[ah])    = RE(cc[ac]) + RE(cc[ac+1]);
145
            RE(ch[ah+l1]) = RE(cc[ac]) - RE(cc[ac+1]);
146
            IM(ch[ah])    = IM(cc[ac]) + IM(cc[ac+1]);
147
            IM(ch[ah+l1]) = IM(cc[ac]) - IM(cc[ac+1]);
148
        }
149
#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
150
        */
151
0
#endif
152
6.49k
    } else {
153
12.9k
        for (k = 0; k < l1; k++)
154
6.49k
        {
155
6.49k
            ah = k*ido;
156
6.49k
            ac = 2*k*ido;
157
158
1.60M
            for (i = 0; i < ido; i++)
159
1.60M
            {
160
1.60M
                complex_t t2;
161
162
1.60M
                RE(ch[ah+i]) = RE(cc[ac+i]) + RE(cc[ac+i+ido]);
163
1.60M
                RE(t2)       = RE(cc[ac+i]) - RE(cc[ac+i+ido]);
164
165
1.60M
                IM(ch[ah+i]) = IM(cc[ac+i]) + IM(cc[ac+i+ido]);
166
1.60M
                IM(t2)       = IM(cc[ac+i]) - IM(cc[ac+i+ido]);
167
168
1.60M
#if 1
169
1.60M
                ComplexMult(&RE(ch[ah+i+l1*ido]), &IM(ch[ah+i+l1*ido]),
170
1.60M
                    RE(t2), IM(t2), RE(wa[i]), IM(wa[i]));
171
#else
172
                ComplexMult(&IM(ch[ah+i+l1*ido]), &RE(ch[ah+i+l1*ido]),
173
                    IM(t2), RE(t2), RE(wa[i]), IM(wa[i]));
174
#endif
175
1.60M
            }
176
6.49k
        }
177
6.49k
    }
178
6.49k
}
179
180
181
static void passf3(const uint16_t ido, const uint16_t l1, const complex_t *cc,
182
                   complex_t *ch, const complex_t *wa1, const complex_t *wa2,
183
                   const int8_t isign)
184
72.5k
{
185
72.5k
    static real_t taur = FRAC_CONST(-0.5);
186
72.5k
    static real_t taui = FRAC_CONST(0.866025403784439);
187
72.5k
    uint16_t i, k, ac, ah;
188
72.5k
    complex_t c2, c3, d2, d3, t2;
189
190
72.5k
    if (ido == 1)
191
0
    {
192
0
#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
193
        // TODO: remove this code once fuzzer proves it is totally unreahable
194
        // 3 is never the the biggest factor for supported frame lengths;
195
        // consequently `ido` should never be 1.
196
0
        __builtin_trap();
197
        /*
198
#endif
199
        if (isign == 1)
200
        {
201
            for (k = 0; k < l1; k++)
202
            {
203
                ac = 3*k+1;
204
                ah = k;
205
206
                RE(t2) = RE(cc[ac]) + RE(cc[ac+1]);
207
                IM(t2) = IM(cc[ac]) + IM(cc[ac+1]);
208
                RE(c2) = RE(cc[ac-1]) + MUL_F(RE(t2),taur);
209
                IM(c2) = IM(cc[ac-1]) + MUL_F(IM(t2),taur);
210
211
                RE(ch[ah]) = RE(cc[ac-1]) + RE(t2);
212
                IM(ch[ah]) = IM(cc[ac-1]) + IM(t2);
213
214
                RE(c3) = MUL_F((RE(cc[ac]) - RE(cc[ac+1])), taui);
215
                IM(c3) = MUL_F((IM(cc[ac]) - IM(cc[ac+1])), taui);
216
217
                RE(ch[ah+l1]) = RE(c2) - IM(c3);
218
                IM(ch[ah+l1]) = IM(c2) + RE(c3);
219
                RE(ch[ah+2*l1]) = RE(c2) + IM(c3);
220
                IM(ch[ah+2*l1]) = IM(c2) - RE(c3);
221
            }
222
        } else {
223
            for (k = 0; k < l1; k++)
224
            {
225
                ac = 3*k+1;
226
                ah = k;
227
228
                RE(t2) = RE(cc[ac]) + RE(cc[ac+1]);
229
                IM(t2) = IM(cc[ac]) + IM(cc[ac+1]);
230
                RE(c2) = RE(cc[ac-1]) + MUL_F(RE(t2),taur);
231
                IM(c2) = IM(cc[ac-1]) + MUL_F(IM(t2),taur);
232
233
                RE(ch[ah]) = RE(cc[ac-1]) + RE(t2);
234
                IM(ch[ah]) = IM(cc[ac-1]) + IM(t2);
235
236
                RE(c3) = MUL_F((RE(cc[ac]) - RE(cc[ac+1])), taui);
237
                IM(c3) = MUL_F((IM(cc[ac]) - IM(cc[ac+1])), taui);
238
239
                RE(ch[ah+l1]) = RE(c2) + IM(c3);
240
                IM(ch[ah+l1]) = IM(c2) - RE(c3);
241
                RE(ch[ah+2*l1]) = RE(c2) - IM(c3);
242
                IM(ch[ah+2*l1]) = IM(c2) + RE(c3);
243
            }
244
        }
245
#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
246
        */
247
0
#endif
248
72.5k
    } else {
249
72.5k
        if (isign == 1)
250
68.5k
        {
251
171k
            for (k = 0; k < l1; k++)
252
103k
            {
253
6.37M
                for (i = 0; i < ido; i++)
254
6.27M
                {
255
6.27M
                    ac = i + (3*k+1)*ido;
256
6.27M
                    ah = i + k * ido;
257
258
6.27M
                    RE(t2) = RE(cc[ac]) + RE(cc[ac+ido]);
259
6.27M
                    RE(c2) = RE(cc[ac-ido]) + MUL_F(RE(t2),taur);
260
6.27M
                    IM(t2) = IM(cc[ac]) + IM(cc[ac+ido]);
261
6.27M
                    IM(c2) = IM(cc[ac-ido]) + MUL_F(IM(t2),taur);
262
263
6.27M
                    RE(ch[ah]) = RE(cc[ac-ido]) + RE(t2);
264
6.27M
                    IM(ch[ah]) = IM(cc[ac-ido]) + IM(t2);
265
266
6.27M
                    RE(c3) = MUL_F((RE(cc[ac]) - RE(cc[ac+ido])), taui);
267
6.27M
                    IM(c3) = MUL_F((IM(cc[ac]) - IM(cc[ac+ido])), taui);
268
269
6.27M
                    RE(d2) = RE(c2) - IM(c3);
270
6.27M
                    IM(d3) = IM(c2) - RE(c3);
271
6.27M
                    RE(d3) = RE(c2) + IM(c3);
272
6.27M
                    IM(d2) = IM(c2) + RE(c3);
273
274
6.27M
#if 1
275
6.27M
                    ComplexMult(&IM(ch[ah+l1*ido]), &RE(ch[ah+l1*ido]),
276
6.27M
                        IM(d2), RE(d2), RE(wa1[i]), IM(wa1[i]));
277
6.27M
                    ComplexMult(&IM(ch[ah+2*l1*ido]), &RE(ch[ah+2*l1*ido]),
278
6.27M
                        IM(d3), RE(d3), RE(wa2[i]), IM(wa2[i]));
279
#else
280
                    ComplexMult(&RE(ch[ah+l1*ido]), &IM(ch[ah+l1*ido]),
281
                        RE(d2), IM(d2), RE(wa1[i]), IM(wa1[i]));
282
                    ComplexMult(&RE(ch[ah+2*l1*ido]), &IM(ch[ah+2*l1*ido]),
283
                        RE(d3), IM(d3), RE(wa2[i]), IM(wa2[i]));
284
#endif
285
6.27M
                }
286
103k
            }
287
68.5k
        } else {
288
11.8k
            for (k = 0; k < l1; k++)
289
7.84k
            {
290
635k
                for (i = 0; i < ido; i++)
291
627k
                {
292
627k
                    ac = i + (3*k+1)*ido;
293
627k
                    ah = i + k * ido;
294
295
627k
                    RE(t2) = RE(cc[ac]) + RE(cc[ac+ido]);
296
627k
                    RE(c2) = RE(cc[ac-ido]) + MUL_F(RE(t2),taur);
297
627k
                    IM(t2) = IM(cc[ac]) + IM(cc[ac+ido]);
298
627k
                    IM(c2) = IM(cc[ac-ido]) + MUL_F(IM(t2),taur);
299
300
627k
                    RE(ch[ah]) = RE(cc[ac-ido]) + RE(t2);
301
627k
                    IM(ch[ah]) = IM(cc[ac-ido]) + IM(t2);
302
303
627k
                    RE(c3) = MUL_F((RE(cc[ac]) - RE(cc[ac+ido])), taui);
304
627k
                    IM(c3) = MUL_F((IM(cc[ac]) - IM(cc[ac+ido])), taui);
305
306
627k
                    RE(d2) = RE(c2) + IM(c3);
307
627k
                    IM(d3) = IM(c2) + RE(c3);
308
627k
                    RE(d3) = RE(c2) - IM(c3);
309
627k
                    IM(d2) = IM(c2) - RE(c3);
310
311
627k
#if 1
312
627k
                    ComplexMult(&RE(ch[ah+l1*ido]), &IM(ch[ah+l1*ido]),
313
627k
                        RE(d2), IM(d2), RE(wa1[i]), IM(wa1[i]));
314
627k
                    ComplexMult(&RE(ch[ah+2*l1*ido]), &IM(ch[ah+2*l1*ido]),
315
627k
                        RE(d3), IM(d3), RE(wa2[i]), IM(wa2[i]));
316
#else
317
                    ComplexMult(&IM(ch[ah+l1*ido]), &RE(ch[ah+l1*ido]),
318
                        IM(d2), RE(d2), RE(wa1[i]), IM(wa1[i]));
319
                    ComplexMult(&IM(ch[ah+2*l1*ido]), &RE(ch[ah+2*l1*ido]),
320
                        IM(d3), RE(d3), RE(wa2[i]), IM(wa2[i]));
321
#endif
322
627k
                }
323
7.84k
            }
324
3.95k
        }
325
72.5k
    }
326
72.5k
}
327
328
329
static void passf4pos(const uint16_t ido, const uint16_t l1, const complex_t *cc,
330
                      complex_t *ch, const complex_t *wa1, const complex_t *wa2,
331
                      const complex_t *wa3)
332
1.48M
{
333
1.48M
    uint16_t i, k, ac, ah;
334
335
1.48M
    if (ido == 1)
336
390k
    {
337
29.7M
        for (k = 0; k < l1; k++)
338
29.3M
        {
339
29.3M
            complex_t t1, t2, t3, t4;
340
341
29.3M
            ac = 4*k;
342
29.3M
            ah = k;
343
344
29.3M
            RE(t2) = RE(cc[ac])   + RE(cc[ac+2]);
345
29.3M
            RE(t1) = RE(cc[ac])   - RE(cc[ac+2]);
346
29.3M
            IM(t2) = IM(cc[ac])   + IM(cc[ac+2]);
347
29.3M
            IM(t1) = IM(cc[ac])   - IM(cc[ac+2]);
348
29.3M
            RE(t3) = RE(cc[ac+1]) + RE(cc[ac+3]);
349
29.3M
            IM(t4) = RE(cc[ac+1]) - RE(cc[ac+3]);
350
29.3M
            IM(t3) = IM(cc[ac+3]) + IM(cc[ac+1]);
351
29.3M
            RE(t4) = IM(cc[ac+3]) - IM(cc[ac+1]);
352
353
29.3M
            RE(ch[ah])      = RE(t2) + RE(t3);
354
29.3M
            RE(ch[ah+2*l1]) = RE(t2) - RE(t3);
355
356
29.3M
            IM(ch[ah])      = IM(t2) + IM(t3);
357
29.3M
            IM(ch[ah+2*l1]) = IM(t2) - IM(t3);
358
359
29.3M
            RE(ch[ah+l1])   = RE(t1) + RE(t4);
360
29.3M
            RE(ch[ah+3*l1]) = RE(t1) - RE(t4);
361
362
29.3M
            IM(ch[ah+l1])   = IM(t1) + IM(t4);
363
29.3M
            IM(ch[ah+3*l1]) = IM(t1) - IM(t4);
364
29.3M
        }
365
1.09M
    } else {
366
11.8M
        for (k = 0; k < l1; k++)
367
10.7M
        {
368
10.7M
            ac = 4*k*ido;
369
10.7M
            ah = k*ido;
370
371
104M
            for (i = 0; i < ido; i++)
372
93.9M
            {
373
93.9M
                complex_t c2, c3, c4, t1, t2, t3, t4;
374
375
93.9M
                RE(t2) = RE(cc[ac+i]) + RE(cc[ac+i+2*ido]);
376
93.9M
                RE(t1) = RE(cc[ac+i]) - RE(cc[ac+i+2*ido]);
377
93.9M
                IM(t2) = IM(cc[ac+i]) + IM(cc[ac+i+2*ido]);
378
93.9M
                IM(t1) = IM(cc[ac+i]) - IM(cc[ac+i+2*ido]);
379
93.9M
                RE(t3) = RE(cc[ac+i+ido]) + RE(cc[ac+i+3*ido]);
380
93.9M
                IM(t4) = RE(cc[ac+i+ido]) - RE(cc[ac+i+3*ido]);
381
93.9M
                IM(t3) = IM(cc[ac+i+3*ido]) + IM(cc[ac+i+ido]);
382
93.9M
                RE(t4) = IM(cc[ac+i+3*ido]) - IM(cc[ac+i+ido]);
383
384
93.9M
                RE(c2) = RE(t1) + RE(t4);
385
93.9M
                RE(c4) = RE(t1) - RE(t4);
386
387
93.9M
                IM(c2) = IM(t1) + IM(t4);
388
93.9M
                IM(c4) = IM(t1) - IM(t4);
389
390
93.9M
                RE(ch[ah+i]) = RE(t2) + RE(t3);
391
93.9M
                RE(c3)       = RE(t2) - RE(t3);
392
393
93.9M
                IM(ch[ah+i]) = IM(t2) + IM(t3);
394
93.9M
                IM(c3)       = IM(t2) - IM(t3);
395
396
93.9M
#if 1
397
93.9M
                ComplexMult(&IM(ch[ah+i+l1*ido]), &RE(ch[ah+i+l1*ido]),
398
93.9M
                    IM(c2), RE(c2), RE(wa1[i]), IM(wa1[i]));
399
93.9M
                ComplexMult(&IM(ch[ah+i+2*l1*ido]), &RE(ch[ah+i+2*l1*ido]),
400
93.9M
                    IM(c3), RE(c3), RE(wa2[i]), IM(wa2[i]));
401
93.9M
                ComplexMult(&IM(ch[ah+i+3*l1*ido]), &RE(ch[ah+i+3*l1*ido]),
402
93.9M
                    IM(c4), RE(c4), RE(wa3[i]), IM(wa3[i]));
403
#else
404
                ComplexMult(&RE(ch[ah+i+l1*ido]), &IM(ch[ah+i+l1*ido]),
405
                    RE(c2), IM(c2), RE(wa1[i]), IM(wa1[i]));
406
                ComplexMult(&RE(ch[ah+i+2*l1*ido]), &IM(ch[ah+i+2*l1*ido]),
407
                    RE(c3), IM(c3), RE(wa2[i]), IM(wa2[i]));
408
                ComplexMult(&RE(ch[ah+i+3*l1*ido]), &IM(ch[ah+i+3*l1*ido]),
409
                    RE(c4), IM(c4), RE(wa3[i]), IM(wa3[i]));
410
#endif
411
93.9M
            }
412
10.7M
        }
413
1.09M
    }
414
1.48M
}
415
416
static void passf4neg(const uint16_t ido, const uint16_t l1, const complex_t *cc,
417
                      complex_t *ch, const complex_t *wa1, const complex_t *wa2,
418
                      const complex_t *wa3)
419
19.1k
{
420
19.1k
    uint16_t i, k, ac, ah;
421
422
19.1k
    if (ido == 1)
423
2.79k
    {
424
348k
        for (k = 0; k < l1; k++)
425
345k
        {
426
345k
            complex_t t1, t2, t3, t4;
427
428
345k
            ac = 4*k;
429
345k
            ah = k;
430
431
345k
            RE(t2) = RE(cc[ac])   + RE(cc[ac+2]);
432
345k
            RE(t1) = RE(cc[ac])   - RE(cc[ac+2]);
433
345k
            IM(t2) = IM(cc[ac])   + IM(cc[ac+2]);
434
345k
            IM(t1) = IM(cc[ac])   - IM(cc[ac+2]);
435
345k
            RE(t3) = RE(cc[ac+1]) + RE(cc[ac+3]);
436
345k
            IM(t4) = RE(cc[ac+1]) - RE(cc[ac+3]);
437
345k
            IM(t3) = IM(cc[ac+3]) + IM(cc[ac+1]);
438
345k
            RE(t4) = IM(cc[ac+3]) - IM(cc[ac+1]);
439
440
345k
            RE(ch[ah])      = RE(t2) + RE(t3);
441
345k
            RE(ch[ah+2*l1]) = RE(t2) - RE(t3);
442
443
345k
            IM(ch[ah])      = IM(t2) + IM(t3);
444
345k
            IM(ch[ah+2*l1]) = IM(t2) - IM(t3);
445
446
345k
            RE(ch[ah+l1])   = RE(t1) - RE(t4);
447
345k
            RE(ch[ah+3*l1]) = RE(t1) + RE(t4);
448
449
345k
            IM(ch[ah+l1])   = IM(t1) - IM(t4);
450
345k
            IM(ch[ah+3*l1]) = IM(t1) + IM(t4);
451
345k
        }
452
16.3k
    } else {
453
247k
        for (k = 0; k < l1; k++)
454
231k
        {
455
231k
            ac = 4*k*ido;
456
231k
            ah = k*ido;
457
458
2.21M
            for (i = 0; i < ido; i++)
459
1.97M
            {
460
1.97M
                complex_t c2, c3, c4, t1, t2, t3, t4;
461
462
1.97M
                RE(t2) = RE(cc[ac+i]) + RE(cc[ac+i+2*ido]);
463
1.97M
                RE(t1) = RE(cc[ac+i]) - RE(cc[ac+i+2*ido]);
464
1.97M
                IM(t2) = IM(cc[ac+i]) + IM(cc[ac+i+2*ido]);
465
1.97M
                IM(t1) = IM(cc[ac+i]) - IM(cc[ac+i+2*ido]);
466
1.97M
                RE(t3) = RE(cc[ac+i+ido]) + RE(cc[ac+i+3*ido]);
467
1.97M
                IM(t4) = RE(cc[ac+i+ido]) - RE(cc[ac+i+3*ido]);
468
1.97M
                IM(t3) = IM(cc[ac+i+3*ido]) + IM(cc[ac+i+ido]);
469
1.97M
                RE(t4) = IM(cc[ac+i+3*ido]) - IM(cc[ac+i+ido]);
470
471
1.97M
                RE(c2) = RE(t1) - RE(t4);
472
1.97M
                RE(c4) = RE(t1) + RE(t4);
473
474
1.97M
                IM(c2) = IM(t1) - IM(t4);
475
1.97M
                IM(c4) = IM(t1) + IM(t4);
476
477
1.97M
                RE(ch[ah+i]) = RE(t2) + RE(t3);
478
1.97M
                RE(c3)       = RE(t2) - RE(t3);
479
480
1.97M
                IM(ch[ah+i]) = IM(t2) + IM(t3);
481
1.97M
                IM(c3)       = IM(t2) - IM(t3);
482
483
1.97M
#if 1
484
1.97M
                ComplexMult(&RE(ch[ah+i+l1*ido]), &IM(ch[ah+i+l1*ido]),
485
1.97M
                    RE(c2), IM(c2), RE(wa1[i]), IM(wa1[i]));
486
1.97M
                ComplexMult(&RE(ch[ah+i+2*l1*ido]), &IM(ch[ah+i+2*l1*ido]),
487
1.97M
                    RE(c3), IM(c3), RE(wa2[i]), IM(wa2[i]));
488
1.97M
                ComplexMult(&RE(ch[ah+i+3*l1*ido]), &IM(ch[ah+i+3*l1*ido]),
489
1.97M
                    RE(c4), IM(c4), RE(wa3[i]), IM(wa3[i]));
490
#else
491
                ComplexMult(&IM(ch[ah+i+l1*ido]), &RE(ch[ah+i+l1*ido]),
492
                    IM(c2), RE(c2), RE(wa1[i]), IM(wa1[i]));
493
                ComplexMult(&IM(ch[ah+i+2*l1*ido]), &RE(ch[ah+i+2*l1*ido]),
494
                    IM(c3), RE(c3), RE(wa2[i]), IM(wa2[i]));
495
                ComplexMult(&IM(ch[ah+i+3*l1*ido]), &RE(ch[ah+i+3*l1*ido]),
496
                    IM(c4), RE(c4), RE(wa3[i]), IM(wa3[i]));
497
#endif
498
1.97M
            }
499
231k
        }
500
16.3k
    }
501
19.1k
}
502
503
static void passf5(const uint16_t ido, const uint16_t l1, const complex_t *cc,
504
                   complex_t *ch, const complex_t *wa1, const complex_t *wa2, const complex_t *wa3,
505
                   const complex_t *wa4, const int8_t isign)
506
72.5k
{
507
72.5k
    static real_t tr11 = FRAC_CONST(0.309016994374947);
508
72.5k
    static real_t ti11 = FRAC_CONST(0.951056516295154);
509
72.5k
    static real_t tr12 = FRAC_CONST(-0.809016994374947);
510
72.5k
    static real_t ti12 = FRAC_CONST(0.587785252292473);
511
72.5k
    uint16_t k, ac, ah;
512
72.5k
    complex_t c2, c3, c4, c5, t2, t3, t4, t5;
513
72.5k
    (void)wa1;
514
72.5k
    (void)wa2;
515
72.5k
    (void)wa3;
516
72.5k
    (void)wa4;
517
518
72.5k
    if (ido == 1)
519
72.5k
    {
520
72.5k
        if (isign == 1)
521
68.5k
        {
522
3.83M
            for (k = 0; k < l1; k++)
523
3.76M
            {
524
3.76M
                ac = 5*k + 1;
525
3.76M
                ah = k;
526
527
3.76M
                RE(t2) = RE(cc[ac]) + RE(cc[ac+3]);
528
3.76M
                IM(t2) = IM(cc[ac]) + IM(cc[ac+3]);
529
3.76M
                RE(t3) = RE(cc[ac+1]) + RE(cc[ac+2]);
530
3.76M
                IM(t3) = IM(cc[ac+1]) + IM(cc[ac+2]);
531
3.76M
                RE(t4) = RE(cc[ac+1]) - RE(cc[ac+2]);
532
3.76M
                IM(t4) = IM(cc[ac+1]) - IM(cc[ac+2]);
533
3.76M
                RE(t5) = RE(cc[ac]) - RE(cc[ac+3]);
534
3.76M
                IM(t5) = IM(cc[ac]) - IM(cc[ac+3]);
535
536
3.76M
                RE(ch[ah]) = RE(cc[ac-1]) + RE(t2) + RE(t3);
537
3.76M
                IM(ch[ah]) = IM(cc[ac-1]) + IM(t2) + IM(t3);
538
539
3.76M
                RE(c2) = RE(cc[ac-1]) + MUL_F(RE(t2),tr11) + MUL_F(RE(t3),tr12);
540
3.76M
                IM(c2) = IM(cc[ac-1]) + MUL_F(IM(t2),tr11) + MUL_F(IM(t3),tr12);
541
3.76M
                RE(c3) = RE(cc[ac-1]) + MUL_F(RE(t2),tr12) + MUL_F(RE(t3),tr11);
542
3.76M
                IM(c3) = IM(cc[ac-1]) + MUL_F(IM(t2),tr12) + MUL_F(IM(t3),tr11);
543
544
3.76M
                ComplexMult(&RE(c5), &RE(c4),
545
3.76M
                    ti11, ti12, RE(t5), RE(t4));
546
3.76M
                ComplexMult(&IM(c5), &IM(c4),
547
3.76M
                    ti11, ti12, IM(t5), IM(t4));
548
549
3.76M
                RE(ch[ah+l1]) = RE(c2) - IM(c5);
550
3.76M
                IM(ch[ah+l1]) = IM(c2) + RE(c5);
551
3.76M
                RE(ch[ah+2*l1]) = RE(c3) - IM(c4);
552
3.76M
                IM(ch[ah+2*l1]) = IM(c3) + RE(c4);
553
3.76M
                RE(ch[ah+3*l1]) = RE(c3) + IM(c4);
554
3.76M
                IM(ch[ah+3*l1]) = IM(c3) - RE(c4);
555
3.76M
                RE(ch[ah+4*l1]) = RE(c2) + IM(c5);
556
3.76M
                IM(ch[ah+4*l1]) = IM(c2) - RE(c5);
557
3.76M
            }
558
68.5k
        } else {
559
380k
            for (k = 0; k < l1; k++)
560
376k
            {
561
376k
                ac = 5*k + 1;
562
376k
                ah = k;
563
564
376k
                RE(t2) = RE(cc[ac]) + RE(cc[ac+3]);
565
376k
                IM(t2) = IM(cc[ac]) + IM(cc[ac+3]);
566
376k
                RE(t3) = RE(cc[ac+1]) + RE(cc[ac+2]);
567
376k
                IM(t3) = IM(cc[ac+1]) + IM(cc[ac+2]);
568
376k
                RE(t4) = RE(cc[ac+1]) - RE(cc[ac+2]);
569
376k
                IM(t4) = IM(cc[ac+1]) - IM(cc[ac+2]);
570
376k
                RE(t5) = RE(cc[ac]) - RE(cc[ac+3]);
571
376k
                IM(t5) = IM(cc[ac]) - IM(cc[ac+3]);
572
573
376k
                RE(ch[ah]) = RE(cc[ac-1]) + RE(t2) + RE(t3);
574
376k
                IM(ch[ah]) = IM(cc[ac-1]) + IM(t2) + IM(t3);
575
576
376k
                RE(c2) = RE(cc[ac-1]) + MUL_F(RE(t2),tr11) + MUL_F(RE(t3),tr12);
577
376k
                IM(c2) = IM(cc[ac-1]) + MUL_F(IM(t2),tr11) + MUL_F(IM(t3),tr12);
578
376k
                RE(c3) = RE(cc[ac-1]) + MUL_F(RE(t2),tr12) + MUL_F(RE(t3),tr11);
579
376k
                IM(c3) = IM(cc[ac-1]) + MUL_F(IM(t2),tr12) + MUL_F(IM(t3),tr11);
580
581
376k
                ComplexMult(&RE(c4), &RE(c5),
582
376k
                    ti12, ti11, RE(t5), RE(t4));
583
376k
                ComplexMult(&IM(c4), &IM(c5),
584
376k
                    ti12, ti11, IM(t5), IM(t4));
585
586
376k
                RE(ch[ah+l1]) = RE(c2) + IM(c5);
587
376k
                IM(ch[ah+l1]) = IM(c2) - RE(c5);
588
376k
                RE(ch[ah+2*l1]) = RE(c3) + IM(c4);
589
376k
                IM(ch[ah+2*l1]) = IM(c3) - RE(c4);
590
376k
                RE(ch[ah+3*l1]) = RE(c3) - IM(c4);
591
376k
                IM(ch[ah+3*l1]) = IM(c3) + RE(c4);
592
376k
                RE(ch[ah+4*l1]) = RE(c2) - IM(c5);
593
376k
                IM(ch[ah+4*l1]) = IM(c2) + RE(c5);
594
376k
            }
595
3.95k
        }
596
72.5k
    } else {
597
0
#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
598
        // TODO: remove this code once fuzzer proves it is totally unreahable
599
        // 5 if the biggest factor and it never repeated for supported frame
600
        // lengths; consequently `ido` should always be 1.
601
0
        __builtin_trap();
602
        /*
603
#else
604
        uint16_t i;
605
        complex_t d3, d4, d5, d2;
606
#endif
607
        if (isign == 1)
608
        {
609
            for (k = 0; k < l1; k++)
610
            {
611
                for (i = 0; i < ido; i++)
612
                {
613
                    ac = i + (k*5 + 1) * ido;
614
                    ah = i + k * ido;
615
616
                    RE(t2) = RE(cc[ac]) + RE(cc[ac+3*ido]);
617
                    IM(t2) = IM(cc[ac]) + IM(cc[ac+3*ido]);
618
                    RE(t3) = RE(cc[ac+ido]) + RE(cc[ac+2*ido]);
619
                    IM(t3) = IM(cc[ac+ido]) + IM(cc[ac+2*ido]);
620
                    RE(t4) = RE(cc[ac+ido]) - RE(cc[ac+2*ido]);
621
                    IM(t4) = IM(cc[ac+ido]) - IM(cc[ac+2*ido]);
622
                    RE(t5) = RE(cc[ac]) - RE(cc[ac+3*ido]);
623
                    IM(t5) = IM(cc[ac]) - IM(cc[ac+3*ido]);
624
625
                    RE(ch[ah]) = RE(cc[ac-ido]) + RE(t2) + RE(t3);
626
                    IM(ch[ah]) = IM(cc[ac-ido]) + IM(t2) + IM(t3);
627
628
                    RE(c2) = RE(cc[ac-ido]) + MUL_F(RE(t2),tr11) + MUL_F(RE(t3),tr12);
629
                    IM(c2) = IM(cc[ac-ido]) + MUL_F(IM(t2),tr11) + MUL_F(IM(t3),tr12);
630
                    RE(c3) = RE(cc[ac-ido]) + MUL_F(RE(t2),tr12) + MUL_F(RE(t3),tr11);
631
                    IM(c3) = IM(cc[ac-ido]) + MUL_F(IM(t2),tr12) + MUL_F(IM(t3),tr11);
632
633
                    ComplexMult(&RE(c5), &RE(c4),
634
                        ti11, ti12, RE(t5), RE(t4));
635
                    ComplexMult(&IM(c5), &IM(c4),
636
                        ti11, ti12, IM(t5), IM(t4));
637
638
                    IM(d2) = IM(c2) + RE(c5);
639
                    IM(d3) = IM(c3) + RE(c4);
640
                    RE(d4) = RE(c3) + IM(c4);
641
                    RE(d5) = RE(c2) + IM(c5);
642
                    RE(d2) = RE(c2) - IM(c5);
643
                    IM(d5) = IM(c2) - RE(c5);
644
                    RE(d3) = RE(c3) - IM(c4);
645
                    IM(d4) = IM(c3) - RE(c4);
646
647
#if 1
648
                    ComplexMult(&IM(ch[ah+l1*ido]), &RE(ch[ah+l1*ido]),
649
                        IM(d2), RE(d2), RE(wa1[i]), IM(wa1[i]));
650
                    ComplexMult(&IM(ch[ah+2*l1*ido]), &RE(ch[ah+2*l1*ido]),
651
                        IM(d3), RE(d3), RE(wa2[i]), IM(wa2[i]));
652
                    ComplexMult(&IM(ch[ah+3*l1*ido]), &RE(ch[ah+3*l1*ido]),
653
                        IM(d4), RE(d4), RE(wa3[i]), IM(wa3[i]));
654
                    ComplexMult(&IM(ch[ah+4*l1*ido]), &RE(ch[ah+4*l1*ido]),
655
                        IM(d5), RE(d5), RE(wa4[i]), IM(wa4[i]));
656
#else
657
                    ComplexMult(&RE(ch[ah+l1*ido]), &IM(ch[ah+l1*ido]),
658
                        RE(d2), IM(d2), RE(wa1[i]), IM(wa1[i]));
659
                    ComplexMult(&RE(ch[ah+2*l1*ido]), &IM(ch[ah+2*l1*ido]),
660
                        RE(d3), IM(d3), RE(wa2[i]), IM(wa2[i]));
661
                    ComplexMult(&RE(ch[ah+3*l1*ido]), &IM(ch[ah+3*l1*ido]),
662
                        RE(d4), IM(d4), RE(wa3[i]), IM(wa3[i]));
663
                    ComplexMult(&RE(ch[ah+4*l1*ido]), &IM(ch[ah+4*l1*ido]),
664
                        RE(d5), IM(d5), RE(wa4[i]), IM(wa4[i]));
665
#endif
666
                }
667
            }
668
        } else {
669
            for (k = 0; k < l1; k++)
670
            {
671
                for (i = 0; i < ido; i++)
672
                {
673
                    ac = i + (k*5 + 1) * ido;
674
                    ah = i + k * ido;
675
676
                    RE(t2) = RE(cc[ac]) + RE(cc[ac+3*ido]);
677
                    IM(t2) = IM(cc[ac]) + IM(cc[ac+3*ido]);
678
                    RE(t3) = RE(cc[ac+ido]) + RE(cc[ac+2*ido]);
679
                    IM(t3) = IM(cc[ac+ido]) + IM(cc[ac+2*ido]);
680
                    RE(t4) = RE(cc[ac+ido]) - RE(cc[ac+2*ido]);
681
                    IM(t4) = IM(cc[ac+ido]) - IM(cc[ac+2*ido]);
682
                    RE(t5) = RE(cc[ac]) - RE(cc[ac+3*ido]);
683
                    IM(t5) = IM(cc[ac]) - IM(cc[ac+3*ido]);
684
685
                    RE(ch[ah]) = RE(cc[ac-ido]) + RE(t2) + RE(t3);
686
                    IM(ch[ah]) = IM(cc[ac-ido]) + IM(t2) + IM(t3);
687
688
                    RE(c2) = RE(cc[ac-ido]) + MUL_F(RE(t2),tr11) + MUL_F(RE(t3),tr12);
689
                    IM(c2) = IM(cc[ac-ido]) + MUL_F(IM(t2),tr11) + MUL_F(IM(t3),tr12);
690
                    RE(c3) = RE(cc[ac-ido]) + MUL_F(RE(t2),tr12) + MUL_F(RE(t3),tr11);
691
                    IM(c3) = IM(cc[ac-ido]) + MUL_F(IM(t2),tr12) + MUL_F(IM(t3),tr11);
692
693
                    ComplexMult(&RE(c4), &RE(c5),
694
                        ti12, ti11, RE(t5), RE(t4));
695
                    ComplexMult(&IM(c4), &IM(c5),
696
                        ti12, ti11, IM(t5), IM(t4));
697
698
                    IM(d2) = IM(c2) - RE(c5);
699
                    IM(d3) = IM(c3) - RE(c4);
700
                    RE(d4) = RE(c3) - IM(c4);
701
                    RE(d5) = RE(c2) - IM(c5);
702
                    RE(d2) = RE(c2) + IM(c5);
703
                    IM(d5) = IM(c2) + RE(c5);
704
                    RE(d3) = RE(c3) + IM(c4);
705
                    IM(d4) = IM(c3) + RE(c4);
706
707
#if 1
708
                    ComplexMult(&RE(ch[ah+l1*ido]), &IM(ch[ah+l1*ido]),
709
                        RE(d2), IM(d2), RE(wa1[i]), IM(wa1[i]));
710
                    ComplexMult(&RE(ch[ah+2*l1*ido]), &IM(ch[ah+2*l1*ido]),
711
                        RE(d3), IM(d3), RE(wa2[i]), IM(wa2[i]));
712
                    ComplexMult(&RE(ch[ah+3*l1*ido]), &IM(ch[ah+3*l1*ido]),
713
                        RE(d4), IM(d4), RE(wa3[i]), IM(wa3[i]));
714
                    ComplexMult(&RE(ch[ah+4*l1*ido]), &IM(ch[ah+4*l1*ido]),
715
                        RE(d5), IM(d5), RE(wa4[i]), IM(wa4[i]));
716
#else
717
                    ComplexMult(&IM(ch[ah+l1*ido]), &RE(ch[ah+l1*ido]),
718
                        IM(d2), RE(d2), RE(wa1[i]), IM(wa1[i]));
719
                    ComplexMult(&IM(ch[ah+2*l1*ido]), &RE(ch[ah+2*l1*ido]),
720
                        IM(d3), RE(d3), RE(wa2[i]), IM(wa2[i]));
721
                    ComplexMult(&IM(ch[ah+3*l1*ido]), &RE(ch[ah+3*l1*ido]),
722
                        IM(d4), RE(d4), RE(wa3[i]), IM(wa3[i]));
723
                    ComplexMult(&IM(ch[ah+4*l1*ido]), &RE(ch[ah+4*l1*ido]),
724
                        IM(d5), RE(d5), RE(wa4[i]), IM(wa4[i]));
725
#endif
726
                }
727
            }
728
        }
729
#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
730
        */
731
0
#endif
732
0
    }
733
72.5k
}
734
735
736
/*----------------------------------------------------------------------
737
   cfftf1, cfftf, cfftb, cffti1, cffti. Complex FFTs.
738
  ----------------------------------------------------------------------*/
739
740
static INLINE void cfftf1pos(uint16_t n, complex_t *c, complex_t *ch,
741
                             const uint16_t *ifac, const complex_t *wa,
742
                             const int8_t isign)
743
459k
{
744
459k
    uint16_t i;
745
459k
    uint16_t k1, l1, l2;
746
459k
    uint16_t na, nf, ip, iw, ix2, ix3, ix4, ido;
747
748
459k
    nf = ifac[1];
749
459k
    na = 0;
750
459k
    l1 = 1;
751
459k
    iw = 0;
752
753
2.31M
    for (k1 = 2; k1 <= nf+1; k1++)
754
1.85M
    {
755
1.85M
        ip = ifac[k1];
756
1.85M
        l2 = ip*l1;
757
1.85M
        ido = n / l2;
758
759
1.85M
        switch (ip)
760
1.85M
        {
761
1.48M
        case 4:
762
1.48M
            ix2 = iw + ido;
763
1.48M
            ix3 = ix2 + ido;
764
765
1.48M
            if (na == 0)
766
816k
                passf4pos((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw], &wa[ix2], &wa[ix3]);
767
665k
            else
768
665k
                passf4pos((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw], &wa[ix2], &wa[ix3]);
769
770
1.48M
            na = 1 - na;
771
1.48M
            break;
772
239k
        case 2:
773
239k
            if (na == 0)
774
239k
                passf2pos((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw]);
775
0
            else
776
0
                passf2pos((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw]);
777
778
239k
            na = 1 - na;
779
239k
            break;
780
68.5k
        case 3:
781
68.5k
            ix2 = iw + ido;
782
783
68.5k
            if (na == 0)
784
34.0k
                passf3((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw], &wa[ix2], isign);
785
34.4k
            else
786
34.4k
                passf3((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw], &wa[ix2], isign);
787
788
68.5k
            na = 1 - na;
789
68.5k
            break;
790
68.5k
        case 5:
791
68.5k
            ix2 = iw + ido;
792
68.5k
            ix3 = ix2 + ido;
793
68.5k
            ix4 = ix3 + ido;
794
795
68.5k
            if (na == 0)
796
67.3k
                passf5((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw], &wa[ix2], &wa[ix3], &wa[ix4], isign);
797
1.19k
            else
798
1.19k
                passf5((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw], &wa[ix2], &wa[ix3], &wa[ix4], isign);
799
800
68.5k
            na = 1 - na;
801
68.5k
            break;
802
1.85M
        }
803
804
1.85M
        l1 = l2;
805
1.85M
        iw += (ip-1) * ido;
806
1.85M
    }
807
808
459k
    if (na == 0)
809
2.51k
        return;
810
811
135M
    for (i = 0; i < n; i++)
812
135M
    {
813
135M
        RE(c[i]) = RE(ch[i]);
814
135M
        IM(c[i]) = IM(ch[i]);
815
135M
    }
816
456k
}
817
818
static INLINE void cfftf1neg(uint16_t n, complex_t *c, complex_t *ch,
819
                             const uint16_t *ifac, const complex_t *wa,
820
                             const int8_t isign)
821
6.75k
{
822
6.75k
    uint16_t i;
823
6.75k
    uint16_t k1, l1, l2;
824
6.75k
    uint16_t na, nf, ip, iw, ix2, ix3, ix4, ido;
825
826
6.75k
    nf = ifac[1];
827
6.75k
    na = 0;
828
6.75k
    l1 = 1;
829
6.75k
    iw = 0;
830
831
40.2k
    for (k1 = 2; k1 <= nf+1; k1++)
832
33.5k
    {
833
33.5k
        ip = ifac[k1];
834
33.5k
        l2 = ip*l1;
835
33.5k
        ido = n / l2;
836
837
33.5k
        switch (ip)
838
33.5k
        {
839
19.1k
        case 4:
840
19.1k
            ix2 = iw + ido;
841
19.1k
            ix3 = ix2 + ido;
842
843
19.1k
            if (na == 0)
844
9.55k
                passf4neg((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw], &wa[ix2], &wa[ix3]);
845
9.55k
            else
846
9.55k
                passf4neg((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw], &wa[ix2], &wa[ix3]);
847
848
19.1k
            na = 1 - na;
849
19.1k
            break;
850
6.49k
        case 2:
851
6.49k
            if (na == 0)
852
6.49k
                passf2neg((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw]);
853
0
            else
854
0
                passf2neg((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw]);
855
856
6.49k
            na = 1 - na;
857
6.49k
            break;
858
3.95k
        case 3:
859
3.95k
            ix2 = iw + ido;
860
861
3.95k
            if (na == 0)
862
69
                passf3((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw], &wa[ix2], isign);
863
3.89k
            else
864
3.89k
                passf3((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw], &wa[ix2], isign);
865
866
3.95k
            na = 1 - na;
867
3.95k
            break;
868
3.95k
        case 5:
869
3.95k
            ix2 = iw + ido;
870
3.95k
            ix3 = ix2 + ido;
871
3.95k
            ix4 = ix3 + ido;
872
873
3.95k
            if (na == 0)
874
3.89k
                passf5((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)c, ch, &wa[iw], &wa[ix2], &wa[ix3], &wa[ix4], isign);
875
69
            else
876
69
                passf5((const uint16_t)ido, (const uint16_t)l1, (const complex_t*)ch, c, &wa[iw], &wa[ix2], &wa[ix3], &wa[ix4], isign);
877
878
3.95k
            na = 1 - na;
879
3.95k
            break;
880
33.5k
        }
881
882
33.5k
        l1 = l2;
883
33.5k
        iw += (ip-1) * ido;
884
33.5k
    }
885
886
6.75k
    if (na == 0)
887
257
        return;
888
889
3.20M
    for (i = 0; i < n; i++)
890
3.20M
    {
891
3.20M
        RE(c[i]) = RE(ch[i]);
892
3.20M
        IM(c[i]) = IM(ch[i]);
893
3.20M
    }
894
6.49k
}
895
896
void cfftf(cfft_info *cfft, complex_t *c)
897
6.75k
{
898
6.75k
    cfftf1neg(cfft->n, c, cfft->work, (const uint16_t*)cfft->ifac, (const complex_t*)cfft->tab, -1);
899
6.75k
}
900
901
void cfftb(cfft_info *cfft, complex_t *c)
902
459k
{
903
459k
    cfftf1pos(cfft->n, c, cfft->work, (const uint16_t*)cfft->ifac, (const complex_t*)cfft->tab, +1);
904
459k
}
905
906
static void cffti1(uint16_t n, complex_t *wa, uint16_t *ifac)
907
26.7k
{
908
26.7k
    static uint16_t ntryh[4] = {3, 4, 2, 5};
909
26.7k
#ifndef FIXED_POINT
910
26.7k
    real_t arg, argh, argld, fi;
911
26.7k
    uint16_t ido, ipm;
912
26.7k
    uint16_t i1, k1, l1, l2;
913
26.7k
    uint16_t ld, ii, ip;
914
26.7k
#endif
915
26.7k
    uint16_t ntry = 0, i, j;
916
26.7k
    uint16_t ib;
917
26.7k
    uint16_t nf, nl, nq, nr;
918
919
26.7k
    nl = n;
920
26.7k
    nf = 0;
921
26.7k
    j = 0;
922
923
70.8k
startloop:
924
70.8k
    j++;
925
926
70.8k
    if (j <= 4)
927
70.8k
        ntry = ntryh[j-1];
928
0
    else
929
0
        ntry += 2;
930
931
70.8k
    do
932
151k
    {
933
151k
        nq = nl / ntry;
934
151k
        nr = nl - ntry*nq;
935
936
151k
        if (nr != 0)
937
44.0k
            goto startloop;
938
939
107k
        nf++;
940
107k
        ifac[nf+1] = ntry;
941
107k
        nl = nq;
942
943
107k
        if (ntry == 2 && nf != 1)
944
8.93k
        {
945
42.9k
            for (i = 2; i <= nf; i++)
946
34.0k
            {
947
34.0k
                ib = nf - i + 2;
948
34.0k
                ifac[ib+1] = ifac[ib];
949
34.0k
            }
950
8.93k
            ifac[2] = 2;
951
8.93k
        }
952
107k
    } while (nl != 1);
953
954
26.7k
    ifac[0] = n;
955
26.7k
    ifac[1] = nf;
956
957
26.7k
#ifndef FIXED_POINT
958
26.7k
    argh = (real_t)2.0*(real_t)M_PI / (real_t)n;
959
26.7k
    i = 0;
960
26.7k
    l1 = 1;
961
962
133k
    for (k1 = 1; k1 <= nf; k1++)
963
107k
    {
964
107k
        ip = ifac[k1+1];
965
107k
        ld = 0;
966
107k
        l2 = l1*ip;
967
107k
        ido = n / l2;
968
107k
        ipm = ip - 1;
969
970
410k
        for (j = 0; j < ipm; j++)
971
303k
        {
972
303k
            i1 = i;
973
303k
            RE(wa[i]) = 1.0;
974
303k
            IM(wa[i]) = 0.0;
975
303k
            ld += l1;
976
303k
            fi = 0;
977
303k
            argld = ld*argh;
978
979
7.62M
            for (ii = 0; ii < ido; ii++)
980
7.31M
            {
981
7.31M
                i++;
982
7.31M
                fi++;
983
7.31M
                arg = fi * argld;
984
7.31M
                RE(wa[i]) = (real_t)cos(arg);
985
7.31M
#if 1
986
7.31M
                IM(wa[i]) = (real_t)sin(arg);
987
#else
988
                IM(wa[i]) = (real_t)-sin(arg);
989
#endif
990
7.31M
            }
991
992
303k
            if (ip > 5)
993
0
            {
994
0
                RE(wa[i1]) = RE(wa[i]);
995
0
                IM(wa[i1]) = IM(wa[i]);
996
0
            }
997
303k
        }
998
107k
        l1 = l2;
999
107k
    }
1000
#else  // FIXED_POINT
1001
    (void)wa;  /* whoa! does it work for FIXED_POINT? */
1002
#endif
1003
26.7k
}
1004
1005
cfft_info *cffti(uint16_t n)
1006
26.7k
{
1007
26.7k
    cfft_info *cfft = (cfft_info*)faad_malloc(sizeof(cfft_info));
1008
1009
26.7k
    cfft->n = n;
1010
26.7k
    cfft->work = (complex_t*)faad_malloc(n*sizeof(complex_t));
1011
1012
26.7k
#ifndef FIXED_POINT
1013
26.7k
    cfft->tab = (complex_t*)faad_malloc(n*sizeof(complex_t));
1014
1015
26.7k
    cffti1(n, cfft->tab, cfft->ifac);
1016
#else
1017
    cffti1(n, NULL, cfft->ifac);
1018
1019
    switch (n)
1020
    {
1021
    case 64: cfft->tab = (complex_t*)cfft_tab_64; break;
1022
    case 512: cfft->tab = (complex_t*)cfft_tab_512; break;
1023
#ifdef LD_DEC
1024
    case 256: cfft->tab = (complex_t*)cfft_tab_256; break;
1025
#endif
1026
1027
#ifdef ALLOW_SMALL_FRAMELENGTH
1028
    case 60: cfft->tab = (complex_t*)cfft_tab_60; break;
1029
    case 480: cfft->tab = (complex_t*)cfft_tab_480; break;
1030
#ifdef LD_DEC
1031
    case 240: cfft->tab = (complex_t*)cfft_tab_240; break;
1032
#endif
1033
#endif
1034
    case 128: cfft->tab = (complex_t*)cfft_tab_128; break;
1035
    }
1036
#endif
1037
1038
26.7k
    return cfft;
1039
26.7k
}
1040
1041
void cfftu(cfft_info *cfft)
1042
26.7k
{
1043
26.7k
    if (cfft->work) faad_free(cfft->work);
1044
26.7k
#ifndef FIXED_POINT
1045
26.7k
    if (cfft->tab) faad_free(cfft->tab);
1046
26.7k
#endif
1047
1048
26.7k
    if (cfft) faad_free(cfft);
1049
26.7k
}
1050