Coverage Report

Created: 2025-12-31 07:53

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/aom/av1/common/av1_inv_txfm1d.c
Line
Count
Source
1
/*
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
3
 *
4
 * This source code is subject to the terms of the BSD 2 Clause License and
5
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6
 * was not distributed with this source code in the LICENSE file, you can
7
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8
 * Media Patent License 1.0 was not distributed with this source code in the
9
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10
 */
11
12
#include <stdlib.h>
13
#include "av1/common/av1_inv_txfm1d.h"
14
#include "av1/common/av1_txfm.h"
15
16
void av1_idct4(const int32_t *input, int32_t *output, int8_t cos_bit,
17
7.72M
               const int8_t *stage_range) {
18
7.72M
  assert(output != input);
19
7.72M
  const int32_t size = 4;
20
7.72M
  const int32_t *cospi = cospi_arr(cos_bit);
21
22
7.72M
  int32_t stage = 0;
23
7.72M
  int32_t *bf0, *bf1;
24
7.72M
  int32_t step[4];
25
26
  // stage 0;
27
28
  // stage 1;
29
7.72M
  stage++;
30
7.72M
  bf1 = output;
31
7.72M
  bf1[0] = input[0];
32
7.72M
  bf1[1] = input[2];
33
7.72M
  bf1[2] = input[1];
34
7.72M
  bf1[3] = input[3];
35
7.72M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
36
37
  // stage 2
38
7.72M
  stage++;
39
7.72M
  bf0 = output;
40
7.72M
  bf1 = step;
41
7.72M
  bf1[0] = half_btf(cospi[32], bf0[0], cospi[32], bf0[1], cos_bit);
42
7.72M
  bf1[1] = half_btf(cospi[32], bf0[0], -cospi[32], bf0[1], cos_bit);
43
7.72M
  bf1[2] = half_btf(cospi[48], bf0[2], -cospi[16], bf0[3], cos_bit);
44
7.72M
  bf1[3] = half_btf(cospi[16], bf0[2], cospi[48], bf0[3], cos_bit);
45
7.72M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
46
47
  // stage 3
48
7.72M
  stage++;
49
7.72M
  bf0 = step;
50
7.72M
  bf1 = output;
51
7.72M
  bf1[0] = clamp_value(bf0[0] + bf0[3], stage_range[stage]);
52
7.72M
  bf1[1] = clamp_value(bf0[1] + bf0[2], stage_range[stage]);
53
7.72M
  bf1[2] = clamp_value(bf0[1] - bf0[2], stage_range[stage]);
54
7.72M
  bf1[3] = clamp_value(bf0[0] - bf0[3], stage_range[stage]);
55
7.72M
}
56
57
void av1_idct8(const int32_t *input, int32_t *output, int8_t cos_bit,
58
21.4M
               const int8_t *stage_range) {
59
21.4M
  assert(output != input);
60
21.4M
  const int32_t size = 8;
61
21.4M
  const int32_t *cospi = cospi_arr(cos_bit);
62
63
21.4M
  int32_t stage = 0;
64
21.4M
  int32_t *bf0, *bf1;
65
21.4M
  int32_t step[8];
66
67
  // stage 0;
68
69
  // stage 1;
70
21.4M
  stage++;
71
21.4M
  bf1 = output;
72
21.4M
  bf1[0] = input[0];
73
21.4M
  bf1[1] = input[4];
74
21.4M
  bf1[2] = input[2];
75
21.4M
  bf1[3] = input[6];
76
21.4M
  bf1[4] = input[1];
77
21.4M
  bf1[5] = input[5];
78
21.4M
  bf1[6] = input[3];
79
21.4M
  bf1[7] = input[7];
80
21.4M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
81
82
  // stage 2
83
21.4M
  stage++;
84
21.4M
  bf0 = output;
85
21.4M
  bf1 = step;
86
21.4M
  bf1[0] = bf0[0];
87
21.4M
  bf1[1] = bf0[1];
88
21.4M
  bf1[2] = bf0[2];
89
21.4M
  bf1[3] = bf0[3];
90
21.4M
  bf1[4] = half_btf(cospi[56], bf0[4], -cospi[8], bf0[7], cos_bit);
91
21.4M
  bf1[5] = half_btf(cospi[24], bf0[5], -cospi[40], bf0[6], cos_bit);
92
21.4M
  bf1[6] = half_btf(cospi[40], bf0[5], cospi[24], bf0[6], cos_bit);
93
21.4M
  bf1[7] = half_btf(cospi[8], bf0[4], cospi[56], bf0[7], cos_bit);
94
21.4M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
95
96
  // stage 3
97
21.4M
  stage++;
98
21.4M
  bf0 = step;
99
21.4M
  bf1 = output;
100
21.4M
  bf1[0] = half_btf(cospi[32], bf0[0], cospi[32], bf0[1], cos_bit);
101
21.4M
  bf1[1] = half_btf(cospi[32], bf0[0], -cospi[32], bf0[1], cos_bit);
102
21.4M
  bf1[2] = half_btf(cospi[48], bf0[2], -cospi[16], bf0[3], cos_bit);
103
21.4M
  bf1[3] = half_btf(cospi[16], bf0[2], cospi[48], bf0[3], cos_bit);
104
21.4M
  bf1[4] = clamp_value(bf0[4] + bf0[5], stage_range[stage]);
105
21.4M
  bf1[5] = clamp_value(bf0[4] - bf0[5], stage_range[stage]);
106
21.4M
  bf1[6] = clamp_value(-bf0[6] + bf0[7], stage_range[stage]);
107
21.4M
  bf1[7] = clamp_value(bf0[6] + bf0[7], stage_range[stage]);
108
21.4M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
109
110
  // stage 4
111
21.4M
  stage++;
112
21.4M
  bf0 = output;
113
21.4M
  bf1 = step;
114
21.4M
  bf1[0] = clamp_value(bf0[0] + bf0[3], stage_range[stage]);
115
21.4M
  bf1[1] = clamp_value(bf0[1] + bf0[2], stage_range[stage]);
116
21.4M
  bf1[2] = clamp_value(bf0[1] - bf0[2], stage_range[stage]);
117
21.4M
  bf1[3] = clamp_value(bf0[0] - bf0[3], stage_range[stage]);
118
21.4M
  bf1[4] = bf0[4];
119
21.4M
  bf1[5] = half_btf(-cospi[32], bf0[5], cospi[32], bf0[6], cos_bit);
120
21.4M
  bf1[6] = half_btf(cospi[32], bf0[5], cospi[32], bf0[6], cos_bit);
121
21.4M
  bf1[7] = bf0[7];
122
21.4M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
123
124
  // stage 5
125
21.4M
  stage++;
126
21.4M
  bf0 = step;
127
21.4M
  bf1 = output;
128
21.4M
  bf1[0] = clamp_value(bf0[0] + bf0[7], stage_range[stage]);
129
21.4M
  bf1[1] = clamp_value(bf0[1] + bf0[6], stage_range[stage]);
130
21.4M
  bf1[2] = clamp_value(bf0[2] + bf0[5], stage_range[stage]);
131
21.4M
  bf1[3] = clamp_value(bf0[3] + bf0[4], stage_range[stage]);
132
21.4M
  bf1[4] = clamp_value(bf0[3] - bf0[4], stage_range[stage]);
133
21.4M
  bf1[5] = clamp_value(bf0[2] - bf0[5], stage_range[stage]);
134
21.4M
  bf1[6] = clamp_value(bf0[1] - bf0[6], stage_range[stage]);
135
21.4M
  bf1[7] = clamp_value(bf0[0] - bf0[7], stage_range[stage]);
136
21.4M
}
137
138
void av1_idct16(const int32_t *input, int32_t *output, int8_t cos_bit,
139
20.4M
                const int8_t *stage_range) {
140
20.4M
  assert(output != input);
141
20.4M
  const int32_t size = 16;
142
20.4M
  const int32_t *cospi = cospi_arr(cos_bit);
143
144
20.4M
  int32_t stage = 0;
145
20.4M
  int32_t *bf0, *bf1;
146
20.4M
  int32_t step[16];
147
148
  // stage 0;
149
150
  // stage 1;
151
20.4M
  stage++;
152
20.4M
  bf1 = output;
153
20.4M
  bf1[0] = input[0];
154
20.4M
  bf1[1] = input[8];
155
20.4M
  bf1[2] = input[4];
156
20.4M
  bf1[3] = input[12];
157
20.4M
  bf1[4] = input[2];
158
20.4M
  bf1[5] = input[10];
159
20.4M
  bf1[6] = input[6];
160
20.4M
  bf1[7] = input[14];
161
20.4M
  bf1[8] = input[1];
162
20.4M
  bf1[9] = input[9];
163
20.4M
  bf1[10] = input[5];
164
20.4M
  bf1[11] = input[13];
165
20.4M
  bf1[12] = input[3];
166
20.4M
  bf1[13] = input[11];
167
20.4M
  bf1[14] = input[7];
168
20.4M
  bf1[15] = input[15];
169
20.4M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
170
171
  // stage 2
172
20.4M
  stage++;
173
20.4M
  bf0 = output;
174
20.4M
  bf1 = step;
175
20.4M
  bf1[0] = bf0[0];
176
20.4M
  bf1[1] = bf0[1];
177
20.4M
  bf1[2] = bf0[2];
178
20.4M
  bf1[3] = bf0[3];
179
20.4M
  bf1[4] = bf0[4];
180
20.4M
  bf1[5] = bf0[5];
181
20.4M
  bf1[6] = bf0[6];
182
20.4M
  bf1[7] = bf0[7];
183
20.4M
  bf1[8] = half_btf(cospi[60], bf0[8], -cospi[4], bf0[15], cos_bit);
184
20.4M
  bf1[9] = half_btf(cospi[28], bf0[9], -cospi[36], bf0[14], cos_bit);
185
20.4M
  bf1[10] = half_btf(cospi[44], bf0[10], -cospi[20], bf0[13], cos_bit);
186
20.4M
  bf1[11] = half_btf(cospi[12], bf0[11], -cospi[52], bf0[12], cos_bit);
187
20.4M
  bf1[12] = half_btf(cospi[52], bf0[11], cospi[12], bf0[12], cos_bit);
188
20.4M
  bf1[13] = half_btf(cospi[20], bf0[10], cospi[44], bf0[13], cos_bit);
189
20.4M
  bf1[14] = half_btf(cospi[36], bf0[9], cospi[28], bf0[14], cos_bit);
190
20.4M
  bf1[15] = half_btf(cospi[4], bf0[8], cospi[60], bf0[15], cos_bit);
191
20.4M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
192
193
  // stage 3
194
20.4M
  stage++;
195
20.4M
  bf0 = step;
196
20.4M
  bf1 = output;
197
20.4M
  bf1[0] = bf0[0];
198
20.4M
  bf1[1] = bf0[1];
199
20.4M
  bf1[2] = bf0[2];
200
20.4M
  bf1[3] = bf0[3];
201
20.4M
  bf1[4] = half_btf(cospi[56], bf0[4], -cospi[8], bf0[7], cos_bit);
202
20.4M
  bf1[5] = half_btf(cospi[24], bf0[5], -cospi[40], bf0[6], cos_bit);
203
20.4M
  bf1[6] = half_btf(cospi[40], bf0[5], cospi[24], bf0[6], cos_bit);
204
20.4M
  bf1[7] = half_btf(cospi[8], bf0[4], cospi[56], bf0[7], cos_bit);
205
20.4M
  bf1[8] = clamp_value(bf0[8] + bf0[9], stage_range[stage]);
206
20.4M
  bf1[9] = clamp_value(bf0[8] - bf0[9], stage_range[stage]);
207
20.4M
  bf1[10] = clamp_value(-bf0[10] + bf0[11], stage_range[stage]);
208
20.4M
  bf1[11] = clamp_value(bf0[10] + bf0[11], stage_range[stage]);
209
20.4M
  bf1[12] = clamp_value(bf0[12] + bf0[13], stage_range[stage]);
210
20.4M
  bf1[13] = clamp_value(bf0[12] - bf0[13], stage_range[stage]);
211
20.4M
  bf1[14] = clamp_value(-bf0[14] + bf0[15], stage_range[stage]);
212
20.4M
  bf1[15] = clamp_value(bf0[14] + bf0[15], stage_range[stage]);
213
20.4M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
214
215
  // stage 4
216
20.4M
  stage++;
217
20.4M
  bf0 = output;
218
20.4M
  bf1 = step;
219
20.4M
  bf1[0] = half_btf(cospi[32], bf0[0], cospi[32], bf0[1], cos_bit);
220
20.4M
  bf1[1] = half_btf(cospi[32], bf0[0], -cospi[32], bf0[1], cos_bit);
221
20.4M
  bf1[2] = half_btf(cospi[48], bf0[2], -cospi[16], bf0[3], cos_bit);
222
20.4M
  bf1[3] = half_btf(cospi[16], bf0[2], cospi[48], bf0[3], cos_bit);
223
20.4M
  bf1[4] = clamp_value(bf0[4] + bf0[5], stage_range[stage]);
224
20.4M
  bf1[5] = clamp_value(bf0[4] - bf0[5], stage_range[stage]);
225
20.4M
  bf1[6] = clamp_value(-bf0[6] + bf0[7], stage_range[stage]);
226
20.4M
  bf1[7] = clamp_value(bf0[6] + bf0[7], stage_range[stage]);
227
20.4M
  bf1[8] = bf0[8];
228
20.4M
  bf1[9] = half_btf(-cospi[16], bf0[9], cospi[48], bf0[14], cos_bit);
229
20.4M
  bf1[10] = half_btf(-cospi[48], bf0[10], -cospi[16], bf0[13], cos_bit);
230
20.4M
  bf1[11] = bf0[11];
231
20.4M
  bf1[12] = bf0[12];
232
20.4M
  bf1[13] = half_btf(-cospi[16], bf0[10], cospi[48], bf0[13], cos_bit);
233
20.4M
  bf1[14] = half_btf(cospi[48], bf0[9], cospi[16], bf0[14], cos_bit);
234
20.4M
  bf1[15] = bf0[15];
235
20.4M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
236
237
  // stage 5
238
20.4M
  stage++;
239
20.4M
  bf0 = step;
240
20.4M
  bf1 = output;
241
20.4M
  bf1[0] = clamp_value(bf0[0] + bf0[3], stage_range[stage]);
242
20.4M
  bf1[1] = clamp_value(bf0[1] + bf0[2], stage_range[stage]);
243
20.4M
  bf1[2] = clamp_value(bf0[1] - bf0[2], stage_range[stage]);
244
20.4M
  bf1[3] = clamp_value(bf0[0] - bf0[3], stage_range[stage]);
245
20.4M
  bf1[4] = bf0[4];
246
20.4M
  bf1[5] = half_btf(-cospi[32], bf0[5], cospi[32], bf0[6], cos_bit);
247
20.4M
  bf1[6] = half_btf(cospi[32], bf0[5], cospi[32], bf0[6], cos_bit);
248
20.4M
  bf1[7] = bf0[7];
249
20.4M
  bf1[8] = clamp_value(bf0[8] + bf0[11], stage_range[stage]);
250
20.4M
  bf1[9] = clamp_value(bf0[9] + bf0[10], stage_range[stage]);
251
20.4M
  bf1[10] = clamp_value(bf0[9] - bf0[10], stage_range[stage]);
252
20.4M
  bf1[11] = clamp_value(bf0[8] - bf0[11], stage_range[stage]);
253
20.4M
  bf1[12] = clamp_value(-bf0[12] + bf0[15], stage_range[stage]);
254
20.4M
  bf1[13] = clamp_value(-bf0[13] + bf0[14], stage_range[stage]);
255
20.4M
  bf1[14] = clamp_value(bf0[13] + bf0[14], stage_range[stage]);
256
20.4M
  bf1[15] = clamp_value(bf0[12] + bf0[15], stage_range[stage]);
257
20.4M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
258
259
  // stage 6
260
20.4M
  stage++;
261
20.4M
  bf0 = output;
262
20.4M
  bf1 = step;
263
20.4M
  bf1[0] = clamp_value(bf0[0] + bf0[7], stage_range[stage]);
264
20.4M
  bf1[1] = clamp_value(bf0[1] + bf0[6], stage_range[stage]);
265
20.4M
  bf1[2] = clamp_value(bf0[2] + bf0[5], stage_range[stage]);
266
20.4M
  bf1[3] = clamp_value(bf0[3] + bf0[4], stage_range[stage]);
267
20.4M
  bf1[4] = clamp_value(bf0[3] - bf0[4], stage_range[stage]);
268
20.4M
  bf1[5] = clamp_value(bf0[2] - bf0[5], stage_range[stage]);
269
20.4M
  bf1[6] = clamp_value(bf0[1] - bf0[6], stage_range[stage]);
270
20.4M
  bf1[7] = clamp_value(bf0[0] - bf0[7], stage_range[stage]);
271
20.4M
  bf1[8] = bf0[8];
272
20.4M
  bf1[9] = bf0[9];
273
20.4M
  bf1[10] = half_btf(-cospi[32], bf0[10], cospi[32], bf0[13], cos_bit);
274
20.4M
  bf1[11] = half_btf(-cospi[32], bf0[11], cospi[32], bf0[12], cos_bit);
275
20.4M
  bf1[12] = half_btf(cospi[32], bf0[11], cospi[32], bf0[12], cos_bit);
276
20.4M
  bf1[13] = half_btf(cospi[32], bf0[10], cospi[32], bf0[13], cos_bit);
277
20.4M
  bf1[14] = bf0[14];
278
20.4M
  bf1[15] = bf0[15];
279
20.4M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
280
281
  // stage 7
282
20.4M
  stage++;
283
20.4M
  bf0 = step;
284
20.4M
  bf1 = output;
285
20.4M
  bf1[0] = clamp_value(bf0[0] + bf0[15], stage_range[stage]);
286
20.4M
  bf1[1] = clamp_value(bf0[1] + bf0[14], stage_range[stage]);
287
20.4M
  bf1[2] = clamp_value(bf0[2] + bf0[13], stage_range[stage]);
288
20.4M
  bf1[3] = clamp_value(bf0[3] + bf0[12], stage_range[stage]);
289
20.4M
  bf1[4] = clamp_value(bf0[4] + bf0[11], stage_range[stage]);
290
20.4M
  bf1[5] = clamp_value(bf0[5] + bf0[10], stage_range[stage]);
291
20.4M
  bf1[6] = clamp_value(bf0[6] + bf0[9], stage_range[stage]);
292
20.4M
  bf1[7] = clamp_value(bf0[7] + bf0[8], stage_range[stage]);
293
20.4M
  bf1[8] = clamp_value(bf0[7] - bf0[8], stage_range[stage]);
294
20.4M
  bf1[9] = clamp_value(bf0[6] - bf0[9], stage_range[stage]);
295
20.4M
  bf1[10] = clamp_value(bf0[5] - bf0[10], stage_range[stage]);
296
20.4M
  bf1[11] = clamp_value(bf0[4] - bf0[11], stage_range[stage]);
297
20.4M
  bf1[12] = clamp_value(bf0[3] - bf0[12], stage_range[stage]);
298
20.4M
  bf1[13] = clamp_value(bf0[2] - bf0[13], stage_range[stage]);
299
20.4M
  bf1[14] = clamp_value(bf0[1] - bf0[14], stage_range[stage]);
300
20.4M
  bf1[15] = clamp_value(bf0[0] - bf0[15], stage_range[stage]);
301
20.4M
}
302
303
void av1_idct32(const int32_t *input, int32_t *output, int8_t cos_bit,
304
34.8M
                const int8_t *stage_range) {
305
34.8M
  assert(output != input);
306
34.8M
  const int32_t size = 32;
307
34.8M
  const int32_t *cospi = cospi_arr(cos_bit);
308
309
34.8M
  int32_t stage = 0;
310
34.8M
  int32_t *bf0, *bf1;
311
34.8M
  int32_t step[32];
312
313
  // stage 0;
314
315
  // stage 1;
316
34.8M
  stage++;
317
34.8M
  bf1 = output;
318
34.8M
  bf1[0] = input[0];
319
34.8M
  bf1[1] = input[16];
320
34.8M
  bf1[2] = input[8];
321
34.8M
  bf1[3] = input[24];
322
34.8M
  bf1[4] = input[4];
323
34.8M
  bf1[5] = input[20];
324
34.8M
  bf1[6] = input[12];
325
34.8M
  bf1[7] = input[28];
326
34.8M
  bf1[8] = input[2];
327
34.8M
  bf1[9] = input[18];
328
34.8M
  bf1[10] = input[10];
329
34.8M
  bf1[11] = input[26];
330
34.8M
  bf1[12] = input[6];
331
34.8M
  bf1[13] = input[22];
332
34.8M
  bf1[14] = input[14];
333
34.8M
  bf1[15] = input[30];
334
34.8M
  bf1[16] = input[1];
335
34.8M
  bf1[17] = input[17];
336
34.8M
  bf1[18] = input[9];
337
34.8M
  bf1[19] = input[25];
338
34.8M
  bf1[20] = input[5];
339
34.8M
  bf1[21] = input[21];
340
34.8M
  bf1[22] = input[13];
341
34.8M
  bf1[23] = input[29];
342
34.8M
  bf1[24] = input[3];
343
34.8M
  bf1[25] = input[19];
344
34.8M
  bf1[26] = input[11];
345
34.8M
  bf1[27] = input[27];
346
34.8M
  bf1[28] = input[7];
347
34.8M
  bf1[29] = input[23];
348
34.8M
  bf1[30] = input[15];
349
34.8M
  bf1[31] = input[31];
350
34.8M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
351
352
  // stage 2
353
34.8M
  stage++;
354
34.8M
  bf0 = output;
355
34.8M
  bf1 = step;
356
34.8M
  bf1[0] = bf0[0];
357
34.8M
  bf1[1] = bf0[1];
358
34.8M
  bf1[2] = bf0[2];
359
34.8M
  bf1[3] = bf0[3];
360
34.8M
  bf1[4] = bf0[4];
361
34.8M
  bf1[5] = bf0[5];
362
34.8M
  bf1[6] = bf0[6];
363
34.8M
  bf1[7] = bf0[7];
364
34.8M
  bf1[8] = bf0[8];
365
34.8M
  bf1[9] = bf0[9];
366
34.8M
  bf1[10] = bf0[10];
367
34.8M
  bf1[11] = bf0[11];
368
34.8M
  bf1[12] = bf0[12];
369
34.8M
  bf1[13] = bf0[13];
370
34.8M
  bf1[14] = bf0[14];
371
34.8M
  bf1[15] = bf0[15];
372
34.8M
  bf1[16] = half_btf(cospi[62], bf0[16], -cospi[2], bf0[31], cos_bit);
373
34.8M
  bf1[17] = half_btf(cospi[30], bf0[17], -cospi[34], bf0[30], cos_bit);
374
34.8M
  bf1[18] = half_btf(cospi[46], bf0[18], -cospi[18], bf0[29], cos_bit);
375
34.8M
  bf1[19] = half_btf(cospi[14], bf0[19], -cospi[50], bf0[28], cos_bit);
376
34.8M
  bf1[20] = half_btf(cospi[54], bf0[20], -cospi[10], bf0[27], cos_bit);
377
34.8M
  bf1[21] = half_btf(cospi[22], bf0[21], -cospi[42], bf0[26], cos_bit);
378
34.8M
  bf1[22] = half_btf(cospi[38], bf0[22], -cospi[26], bf0[25], cos_bit);
379
34.8M
  bf1[23] = half_btf(cospi[6], bf0[23], -cospi[58], bf0[24], cos_bit);
380
34.8M
  bf1[24] = half_btf(cospi[58], bf0[23], cospi[6], bf0[24], cos_bit);
381
34.8M
  bf1[25] = half_btf(cospi[26], bf0[22], cospi[38], bf0[25], cos_bit);
382
34.8M
  bf1[26] = half_btf(cospi[42], bf0[21], cospi[22], bf0[26], cos_bit);
383
34.8M
  bf1[27] = half_btf(cospi[10], bf0[20], cospi[54], bf0[27], cos_bit);
384
34.8M
  bf1[28] = half_btf(cospi[50], bf0[19], cospi[14], bf0[28], cos_bit);
385
34.8M
  bf1[29] = half_btf(cospi[18], bf0[18], cospi[46], bf0[29], cos_bit);
386
34.8M
  bf1[30] = half_btf(cospi[34], bf0[17], cospi[30], bf0[30], cos_bit);
387
34.8M
  bf1[31] = half_btf(cospi[2], bf0[16], cospi[62], bf0[31], cos_bit);
388
34.8M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
389
390
  // stage 3
391
34.8M
  stage++;
392
34.8M
  bf0 = step;
393
34.8M
  bf1 = output;
394
34.8M
  bf1[0] = bf0[0];
395
34.8M
  bf1[1] = bf0[1];
396
34.8M
  bf1[2] = bf0[2];
397
34.8M
  bf1[3] = bf0[3];
398
34.8M
  bf1[4] = bf0[4];
399
34.8M
  bf1[5] = bf0[5];
400
34.8M
  bf1[6] = bf0[6];
401
34.8M
  bf1[7] = bf0[7];
402
34.8M
  bf1[8] = half_btf(cospi[60], bf0[8], -cospi[4], bf0[15], cos_bit);
403
34.8M
  bf1[9] = half_btf(cospi[28], bf0[9], -cospi[36], bf0[14], cos_bit);
404
34.8M
  bf1[10] = half_btf(cospi[44], bf0[10], -cospi[20], bf0[13], cos_bit);
405
34.8M
  bf1[11] = half_btf(cospi[12], bf0[11], -cospi[52], bf0[12], cos_bit);
406
34.8M
  bf1[12] = half_btf(cospi[52], bf0[11], cospi[12], bf0[12], cos_bit);
407
34.8M
  bf1[13] = half_btf(cospi[20], bf0[10], cospi[44], bf0[13], cos_bit);
408
34.8M
  bf1[14] = half_btf(cospi[36], bf0[9], cospi[28], bf0[14], cos_bit);
409
34.8M
  bf1[15] = half_btf(cospi[4], bf0[8], cospi[60], bf0[15], cos_bit);
410
34.8M
  bf1[16] = clamp_value(bf0[16] + bf0[17], stage_range[stage]);
411
34.8M
  bf1[17] = clamp_value(bf0[16] - bf0[17], stage_range[stage]);
412
34.8M
  bf1[18] = clamp_value(-bf0[18] + bf0[19], stage_range[stage]);
413
34.8M
  bf1[19] = clamp_value(bf0[18] + bf0[19], stage_range[stage]);
414
34.8M
  bf1[20] = clamp_value(bf0[20] + bf0[21], stage_range[stage]);
415
34.8M
  bf1[21] = clamp_value(bf0[20] - bf0[21], stage_range[stage]);
416
34.8M
  bf1[22] = clamp_value(-bf0[22] + bf0[23], stage_range[stage]);
417
34.8M
  bf1[23] = clamp_value(bf0[22] + bf0[23], stage_range[stage]);
418
34.8M
  bf1[24] = clamp_value(bf0[24] + bf0[25], stage_range[stage]);
419
34.8M
  bf1[25] = clamp_value(bf0[24] - bf0[25], stage_range[stage]);
420
34.8M
  bf1[26] = clamp_value(-bf0[26] + bf0[27], stage_range[stage]);
421
34.8M
  bf1[27] = clamp_value(bf0[26] + bf0[27], stage_range[stage]);
422
34.8M
  bf1[28] = clamp_value(bf0[28] + bf0[29], stage_range[stage]);
423
34.8M
  bf1[29] = clamp_value(bf0[28] - bf0[29], stage_range[stage]);
424
34.8M
  bf1[30] = clamp_value(-bf0[30] + bf0[31], stage_range[stage]);
425
34.8M
  bf1[31] = clamp_value(bf0[30] + bf0[31], stage_range[stage]);
426
34.8M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
427
428
  // stage 4
429
34.8M
  stage++;
430
34.8M
  bf0 = output;
431
34.8M
  bf1 = step;
432
34.8M
  bf1[0] = bf0[0];
433
34.8M
  bf1[1] = bf0[1];
434
34.8M
  bf1[2] = bf0[2];
435
34.8M
  bf1[3] = bf0[3];
436
34.8M
  bf1[4] = half_btf(cospi[56], bf0[4], -cospi[8], bf0[7], cos_bit);
437
34.8M
  bf1[5] = half_btf(cospi[24], bf0[5], -cospi[40], bf0[6], cos_bit);
438
34.8M
  bf1[6] = half_btf(cospi[40], bf0[5], cospi[24], bf0[6], cos_bit);
439
34.8M
  bf1[7] = half_btf(cospi[8], bf0[4], cospi[56], bf0[7], cos_bit);
440
34.8M
  bf1[8] = clamp_value(bf0[8] + bf0[9], stage_range[stage]);
441
34.8M
  bf1[9] = clamp_value(bf0[8] - bf0[9], stage_range[stage]);
442
34.8M
  bf1[10] = clamp_value(-bf0[10] + bf0[11], stage_range[stage]);
443
34.8M
  bf1[11] = clamp_value(bf0[10] + bf0[11], stage_range[stage]);
444
34.8M
  bf1[12] = clamp_value(bf0[12] + bf0[13], stage_range[stage]);
445
34.8M
  bf1[13] = clamp_value(bf0[12] - bf0[13], stage_range[stage]);
446
34.8M
  bf1[14] = clamp_value(-bf0[14] + bf0[15], stage_range[stage]);
447
34.8M
  bf1[15] = clamp_value(bf0[14] + bf0[15], stage_range[stage]);
448
34.8M
  bf1[16] = bf0[16];
449
34.8M
  bf1[17] = half_btf(-cospi[8], bf0[17], cospi[56], bf0[30], cos_bit);
450
34.8M
  bf1[18] = half_btf(-cospi[56], bf0[18], -cospi[8], bf0[29], cos_bit);
451
34.8M
  bf1[19] = bf0[19];
452
34.8M
  bf1[20] = bf0[20];
453
34.8M
  bf1[21] = half_btf(-cospi[40], bf0[21], cospi[24], bf0[26], cos_bit);
454
34.8M
  bf1[22] = half_btf(-cospi[24], bf0[22], -cospi[40], bf0[25], cos_bit);
455
34.8M
  bf1[23] = bf0[23];
456
34.8M
  bf1[24] = bf0[24];
457
34.8M
  bf1[25] = half_btf(-cospi[40], bf0[22], cospi[24], bf0[25], cos_bit);
458
34.8M
  bf1[26] = half_btf(cospi[24], bf0[21], cospi[40], bf0[26], cos_bit);
459
34.8M
  bf1[27] = bf0[27];
460
34.8M
  bf1[28] = bf0[28];
461
34.8M
  bf1[29] = half_btf(-cospi[8], bf0[18], cospi[56], bf0[29], cos_bit);
462
34.8M
  bf1[30] = half_btf(cospi[56], bf0[17], cospi[8], bf0[30], cos_bit);
463
34.8M
  bf1[31] = bf0[31];
464
34.8M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
465
466
  // stage 5
467
34.8M
  stage++;
468
34.8M
  bf0 = step;
469
34.8M
  bf1 = output;
470
34.8M
  bf1[0] = half_btf(cospi[32], bf0[0], cospi[32], bf0[1], cos_bit);
471
34.8M
  bf1[1] = half_btf(cospi[32], bf0[0], -cospi[32], bf0[1], cos_bit);
472
34.8M
  bf1[2] = half_btf(cospi[48], bf0[2], -cospi[16], bf0[3], cos_bit);
473
34.8M
  bf1[3] = half_btf(cospi[16], bf0[2], cospi[48], bf0[3], cos_bit);
474
34.8M
  bf1[4] = clamp_value(bf0[4] + bf0[5], stage_range[stage]);
475
34.8M
  bf1[5] = clamp_value(bf0[4] - bf0[5], stage_range[stage]);
476
34.8M
  bf1[6] = clamp_value(-bf0[6] + bf0[7], stage_range[stage]);
477
34.8M
  bf1[7] = clamp_value(bf0[6] + bf0[7], stage_range[stage]);
478
34.8M
  bf1[8] = bf0[8];
479
34.8M
  bf1[9] = half_btf(-cospi[16], bf0[9], cospi[48], bf0[14], cos_bit);
480
34.8M
  bf1[10] = half_btf(-cospi[48], bf0[10], -cospi[16], bf0[13], cos_bit);
481
34.8M
  bf1[11] = bf0[11];
482
34.8M
  bf1[12] = bf0[12];
483
34.8M
  bf1[13] = half_btf(-cospi[16], bf0[10], cospi[48], bf0[13], cos_bit);
484
34.8M
  bf1[14] = half_btf(cospi[48], bf0[9], cospi[16], bf0[14], cos_bit);
485
34.8M
  bf1[15] = bf0[15];
486
34.8M
  bf1[16] = clamp_value(bf0[16] + bf0[19], stage_range[stage]);
487
34.8M
  bf1[17] = clamp_value(bf0[17] + bf0[18], stage_range[stage]);
488
34.8M
  bf1[18] = clamp_value(bf0[17] - bf0[18], stage_range[stage]);
489
34.8M
  bf1[19] = clamp_value(bf0[16] - bf0[19], stage_range[stage]);
490
34.8M
  bf1[20] = clamp_value(-bf0[20] + bf0[23], stage_range[stage]);
491
34.8M
  bf1[21] = clamp_value(-bf0[21] + bf0[22], stage_range[stage]);
492
34.8M
  bf1[22] = clamp_value(bf0[21] + bf0[22], stage_range[stage]);
493
34.8M
  bf1[23] = clamp_value(bf0[20] + bf0[23], stage_range[stage]);
494
34.8M
  bf1[24] = clamp_value(bf0[24] + bf0[27], stage_range[stage]);
495
34.8M
  bf1[25] = clamp_value(bf0[25] + bf0[26], stage_range[stage]);
496
34.8M
  bf1[26] = clamp_value(bf0[25] - bf0[26], stage_range[stage]);
497
34.8M
  bf1[27] = clamp_value(bf0[24] - bf0[27], stage_range[stage]);
498
34.8M
  bf1[28] = clamp_value(-bf0[28] + bf0[31], stage_range[stage]);
499
34.8M
  bf1[29] = clamp_value(-bf0[29] + bf0[30], stage_range[stage]);
500
34.8M
  bf1[30] = clamp_value(bf0[29] + bf0[30], stage_range[stage]);
501
34.8M
  bf1[31] = clamp_value(bf0[28] + bf0[31], stage_range[stage]);
502
34.8M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
503
504
  // stage 6
505
34.8M
  stage++;
506
34.8M
  bf0 = output;
507
34.8M
  bf1 = step;
508
34.8M
  bf1[0] = clamp_value(bf0[0] + bf0[3], stage_range[stage]);
509
34.8M
  bf1[1] = clamp_value(bf0[1] + bf0[2], stage_range[stage]);
510
34.8M
  bf1[2] = clamp_value(bf0[1] - bf0[2], stage_range[stage]);
511
34.8M
  bf1[3] = clamp_value(bf0[0] - bf0[3], stage_range[stage]);
512
34.8M
  bf1[4] = bf0[4];
513
34.8M
  bf1[5] = half_btf(-cospi[32], bf0[5], cospi[32], bf0[6], cos_bit);
514
34.8M
  bf1[6] = half_btf(cospi[32], bf0[5], cospi[32], bf0[6], cos_bit);
515
34.8M
  bf1[7] = bf0[7];
516
34.8M
  bf1[8] = clamp_value(bf0[8] + bf0[11], stage_range[stage]);
517
34.8M
  bf1[9] = clamp_value(bf0[9] + bf0[10], stage_range[stage]);
518
34.8M
  bf1[10] = clamp_value(bf0[9] - bf0[10], stage_range[stage]);
519
34.8M
  bf1[11] = clamp_value(bf0[8] - bf0[11], stage_range[stage]);
520
34.8M
  bf1[12] = clamp_value(-bf0[12] + bf0[15], stage_range[stage]);
521
34.8M
  bf1[13] = clamp_value(-bf0[13] + bf0[14], stage_range[stage]);
522
34.8M
  bf1[14] = clamp_value(bf0[13] + bf0[14], stage_range[stage]);
523
34.8M
  bf1[15] = clamp_value(bf0[12] + bf0[15], stage_range[stage]);
524
34.8M
  bf1[16] = bf0[16];
525
34.8M
  bf1[17] = bf0[17];
526
34.8M
  bf1[18] = half_btf(-cospi[16], bf0[18], cospi[48], bf0[29], cos_bit);
527
34.8M
  bf1[19] = half_btf(-cospi[16], bf0[19], cospi[48], bf0[28], cos_bit);
528
34.8M
  bf1[20] = half_btf(-cospi[48], bf0[20], -cospi[16], bf0[27], cos_bit);
529
34.8M
  bf1[21] = half_btf(-cospi[48], bf0[21], -cospi[16], bf0[26], cos_bit);
530
34.8M
  bf1[22] = bf0[22];
531
34.8M
  bf1[23] = bf0[23];
532
34.8M
  bf1[24] = bf0[24];
533
34.8M
  bf1[25] = bf0[25];
534
34.8M
  bf1[26] = half_btf(-cospi[16], bf0[21], cospi[48], bf0[26], cos_bit);
535
34.8M
  bf1[27] = half_btf(-cospi[16], bf0[20], cospi[48], bf0[27], cos_bit);
536
34.8M
  bf1[28] = half_btf(cospi[48], bf0[19], cospi[16], bf0[28], cos_bit);
537
34.8M
  bf1[29] = half_btf(cospi[48], bf0[18], cospi[16], bf0[29], cos_bit);
538
34.8M
  bf1[30] = bf0[30];
539
34.8M
  bf1[31] = bf0[31];
540
34.8M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
541
542
  // stage 7
543
34.8M
  stage++;
544
34.8M
  bf0 = step;
545
34.8M
  bf1 = output;
546
34.8M
  bf1[0] = clamp_value(bf0[0] + bf0[7], stage_range[stage]);
547
34.8M
  bf1[1] = clamp_value(bf0[1] + bf0[6], stage_range[stage]);
548
34.8M
  bf1[2] = clamp_value(bf0[2] + bf0[5], stage_range[stage]);
549
34.8M
  bf1[3] = clamp_value(bf0[3] + bf0[4], stage_range[stage]);
550
34.8M
  bf1[4] = clamp_value(bf0[3] - bf0[4], stage_range[stage]);
551
34.8M
  bf1[5] = clamp_value(bf0[2] - bf0[5], stage_range[stage]);
552
34.8M
  bf1[6] = clamp_value(bf0[1] - bf0[6], stage_range[stage]);
553
34.8M
  bf1[7] = clamp_value(bf0[0] - bf0[7], stage_range[stage]);
554
34.8M
  bf1[8] = bf0[8];
555
34.8M
  bf1[9] = bf0[9];
556
34.8M
  bf1[10] = half_btf(-cospi[32], bf0[10], cospi[32], bf0[13], cos_bit);
557
34.8M
  bf1[11] = half_btf(-cospi[32], bf0[11], cospi[32], bf0[12], cos_bit);
558
34.8M
  bf1[12] = half_btf(cospi[32], bf0[11], cospi[32], bf0[12], cos_bit);
559
34.8M
  bf1[13] = half_btf(cospi[32], bf0[10], cospi[32], bf0[13], cos_bit);
560
34.8M
  bf1[14] = bf0[14];
561
34.8M
  bf1[15] = bf0[15];
562
34.8M
  bf1[16] = clamp_value(bf0[16] + bf0[23], stage_range[stage]);
563
34.8M
  bf1[17] = clamp_value(bf0[17] + bf0[22], stage_range[stage]);
564
34.8M
  bf1[18] = clamp_value(bf0[18] + bf0[21], stage_range[stage]);
565
34.8M
  bf1[19] = clamp_value(bf0[19] + bf0[20], stage_range[stage]);
566
34.8M
  bf1[20] = clamp_value(bf0[19] - bf0[20], stage_range[stage]);
567
34.8M
  bf1[21] = clamp_value(bf0[18] - bf0[21], stage_range[stage]);
568
34.8M
  bf1[22] = clamp_value(bf0[17] - bf0[22], stage_range[stage]);
569
34.8M
  bf1[23] = clamp_value(bf0[16] - bf0[23], stage_range[stage]);
570
34.8M
  bf1[24] = clamp_value(-bf0[24] + bf0[31], stage_range[stage]);
571
34.8M
  bf1[25] = clamp_value(-bf0[25] + bf0[30], stage_range[stage]);
572
34.8M
  bf1[26] = clamp_value(-bf0[26] + bf0[29], stage_range[stage]);
573
34.8M
  bf1[27] = clamp_value(-bf0[27] + bf0[28], stage_range[stage]);
574
34.8M
  bf1[28] = clamp_value(bf0[27] + bf0[28], stage_range[stage]);
575
34.8M
  bf1[29] = clamp_value(bf0[26] + bf0[29], stage_range[stage]);
576
34.8M
  bf1[30] = clamp_value(bf0[25] + bf0[30], stage_range[stage]);
577
34.8M
  bf1[31] = clamp_value(bf0[24] + bf0[31], stage_range[stage]);
578
34.8M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
579
580
  // stage 8
581
34.8M
  stage++;
582
34.8M
  bf0 = output;
583
34.8M
  bf1 = step;
584
34.8M
  bf1[0] = clamp_value(bf0[0] + bf0[15], stage_range[stage]);
585
34.8M
  bf1[1] = clamp_value(bf0[1] + bf0[14], stage_range[stage]);
586
34.8M
  bf1[2] = clamp_value(bf0[2] + bf0[13], stage_range[stage]);
587
34.8M
  bf1[3] = clamp_value(bf0[3] + bf0[12], stage_range[stage]);
588
34.8M
  bf1[4] = clamp_value(bf0[4] + bf0[11], stage_range[stage]);
589
34.8M
  bf1[5] = clamp_value(bf0[5] + bf0[10], stage_range[stage]);
590
34.8M
  bf1[6] = clamp_value(bf0[6] + bf0[9], stage_range[stage]);
591
34.8M
  bf1[7] = clamp_value(bf0[7] + bf0[8], stage_range[stage]);
592
34.8M
  bf1[8] = clamp_value(bf0[7] - bf0[8], stage_range[stage]);
593
34.8M
  bf1[9] = clamp_value(bf0[6] - bf0[9], stage_range[stage]);
594
34.8M
  bf1[10] = clamp_value(bf0[5] - bf0[10], stage_range[stage]);
595
34.8M
  bf1[11] = clamp_value(bf0[4] - bf0[11], stage_range[stage]);
596
34.8M
  bf1[12] = clamp_value(bf0[3] - bf0[12], stage_range[stage]);
597
34.8M
  bf1[13] = clamp_value(bf0[2] - bf0[13], stage_range[stage]);
598
34.8M
  bf1[14] = clamp_value(bf0[1] - bf0[14], stage_range[stage]);
599
34.8M
  bf1[15] = clamp_value(bf0[0] - bf0[15], stage_range[stage]);
600
34.8M
  bf1[16] = bf0[16];
601
34.8M
  bf1[17] = bf0[17];
602
34.8M
  bf1[18] = bf0[18];
603
34.8M
  bf1[19] = bf0[19];
604
34.8M
  bf1[20] = half_btf(-cospi[32], bf0[20], cospi[32], bf0[27], cos_bit);
605
34.8M
  bf1[21] = half_btf(-cospi[32], bf0[21], cospi[32], bf0[26], cos_bit);
606
34.8M
  bf1[22] = half_btf(-cospi[32], bf0[22], cospi[32], bf0[25], cos_bit);
607
34.8M
  bf1[23] = half_btf(-cospi[32], bf0[23], cospi[32], bf0[24], cos_bit);
608
34.8M
  bf1[24] = half_btf(cospi[32], bf0[23], cospi[32], bf0[24], cos_bit);
609
34.8M
  bf1[25] = half_btf(cospi[32], bf0[22], cospi[32], bf0[25], cos_bit);
610
34.8M
  bf1[26] = half_btf(cospi[32], bf0[21], cospi[32], bf0[26], cos_bit);
611
34.8M
  bf1[27] = half_btf(cospi[32], bf0[20], cospi[32], bf0[27], cos_bit);
612
34.8M
  bf1[28] = bf0[28];
613
34.8M
  bf1[29] = bf0[29];
614
34.8M
  bf1[30] = bf0[30];
615
34.8M
  bf1[31] = bf0[31];
616
34.8M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
617
618
  // stage 9
619
34.8M
  stage++;
620
34.8M
  bf0 = step;
621
34.8M
  bf1 = output;
622
34.8M
  bf1[0] = clamp_value(bf0[0] + bf0[31], stage_range[stage]);
623
34.8M
  bf1[1] = clamp_value(bf0[1] + bf0[30], stage_range[stage]);
624
34.8M
  bf1[2] = clamp_value(bf0[2] + bf0[29], stage_range[stage]);
625
34.8M
  bf1[3] = clamp_value(bf0[3] + bf0[28], stage_range[stage]);
626
34.8M
  bf1[4] = clamp_value(bf0[4] + bf0[27], stage_range[stage]);
627
34.8M
  bf1[5] = clamp_value(bf0[5] + bf0[26], stage_range[stage]);
628
34.8M
  bf1[6] = clamp_value(bf0[6] + bf0[25], stage_range[stage]);
629
34.8M
  bf1[7] = clamp_value(bf0[7] + bf0[24], stage_range[stage]);
630
34.8M
  bf1[8] = clamp_value(bf0[8] + bf0[23], stage_range[stage]);
631
34.8M
  bf1[9] = clamp_value(bf0[9] + bf0[22], stage_range[stage]);
632
34.8M
  bf1[10] = clamp_value(bf0[10] + bf0[21], stage_range[stage]);
633
34.8M
  bf1[11] = clamp_value(bf0[11] + bf0[20], stage_range[stage]);
634
34.8M
  bf1[12] = clamp_value(bf0[12] + bf0[19], stage_range[stage]);
635
34.8M
  bf1[13] = clamp_value(bf0[13] + bf0[18], stage_range[stage]);
636
34.8M
  bf1[14] = clamp_value(bf0[14] + bf0[17], stage_range[stage]);
637
34.8M
  bf1[15] = clamp_value(bf0[15] + bf0[16], stage_range[stage]);
638
34.8M
  bf1[16] = clamp_value(bf0[15] - bf0[16], stage_range[stage]);
639
34.8M
  bf1[17] = clamp_value(bf0[14] - bf0[17], stage_range[stage]);
640
34.8M
  bf1[18] = clamp_value(bf0[13] - bf0[18], stage_range[stage]);
641
34.8M
  bf1[19] = clamp_value(bf0[12] - bf0[19], stage_range[stage]);
642
34.8M
  bf1[20] = clamp_value(bf0[11] - bf0[20], stage_range[stage]);
643
34.8M
  bf1[21] = clamp_value(bf0[10] - bf0[21], stage_range[stage]);
644
34.8M
  bf1[22] = clamp_value(bf0[9] - bf0[22], stage_range[stage]);
645
34.8M
  bf1[23] = clamp_value(bf0[8] - bf0[23], stage_range[stage]);
646
34.8M
  bf1[24] = clamp_value(bf0[7] - bf0[24], stage_range[stage]);
647
34.8M
  bf1[25] = clamp_value(bf0[6] - bf0[25], stage_range[stage]);
648
34.8M
  bf1[26] = clamp_value(bf0[5] - bf0[26], stage_range[stage]);
649
34.8M
  bf1[27] = clamp_value(bf0[4] - bf0[27], stage_range[stage]);
650
34.8M
  bf1[28] = clamp_value(bf0[3] - bf0[28], stage_range[stage]);
651
34.8M
  bf1[29] = clamp_value(bf0[2] - bf0[29], stage_range[stage]);
652
34.8M
  bf1[30] = clamp_value(bf0[1] - bf0[30], stage_range[stage]);
653
34.8M
  bf1[31] = clamp_value(bf0[0] - bf0[31], stage_range[stage]);
654
34.8M
}
655
656
void av1_iadst4(const int32_t *input, int32_t *output, int8_t cos_bit,
657
6.34M
                const int8_t *stage_range) {
658
6.34M
  int bit = cos_bit;
659
6.34M
  const int32_t *sinpi = sinpi_arr(bit);
660
6.34M
  int32_t s0, s1, s2, s3, s4, s5, s6, s7;
661
662
6.34M
  int32_t x0 = input[0];
663
6.34M
  int32_t x1 = input[1];
664
6.34M
  int32_t x2 = input[2];
665
6.34M
  int32_t x3 = input[3];
666
667
6.34M
  if (!(x0 | x1 | x2 | x3)) {
668
1.61M
    output[0] = output[1] = output[2] = output[3] = 0;
669
1.61M
    return;
670
1.61M
  }
671
672
6.34M
  assert(sinpi[1] + sinpi[2] == sinpi[4]);
673
674
  // stage 1
675
4.73M
  s0 = range_check_value(sinpi[1] * x0, stage_range[1] + bit);
676
4.73M
  s1 = range_check_value(sinpi[2] * x0, stage_range[1] + bit);
677
4.73M
  s2 = range_check_value(sinpi[3] * x1, stage_range[1] + bit);
678
4.73M
  s3 = range_check_value(sinpi[4] * x2, stage_range[1] + bit);
679
4.73M
  s4 = range_check_value(sinpi[1] * x2, stage_range[1] + bit);
680
4.73M
  s5 = range_check_value(sinpi[2] * x3, stage_range[1] + bit);
681
4.73M
  s6 = range_check_value(sinpi[4] * x3, stage_range[1] + bit);
682
683
  // stage 2
684
  // NOTICE: (x0 - x2) here may use one extra bit compared to the
685
  // opt_range_row/col specified in av1_gen_inv_stage_range()
686
4.73M
  s7 = range_check_value((x0 - x2) + x3, stage_range[2]);
687
688
  // stage 3
689
4.73M
  s0 = range_check_value(s0 + s3, stage_range[3] + bit);
690
4.73M
  s1 = range_check_value(s1 - s4, stage_range[3] + bit);
691
4.73M
  s3 = range_check_value(s2, stage_range[3] + bit);
692
4.73M
  s2 = range_check_value(sinpi[3] * s7, stage_range[3] + bit);
693
694
  // stage 4
695
4.73M
  s0 = range_check_value(s0 + s5, stage_range[4] + bit);
696
4.73M
  s1 = range_check_value(s1 - s6, stage_range[4] + bit);
697
698
  // stage 5
699
4.73M
  x0 = range_check_value(s0 + s3, stage_range[5] + bit);
700
4.73M
  x1 = range_check_value(s1 + s3, stage_range[5] + bit);
701
4.73M
  x2 = range_check_value(s2, stage_range[5] + bit);
702
4.73M
  x3 = range_check_value(s0 + s1, stage_range[5] + bit);
703
704
  // stage 6
705
4.73M
  x3 = range_check_value(x3 - s3, stage_range[6] + bit);
706
707
4.73M
  output[0] = round_shift(x0, bit);
708
4.73M
  output[1] = round_shift(x1, bit);
709
4.73M
  output[2] = round_shift(x2, bit);
710
4.73M
  output[3] = round_shift(x3, bit);
711
4.73M
}
712
713
void av1_iadst8(const int32_t *input, int32_t *output, int8_t cos_bit,
714
9.87M
                const int8_t *stage_range) {
715
9.87M
  assert(output != input);
716
9.87M
  const int32_t size = 8;
717
9.87M
  const int32_t *cospi = cospi_arr(cos_bit);
718
719
9.87M
  int32_t stage = 0;
720
9.87M
  int32_t *bf0, *bf1;
721
9.87M
  int32_t step[8];
722
723
  // stage 0;
724
725
  // stage 1;
726
9.87M
  stage++;
727
9.87M
  bf1 = output;
728
9.87M
  bf1[0] = input[7];
729
9.87M
  bf1[1] = input[0];
730
9.87M
  bf1[2] = input[5];
731
9.87M
  bf1[3] = input[2];
732
9.87M
  bf1[4] = input[3];
733
9.87M
  bf1[5] = input[4];
734
9.87M
  bf1[6] = input[1];
735
9.87M
  bf1[7] = input[6];
736
9.87M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
737
738
  // stage 2
739
9.87M
  stage++;
740
9.87M
  bf0 = output;
741
9.87M
  bf1 = step;
742
9.87M
  bf1[0] = half_btf(cospi[4], bf0[0], cospi[60], bf0[1], cos_bit);
743
9.87M
  bf1[1] = half_btf(cospi[60], bf0[0], -cospi[4], bf0[1], cos_bit);
744
9.87M
  bf1[2] = half_btf(cospi[20], bf0[2], cospi[44], bf0[3], cos_bit);
745
9.87M
  bf1[3] = half_btf(cospi[44], bf0[2], -cospi[20], bf0[3], cos_bit);
746
9.87M
  bf1[4] = half_btf(cospi[36], bf0[4], cospi[28], bf0[5], cos_bit);
747
9.87M
  bf1[5] = half_btf(cospi[28], bf0[4], -cospi[36], bf0[5], cos_bit);
748
9.87M
  bf1[6] = half_btf(cospi[52], bf0[6], cospi[12], bf0[7], cos_bit);
749
9.87M
  bf1[7] = half_btf(cospi[12], bf0[6], -cospi[52], bf0[7], cos_bit);
750
9.87M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
751
752
  // stage 3
753
9.87M
  stage++;
754
9.87M
  bf0 = step;
755
9.87M
  bf1 = output;
756
9.87M
  bf1[0] = clamp_value(bf0[0] + bf0[4], stage_range[stage]);
757
9.87M
  bf1[1] = clamp_value(bf0[1] + bf0[5], stage_range[stage]);
758
9.87M
  bf1[2] = clamp_value(bf0[2] + bf0[6], stage_range[stage]);
759
9.87M
  bf1[3] = clamp_value(bf0[3] + bf0[7], stage_range[stage]);
760
9.87M
  bf1[4] = clamp_value(bf0[0] - bf0[4], stage_range[stage]);
761
9.87M
  bf1[5] = clamp_value(bf0[1] - bf0[5], stage_range[stage]);
762
9.87M
  bf1[6] = clamp_value(bf0[2] - bf0[6], stage_range[stage]);
763
9.87M
  bf1[7] = clamp_value(bf0[3] - bf0[7], stage_range[stage]);
764
9.87M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
765
766
  // stage 4
767
9.87M
  stage++;
768
9.87M
  bf0 = output;
769
9.87M
  bf1 = step;
770
9.87M
  bf1[0] = bf0[0];
771
9.87M
  bf1[1] = bf0[1];
772
9.87M
  bf1[2] = bf0[2];
773
9.87M
  bf1[3] = bf0[3];
774
9.87M
  bf1[4] = half_btf(cospi[16], bf0[4], cospi[48], bf0[5], cos_bit);
775
9.87M
  bf1[5] = half_btf(cospi[48], bf0[4], -cospi[16], bf0[5], cos_bit);
776
9.87M
  bf1[6] = half_btf(-cospi[48], bf0[6], cospi[16], bf0[7], cos_bit);
777
9.87M
  bf1[7] = half_btf(cospi[16], bf0[6], cospi[48], bf0[7], cos_bit);
778
9.87M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
779
780
  // stage 5
781
9.87M
  stage++;
782
9.87M
  bf0 = step;
783
9.87M
  bf1 = output;
784
9.87M
  bf1[0] = clamp_value(bf0[0] + bf0[2], stage_range[stage]);
785
9.87M
  bf1[1] = clamp_value(bf0[1] + bf0[3], stage_range[stage]);
786
9.87M
  bf1[2] = clamp_value(bf0[0] - bf0[2], stage_range[stage]);
787
9.87M
  bf1[3] = clamp_value(bf0[1] - bf0[3], stage_range[stage]);
788
9.87M
  bf1[4] = clamp_value(bf0[4] + bf0[6], stage_range[stage]);
789
9.87M
  bf1[5] = clamp_value(bf0[5] + bf0[7], stage_range[stage]);
790
9.87M
  bf1[6] = clamp_value(bf0[4] - bf0[6], stage_range[stage]);
791
9.87M
  bf1[7] = clamp_value(bf0[5] - bf0[7], stage_range[stage]);
792
9.87M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
793
794
  // stage 6
795
9.87M
  stage++;
796
9.87M
  bf0 = output;
797
9.87M
  bf1 = step;
798
9.87M
  bf1[0] = bf0[0];
799
9.87M
  bf1[1] = bf0[1];
800
9.87M
  bf1[2] = half_btf(cospi[32], bf0[2], cospi[32], bf0[3], cos_bit);
801
9.87M
  bf1[3] = half_btf(cospi[32], bf0[2], -cospi[32], bf0[3], cos_bit);
802
9.87M
  bf1[4] = bf0[4];
803
9.87M
  bf1[5] = bf0[5];
804
9.87M
  bf1[6] = half_btf(cospi[32], bf0[6], cospi[32], bf0[7], cos_bit);
805
9.87M
  bf1[7] = half_btf(cospi[32], bf0[6], -cospi[32], bf0[7], cos_bit);
806
9.87M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
807
808
  // stage 7
809
9.87M
  bf0 = step;
810
9.87M
  bf1 = output;
811
9.87M
  bf1[0] = bf0[0];
812
9.87M
  bf1[1] = -bf0[4];
813
9.87M
  bf1[2] = bf0[6];
814
9.87M
  bf1[3] = -bf0[2];
815
9.87M
  bf1[4] = bf0[3];
816
9.87M
  bf1[5] = -bf0[7];
817
9.87M
  bf1[6] = bf0[5];
818
9.87M
  bf1[7] = -bf0[1];
819
9.87M
}
820
821
void av1_iadst16(const int32_t *input, int32_t *output, int8_t cos_bit,
822
9.89M
                 const int8_t *stage_range) {
823
9.89M
  assert(output != input);
824
9.89M
  const int32_t size = 16;
825
9.89M
  const int32_t *cospi = cospi_arr(cos_bit);
826
827
9.89M
  int32_t stage = 0;
828
9.89M
  int32_t *bf0, *bf1;
829
9.89M
  int32_t step[16];
830
831
  // stage 0;
832
833
  // stage 1;
834
9.89M
  stage++;
835
9.89M
  bf1 = output;
836
9.89M
  bf1[0] = input[15];
837
9.89M
  bf1[1] = input[0];
838
9.89M
  bf1[2] = input[13];
839
9.89M
  bf1[3] = input[2];
840
9.89M
  bf1[4] = input[11];
841
9.89M
  bf1[5] = input[4];
842
9.89M
  bf1[6] = input[9];
843
9.89M
  bf1[7] = input[6];
844
9.89M
  bf1[8] = input[7];
845
9.89M
  bf1[9] = input[8];
846
9.89M
  bf1[10] = input[5];
847
9.89M
  bf1[11] = input[10];
848
9.89M
  bf1[12] = input[3];
849
9.89M
  bf1[13] = input[12];
850
9.89M
  bf1[14] = input[1];
851
9.89M
  bf1[15] = input[14];
852
9.89M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
853
854
  // stage 2
855
9.89M
  stage++;
856
9.89M
  bf0 = output;
857
9.89M
  bf1 = step;
858
9.89M
  bf1[0] = half_btf(cospi[2], bf0[0], cospi[62], bf0[1], cos_bit);
859
9.89M
  bf1[1] = half_btf(cospi[62], bf0[0], -cospi[2], bf0[1], cos_bit);
860
9.89M
  bf1[2] = half_btf(cospi[10], bf0[2], cospi[54], bf0[3], cos_bit);
861
9.89M
  bf1[3] = half_btf(cospi[54], bf0[2], -cospi[10], bf0[3], cos_bit);
862
9.89M
  bf1[4] = half_btf(cospi[18], bf0[4], cospi[46], bf0[5], cos_bit);
863
9.89M
  bf1[5] = half_btf(cospi[46], bf0[4], -cospi[18], bf0[5], cos_bit);
864
9.89M
  bf1[6] = half_btf(cospi[26], bf0[6], cospi[38], bf0[7], cos_bit);
865
9.89M
  bf1[7] = half_btf(cospi[38], bf0[6], -cospi[26], bf0[7], cos_bit);
866
9.89M
  bf1[8] = half_btf(cospi[34], bf0[8], cospi[30], bf0[9], cos_bit);
867
9.89M
  bf1[9] = half_btf(cospi[30], bf0[8], -cospi[34], bf0[9], cos_bit);
868
9.89M
  bf1[10] = half_btf(cospi[42], bf0[10], cospi[22], bf0[11], cos_bit);
869
9.89M
  bf1[11] = half_btf(cospi[22], bf0[10], -cospi[42], bf0[11], cos_bit);
870
9.89M
  bf1[12] = half_btf(cospi[50], bf0[12], cospi[14], bf0[13], cos_bit);
871
9.89M
  bf1[13] = half_btf(cospi[14], bf0[12], -cospi[50], bf0[13], cos_bit);
872
9.89M
  bf1[14] = half_btf(cospi[58], bf0[14], cospi[6], bf0[15], cos_bit);
873
9.89M
  bf1[15] = half_btf(cospi[6], bf0[14], -cospi[58], bf0[15], cos_bit);
874
9.89M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
875
876
  // stage 3
877
9.89M
  stage++;
878
9.89M
  bf0 = step;
879
9.89M
  bf1 = output;
880
9.89M
  bf1[0] = clamp_value(bf0[0] + bf0[8], stage_range[stage]);
881
9.89M
  bf1[1] = clamp_value(bf0[1] + bf0[9], stage_range[stage]);
882
9.89M
  bf1[2] = clamp_value(bf0[2] + bf0[10], stage_range[stage]);
883
9.89M
  bf1[3] = clamp_value(bf0[3] + bf0[11], stage_range[stage]);
884
9.89M
  bf1[4] = clamp_value(bf0[4] + bf0[12], stage_range[stage]);
885
9.89M
  bf1[5] = clamp_value(bf0[5] + bf0[13], stage_range[stage]);
886
9.89M
  bf1[6] = clamp_value(bf0[6] + bf0[14], stage_range[stage]);
887
9.89M
  bf1[7] = clamp_value(bf0[7] + bf0[15], stage_range[stage]);
888
9.89M
  bf1[8] = clamp_value(bf0[0] - bf0[8], stage_range[stage]);
889
9.89M
  bf1[9] = clamp_value(bf0[1] - bf0[9], stage_range[stage]);
890
9.89M
  bf1[10] = clamp_value(bf0[2] - bf0[10], stage_range[stage]);
891
9.89M
  bf1[11] = clamp_value(bf0[3] - bf0[11], stage_range[stage]);
892
9.89M
  bf1[12] = clamp_value(bf0[4] - bf0[12], stage_range[stage]);
893
9.89M
  bf1[13] = clamp_value(bf0[5] - bf0[13], stage_range[stage]);
894
9.89M
  bf1[14] = clamp_value(bf0[6] - bf0[14], stage_range[stage]);
895
9.89M
  bf1[15] = clamp_value(bf0[7] - bf0[15], stage_range[stage]);
896
9.89M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
897
898
  // stage 4
899
9.89M
  stage++;
900
9.89M
  bf0 = output;
901
9.89M
  bf1 = step;
902
9.89M
  bf1[0] = bf0[0];
903
9.89M
  bf1[1] = bf0[1];
904
9.89M
  bf1[2] = bf0[2];
905
9.89M
  bf1[3] = bf0[3];
906
9.89M
  bf1[4] = bf0[4];
907
9.89M
  bf1[5] = bf0[5];
908
9.89M
  bf1[6] = bf0[6];
909
9.89M
  bf1[7] = bf0[7];
910
9.89M
  bf1[8] = half_btf(cospi[8], bf0[8], cospi[56], bf0[9], cos_bit);
911
9.89M
  bf1[9] = half_btf(cospi[56], bf0[8], -cospi[8], bf0[9], cos_bit);
912
9.89M
  bf1[10] = half_btf(cospi[40], bf0[10], cospi[24], bf0[11], cos_bit);
913
9.89M
  bf1[11] = half_btf(cospi[24], bf0[10], -cospi[40], bf0[11], cos_bit);
914
9.89M
  bf1[12] = half_btf(-cospi[56], bf0[12], cospi[8], bf0[13], cos_bit);
915
9.89M
  bf1[13] = half_btf(cospi[8], bf0[12], cospi[56], bf0[13], cos_bit);
916
9.89M
  bf1[14] = half_btf(-cospi[24], bf0[14], cospi[40], bf0[15], cos_bit);
917
9.89M
  bf1[15] = half_btf(cospi[40], bf0[14], cospi[24], bf0[15], cos_bit);
918
9.89M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
919
920
  // stage 5
921
9.89M
  stage++;
922
9.89M
  bf0 = step;
923
9.89M
  bf1 = output;
924
9.89M
  bf1[0] = clamp_value(bf0[0] + bf0[4], stage_range[stage]);
925
9.89M
  bf1[1] = clamp_value(bf0[1] + bf0[5], stage_range[stage]);
926
9.89M
  bf1[2] = clamp_value(bf0[2] + bf0[6], stage_range[stage]);
927
9.89M
  bf1[3] = clamp_value(bf0[3] + bf0[7], stage_range[stage]);
928
9.89M
  bf1[4] = clamp_value(bf0[0] - bf0[4], stage_range[stage]);
929
9.89M
  bf1[5] = clamp_value(bf0[1] - bf0[5], stage_range[stage]);
930
9.89M
  bf1[6] = clamp_value(bf0[2] - bf0[6], stage_range[stage]);
931
9.89M
  bf1[7] = clamp_value(bf0[3] - bf0[7], stage_range[stage]);
932
9.89M
  bf1[8] = clamp_value(bf0[8] + bf0[12], stage_range[stage]);
933
9.89M
  bf1[9] = clamp_value(bf0[9] + bf0[13], stage_range[stage]);
934
9.89M
  bf1[10] = clamp_value(bf0[10] + bf0[14], stage_range[stage]);
935
9.89M
  bf1[11] = clamp_value(bf0[11] + bf0[15], stage_range[stage]);
936
9.89M
  bf1[12] = clamp_value(bf0[8] - bf0[12], stage_range[stage]);
937
9.89M
  bf1[13] = clamp_value(bf0[9] - bf0[13], stage_range[stage]);
938
9.89M
  bf1[14] = clamp_value(bf0[10] - bf0[14], stage_range[stage]);
939
9.89M
  bf1[15] = clamp_value(bf0[11] - bf0[15], stage_range[stage]);
940
9.89M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
941
942
  // stage 6
943
9.89M
  stage++;
944
9.89M
  bf0 = output;
945
9.89M
  bf1 = step;
946
9.89M
  bf1[0] = bf0[0];
947
9.89M
  bf1[1] = bf0[1];
948
9.89M
  bf1[2] = bf0[2];
949
9.89M
  bf1[3] = bf0[3];
950
9.89M
  bf1[4] = half_btf(cospi[16], bf0[4], cospi[48], bf0[5], cos_bit);
951
9.89M
  bf1[5] = half_btf(cospi[48], bf0[4], -cospi[16], bf0[5], cos_bit);
952
9.89M
  bf1[6] = half_btf(-cospi[48], bf0[6], cospi[16], bf0[7], cos_bit);
953
9.89M
  bf1[7] = half_btf(cospi[16], bf0[6], cospi[48], bf0[7], cos_bit);
954
9.89M
  bf1[8] = bf0[8];
955
9.89M
  bf1[9] = bf0[9];
956
9.89M
  bf1[10] = bf0[10];
957
9.89M
  bf1[11] = bf0[11];
958
9.89M
  bf1[12] = half_btf(cospi[16], bf0[12], cospi[48], bf0[13], cos_bit);
959
9.89M
  bf1[13] = half_btf(cospi[48], bf0[12], -cospi[16], bf0[13], cos_bit);
960
9.89M
  bf1[14] = half_btf(-cospi[48], bf0[14], cospi[16], bf0[15], cos_bit);
961
9.89M
  bf1[15] = half_btf(cospi[16], bf0[14], cospi[48], bf0[15], cos_bit);
962
9.89M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
963
964
  // stage 7
965
9.89M
  stage++;
966
9.89M
  bf0 = step;
967
9.89M
  bf1 = output;
968
9.89M
  bf1[0] = clamp_value(bf0[0] + bf0[2], stage_range[stage]);
969
9.89M
  bf1[1] = clamp_value(bf0[1] + bf0[3], stage_range[stage]);
970
9.89M
  bf1[2] = clamp_value(bf0[0] - bf0[2], stage_range[stage]);
971
9.89M
  bf1[3] = clamp_value(bf0[1] - bf0[3], stage_range[stage]);
972
9.89M
  bf1[4] = clamp_value(bf0[4] + bf0[6], stage_range[stage]);
973
9.89M
  bf1[5] = clamp_value(bf0[5] + bf0[7], stage_range[stage]);
974
9.89M
  bf1[6] = clamp_value(bf0[4] - bf0[6], stage_range[stage]);
975
9.89M
  bf1[7] = clamp_value(bf0[5] - bf0[7], stage_range[stage]);
976
9.89M
  bf1[8] = clamp_value(bf0[8] + bf0[10], stage_range[stage]);
977
9.89M
  bf1[9] = clamp_value(bf0[9] + bf0[11], stage_range[stage]);
978
9.89M
  bf1[10] = clamp_value(bf0[8] - bf0[10], stage_range[stage]);
979
9.89M
  bf1[11] = clamp_value(bf0[9] - bf0[11], stage_range[stage]);
980
9.89M
  bf1[12] = clamp_value(bf0[12] + bf0[14], stage_range[stage]);
981
9.89M
  bf1[13] = clamp_value(bf0[13] + bf0[15], stage_range[stage]);
982
9.89M
  bf1[14] = clamp_value(bf0[12] - bf0[14], stage_range[stage]);
983
9.89M
  bf1[15] = clamp_value(bf0[13] - bf0[15], stage_range[stage]);
984
9.89M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
985
986
  // stage 8
987
9.89M
  stage++;
988
9.89M
  bf0 = output;
989
9.89M
  bf1 = step;
990
9.89M
  bf1[0] = bf0[0];
991
9.89M
  bf1[1] = bf0[1];
992
9.89M
  bf1[2] = half_btf(cospi[32], bf0[2], cospi[32], bf0[3], cos_bit);
993
9.89M
  bf1[3] = half_btf(cospi[32], bf0[2], -cospi[32], bf0[3], cos_bit);
994
9.89M
  bf1[4] = bf0[4];
995
9.89M
  bf1[5] = bf0[5];
996
9.89M
  bf1[6] = half_btf(cospi[32], bf0[6], cospi[32], bf0[7], cos_bit);
997
9.89M
  bf1[7] = half_btf(cospi[32], bf0[6], -cospi[32], bf0[7], cos_bit);
998
9.89M
  bf1[8] = bf0[8];
999
9.89M
  bf1[9] = bf0[9];
1000
9.89M
  bf1[10] = half_btf(cospi[32], bf0[10], cospi[32], bf0[11], cos_bit);
1001
9.89M
  bf1[11] = half_btf(cospi[32], bf0[10], -cospi[32], bf0[11], cos_bit);
1002
9.89M
  bf1[12] = bf0[12];
1003
9.89M
  bf1[13] = bf0[13];
1004
9.89M
  bf1[14] = half_btf(cospi[32], bf0[14], cospi[32], bf0[15], cos_bit);
1005
9.89M
  bf1[15] = half_btf(cospi[32], bf0[14], -cospi[32], bf0[15], cos_bit);
1006
9.89M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
1007
1008
  // stage 9
1009
9.89M
  bf0 = step;
1010
9.89M
  bf1 = output;
1011
9.89M
  bf1[0] = bf0[0];
1012
9.89M
  bf1[1] = -bf0[8];
1013
9.89M
  bf1[2] = bf0[12];
1014
9.89M
  bf1[3] = -bf0[4];
1015
9.89M
  bf1[4] = bf0[6];
1016
9.89M
  bf1[5] = -bf0[14];
1017
9.89M
  bf1[6] = bf0[10];
1018
9.89M
  bf1[7] = -bf0[2];
1019
9.89M
  bf1[8] = bf0[3];
1020
9.89M
  bf1[9] = -bf0[11];
1021
9.89M
  bf1[10] = bf0[15];
1022
9.89M
  bf1[11] = -bf0[7];
1023
9.89M
  bf1[12] = bf0[5];
1024
9.89M
  bf1[13] = -bf0[13];
1025
9.89M
  bf1[14] = bf0[9];
1026
9.89M
  bf1[15] = -bf0[1];
1027
9.89M
}
1028
1029
void av1_iidentity4_c(const int32_t *input, int32_t *output, int8_t cos_bit,
1030
1.47M
                      const int8_t *stage_range) {
1031
1.47M
  (void)cos_bit;
1032
1.47M
  (void)stage_range;
1033
7.35M
  for (int i = 0; i < 4; ++i) {
1034
5.88M
    output[i] = round_shift((int64_t)NewSqrt2 * input[i], NewSqrt2Bits);
1035
5.88M
  }
1036
1.47M
  assert(stage_range[0] + NewSqrt2Bits <= 32);
1037
1.47M
}
1038
1039
void av1_iidentity8_c(const int32_t *input, int32_t *output, int8_t cos_bit,
1040
2.12M
                      const int8_t *stage_range) {
1041
2.12M
  (void)cos_bit;
1042
2.12M
  (void)stage_range;
1043
19.1M
  for (int i = 0; i < 8; ++i) output[i] = (int32_t)((int64_t)input[i] * 2);
1044
2.12M
}
1045
1046
void av1_iidentity16_c(const int32_t *input, int32_t *output, int8_t cos_bit,
1047
904k
                       const int8_t *stage_range) {
1048
904k
  (void)cos_bit;
1049
904k
  (void)stage_range;
1050
15.3M
  for (int i = 0; i < 16; ++i)
1051
14.4M
    output[i] = round_shift((int64_t)NewSqrt2 * 2 * input[i], NewSqrt2Bits);
1052
904k
  assert(stage_range[0] + NewSqrt2Bits <= 32);
1053
904k
}
1054
1055
void av1_iidentity32_c(const int32_t *input, int32_t *output, int8_t cos_bit,
1056
43.3k
                       const int8_t *stage_range) {
1057
43.3k
  (void)cos_bit;
1058
43.3k
  (void)stage_range;
1059
1.43M
  for (int i = 0; i < 32; ++i) output[i] = (int32_t)((int64_t)input[i] * 4);
1060
43.3k
}
1061
1062
void av1_idct64(const int32_t *input, int32_t *output, int8_t cos_bit,
1063
13.1M
                const int8_t *stage_range) {
1064
13.1M
  assert(output != input);
1065
13.1M
  const int32_t size = 64;
1066
13.1M
  const int32_t *cospi = cospi_arr(cos_bit);
1067
1068
13.1M
  int32_t stage = 0;
1069
13.1M
  int32_t *bf0, *bf1;
1070
13.1M
  int32_t step[64];
1071
1072
  // stage 0;
1073
1074
  // stage 1;
1075
13.1M
  stage++;
1076
13.1M
  bf1 = output;
1077
13.1M
  bf1[0] = input[0];
1078
13.1M
  bf1[1] = input[32];
1079
13.1M
  bf1[2] = input[16];
1080
13.1M
  bf1[3] = input[48];
1081
13.1M
  bf1[4] = input[8];
1082
13.1M
  bf1[5] = input[40];
1083
13.1M
  bf1[6] = input[24];
1084
13.1M
  bf1[7] = input[56];
1085
13.1M
  bf1[8] = input[4];
1086
13.1M
  bf1[9] = input[36];
1087
13.1M
  bf1[10] = input[20];
1088
13.1M
  bf1[11] = input[52];
1089
13.1M
  bf1[12] = input[12];
1090
13.1M
  bf1[13] = input[44];
1091
13.1M
  bf1[14] = input[28];
1092
13.1M
  bf1[15] = input[60];
1093
13.1M
  bf1[16] = input[2];
1094
13.1M
  bf1[17] = input[34];
1095
13.1M
  bf1[18] = input[18];
1096
13.1M
  bf1[19] = input[50];
1097
13.1M
  bf1[20] = input[10];
1098
13.1M
  bf1[21] = input[42];
1099
13.1M
  bf1[22] = input[26];
1100
13.1M
  bf1[23] = input[58];
1101
13.1M
  bf1[24] = input[6];
1102
13.1M
  bf1[25] = input[38];
1103
13.1M
  bf1[26] = input[22];
1104
13.1M
  bf1[27] = input[54];
1105
13.1M
  bf1[28] = input[14];
1106
13.1M
  bf1[29] = input[46];
1107
13.1M
  bf1[30] = input[30];
1108
13.1M
  bf1[31] = input[62];
1109
13.1M
  bf1[32] = input[1];
1110
13.1M
  bf1[33] = input[33];
1111
13.1M
  bf1[34] = input[17];
1112
13.1M
  bf1[35] = input[49];
1113
13.1M
  bf1[36] = input[9];
1114
13.1M
  bf1[37] = input[41];
1115
13.1M
  bf1[38] = input[25];
1116
13.1M
  bf1[39] = input[57];
1117
13.1M
  bf1[40] = input[5];
1118
13.1M
  bf1[41] = input[37];
1119
13.1M
  bf1[42] = input[21];
1120
13.1M
  bf1[43] = input[53];
1121
13.1M
  bf1[44] = input[13];
1122
13.1M
  bf1[45] = input[45];
1123
13.1M
  bf1[46] = input[29];
1124
13.1M
  bf1[47] = input[61];
1125
13.1M
  bf1[48] = input[3];
1126
13.1M
  bf1[49] = input[35];
1127
13.1M
  bf1[50] = input[19];
1128
13.1M
  bf1[51] = input[51];
1129
13.1M
  bf1[52] = input[11];
1130
13.1M
  bf1[53] = input[43];
1131
13.1M
  bf1[54] = input[27];
1132
13.1M
  bf1[55] = input[59];
1133
13.1M
  bf1[56] = input[7];
1134
13.1M
  bf1[57] = input[39];
1135
13.1M
  bf1[58] = input[23];
1136
13.1M
  bf1[59] = input[55];
1137
13.1M
  bf1[60] = input[15];
1138
13.1M
  bf1[61] = input[47];
1139
13.1M
  bf1[62] = input[31];
1140
13.1M
  bf1[63] = input[63];
1141
13.1M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
1142
1143
  // stage 2
1144
13.1M
  stage++;
1145
13.1M
  bf0 = output;
1146
13.1M
  bf1 = step;
1147
13.1M
  bf1[0] = bf0[0];
1148
13.1M
  bf1[1] = bf0[1];
1149
13.1M
  bf1[2] = bf0[2];
1150
13.1M
  bf1[3] = bf0[3];
1151
13.1M
  bf1[4] = bf0[4];
1152
13.1M
  bf1[5] = bf0[5];
1153
13.1M
  bf1[6] = bf0[6];
1154
13.1M
  bf1[7] = bf0[7];
1155
13.1M
  bf1[8] = bf0[8];
1156
13.1M
  bf1[9] = bf0[9];
1157
13.1M
  bf1[10] = bf0[10];
1158
13.1M
  bf1[11] = bf0[11];
1159
13.1M
  bf1[12] = bf0[12];
1160
13.1M
  bf1[13] = bf0[13];
1161
13.1M
  bf1[14] = bf0[14];
1162
13.1M
  bf1[15] = bf0[15];
1163
13.1M
  bf1[16] = bf0[16];
1164
13.1M
  bf1[17] = bf0[17];
1165
13.1M
  bf1[18] = bf0[18];
1166
13.1M
  bf1[19] = bf0[19];
1167
13.1M
  bf1[20] = bf0[20];
1168
13.1M
  bf1[21] = bf0[21];
1169
13.1M
  bf1[22] = bf0[22];
1170
13.1M
  bf1[23] = bf0[23];
1171
13.1M
  bf1[24] = bf0[24];
1172
13.1M
  bf1[25] = bf0[25];
1173
13.1M
  bf1[26] = bf0[26];
1174
13.1M
  bf1[27] = bf0[27];
1175
13.1M
  bf1[28] = bf0[28];
1176
13.1M
  bf1[29] = bf0[29];
1177
13.1M
  bf1[30] = bf0[30];
1178
13.1M
  bf1[31] = bf0[31];
1179
13.1M
  bf1[32] = half_btf(cospi[63], bf0[32], -cospi[1], bf0[63], cos_bit);
1180
13.1M
  bf1[33] = half_btf(cospi[31], bf0[33], -cospi[33], bf0[62], cos_bit);
1181
13.1M
  bf1[34] = half_btf(cospi[47], bf0[34], -cospi[17], bf0[61], cos_bit);
1182
13.1M
  bf1[35] = half_btf(cospi[15], bf0[35], -cospi[49], bf0[60], cos_bit);
1183
13.1M
  bf1[36] = half_btf(cospi[55], bf0[36], -cospi[9], bf0[59], cos_bit);
1184
13.1M
  bf1[37] = half_btf(cospi[23], bf0[37], -cospi[41], bf0[58], cos_bit);
1185
13.1M
  bf1[38] = half_btf(cospi[39], bf0[38], -cospi[25], bf0[57], cos_bit);
1186
13.1M
  bf1[39] = half_btf(cospi[7], bf0[39], -cospi[57], bf0[56], cos_bit);
1187
13.1M
  bf1[40] = half_btf(cospi[59], bf0[40], -cospi[5], bf0[55], cos_bit);
1188
13.1M
  bf1[41] = half_btf(cospi[27], bf0[41], -cospi[37], bf0[54], cos_bit);
1189
13.1M
  bf1[42] = half_btf(cospi[43], bf0[42], -cospi[21], bf0[53], cos_bit);
1190
13.1M
  bf1[43] = half_btf(cospi[11], bf0[43], -cospi[53], bf0[52], cos_bit);
1191
13.1M
  bf1[44] = half_btf(cospi[51], bf0[44], -cospi[13], bf0[51], cos_bit);
1192
13.1M
  bf1[45] = half_btf(cospi[19], bf0[45], -cospi[45], bf0[50], cos_bit);
1193
13.1M
  bf1[46] = half_btf(cospi[35], bf0[46], -cospi[29], bf0[49], cos_bit);
1194
13.1M
  bf1[47] = half_btf(cospi[3], bf0[47], -cospi[61], bf0[48], cos_bit);
1195
13.1M
  bf1[48] = half_btf(cospi[61], bf0[47], cospi[3], bf0[48], cos_bit);
1196
13.1M
  bf1[49] = half_btf(cospi[29], bf0[46], cospi[35], bf0[49], cos_bit);
1197
13.1M
  bf1[50] = half_btf(cospi[45], bf0[45], cospi[19], bf0[50], cos_bit);
1198
13.1M
  bf1[51] = half_btf(cospi[13], bf0[44], cospi[51], bf0[51], cos_bit);
1199
13.1M
  bf1[52] = half_btf(cospi[53], bf0[43], cospi[11], bf0[52], cos_bit);
1200
13.1M
  bf1[53] = half_btf(cospi[21], bf0[42], cospi[43], bf0[53], cos_bit);
1201
13.1M
  bf1[54] = half_btf(cospi[37], bf0[41], cospi[27], bf0[54], cos_bit);
1202
13.1M
  bf1[55] = half_btf(cospi[5], bf0[40], cospi[59], bf0[55], cos_bit);
1203
13.1M
  bf1[56] = half_btf(cospi[57], bf0[39], cospi[7], bf0[56], cos_bit);
1204
13.1M
  bf1[57] = half_btf(cospi[25], bf0[38], cospi[39], bf0[57], cos_bit);
1205
13.1M
  bf1[58] = half_btf(cospi[41], bf0[37], cospi[23], bf0[58], cos_bit);
1206
13.1M
  bf1[59] = half_btf(cospi[9], bf0[36], cospi[55], bf0[59], cos_bit);
1207
13.1M
  bf1[60] = half_btf(cospi[49], bf0[35], cospi[15], bf0[60], cos_bit);
1208
13.1M
  bf1[61] = half_btf(cospi[17], bf0[34], cospi[47], bf0[61], cos_bit);
1209
13.1M
  bf1[62] = half_btf(cospi[33], bf0[33], cospi[31], bf0[62], cos_bit);
1210
13.1M
  bf1[63] = half_btf(cospi[1], bf0[32], cospi[63], bf0[63], cos_bit);
1211
13.1M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
1212
1213
  // stage 3
1214
13.1M
  stage++;
1215
13.1M
  bf0 = step;
1216
13.1M
  bf1 = output;
1217
13.1M
  bf1[0] = bf0[0];
1218
13.1M
  bf1[1] = bf0[1];
1219
13.1M
  bf1[2] = bf0[2];
1220
13.1M
  bf1[3] = bf0[3];
1221
13.1M
  bf1[4] = bf0[4];
1222
13.1M
  bf1[5] = bf0[5];
1223
13.1M
  bf1[6] = bf0[6];
1224
13.1M
  bf1[7] = bf0[7];
1225
13.1M
  bf1[8] = bf0[8];
1226
13.1M
  bf1[9] = bf0[9];
1227
13.1M
  bf1[10] = bf0[10];
1228
13.1M
  bf1[11] = bf0[11];
1229
13.1M
  bf1[12] = bf0[12];
1230
13.1M
  bf1[13] = bf0[13];
1231
13.1M
  bf1[14] = bf0[14];
1232
13.1M
  bf1[15] = bf0[15];
1233
13.1M
  bf1[16] = half_btf(cospi[62], bf0[16], -cospi[2], bf0[31], cos_bit);
1234
13.1M
  bf1[17] = half_btf(cospi[30], bf0[17], -cospi[34], bf0[30], cos_bit);
1235
13.1M
  bf1[18] = half_btf(cospi[46], bf0[18], -cospi[18], bf0[29], cos_bit);
1236
13.1M
  bf1[19] = half_btf(cospi[14], bf0[19], -cospi[50], bf0[28], cos_bit);
1237
13.1M
  bf1[20] = half_btf(cospi[54], bf0[20], -cospi[10], bf0[27], cos_bit);
1238
13.1M
  bf1[21] = half_btf(cospi[22], bf0[21], -cospi[42], bf0[26], cos_bit);
1239
13.1M
  bf1[22] = half_btf(cospi[38], bf0[22], -cospi[26], bf0[25], cos_bit);
1240
13.1M
  bf1[23] = half_btf(cospi[6], bf0[23], -cospi[58], bf0[24], cos_bit);
1241
13.1M
  bf1[24] = half_btf(cospi[58], bf0[23], cospi[6], bf0[24], cos_bit);
1242
13.1M
  bf1[25] = half_btf(cospi[26], bf0[22], cospi[38], bf0[25], cos_bit);
1243
13.1M
  bf1[26] = half_btf(cospi[42], bf0[21], cospi[22], bf0[26], cos_bit);
1244
13.1M
  bf1[27] = half_btf(cospi[10], bf0[20], cospi[54], bf0[27], cos_bit);
1245
13.1M
  bf1[28] = half_btf(cospi[50], bf0[19], cospi[14], bf0[28], cos_bit);
1246
13.1M
  bf1[29] = half_btf(cospi[18], bf0[18], cospi[46], bf0[29], cos_bit);
1247
13.1M
  bf1[30] = half_btf(cospi[34], bf0[17], cospi[30], bf0[30], cos_bit);
1248
13.1M
  bf1[31] = half_btf(cospi[2], bf0[16], cospi[62], bf0[31], cos_bit);
1249
13.1M
  bf1[32] = clamp_value(bf0[32] + bf0[33], stage_range[stage]);
1250
13.1M
  bf1[33] = clamp_value(bf0[32] - bf0[33], stage_range[stage]);
1251
13.1M
  bf1[34] = clamp_value(-bf0[34] + bf0[35], stage_range[stage]);
1252
13.1M
  bf1[35] = clamp_value(bf0[34] + bf0[35], stage_range[stage]);
1253
13.1M
  bf1[36] = clamp_value(bf0[36] + bf0[37], stage_range[stage]);
1254
13.1M
  bf1[37] = clamp_value(bf0[36] - bf0[37], stage_range[stage]);
1255
13.1M
  bf1[38] = clamp_value(-bf0[38] + bf0[39], stage_range[stage]);
1256
13.1M
  bf1[39] = clamp_value(bf0[38] + bf0[39], stage_range[stage]);
1257
13.1M
  bf1[40] = clamp_value(bf0[40] + bf0[41], stage_range[stage]);
1258
13.1M
  bf1[41] = clamp_value(bf0[40] - bf0[41], stage_range[stage]);
1259
13.1M
  bf1[42] = clamp_value(-bf0[42] + bf0[43], stage_range[stage]);
1260
13.1M
  bf1[43] = clamp_value(bf0[42] + bf0[43], stage_range[stage]);
1261
13.1M
  bf1[44] = clamp_value(bf0[44] + bf0[45], stage_range[stage]);
1262
13.1M
  bf1[45] = clamp_value(bf0[44] - bf0[45], stage_range[stage]);
1263
13.1M
  bf1[46] = clamp_value(-bf0[46] + bf0[47], stage_range[stage]);
1264
13.1M
  bf1[47] = clamp_value(bf0[46] + bf0[47], stage_range[stage]);
1265
13.1M
  bf1[48] = clamp_value(bf0[48] + bf0[49], stage_range[stage]);
1266
13.1M
  bf1[49] = clamp_value(bf0[48] - bf0[49], stage_range[stage]);
1267
13.1M
  bf1[50] = clamp_value(-bf0[50] + bf0[51], stage_range[stage]);
1268
13.1M
  bf1[51] = clamp_value(bf0[50] + bf0[51], stage_range[stage]);
1269
13.1M
  bf1[52] = clamp_value(bf0[52] + bf0[53], stage_range[stage]);
1270
13.1M
  bf1[53] = clamp_value(bf0[52] - bf0[53], stage_range[stage]);
1271
13.1M
  bf1[54] = clamp_value(-bf0[54] + bf0[55], stage_range[stage]);
1272
13.1M
  bf1[55] = clamp_value(bf0[54] + bf0[55], stage_range[stage]);
1273
13.1M
  bf1[56] = clamp_value(bf0[56] + bf0[57], stage_range[stage]);
1274
13.1M
  bf1[57] = clamp_value(bf0[56] - bf0[57], stage_range[stage]);
1275
13.1M
  bf1[58] = clamp_value(-bf0[58] + bf0[59], stage_range[stage]);
1276
13.1M
  bf1[59] = clamp_value(bf0[58] + bf0[59], stage_range[stage]);
1277
13.1M
  bf1[60] = clamp_value(bf0[60] + bf0[61], stage_range[stage]);
1278
13.1M
  bf1[61] = clamp_value(bf0[60] - bf0[61], stage_range[stage]);
1279
13.1M
  bf1[62] = clamp_value(-bf0[62] + bf0[63], stage_range[stage]);
1280
13.1M
  bf1[63] = clamp_value(bf0[62] + bf0[63], stage_range[stage]);
1281
13.1M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
1282
1283
  // stage 4
1284
13.1M
  stage++;
1285
13.1M
  bf0 = output;
1286
13.1M
  bf1 = step;
1287
13.1M
  bf1[0] = bf0[0];
1288
13.1M
  bf1[1] = bf0[1];
1289
13.1M
  bf1[2] = bf0[2];
1290
13.1M
  bf1[3] = bf0[3];
1291
13.1M
  bf1[4] = bf0[4];
1292
13.1M
  bf1[5] = bf0[5];
1293
13.1M
  bf1[6] = bf0[6];
1294
13.1M
  bf1[7] = bf0[7];
1295
13.1M
  bf1[8] = half_btf(cospi[60], bf0[8], -cospi[4], bf0[15], cos_bit);
1296
13.1M
  bf1[9] = half_btf(cospi[28], bf0[9], -cospi[36], bf0[14], cos_bit);
1297
13.1M
  bf1[10] = half_btf(cospi[44], bf0[10], -cospi[20], bf0[13], cos_bit);
1298
13.1M
  bf1[11] = half_btf(cospi[12], bf0[11], -cospi[52], bf0[12], cos_bit);
1299
13.1M
  bf1[12] = half_btf(cospi[52], bf0[11], cospi[12], bf0[12], cos_bit);
1300
13.1M
  bf1[13] = half_btf(cospi[20], bf0[10], cospi[44], bf0[13], cos_bit);
1301
13.1M
  bf1[14] = half_btf(cospi[36], bf0[9], cospi[28], bf0[14], cos_bit);
1302
13.1M
  bf1[15] = half_btf(cospi[4], bf0[8], cospi[60], bf0[15], cos_bit);
1303
13.1M
  bf1[16] = clamp_value(bf0[16] + bf0[17], stage_range[stage]);
1304
13.1M
  bf1[17] = clamp_value(bf0[16] - bf0[17], stage_range[stage]);
1305
13.1M
  bf1[18] = clamp_value(-bf0[18] + bf0[19], stage_range[stage]);
1306
13.1M
  bf1[19] = clamp_value(bf0[18] + bf0[19], stage_range[stage]);
1307
13.1M
  bf1[20] = clamp_value(bf0[20] + bf0[21], stage_range[stage]);
1308
13.1M
  bf1[21] = clamp_value(bf0[20] - bf0[21], stage_range[stage]);
1309
13.1M
  bf1[22] = clamp_value(-bf0[22] + bf0[23], stage_range[stage]);
1310
13.1M
  bf1[23] = clamp_value(bf0[22] + bf0[23], stage_range[stage]);
1311
13.1M
  bf1[24] = clamp_value(bf0[24] + bf0[25], stage_range[stage]);
1312
13.1M
  bf1[25] = clamp_value(bf0[24] - bf0[25], stage_range[stage]);
1313
13.1M
  bf1[26] = clamp_value(-bf0[26] + bf0[27], stage_range[stage]);
1314
13.1M
  bf1[27] = clamp_value(bf0[26] + bf0[27], stage_range[stage]);
1315
13.1M
  bf1[28] = clamp_value(bf0[28] + bf0[29], stage_range[stage]);
1316
13.1M
  bf1[29] = clamp_value(bf0[28] - bf0[29], stage_range[stage]);
1317
13.1M
  bf1[30] = clamp_value(-bf0[30] + bf0[31], stage_range[stage]);
1318
13.1M
  bf1[31] = clamp_value(bf0[30] + bf0[31], stage_range[stage]);
1319
13.1M
  bf1[32] = bf0[32];
1320
13.1M
  bf1[33] = half_btf(-cospi[4], bf0[33], cospi[60], bf0[62], cos_bit);
1321
13.1M
  bf1[34] = half_btf(-cospi[60], bf0[34], -cospi[4], bf0[61], cos_bit);
1322
13.1M
  bf1[35] = bf0[35];
1323
13.1M
  bf1[36] = bf0[36];
1324
13.1M
  bf1[37] = half_btf(-cospi[36], bf0[37], cospi[28], bf0[58], cos_bit);
1325
13.1M
  bf1[38] = half_btf(-cospi[28], bf0[38], -cospi[36], bf0[57], cos_bit);
1326
13.1M
  bf1[39] = bf0[39];
1327
13.1M
  bf1[40] = bf0[40];
1328
13.1M
  bf1[41] = half_btf(-cospi[20], bf0[41], cospi[44], bf0[54], cos_bit);
1329
13.1M
  bf1[42] = half_btf(-cospi[44], bf0[42], -cospi[20], bf0[53], cos_bit);
1330
13.1M
  bf1[43] = bf0[43];
1331
13.1M
  bf1[44] = bf0[44];
1332
13.1M
  bf1[45] = half_btf(-cospi[52], bf0[45], cospi[12], bf0[50], cos_bit);
1333
13.1M
  bf1[46] = half_btf(-cospi[12], bf0[46], -cospi[52], bf0[49], cos_bit);
1334
13.1M
  bf1[47] = bf0[47];
1335
13.1M
  bf1[48] = bf0[48];
1336
13.1M
  bf1[49] = half_btf(-cospi[52], bf0[46], cospi[12], bf0[49], cos_bit);
1337
13.1M
  bf1[50] = half_btf(cospi[12], bf0[45], cospi[52], bf0[50], cos_bit);
1338
13.1M
  bf1[51] = bf0[51];
1339
13.1M
  bf1[52] = bf0[52];
1340
13.1M
  bf1[53] = half_btf(-cospi[20], bf0[42], cospi[44], bf0[53], cos_bit);
1341
13.1M
  bf1[54] = half_btf(cospi[44], bf0[41], cospi[20], bf0[54], cos_bit);
1342
13.1M
  bf1[55] = bf0[55];
1343
13.1M
  bf1[56] = bf0[56];
1344
13.1M
  bf1[57] = half_btf(-cospi[36], bf0[38], cospi[28], bf0[57], cos_bit);
1345
13.1M
  bf1[58] = half_btf(cospi[28], bf0[37], cospi[36], bf0[58], cos_bit);
1346
13.1M
  bf1[59] = bf0[59];
1347
13.1M
  bf1[60] = bf0[60];
1348
13.1M
  bf1[61] = half_btf(-cospi[4], bf0[34], cospi[60], bf0[61], cos_bit);
1349
13.1M
  bf1[62] = half_btf(cospi[60], bf0[33], cospi[4], bf0[62], cos_bit);
1350
13.1M
  bf1[63] = bf0[63];
1351
13.1M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
1352
1353
  // stage 5
1354
13.1M
  stage++;
1355
13.1M
  bf0 = step;
1356
13.1M
  bf1 = output;
1357
13.1M
  bf1[0] = bf0[0];
1358
13.1M
  bf1[1] = bf0[1];
1359
13.1M
  bf1[2] = bf0[2];
1360
13.1M
  bf1[3] = bf0[3];
1361
13.1M
  bf1[4] = half_btf(cospi[56], bf0[4], -cospi[8], bf0[7], cos_bit);
1362
13.1M
  bf1[5] = half_btf(cospi[24], bf0[5], -cospi[40], bf0[6], cos_bit);
1363
13.1M
  bf1[6] = half_btf(cospi[40], bf0[5], cospi[24], bf0[6], cos_bit);
1364
13.1M
  bf1[7] = half_btf(cospi[8], bf0[4], cospi[56], bf0[7], cos_bit);
1365
13.1M
  bf1[8] = clamp_value(bf0[8] + bf0[9], stage_range[stage]);
1366
13.1M
  bf1[9] = clamp_value(bf0[8] - bf0[9], stage_range[stage]);
1367
13.1M
  bf1[10] = clamp_value(-bf0[10] + bf0[11], stage_range[stage]);
1368
13.1M
  bf1[11] = clamp_value(bf0[10] + bf0[11], stage_range[stage]);
1369
13.1M
  bf1[12] = clamp_value(bf0[12] + bf0[13], stage_range[stage]);
1370
13.1M
  bf1[13] = clamp_value(bf0[12] - bf0[13], stage_range[stage]);
1371
13.1M
  bf1[14] = clamp_value(-bf0[14] + bf0[15], stage_range[stage]);
1372
13.1M
  bf1[15] = clamp_value(bf0[14] + bf0[15], stage_range[stage]);
1373
13.1M
  bf1[16] = bf0[16];
1374
13.1M
  bf1[17] = half_btf(-cospi[8], bf0[17], cospi[56], bf0[30], cos_bit);
1375
13.1M
  bf1[18] = half_btf(-cospi[56], bf0[18], -cospi[8], bf0[29], cos_bit);
1376
13.1M
  bf1[19] = bf0[19];
1377
13.1M
  bf1[20] = bf0[20];
1378
13.1M
  bf1[21] = half_btf(-cospi[40], bf0[21], cospi[24], bf0[26], cos_bit);
1379
13.1M
  bf1[22] = half_btf(-cospi[24], bf0[22], -cospi[40], bf0[25], cos_bit);
1380
13.1M
  bf1[23] = bf0[23];
1381
13.1M
  bf1[24] = bf0[24];
1382
13.1M
  bf1[25] = half_btf(-cospi[40], bf0[22], cospi[24], bf0[25], cos_bit);
1383
13.1M
  bf1[26] = half_btf(cospi[24], bf0[21], cospi[40], bf0[26], cos_bit);
1384
13.1M
  bf1[27] = bf0[27];
1385
13.1M
  bf1[28] = bf0[28];
1386
13.1M
  bf1[29] = half_btf(-cospi[8], bf0[18], cospi[56], bf0[29], cos_bit);
1387
13.1M
  bf1[30] = half_btf(cospi[56], bf0[17], cospi[8], bf0[30], cos_bit);
1388
13.1M
  bf1[31] = bf0[31];
1389
13.1M
  bf1[32] = clamp_value(bf0[32] + bf0[35], stage_range[stage]);
1390
13.1M
  bf1[33] = clamp_value(bf0[33] + bf0[34], stage_range[stage]);
1391
13.1M
  bf1[34] = clamp_value(bf0[33] - bf0[34], stage_range[stage]);
1392
13.1M
  bf1[35] = clamp_value(bf0[32] - bf0[35], stage_range[stage]);
1393
13.1M
  bf1[36] = clamp_value(-bf0[36] + bf0[39], stage_range[stage]);
1394
13.1M
  bf1[37] = clamp_value(-bf0[37] + bf0[38], stage_range[stage]);
1395
13.1M
  bf1[38] = clamp_value(bf0[37] + bf0[38], stage_range[stage]);
1396
13.1M
  bf1[39] = clamp_value(bf0[36] + bf0[39], stage_range[stage]);
1397
13.1M
  bf1[40] = clamp_value(bf0[40] + bf0[43], stage_range[stage]);
1398
13.1M
  bf1[41] = clamp_value(bf0[41] + bf0[42], stage_range[stage]);
1399
13.1M
  bf1[42] = clamp_value(bf0[41] - bf0[42], stage_range[stage]);
1400
13.1M
  bf1[43] = clamp_value(bf0[40] - bf0[43], stage_range[stage]);
1401
13.1M
  bf1[44] = clamp_value(-bf0[44] + bf0[47], stage_range[stage]);
1402
13.1M
  bf1[45] = clamp_value(-bf0[45] + bf0[46], stage_range[stage]);
1403
13.1M
  bf1[46] = clamp_value(bf0[45] + bf0[46], stage_range[stage]);
1404
13.1M
  bf1[47] = clamp_value(bf0[44] + bf0[47], stage_range[stage]);
1405
13.1M
  bf1[48] = clamp_value(bf0[48] + bf0[51], stage_range[stage]);
1406
13.1M
  bf1[49] = clamp_value(bf0[49] + bf0[50], stage_range[stage]);
1407
13.1M
  bf1[50] = clamp_value(bf0[49] - bf0[50], stage_range[stage]);
1408
13.1M
  bf1[51] = clamp_value(bf0[48] - bf0[51], stage_range[stage]);
1409
13.1M
  bf1[52] = clamp_value(-bf0[52] + bf0[55], stage_range[stage]);
1410
13.1M
  bf1[53] = clamp_value(-bf0[53] + bf0[54], stage_range[stage]);
1411
13.1M
  bf1[54] = clamp_value(bf0[53] + bf0[54], stage_range[stage]);
1412
13.1M
  bf1[55] = clamp_value(bf0[52] + bf0[55], stage_range[stage]);
1413
13.1M
  bf1[56] = clamp_value(bf0[56] + bf0[59], stage_range[stage]);
1414
13.1M
  bf1[57] = clamp_value(bf0[57] + bf0[58], stage_range[stage]);
1415
13.1M
  bf1[58] = clamp_value(bf0[57] - bf0[58], stage_range[stage]);
1416
13.1M
  bf1[59] = clamp_value(bf0[56] - bf0[59], stage_range[stage]);
1417
13.1M
  bf1[60] = clamp_value(-bf0[60] + bf0[63], stage_range[stage]);
1418
13.1M
  bf1[61] = clamp_value(-bf0[61] + bf0[62], stage_range[stage]);
1419
13.1M
  bf1[62] = clamp_value(bf0[61] + bf0[62], stage_range[stage]);
1420
13.1M
  bf1[63] = clamp_value(bf0[60] + bf0[63], stage_range[stage]);
1421
13.1M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
1422
1423
  // stage 6
1424
13.1M
  stage++;
1425
13.1M
  bf0 = output;
1426
13.1M
  bf1 = step;
1427
13.1M
  bf1[0] = half_btf(cospi[32], bf0[0], cospi[32], bf0[1], cos_bit);
1428
13.1M
  bf1[1] = half_btf(cospi[32], bf0[0], -cospi[32], bf0[1], cos_bit);
1429
13.1M
  bf1[2] = half_btf(cospi[48], bf0[2], -cospi[16], bf0[3], cos_bit);
1430
13.1M
  bf1[3] = half_btf(cospi[16], bf0[2], cospi[48], bf0[3], cos_bit);
1431
13.1M
  bf1[4] = clamp_value(bf0[4] + bf0[5], stage_range[stage]);
1432
13.1M
  bf1[5] = clamp_value(bf0[4] - bf0[5], stage_range[stage]);
1433
13.1M
  bf1[6] = clamp_value(-bf0[6] + bf0[7], stage_range[stage]);
1434
13.1M
  bf1[7] = clamp_value(bf0[6] + bf0[7], stage_range[stage]);
1435
13.1M
  bf1[8] = bf0[8];
1436
13.1M
  bf1[9] = half_btf(-cospi[16], bf0[9], cospi[48], bf0[14], cos_bit);
1437
13.1M
  bf1[10] = half_btf(-cospi[48], bf0[10], -cospi[16], bf0[13], cos_bit);
1438
13.1M
  bf1[11] = bf0[11];
1439
13.1M
  bf1[12] = bf0[12];
1440
13.1M
  bf1[13] = half_btf(-cospi[16], bf0[10], cospi[48], bf0[13], cos_bit);
1441
13.1M
  bf1[14] = half_btf(cospi[48], bf0[9], cospi[16], bf0[14], cos_bit);
1442
13.1M
  bf1[15] = bf0[15];
1443
13.1M
  bf1[16] = clamp_value(bf0[16] + bf0[19], stage_range[stage]);
1444
13.1M
  bf1[17] = clamp_value(bf0[17] + bf0[18], stage_range[stage]);
1445
13.1M
  bf1[18] = clamp_value(bf0[17] - bf0[18], stage_range[stage]);
1446
13.1M
  bf1[19] = clamp_value(bf0[16] - bf0[19], stage_range[stage]);
1447
13.1M
  bf1[20] = clamp_value(-bf0[20] + bf0[23], stage_range[stage]);
1448
13.1M
  bf1[21] = clamp_value(-bf0[21] + bf0[22], stage_range[stage]);
1449
13.1M
  bf1[22] = clamp_value(bf0[21] + bf0[22], stage_range[stage]);
1450
13.1M
  bf1[23] = clamp_value(bf0[20] + bf0[23], stage_range[stage]);
1451
13.1M
  bf1[24] = clamp_value(bf0[24] + bf0[27], stage_range[stage]);
1452
13.1M
  bf1[25] = clamp_value(bf0[25] + bf0[26], stage_range[stage]);
1453
13.1M
  bf1[26] = clamp_value(bf0[25] - bf0[26], stage_range[stage]);
1454
13.1M
  bf1[27] = clamp_value(bf0[24] - bf0[27], stage_range[stage]);
1455
13.1M
  bf1[28] = clamp_value(-bf0[28] + bf0[31], stage_range[stage]);
1456
13.1M
  bf1[29] = clamp_value(-bf0[29] + bf0[30], stage_range[stage]);
1457
13.1M
  bf1[30] = clamp_value(bf0[29] + bf0[30], stage_range[stage]);
1458
13.1M
  bf1[31] = clamp_value(bf0[28] + bf0[31], stage_range[stage]);
1459
13.1M
  bf1[32] = bf0[32];
1460
13.1M
  bf1[33] = bf0[33];
1461
13.1M
  bf1[34] = half_btf(-cospi[8], bf0[34], cospi[56], bf0[61], cos_bit);
1462
13.1M
  bf1[35] = half_btf(-cospi[8], bf0[35], cospi[56], bf0[60], cos_bit);
1463
13.1M
  bf1[36] = half_btf(-cospi[56], bf0[36], -cospi[8], bf0[59], cos_bit);
1464
13.1M
  bf1[37] = half_btf(-cospi[56], bf0[37], -cospi[8], bf0[58], cos_bit);
1465
13.1M
  bf1[38] = bf0[38];
1466
13.1M
  bf1[39] = bf0[39];
1467
13.1M
  bf1[40] = bf0[40];
1468
13.1M
  bf1[41] = bf0[41];
1469
13.1M
  bf1[42] = half_btf(-cospi[40], bf0[42], cospi[24], bf0[53], cos_bit);
1470
13.1M
  bf1[43] = half_btf(-cospi[40], bf0[43], cospi[24], bf0[52], cos_bit);
1471
13.1M
  bf1[44] = half_btf(-cospi[24], bf0[44], -cospi[40], bf0[51], cos_bit);
1472
13.1M
  bf1[45] = half_btf(-cospi[24], bf0[45], -cospi[40], bf0[50], cos_bit);
1473
13.1M
  bf1[46] = bf0[46];
1474
13.1M
  bf1[47] = bf0[47];
1475
13.1M
  bf1[48] = bf0[48];
1476
13.1M
  bf1[49] = bf0[49];
1477
13.1M
  bf1[50] = half_btf(-cospi[40], bf0[45], cospi[24], bf0[50], cos_bit);
1478
13.1M
  bf1[51] = half_btf(-cospi[40], bf0[44], cospi[24], bf0[51], cos_bit);
1479
13.1M
  bf1[52] = half_btf(cospi[24], bf0[43], cospi[40], bf0[52], cos_bit);
1480
13.1M
  bf1[53] = half_btf(cospi[24], bf0[42], cospi[40], bf0[53], cos_bit);
1481
13.1M
  bf1[54] = bf0[54];
1482
13.1M
  bf1[55] = bf0[55];
1483
13.1M
  bf1[56] = bf0[56];
1484
13.1M
  bf1[57] = bf0[57];
1485
13.1M
  bf1[58] = half_btf(-cospi[8], bf0[37], cospi[56], bf0[58], cos_bit);
1486
13.1M
  bf1[59] = half_btf(-cospi[8], bf0[36], cospi[56], bf0[59], cos_bit);
1487
13.1M
  bf1[60] = half_btf(cospi[56], bf0[35], cospi[8], bf0[60], cos_bit);
1488
13.1M
  bf1[61] = half_btf(cospi[56], bf0[34], cospi[8], bf0[61], cos_bit);
1489
13.1M
  bf1[62] = bf0[62];
1490
13.1M
  bf1[63] = bf0[63];
1491
13.1M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
1492
1493
  // stage 7
1494
13.1M
  stage++;
1495
13.1M
  bf0 = step;
1496
13.1M
  bf1 = output;
1497
13.1M
  bf1[0] = clamp_value(bf0[0] + bf0[3], stage_range[stage]);
1498
13.1M
  bf1[1] = clamp_value(bf0[1] + bf0[2], stage_range[stage]);
1499
13.1M
  bf1[2] = clamp_value(bf0[1] - bf0[2], stage_range[stage]);
1500
13.1M
  bf1[3] = clamp_value(bf0[0] - bf0[3], stage_range[stage]);
1501
13.1M
  bf1[4] = bf0[4];
1502
13.1M
  bf1[5] = half_btf(-cospi[32], bf0[5], cospi[32], bf0[6], cos_bit);
1503
13.1M
  bf1[6] = half_btf(cospi[32], bf0[5], cospi[32], bf0[6], cos_bit);
1504
13.1M
  bf1[7] = bf0[7];
1505
13.1M
  bf1[8] = clamp_value(bf0[8] + bf0[11], stage_range[stage]);
1506
13.1M
  bf1[9] = clamp_value(bf0[9] + bf0[10], stage_range[stage]);
1507
13.1M
  bf1[10] = clamp_value(bf0[9] - bf0[10], stage_range[stage]);
1508
13.1M
  bf1[11] = clamp_value(bf0[8] - bf0[11], stage_range[stage]);
1509
13.1M
  bf1[12] = clamp_value(-bf0[12] + bf0[15], stage_range[stage]);
1510
13.1M
  bf1[13] = clamp_value(-bf0[13] + bf0[14], stage_range[stage]);
1511
13.1M
  bf1[14] = clamp_value(bf0[13] + bf0[14], stage_range[stage]);
1512
13.1M
  bf1[15] = clamp_value(bf0[12] + bf0[15], stage_range[stage]);
1513
13.1M
  bf1[16] = bf0[16];
1514
13.1M
  bf1[17] = bf0[17];
1515
13.1M
  bf1[18] = half_btf(-cospi[16], bf0[18], cospi[48], bf0[29], cos_bit);
1516
13.1M
  bf1[19] = half_btf(-cospi[16], bf0[19], cospi[48], bf0[28], cos_bit);
1517
13.1M
  bf1[20] = half_btf(-cospi[48], bf0[20], -cospi[16], bf0[27], cos_bit);
1518
13.1M
  bf1[21] = half_btf(-cospi[48], bf0[21], -cospi[16], bf0[26], cos_bit);
1519
13.1M
  bf1[22] = bf0[22];
1520
13.1M
  bf1[23] = bf0[23];
1521
13.1M
  bf1[24] = bf0[24];
1522
13.1M
  bf1[25] = bf0[25];
1523
13.1M
  bf1[26] = half_btf(-cospi[16], bf0[21], cospi[48], bf0[26], cos_bit);
1524
13.1M
  bf1[27] = half_btf(-cospi[16], bf0[20], cospi[48], bf0[27], cos_bit);
1525
13.1M
  bf1[28] = half_btf(cospi[48], bf0[19], cospi[16], bf0[28], cos_bit);
1526
13.1M
  bf1[29] = half_btf(cospi[48], bf0[18], cospi[16], bf0[29], cos_bit);
1527
13.1M
  bf1[30] = bf0[30];
1528
13.1M
  bf1[31] = bf0[31];
1529
13.1M
  bf1[32] = clamp_value(bf0[32] + bf0[39], stage_range[stage]);
1530
13.1M
  bf1[33] = clamp_value(bf0[33] + bf0[38], stage_range[stage]);
1531
13.1M
  bf1[34] = clamp_value(bf0[34] + bf0[37], stage_range[stage]);
1532
13.1M
  bf1[35] = clamp_value(bf0[35] + bf0[36], stage_range[stage]);
1533
13.1M
  bf1[36] = clamp_value(bf0[35] - bf0[36], stage_range[stage]);
1534
13.1M
  bf1[37] = clamp_value(bf0[34] - bf0[37], stage_range[stage]);
1535
13.1M
  bf1[38] = clamp_value(bf0[33] - bf0[38], stage_range[stage]);
1536
13.1M
  bf1[39] = clamp_value(bf0[32] - bf0[39], stage_range[stage]);
1537
13.1M
  bf1[40] = clamp_value(-bf0[40] + bf0[47], stage_range[stage]);
1538
13.1M
  bf1[41] = clamp_value(-bf0[41] + bf0[46], stage_range[stage]);
1539
13.1M
  bf1[42] = clamp_value(-bf0[42] + bf0[45], stage_range[stage]);
1540
13.1M
  bf1[43] = clamp_value(-bf0[43] + bf0[44], stage_range[stage]);
1541
13.1M
  bf1[44] = clamp_value(bf0[43] + bf0[44], stage_range[stage]);
1542
13.1M
  bf1[45] = clamp_value(bf0[42] + bf0[45], stage_range[stage]);
1543
13.1M
  bf1[46] = clamp_value(bf0[41] + bf0[46], stage_range[stage]);
1544
13.1M
  bf1[47] = clamp_value(bf0[40] + bf0[47], stage_range[stage]);
1545
13.1M
  bf1[48] = clamp_value(bf0[48] + bf0[55], stage_range[stage]);
1546
13.1M
  bf1[49] = clamp_value(bf0[49] + bf0[54], stage_range[stage]);
1547
13.1M
  bf1[50] = clamp_value(bf0[50] + bf0[53], stage_range[stage]);
1548
13.1M
  bf1[51] = clamp_value(bf0[51] + bf0[52], stage_range[stage]);
1549
13.1M
  bf1[52] = clamp_value(bf0[51] - bf0[52], stage_range[stage]);
1550
13.1M
  bf1[53] = clamp_value(bf0[50] - bf0[53], stage_range[stage]);
1551
13.1M
  bf1[54] = clamp_value(bf0[49] - bf0[54], stage_range[stage]);
1552
13.1M
  bf1[55] = clamp_value(bf0[48] - bf0[55], stage_range[stage]);
1553
13.1M
  bf1[56] = clamp_value(-bf0[56] + bf0[63], stage_range[stage]);
1554
13.1M
  bf1[57] = clamp_value(-bf0[57] + bf0[62], stage_range[stage]);
1555
13.1M
  bf1[58] = clamp_value(-bf0[58] + bf0[61], stage_range[stage]);
1556
13.1M
  bf1[59] = clamp_value(-bf0[59] + bf0[60], stage_range[stage]);
1557
13.1M
  bf1[60] = clamp_value(bf0[59] + bf0[60], stage_range[stage]);
1558
13.1M
  bf1[61] = clamp_value(bf0[58] + bf0[61], stage_range[stage]);
1559
13.1M
  bf1[62] = clamp_value(bf0[57] + bf0[62], stage_range[stage]);
1560
13.1M
  bf1[63] = clamp_value(bf0[56] + bf0[63], stage_range[stage]);
1561
13.1M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
1562
1563
  // stage 8
1564
13.1M
  stage++;
1565
13.1M
  bf0 = output;
1566
13.1M
  bf1 = step;
1567
13.1M
  bf1[0] = clamp_value(bf0[0] + bf0[7], stage_range[stage]);
1568
13.1M
  bf1[1] = clamp_value(bf0[1] + bf0[6], stage_range[stage]);
1569
13.1M
  bf1[2] = clamp_value(bf0[2] + bf0[5], stage_range[stage]);
1570
13.1M
  bf1[3] = clamp_value(bf0[3] + bf0[4], stage_range[stage]);
1571
13.1M
  bf1[4] = clamp_value(bf0[3] - bf0[4], stage_range[stage]);
1572
13.1M
  bf1[5] = clamp_value(bf0[2] - bf0[5], stage_range[stage]);
1573
13.1M
  bf1[6] = clamp_value(bf0[1] - bf0[6], stage_range[stage]);
1574
13.1M
  bf1[7] = clamp_value(bf0[0] - bf0[7], stage_range[stage]);
1575
13.1M
  bf1[8] = bf0[8];
1576
13.1M
  bf1[9] = bf0[9];
1577
13.1M
  bf1[10] = half_btf(-cospi[32], bf0[10], cospi[32], bf0[13], cos_bit);
1578
13.1M
  bf1[11] = half_btf(-cospi[32], bf0[11], cospi[32], bf0[12], cos_bit);
1579
13.1M
  bf1[12] = half_btf(cospi[32], bf0[11], cospi[32], bf0[12], cos_bit);
1580
13.1M
  bf1[13] = half_btf(cospi[32], bf0[10], cospi[32], bf0[13], cos_bit);
1581
13.1M
  bf1[14] = bf0[14];
1582
13.1M
  bf1[15] = bf0[15];
1583
13.1M
  bf1[16] = clamp_value(bf0[16] + bf0[23], stage_range[stage]);
1584
13.1M
  bf1[17] = clamp_value(bf0[17] + bf0[22], stage_range[stage]);
1585
13.1M
  bf1[18] = clamp_value(bf0[18] + bf0[21], stage_range[stage]);
1586
13.1M
  bf1[19] = clamp_value(bf0[19] + bf0[20], stage_range[stage]);
1587
13.1M
  bf1[20] = clamp_value(bf0[19] - bf0[20], stage_range[stage]);
1588
13.1M
  bf1[21] = clamp_value(bf0[18] - bf0[21], stage_range[stage]);
1589
13.1M
  bf1[22] = clamp_value(bf0[17] - bf0[22], stage_range[stage]);
1590
13.1M
  bf1[23] = clamp_value(bf0[16] - bf0[23], stage_range[stage]);
1591
13.1M
  bf1[24] = clamp_value(-bf0[24] + bf0[31], stage_range[stage]);
1592
13.1M
  bf1[25] = clamp_value(-bf0[25] + bf0[30], stage_range[stage]);
1593
13.1M
  bf1[26] = clamp_value(-bf0[26] + bf0[29], stage_range[stage]);
1594
13.1M
  bf1[27] = clamp_value(-bf0[27] + bf0[28], stage_range[stage]);
1595
13.1M
  bf1[28] = clamp_value(bf0[27] + bf0[28], stage_range[stage]);
1596
13.1M
  bf1[29] = clamp_value(bf0[26] + bf0[29], stage_range[stage]);
1597
13.1M
  bf1[30] = clamp_value(bf0[25] + bf0[30], stage_range[stage]);
1598
13.1M
  bf1[31] = clamp_value(bf0[24] + bf0[31], stage_range[stage]);
1599
13.1M
  bf1[32] = bf0[32];
1600
13.1M
  bf1[33] = bf0[33];
1601
13.1M
  bf1[34] = bf0[34];
1602
13.1M
  bf1[35] = bf0[35];
1603
13.1M
  bf1[36] = half_btf(-cospi[16], bf0[36], cospi[48], bf0[59], cos_bit);
1604
13.1M
  bf1[37] = half_btf(-cospi[16], bf0[37], cospi[48], bf0[58], cos_bit);
1605
13.1M
  bf1[38] = half_btf(-cospi[16], bf0[38], cospi[48], bf0[57], cos_bit);
1606
13.1M
  bf1[39] = half_btf(-cospi[16], bf0[39], cospi[48], bf0[56], cos_bit);
1607
13.1M
  bf1[40] = half_btf(-cospi[48], bf0[40], -cospi[16], bf0[55], cos_bit);
1608
13.1M
  bf1[41] = half_btf(-cospi[48], bf0[41], -cospi[16], bf0[54], cos_bit);
1609
13.1M
  bf1[42] = half_btf(-cospi[48], bf0[42], -cospi[16], bf0[53], cos_bit);
1610
13.1M
  bf1[43] = half_btf(-cospi[48], bf0[43], -cospi[16], bf0[52], cos_bit);
1611
13.1M
  bf1[44] = bf0[44];
1612
13.1M
  bf1[45] = bf0[45];
1613
13.1M
  bf1[46] = bf0[46];
1614
13.1M
  bf1[47] = bf0[47];
1615
13.1M
  bf1[48] = bf0[48];
1616
13.1M
  bf1[49] = bf0[49];
1617
13.1M
  bf1[50] = bf0[50];
1618
13.1M
  bf1[51] = bf0[51];
1619
13.1M
  bf1[52] = half_btf(-cospi[16], bf0[43], cospi[48], bf0[52], cos_bit);
1620
13.1M
  bf1[53] = half_btf(-cospi[16], bf0[42], cospi[48], bf0[53], cos_bit);
1621
13.1M
  bf1[54] = half_btf(-cospi[16], bf0[41], cospi[48], bf0[54], cos_bit);
1622
13.1M
  bf1[55] = half_btf(-cospi[16], bf0[40], cospi[48], bf0[55], cos_bit);
1623
13.1M
  bf1[56] = half_btf(cospi[48], bf0[39], cospi[16], bf0[56], cos_bit);
1624
13.1M
  bf1[57] = half_btf(cospi[48], bf0[38], cospi[16], bf0[57], cos_bit);
1625
13.1M
  bf1[58] = half_btf(cospi[48], bf0[37], cospi[16], bf0[58], cos_bit);
1626
13.1M
  bf1[59] = half_btf(cospi[48], bf0[36], cospi[16], bf0[59], cos_bit);
1627
13.1M
  bf1[60] = bf0[60];
1628
13.1M
  bf1[61] = bf0[61];
1629
13.1M
  bf1[62] = bf0[62];
1630
13.1M
  bf1[63] = bf0[63];
1631
13.1M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
1632
1633
  // stage 9
1634
13.1M
  stage++;
1635
13.1M
  bf0 = step;
1636
13.1M
  bf1 = output;
1637
13.1M
  bf1[0] = clamp_value(bf0[0] + bf0[15], stage_range[stage]);
1638
13.1M
  bf1[1] = clamp_value(bf0[1] + bf0[14], stage_range[stage]);
1639
13.1M
  bf1[2] = clamp_value(bf0[2] + bf0[13], stage_range[stage]);
1640
13.1M
  bf1[3] = clamp_value(bf0[3] + bf0[12], stage_range[stage]);
1641
13.1M
  bf1[4] = clamp_value(bf0[4] + bf0[11], stage_range[stage]);
1642
13.1M
  bf1[5] = clamp_value(bf0[5] + bf0[10], stage_range[stage]);
1643
13.1M
  bf1[6] = clamp_value(bf0[6] + bf0[9], stage_range[stage]);
1644
13.1M
  bf1[7] = clamp_value(bf0[7] + bf0[8], stage_range[stage]);
1645
13.1M
  bf1[8] = clamp_value(bf0[7] - bf0[8], stage_range[stage]);
1646
13.1M
  bf1[9] = clamp_value(bf0[6] - bf0[9], stage_range[stage]);
1647
13.1M
  bf1[10] = clamp_value(bf0[5] - bf0[10], stage_range[stage]);
1648
13.1M
  bf1[11] = clamp_value(bf0[4] - bf0[11], stage_range[stage]);
1649
13.1M
  bf1[12] = clamp_value(bf0[3] - bf0[12], stage_range[stage]);
1650
13.1M
  bf1[13] = clamp_value(bf0[2] - bf0[13], stage_range[stage]);
1651
13.1M
  bf1[14] = clamp_value(bf0[1] - bf0[14], stage_range[stage]);
1652
13.1M
  bf1[15] = clamp_value(bf0[0] - bf0[15], stage_range[stage]);
1653
13.1M
  bf1[16] = bf0[16];
1654
13.1M
  bf1[17] = bf0[17];
1655
13.1M
  bf1[18] = bf0[18];
1656
13.1M
  bf1[19] = bf0[19];
1657
13.1M
  bf1[20] = half_btf(-cospi[32], bf0[20], cospi[32], bf0[27], cos_bit);
1658
13.1M
  bf1[21] = half_btf(-cospi[32], bf0[21], cospi[32], bf0[26], cos_bit);
1659
13.1M
  bf1[22] = half_btf(-cospi[32], bf0[22], cospi[32], bf0[25], cos_bit);
1660
13.1M
  bf1[23] = half_btf(-cospi[32], bf0[23], cospi[32], bf0[24], cos_bit);
1661
13.1M
  bf1[24] = half_btf(cospi[32], bf0[23], cospi[32], bf0[24], cos_bit);
1662
13.1M
  bf1[25] = half_btf(cospi[32], bf0[22], cospi[32], bf0[25], cos_bit);
1663
13.1M
  bf1[26] = half_btf(cospi[32], bf0[21], cospi[32], bf0[26], cos_bit);
1664
13.1M
  bf1[27] = half_btf(cospi[32], bf0[20], cospi[32], bf0[27], cos_bit);
1665
13.1M
  bf1[28] = bf0[28];
1666
13.1M
  bf1[29] = bf0[29];
1667
13.1M
  bf1[30] = bf0[30];
1668
13.1M
  bf1[31] = bf0[31];
1669
13.1M
  bf1[32] = clamp_value(bf0[32] + bf0[47], stage_range[stage]);
1670
13.1M
  bf1[33] = clamp_value(bf0[33] + bf0[46], stage_range[stage]);
1671
13.1M
  bf1[34] = clamp_value(bf0[34] + bf0[45], stage_range[stage]);
1672
13.1M
  bf1[35] = clamp_value(bf0[35] + bf0[44], stage_range[stage]);
1673
13.1M
  bf1[36] = clamp_value(bf0[36] + bf0[43], stage_range[stage]);
1674
13.1M
  bf1[37] = clamp_value(bf0[37] + bf0[42], stage_range[stage]);
1675
13.1M
  bf1[38] = clamp_value(bf0[38] + bf0[41], stage_range[stage]);
1676
13.1M
  bf1[39] = clamp_value(bf0[39] + bf0[40], stage_range[stage]);
1677
13.1M
  bf1[40] = clamp_value(bf0[39] - bf0[40], stage_range[stage]);
1678
13.1M
  bf1[41] = clamp_value(bf0[38] - bf0[41], stage_range[stage]);
1679
13.1M
  bf1[42] = clamp_value(bf0[37] - bf0[42], stage_range[stage]);
1680
13.1M
  bf1[43] = clamp_value(bf0[36] - bf0[43], stage_range[stage]);
1681
13.1M
  bf1[44] = clamp_value(bf0[35] - bf0[44], stage_range[stage]);
1682
13.1M
  bf1[45] = clamp_value(bf0[34] - bf0[45], stage_range[stage]);
1683
13.1M
  bf1[46] = clamp_value(bf0[33] - bf0[46], stage_range[stage]);
1684
13.1M
  bf1[47] = clamp_value(bf0[32] - bf0[47], stage_range[stage]);
1685
13.1M
  bf1[48] = clamp_value(-bf0[48] + bf0[63], stage_range[stage]);
1686
13.1M
  bf1[49] = clamp_value(-bf0[49] + bf0[62], stage_range[stage]);
1687
13.1M
  bf1[50] = clamp_value(-bf0[50] + bf0[61], stage_range[stage]);
1688
13.1M
  bf1[51] = clamp_value(-bf0[51] + bf0[60], stage_range[stage]);
1689
13.1M
  bf1[52] = clamp_value(-bf0[52] + bf0[59], stage_range[stage]);
1690
13.1M
  bf1[53] = clamp_value(-bf0[53] + bf0[58], stage_range[stage]);
1691
13.1M
  bf1[54] = clamp_value(-bf0[54] + bf0[57], stage_range[stage]);
1692
13.1M
  bf1[55] = clamp_value(-bf0[55] + bf0[56], stage_range[stage]);
1693
13.1M
  bf1[56] = clamp_value(bf0[55] + bf0[56], stage_range[stage]);
1694
13.1M
  bf1[57] = clamp_value(bf0[54] + bf0[57], stage_range[stage]);
1695
13.1M
  bf1[58] = clamp_value(bf0[53] + bf0[58], stage_range[stage]);
1696
13.1M
  bf1[59] = clamp_value(bf0[52] + bf0[59], stage_range[stage]);
1697
13.1M
  bf1[60] = clamp_value(bf0[51] + bf0[60], stage_range[stage]);
1698
13.1M
  bf1[61] = clamp_value(bf0[50] + bf0[61], stage_range[stage]);
1699
13.1M
  bf1[62] = clamp_value(bf0[49] + bf0[62], stage_range[stage]);
1700
13.1M
  bf1[63] = clamp_value(bf0[48] + bf0[63], stage_range[stage]);
1701
13.1M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
1702
1703
  // stage 10
1704
13.1M
  stage++;
1705
13.1M
  bf0 = output;
1706
13.1M
  bf1 = step;
1707
13.1M
  bf1[0] = clamp_value(bf0[0] + bf0[31], stage_range[stage]);
1708
13.1M
  bf1[1] = clamp_value(bf0[1] + bf0[30], stage_range[stage]);
1709
13.1M
  bf1[2] = clamp_value(bf0[2] + bf0[29], stage_range[stage]);
1710
13.1M
  bf1[3] = clamp_value(bf0[3] + bf0[28], stage_range[stage]);
1711
13.1M
  bf1[4] = clamp_value(bf0[4] + bf0[27], stage_range[stage]);
1712
13.1M
  bf1[5] = clamp_value(bf0[5] + bf0[26], stage_range[stage]);
1713
13.1M
  bf1[6] = clamp_value(bf0[6] + bf0[25], stage_range[stage]);
1714
13.1M
  bf1[7] = clamp_value(bf0[7] + bf0[24], stage_range[stage]);
1715
13.1M
  bf1[8] = clamp_value(bf0[8] + bf0[23], stage_range[stage]);
1716
13.1M
  bf1[9] = clamp_value(bf0[9] + bf0[22], stage_range[stage]);
1717
13.1M
  bf1[10] = clamp_value(bf0[10] + bf0[21], stage_range[stage]);
1718
13.1M
  bf1[11] = clamp_value(bf0[11] + bf0[20], stage_range[stage]);
1719
13.1M
  bf1[12] = clamp_value(bf0[12] + bf0[19], stage_range[stage]);
1720
13.1M
  bf1[13] = clamp_value(bf0[13] + bf0[18], stage_range[stage]);
1721
13.1M
  bf1[14] = clamp_value(bf0[14] + bf0[17], stage_range[stage]);
1722
13.1M
  bf1[15] = clamp_value(bf0[15] + bf0[16], stage_range[stage]);
1723
13.1M
  bf1[16] = clamp_value(bf0[15] - bf0[16], stage_range[stage]);
1724
13.1M
  bf1[17] = clamp_value(bf0[14] - bf0[17], stage_range[stage]);
1725
13.1M
  bf1[18] = clamp_value(bf0[13] - bf0[18], stage_range[stage]);
1726
13.1M
  bf1[19] = clamp_value(bf0[12] - bf0[19], stage_range[stage]);
1727
13.1M
  bf1[20] = clamp_value(bf0[11] - bf0[20], stage_range[stage]);
1728
13.1M
  bf1[21] = clamp_value(bf0[10] - bf0[21], stage_range[stage]);
1729
13.1M
  bf1[22] = clamp_value(bf0[9] - bf0[22], stage_range[stage]);
1730
13.1M
  bf1[23] = clamp_value(bf0[8] - bf0[23], stage_range[stage]);
1731
13.1M
  bf1[24] = clamp_value(bf0[7] - bf0[24], stage_range[stage]);
1732
13.1M
  bf1[25] = clamp_value(bf0[6] - bf0[25], stage_range[stage]);
1733
13.1M
  bf1[26] = clamp_value(bf0[5] - bf0[26], stage_range[stage]);
1734
13.1M
  bf1[27] = clamp_value(bf0[4] - bf0[27], stage_range[stage]);
1735
13.1M
  bf1[28] = clamp_value(bf0[3] - bf0[28], stage_range[stage]);
1736
13.1M
  bf1[29] = clamp_value(bf0[2] - bf0[29], stage_range[stage]);
1737
13.1M
  bf1[30] = clamp_value(bf0[1] - bf0[30], stage_range[stage]);
1738
13.1M
  bf1[31] = clamp_value(bf0[0] - bf0[31], stage_range[stage]);
1739
13.1M
  bf1[32] = bf0[32];
1740
13.1M
  bf1[33] = bf0[33];
1741
13.1M
  bf1[34] = bf0[34];
1742
13.1M
  bf1[35] = bf0[35];
1743
13.1M
  bf1[36] = bf0[36];
1744
13.1M
  bf1[37] = bf0[37];
1745
13.1M
  bf1[38] = bf0[38];
1746
13.1M
  bf1[39] = bf0[39];
1747
13.1M
  bf1[40] = half_btf(-cospi[32], bf0[40], cospi[32], bf0[55], cos_bit);
1748
13.1M
  bf1[41] = half_btf(-cospi[32], bf0[41], cospi[32], bf0[54], cos_bit);
1749
13.1M
  bf1[42] = half_btf(-cospi[32], bf0[42], cospi[32], bf0[53], cos_bit);
1750
13.1M
  bf1[43] = half_btf(-cospi[32], bf0[43], cospi[32], bf0[52], cos_bit);
1751
13.1M
  bf1[44] = half_btf(-cospi[32], bf0[44], cospi[32], bf0[51], cos_bit);
1752
13.1M
  bf1[45] = half_btf(-cospi[32], bf0[45], cospi[32], bf0[50], cos_bit);
1753
13.1M
  bf1[46] = half_btf(-cospi[32], bf0[46], cospi[32], bf0[49], cos_bit);
1754
13.1M
  bf1[47] = half_btf(-cospi[32], bf0[47], cospi[32], bf0[48], cos_bit);
1755
13.1M
  bf1[48] = half_btf(cospi[32], bf0[47], cospi[32], bf0[48], cos_bit);
1756
13.1M
  bf1[49] = half_btf(cospi[32], bf0[46], cospi[32], bf0[49], cos_bit);
1757
13.1M
  bf1[50] = half_btf(cospi[32], bf0[45], cospi[32], bf0[50], cos_bit);
1758
13.1M
  bf1[51] = half_btf(cospi[32], bf0[44], cospi[32], bf0[51], cos_bit);
1759
13.1M
  bf1[52] = half_btf(cospi[32], bf0[43], cospi[32], bf0[52], cos_bit);
1760
13.1M
  bf1[53] = half_btf(cospi[32], bf0[42], cospi[32], bf0[53], cos_bit);
1761
13.1M
  bf1[54] = half_btf(cospi[32], bf0[41], cospi[32], bf0[54], cos_bit);
1762
13.1M
  bf1[55] = half_btf(cospi[32], bf0[40], cospi[32], bf0[55], cos_bit);
1763
13.1M
  bf1[56] = bf0[56];
1764
13.1M
  bf1[57] = bf0[57];
1765
13.1M
  bf1[58] = bf0[58];
1766
13.1M
  bf1[59] = bf0[59];
1767
13.1M
  bf1[60] = bf0[60];
1768
13.1M
  bf1[61] = bf0[61];
1769
13.1M
  bf1[62] = bf0[62];
1770
13.1M
  bf1[63] = bf0[63];
1771
13.1M
  av1_range_check_buf(stage, input, bf1, size, stage_range[stage]);
1772
1773
  // stage 11
1774
13.1M
  stage++;
1775
13.1M
  bf0 = step;
1776
13.1M
  bf1 = output;
1777
13.1M
  bf1[0] = clamp_value(bf0[0] + bf0[63], stage_range[stage]);
1778
13.1M
  bf1[1] = clamp_value(bf0[1] + bf0[62], stage_range[stage]);
1779
13.1M
  bf1[2] = clamp_value(bf0[2] + bf0[61], stage_range[stage]);
1780
13.1M
  bf1[3] = clamp_value(bf0[3] + bf0[60], stage_range[stage]);
1781
13.1M
  bf1[4] = clamp_value(bf0[4] + bf0[59], stage_range[stage]);
1782
13.1M
  bf1[5] = clamp_value(bf0[5] + bf0[58], stage_range[stage]);
1783
13.1M
  bf1[6] = clamp_value(bf0[6] + bf0[57], stage_range[stage]);
1784
13.1M
  bf1[7] = clamp_value(bf0[7] + bf0[56], stage_range[stage]);
1785
13.1M
  bf1[8] = clamp_value(bf0[8] + bf0[55], stage_range[stage]);
1786
13.1M
  bf1[9] = clamp_value(bf0[9] + bf0[54], stage_range[stage]);
1787
13.1M
  bf1[10] = clamp_value(bf0[10] + bf0[53], stage_range[stage]);
1788
13.1M
  bf1[11] = clamp_value(bf0[11] + bf0[52], stage_range[stage]);
1789
13.1M
  bf1[12] = clamp_value(bf0[12] + bf0[51], stage_range[stage]);
1790
13.1M
  bf1[13] = clamp_value(bf0[13] + bf0[50], stage_range[stage]);
1791
13.1M
  bf1[14] = clamp_value(bf0[14] + bf0[49], stage_range[stage]);
1792
13.1M
  bf1[15] = clamp_value(bf0[15] + bf0[48], stage_range[stage]);
1793
13.1M
  bf1[16] = clamp_value(bf0[16] + bf0[47], stage_range[stage]);
1794
13.1M
  bf1[17] = clamp_value(bf0[17] + bf0[46], stage_range[stage]);
1795
13.1M
  bf1[18] = clamp_value(bf0[18] + bf0[45], stage_range[stage]);
1796
13.1M
  bf1[19] = clamp_value(bf0[19] + bf0[44], stage_range[stage]);
1797
13.1M
  bf1[20] = clamp_value(bf0[20] + bf0[43], stage_range[stage]);
1798
13.1M
  bf1[21] = clamp_value(bf0[21] + bf0[42], stage_range[stage]);
1799
13.1M
  bf1[22] = clamp_value(bf0[22] + bf0[41], stage_range[stage]);
1800
13.1M
  bf1[23] = clamp_value(bf0[23] + bf0[40], stage_range[stage]);
1801
13.1M
  bf1[24] = clamp_value(bf0[24] + bf0[39], stage_range[stage]);
1802
13.1M
  bf1[25] = clamp_value(bf0[25] + bf0[38], stage_range[stage]);
1803
13.1M
  bf1[26] = clamp_value(bf0[26] + bf0[37], stage_range[stage]);
1804
13.1M
  bf1[27] = clamp_value(bf0[27] + bf0[36], stage_range[stage]);
1805
13.1M
  bf1[28] = clamp_value(bf0[28] + bf0[35], stage_range[stage]);
1806
13.1M
  bf1[29] = clamp_value(bf0[29] + bf0[34], stage_range[stage]);
1807
13.1M
  bf1[30] = clamp_value(bf0[30] + bf0[33], stage_range[stage]);
1808
13.1M
  bf1[31] = clamp_value(bf0[31] + bf0[32], stage_range[stage]);
1809
13.1M
  bf1[32] = clamp_value(bf0[31] - bf0[32], stage_range[stage]);
1810
13.1M
  bf1[33] = clamp_value(bf0[30] - bf0[33], stage_range[stage]);
1811
13.1M
  bf1[34] = clamp_value(bf0[29] - bf0[34], stage_range[stage]);
1812
13.1M
  bf1[35] = clamp_value(bf0[28] - bf0[35], stage_range[stage]);
1813
13.1M
  bf1[36] = clamp_value(bf0[27] - bf0[36], stage_range[stage]);
1814
13.1M
  bf1[37] = clamp_value(bf0[26] - bf0[37], stage_range[stage]);
1815
13.1M
  bf1[38] = clamp_value(bf0[25] - bf0[38], stage_range[stage]);
1816
13.1M
  bf1[39] = clamp_value(bf0[24] - bf0[39], stage_range[stage]);
1817
13.1M
  bf1[40] = clamp_value(bf0[23] - bf0[40], stage_range[stage]);
1818
13.1M
  bf1[41] = clamp_value(bf0[22] - bf0[41], stage_range[stage]);
1819
13.1M
  bf1[42] = clamp_value(bf0[21] - bf0[42], stage_range[stage]);
1820
13.1M
  bf1[43] = clamp_value(bf0[20] - bf0[43], stage_range[stage]);
1821
13.1M
  bf1[44] = clamp_value(bf0[19] - bf0[44], stage_range[stage]);
1822
13.1M
  bf1[45] = clamp_value(bf0[18] - bf0[45], stage_range[stage]);
1823
13.1M
  bf1[46] = clamp_value(bf0[17] - bf0[46], stage_range[stage]);
1824
13.1M
  bf1[47] = clamp_value(bf0[16] - bf0[47], stage_range[stage]);
1825
13.1M
  bf1[48] = clamp_value(bf0[15] - bf0[48], stage_range[stage]);
1826
13.1M
  bf1[49] = clamp_value(bf0[14] - bf0[49], stage_range[stage]);
1827
13.1M
  bf1[50] = clamp_value(bf0[13] - bf0[50], stage_range[stage]);
1828
13.1M
  bf1[51] = clamp_value(bf0[12] - bf0[51], stage_range[stage]);
1829
13.1M
  bf1[52] = clamp_value(bf0[11] - bf0[52], stage_range[stage]);
1830
13.1M
  bf1[53] = clamp_value(bf0[10] - bf0[53], stage_range[stage]);
1831
13.1M
  bf1[54] = clamp_value(bf0[9] - bf0[54], stage_range[stage]);
1832
13.1M
  bf1[55] = clamp_value(bf0[8] - bf0[55], stage_range[stage]);
1833
13.1M
  bf1[56] = clamp_value(bf0[7] - bf0[56], stage_range[stage]);
1834
13.1M
  bf1[57] = clamp_value(bf0[6] - bf0[57], stage_range[stage]);
1835
13.1M
  bf1[58] = clamp_value(bf0[5] - bf0[58], stage_range[stage]);
1836
13.1M
  bf1[59] = clamp_value(bf0[4] - bf0[59], stage_range[stage]);
1837
13.1M
  bf1[60] = clamp_value(bf0[3] - bf0[60], stage_range[stage]);
1838
13.1M
  bf1[61] = clamp_value(bf0[2] - bf0[61], stage_range[stage]);
1839
13.1M
  bf1[62] = clamp_value(bf0[1] - bf0[62], stage_range[stage]);
1840
13.1M
  bf1[63] = clamp_value(bf0[0] - bf0[63], stage_range[stage]);
1841
13.1M
}