/src/aom/av1/common/av1_inv_txfm1d.c
Line | Count | Source |
1 | | /* |
2 | | * Copyright (c) 2016, Alliance for Open Media. All rights reserved. |
3 | | * |
4 | | * This source code is subject to the terms of the BSD 2 Clause License and |
5 | | * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License |
6 | | * was not distributed with this source code in the LICENSE file, you can |
7 | | * obtain it at www.aomedia.org/license/software. If the Alliance for Open |
8 | | * Media Patent License 1.0 was not distributed with this source code in the |
9 | | * PATENTS file, you can obtain it at www.aomedia.org/license/patent. |
10 | | */ |
11 | | |
12 | | #include <stdlib.h> |
13 | | #include "av1/common/av1_inv_txfm1d.h" |
14 | | #include "av1/common/av1_txfm.h" |
15 | | |
16 | | void av1_idct4(const int32_t *input, int32_t *output, int8_t cos_bit, |
17 | 1.98M | const int8_t *stage_range) { |
18 | 1.98M | assert(output != input); |
19 | 1.98M | const int32_t size = 4; |
20 | 1.98M | const int32_t *cospi = cospi_arr(cos_bit); |
21 | | |
22 | 1.98M | int32_t stage = 0; |
23 | 1.98M | int32_t *bf0, *bf1; |
24 | 1.98M | int32_t step[4]; |
25 | | |
26 | | // stage 0; |
27 | | |
28 | | // stage 1; |
29 | 1.98M | stage++; |
30 | 1.98M | bf1 = output; |
31 | 1.98M | bf1[0] = input[0]; |
32 | 1.98M | bf1[1] = input[2]; |
33 | 1.98M | bf1[2] = input[1]; |
34 | 1.98M | bf1[3] = input[3]; |
35 | 1.98M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
36 | | |
37 | | // stage 2 |
38 | 1.98M | stage++; |
39 | 1.98M | bf0 = output; |
40 | 1.98M | bf1 = step; |
41 | 1.98M | bf1[0] = half_btf(cospi[32], bf0[0], cospi[32], bf0[1], cos_bit); |
42 | 1.98M | bf1[1] = half_btf(cospi[32], bf0[0], -cospi[32], bf0[1], cos_bit); |
43 | 1.98M | bf1[2] = half_btf(cospi[48], bf0[2], -cospi[16], bf0[3], cos_bit); |
44 | 1.98M | bf1[3] = half_btf(cospi[16], bf0[2], cospi[48], bf0[3], cos_bit); |
45 | 1.98M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
46 | | |
47 | | // stage 3 |
48 | 1.98M | stage++; |
49 | 1.98M | bf0 = step; |
50 | 1.98M | bf1 = output; |
51 | 1.98M | bf1[0] = clamp_value(bf0[0] + bf0[3], stage_range[stage]); |
52 | 1.98M | bf1[1] = clamp_value(bf0[1] + bf0[2], stage_range[stage]); |
53 | 1.98M | bf1[2] = clamp_value(bf0[1] - bf0[2], stage_range[stage]); |
54 | 1.98M | bf1[3] = clamp_value(bf0[0] - bf0[3], stage_range[stage]); |
55 | 1.98M | } |
56 | | |
57 | | void av1_idct8(const int32_t *input, int32_t *output, int8_t cos_bit, |
58 | 5.47M | const int8_t *stage_range) { |
59 | 5.47M | assert(output != input); |
60 | 5.47M | const int32_t size = 8; |
61 | 5.47M | const int32_t *cospi = cospi_arr(cos_bit); |
62 | | |
63 | 5.47M | int32_t stage = 0; |
64 | 5.47M | int32_t *bf0, *bf1; |
65 | 5.47M | int32_t step[8]; |
66 | | |
67 | | // stage 0; |
68 | | |
69 | | // stage 1; |
70 | 5.47M | stage++; |
71 | 5.47M | bf1 = output; |
72 | 5.47M | bf1[0] = input[0]; |
73 | 5.47M | bf1[1] = input[4]; |
74 | 5.47M | bf1[2] = input[2]; |
75 | 5.47M | bf1[3] = input[6]; |
76 | 5.47M | bf1[4] = input[1]; |
77 | 5.47M | bf1[5] = input[5]; |
78 | 5.47M | bf1[6] = input[3]; |
79 | 5.47M | bf1[7] = input[7]; |
80 | 5.47M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
81 | | |
82 | | // stage 2 |
83 | 5.47M | stage++; |
84 | 5.47M | bf0 = output; |
85 | 5.47M | bf1 = step; |
86 | 5.47M | bf1[0] = bf0[0]; |
87 | 5.47M | bf1[1] = bf0[1]; |
88 | 5.47M | bf1[2] = bf0[2]; |
89 | 5.47M | bf1[3] = bf0[3]; |
90 | 5.47M | bf1[4] = half_btf(cospi[56], bf0[4], -cospi[8], bf0[7], cos_bit); |
91 | 5.47M | bf1[5] = half_btf(cospi[24], bf0[5], -cospi[40], bf0[6], cos_bit); |
92 | 5.47M | bf1[6] = half_btf(cospi[40], bf0[5], cospi[24], bf0[6], cos_bit); |
93 | 5.47M | bf1[7] = half_btf(cospi[8], bf0[4], cospi[56], bf0[7], cos_bit); |
94 | 5.47M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
95 | | |
96 | | // stage 3 |
97 | 5.47M | stage++; |
98 | 5.47M | bf0 = step; |
99 | 5.47M | bf1 = output; |
100 | 5.47M | bf1[0] = half_btf(cospi[32], bf0[0], cospi[32], bf0[1], cos_bit); |
101 | 5.47M | bf1[1] = half_btf(cospi[32], bf0[0], -cospi[32], bf0[1], cos_bit); |
102 | 5.47M | bf1[2] = half_btf(cospi[48], bf0[2], -cospi[16], bf0[3], cos_bit); |
103 | 5.47M | bf1[3] = half_btf(cospi[16], bf0[2], cospi[48], bf0[3], cos_bit); |
104 | 5.47M | bf1[4] = clamp_value(bf0[4] + bf0[5], stage_range[stage]); |
105 | 5.47M | bf1[5] = clamp_value(bf0[4] - bf0[5], stage_range[stage]); |
106 | 5.47M | bf1[6] = clamp_value(-bf0[6] + bf0[7], stage_range[stage]); |
107 | 5.47M | bf1[7] = clamp_value(bf0[6] + bf0[7], stage_range[stage]); |
108 | 5.47M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
109 | | |
110 | | // stage 4 |
111 | 5.47M | stage++; |
112 | 5.47M | bf0 = output; |
113 | 5.47M | bf1 = step; |
114 | 5.47M | bf1[0] = clamp_value(bf0[0] + bf0[3], stage_range[stage]); |
115 | 5.47M | bf1[1] = clamp_value(bf0[1] + bf0[2], stage_range[stage]); |
116 | 5.47M | bf1[2] = clamp_value(bf0[1] - bf0[2], stage_range[stage]); |
117 | 5.47M | bf1[3] = clamp_value(bf0[0] - bf0[3], stage_range[stage]); |
118 | 5.47M | bf1[4] = bf0[4]; |
119 | 5.47M | bf1[5] = half_btf(-cospi[32], bf0[5], cospi[32], bf0[6], cos_bit); |
120 | 5.47M | bf1[6] = half_btf(cospi[32], bf0[5], cospi[32], bf0[6], cos_bit); |
121 | 5.47M | bf1[7] = bf0[7]; |
122 | 5.47M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
123 | | |
124 | | // stage 5 |
125 | 5.47M | stage++; |
126 | 5.47M | bf0 = step; |
127 | 5.47M | bf1 = output; |
128 | 5.47M | bf1[0] = clamp_value(bf0[0] + bf0[7], stage_range[stage]); |
129 | 5.47M | bf1[1] = clamp_value(bf0[1] + bf0[6], stage_range[stage]); |
130 | 5.47M | bf1[2] = clamp_value(bf0[2] + bf0[5], stage_range[stage]); |
131 | 5.47M | bf1[3] = clamp_value(bf0[3] + bf0[4], stage_range[stage]); |
132 | 5.47M | bf1[4] = clamp_value(bf0[3] - bf0[4], stage_range[stage]); |
133 | 5.47M | bf1[5] = clamp_value(bf0[2] - bf0[5], stage_range[stage]); |
134 | 5.47M | bf1[6] = clamp_value(bf0[1] - bf0[6], stage_range[stage]); |
135 | 5.47M | bf1[7] = clamp_value(bf0[0] - bf0[7], stage_range[stage]); |
136 | 5.47M | } |
137 | | |
138 | | void av1_idct16(const int32_t *input, int32_t *output, int8_t cos_bit, |
139 | 4.94M | const int8_t *stage_range) { |
140 | 4.94M | assert(output != input); |
141 | 4.94M | const int32_t size = 16; |
142 | 4.94M | const int32_t *cospi = cospi_arr(cos_bit); |
143 | | |
144 | 4.94M | int32_t stage = 0; |
145 | 4.94M | int32_t *bf0, *bf1; |
146 | 4.94M | int32_t step[16]; |
147 | | |
148 | | // stage 0; |
149 | | |
150 | | // stage 1; |
151 | 4.94M | stage++; |
152 | 4.94M | bf1 = output; |
153 | 4.94M | bf1[0] = input[0]; |
154 | 4.94M | bf1[1] = input[8]; |
155 | 4.94M | bf1[2] = input[4]; |
156 | 4.94M | bf1[3] = input[12]; |
157 | 4.94M | bf1[4] = input[2]; |
158 | 4.94M | bf1[5] = input[10]; |
159 | 4.94M | bf1[6] = input[6]; |
160 | 4.94M | bf1[7] = input[14]; |
161 | 4.94M | bf1[8] = input[1]; |
162 | 4.94M | bf1[9] = input[9]; |
163 | 4.94M | bf1[10] = input[5]; |
164 | 4.94M | bf1[11] = input[13]; |
165 | 4.94M | bf1[12] = input[3]; |
166 | 4.94M | bf1[13] = input[11]; |
167 | 4.94M | bf1[14] = input[7]; |
168 | 4.94M | bf1[15] = input[15]; |
169 | 4.94M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
170 | | |
171 | | // stage 2 |
172 | 4.94M | stage++; |
173 | 4.94M | bf0 = output; |
174 | 4.94M | bf1 = step; |
175 | 4.94M | bf1[0] = bf0[0]; |
176 | 4.94M | bf1[1] = bf0[1]; |
177 | 4.94M | bf1[2] = bf0[2]; |
178 | 4.94M | bf1[3] = bf0[3]; |
179 | 4.94M | bf1[4] = bf0[4]; |
180 | 4.94M | bf1[5] = bf0[5]; |
181 | 4.94M | bf1[6] = bf0[6]; |
182 | 4.94M | bf1[7] = bf0[7]; |
183 | 4.94M | bf1[8] = half_btf(cospi[60], bf0[8], -cospi[4], bf0[15], cos_bit); |
184 | 4.94M | bf1[9] = half_btf(cospi[28], bf0[9], -cospi[36], bf0[14], cos_bit); |
185 | 4.94M | bf1[10] = half_btf(cospi[44], bf0[10], -cospi[20], bf0[13], cos_bit); |
186 | 4.94M | bf1[11] = half_btf(cospi[12], bf0[11], -cospi[52], bf0[12], cos_bit); |
187 | 4.94M | bf1[12] = half_btf(cospi[52], bf0[11], cospi[12], bf0[12], cos_bit); |
188 | 4.94M | bf1[13] = half_btf(cospi[20], bf0[10], cospi[44], bf0[13], cos_bit); |
189 | 4.94M | bf1[14] = half_btf(cospi[36], bf0[9], cospi[28], bf0[14], cos_bit); |
190 | 4.94M | bf1[15] = half_btf(cospi[4], bf0[8], cospi[60], bf0[15], cos_bit); |
191 | 4.94M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
192 | | |
193 | | // stage 3 |
194 | 4.94M | stage++; |
195 | 4.94M | bf0 = step; |
196 | 4.94M | bf1 = output; |
197 | 4.94M | bf1[0] = bf0[0]; |
198 | 4.94M | bf1[1] = bf0[1]; |
199 | 4.94M | bf1[2] = bf0[2]; |
200 | 4.94M | bf1[3] = bf0[3]; |
201 | 4.94M | bf1[4] = half_btf(cospi[56], bf0[4], -cospi[8], bf0[7], cos_bit); |
202 | 4.94M | bf1[5] = half_btf(cospi[24], bf0[5], -cospi[40], bf0[6], cos_bit); |
203 | 4.94M | bf1[6] = half_btf(cospi[40], bf0[5], cospi[24], bf0[6], cos_bit); |
204 | 4.94M | bf1[7] = half_btf(cospi[8], bf0[4], cospi[56], bf0[7], cos_bit); |
205 | 4.94M | bf1[8] = clamp_value(bf0[8] + bf0[9], stage_range[stage]); |
206 | 4.94M | bf1[9] = clamp_value(bf0[8] - bf0[9], stage_range[stage]); |
207 | 4.94M | bf1[10] = clamp_value(-bf0[10] + bf0[11], stage_range[stage]); |
208 | 4.94M | bf1[11] = clamp_value(bf0[10] + bf0[11], stage_range[stage]); |
209 | 4.94M | bf1[12] = clamp_value(bf0[12] + bf0[13], stage_range[stage]); |
210 | 4.94M | bf1[13] = clamp_value(bf0[12] - bf0[13], stage_range[stage]); |
211 | 4.94M | bf1[14] = clamp_value(-bf0[14] + bf0[15], stage_range[stage]); |
212 | 4.94M | bf1[15] = clamp_value(bf0[14] + bf0[15], stage_range[stage]); |
213 | 4.94M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
214 | | |
215 | | // stage 4 |
216 | 4.94M | stage++; |
217 | 4.94M | bf0 = output; |
218 | 4.94M | bf1 = step; |
219 | 4.94M | bf1[0] = half_btf(cospi[32], bf0[0], cospi[32], bf0[1], cos_bit); |
220 | 4.94M | bf1[1] = half_btf(cospi[32], bf0[0], -cospi[32], bf0[1], cos_bit); |
221 | 4.94M | bf1[2] = half_btf(cospi[48], bf0[2], -cospi[16], bf0[3], cos_bit); |
222 | 4.94M | bf1[3] = half_btf(cospi[16], bf0[2], cospi[48], bf0[3], cos_bit); |
223 | 4.94M | bf1[4] = clamp_value(bf0[4] + bf0[5], stage_range[stage]); |
224 | 4.94M | bf1[5] = clamp_value(bf0[4] - bf0[5], stage_range[stage]); |
225 | 4.94M | bf1[6] = clamp_value(-bf0[6] + bf0[7], stage_range[stage]); |
226 | 4.94M | bf1[7] = clamp_value(bf0[6] + bf0[7], stage_range[stage]); |
227 | 4.94M | bf1[8] = bf0[8]; |
228 | 4.94M | bf1[9] = half_btf(-cospi[16], bf0[9], cospi[48], bf0[14], cos_bit); |
229 | 4.94M | bf1[10] = half_btf(-cospi[48], bf0[10], -cospi[16], bf0[13], cos_bit); |
230 | 4.94M | bf1[11] = bf0[11]; |
231 | 4.94M | bf1[12] = bf0[12]; |
232 | 4.94M | bf1[13] = half_btf(-cospi[16], bf0[10], cospi[48], bf0[13], cos_bit); |
233 | 4.94M | bf1[14] = half_btf(cospi[48], bf0[9], cospi[16], bf0[14], cos_bit); |
234 | 4.94M | bf1[15] = bf0[15]; |
235 | 4.94M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
236 | | |
237 | | // stage 5 |
238 | 4.94M | stage++; |
239 | 4.94M | bf0 = step; |
240 | 4.94M | bf1 = output; |
241 | 4.94M | bf1[0] = clamp_value(bf0[0] + bf0[3], stage_range[stage]); |
242 | 4.94M | bf1[1] = clamp_value(bf0[1] + bf0[2], stage_range[stage]); |
243 | 4.94M | bf1[2] = clamp_value(bf0[1] - bf0[2], stage_range[stage]); |
244 | 4.94M | bf1[3] = clamp_value(bf0[0] - bf0[3], stage_range[stage]); |
245 | 4.94M | bf1[4] = bf0[4]; |
246 | 4.94M | bf1[5] = half_btf(-cospi[32], bf0[5], cospi[32], bf0[6], cos_bit); |
247 | 4.94M | bf1[6] = half_btf(cospi[32], bf0[5], cospi[32], bf0[6], cos_bit); |
248 | 4.94M | bf1[7] = bf0[7]; |
249 | 4.94M | bf1[8] = clamp_value(bf0[8] + bf0[11], stage_range[stage]); |
250 | 4.94M | bf1[9] = clamp_value(bf0[9] + bf0[10], stage_range[stage]); |
251 | 4.94M | bf1[10] = clamp_value(bf0[9] - bf0[10], stage_range[stage]); |
252 | 4.94M | bf1[11] = clamp_value(bf0[8] - bf0[11], stage_range[stage]); |
253 | 4.94M | bf1[12] = clamp_value(-bf0[12] + bf0[15], stage_range[stage]); |
254 | 4.94M | bf1[13] = clamp_value(-bf0[13] + bf0[14], stage_range[stage]); |
255 | 4.94M | bf1[14] = clamp_value(bf0[13] + bf0[14], stage_range[stage]); |
256 | 4.94M | bf1[15] = clamp_value(bf0[12] + bf0[15], stage_range[stage]); |
257 | 4.94M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
258 | | |
259 | | // stage 6 |
260 | 4.94M | stage++; |
261 | 4.94M | bf0 = output; |
262 | 4.94M | bf1 = step; |
263 | 4.94M | bf1[0] = clamp_value(bf0[0] + bf0[7], stage_range[stage]); |
264 | 4.94M | bf1[1] = clamp_value(bf0[1] + bf0[6], stage_range[stage]); |
265 | 4.94M | bf1[2] = clamp_value(bf0[2] + bf0[5], stage_range[stage]); |
266 | 4.94M | bf1[3] = clamp_value(bf0[3] + bf0[4], stage_range[stage]); |
267 | 4.94M | bf1[4] = clamp_value(bf0[3] - bf0[4], stage_range[stage]); |
268 | 4.94M | bf1[5] = clamp_value(bf0[2] - bf0[5], stage_range[stage]); |
269 | 4.94M | bf1[6] = clamp_value(bf0[1] - bf0[6], stage_range[stage]); |
270 | 4.94M | bf1[7] = clamp_value(bf0[0] - bf0[7], stage_range[stage]); |
271 | 4.94M | bf1[8] = bf0[8]; |
272 | 4.94M | bf1[9] = bf0[9]; |
273 | 4.94M | bf1[10] = half_btf(-cospi[32], bf0[10], cospi[32], bf0[13], cos_bit); |
274 | 4.94M | bf1[11] = half_btf(-cospi[32], bf0[11], cospi[32], bf0[12], cos_bit); |
275 | 4.94M | bf1[12] = half_btf(cospi[32], bf0[11], cospi[32], bf0[12], cos_bit); |
276 | 4.94M | bf1[13] = half_btf(cospi[32], bf0[10], cospi[32], bf0[13], cos_bit); |
277 | 4.94M | bf1[14] = bf0[14]; |
278 | 4.94M | bf1[15] = bf0[15]; |
279 | 4.94M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
280 | | |
281 | | // stage 7 |
282 | 4.94M | stage++; |
283 | 4.94M | bf0 = step; |
284 | 4.94M | bf1 = output; |
285 | 4.94M | bf1[0] = clamp_value(bf0[0] + bf0[15], stage_range[stage]); |
286 | 4.94M | bf1[1] = clamp_value(bf0[1] + bf0[14], stage_range[stage]); |
287 | 4.94M | bf1[2] = clamp_value(bf0[2] + bf0[13], stage_range[stage]); |
288 | 4.94M | bf1[3] = clamp_value(bf0[3] + bf0[12], stage_range[stage]); |
289 | 4.94M | bf1[4] = clamp_value(bf0[4] + bf0[11], stage_range[stage]); |
290 | 4.94M | bf1[5] = clamp_value(bf0[5] + bf0[10], stage_range[stage]); |
291 | 4.94M | bf1[6] = clamp_value(bf0[6] + bf0[9], stage_range[stage]); |
292 | 4.94M | bf1[7] = clamp_value(bf0[7] + bf0[8], stage_range[stage]); |
293 | 4.94M | bf1[8] = clamp_value(bf0[7] - bf0[8], stage_range[stage]); |
294 | 4.94M | bf1[9] = clamp_value(bf0[6] - bf0[9], stage_range[stage]); |
295 | 4.94M | bf1[10] = clamp_value(bf0[5] - bf0[10], stage_range[stage]); |
296 | 4.94M | bf1[11] = clamp_value(bf0[4] - bf0[11], stage_range[stage]); |
297 | 4.94M | bf1[12] = clamp_value(bf0[3] - bf0[12], stage_range[stage]); |
298 | 4.94M | bf1[13] = clamp_value(bf0[2] - bf0[13], stage_range[stage]); |
299 | 4.94M | bf1[14] = clamp_value(bf0[1] - bf0[14], stage_range[stage]); |
300 | 4.94M | bf1[15] = clamp_value(bf0[0] - bf0[15], stage_range[stage]); |
301 | 4.94M | } |
302 | | |
303 | | void av1_idct32(const int32_t *input, int32_t *output, int8_t cos_bit, |
304 | 7.81M | const int8_t *stage_range) { |
305 | 7.81M | assert(output != input); |
306 | 7.81M | const int32_t size = 32; |
307 | 7.81M | const int32_t *cospi = cospi_arr(cos_bit); |
308 | | |
309 | 7.81M | int32_t stage = 0; |
310 | 7.81M | int32_t *bf0, *bf1; |
311 | 7.81M | int32_t step[32]; |
312 | | |
313 | | // stage 0; |
314 | | |
315 | | // stage 1; |
316 | 7.81M | stage++; |
317 | 7.81M | bf1 = output; |
318 | 7.81M | bf1[0] = input[0]; |
319 | 7.81M | bf1[1] = input[16]; |
320 | 7.81M | bf1[2] = input[8]; |
321 | 7.81M | bf1[3] = input[24]; |
322 | 7.81M | bf1[4] = input[4]; |
323 | 7.81M | bf1[5] = input[20]; |
324 | 7.81M | bf1[6] = input[12]; |
325 | 7.81M | bf1[7] = input[28]; |
326 | 7.81M | bf1[8] = input[2]; |
327 | 7.81M | bf1[9] = input[18]; |
328 | 7.81M | bf1[10] = input[10]; |
329 | 7.81M | bf1[11] = input[26]; |
330 | 7.81M | bf1[12] = input[6]; |
331 | 7.81M | bf1[13] = input[22]; |
332 | 7.81M | bf1[14] = input[14]; |
333 | 7.81M | bf1[15] = input[30]; |
334 | 7.81M | bf1[16] = input[1]; |
335 | 7.81M | bf1[17] = input[17]; |
336 | 7.81M | bf1[18] = input[9]; |
337 | 7.81M | bf1[19] = input[25]; |
338 | 7.81M | bf1[20] = input[5]; |
339 | 7.81M | bf1[21] = input[21]; |
340 | 7.81M | bf1[22] = input[13]; |
341 | 7.81M | bf1[23] = input[29]; |
342 | 7.81M | bf1[24] = input[3]; |
343 | 7.81M | bf1[25] = input[19]; |
344 | 7.81M | bf1[26] = input[11]; |
345 | 7.81M | bf1[27] = input[27]; |
346 | 7.81M | bf1[28] = input[7]; |
347 | 7.81M | bf1[29] = input[23]; |
348 | 7.81M | bf1[30] = input[15]; |
349 | 7.81M | bf1[31] = input[31]; |
350 | 7.81M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
351 | | |
352 | | // stage 2 |
353 | 7.81M | stage++; |
354 | 7.81M | bf0 = output; |
355 | 7.81M | bf1 = step; |
356 | 7.81M | bf1[0] = bf0[0]; |
357 | 7.81M | bf1[1] = bf0[1]; |
358 | 7.81M | bf1[2] = bf0[2]; |
359 | 7.81M | bf1[3] = bf0[3]; |
360 | 7.81M | bf1[4] = bf0[4]; |
361 | 7.81M | bf1[5] = bf0[5]; |
362 | 7.81M | bf1[6] = bf0[6]; |
363 | 7.81M | bf1[7] = bf0[7]; |
364 | 7.81M | bf1[8] = bf0[8]; |
365 | 7.81M | bf1[9] = bf0[9]; |
366 | 7.81M | bf1[10] = bf0[10]; |
367 | 7.81M | bf1[11] = bf0[11]; |
368 | 7.81M | bf1[12] = bf0[12]; |
369 | 7.81M | bf1[13] = bf0[13]; |
370 | 7.81M | bf1[14] = bf0[14]; |
371 | 7.81M | bf1[15] = bf0[15]; |
372 | 7.81M | bf1[16] = half_btf(cospi[62], bf0[16], -cospi[2], bf0[31], cos_bit); |
373 | 7.81M | bf1[17] = half_btf(cospi[30], bf0[17], -cospi[34], bf0[30], cos_bit); |
374 | 7.81M | bf1[18] = half_btf(cospi[46], bf0[18], -cospi[18], bf0[29], cos_bit); |
375 | 7.81M | bf1[19] = half_btf(cospi[14], bf0[19], -cospi[50], bf0[28], cos_bit); |
376 | 7.81M | bf1[20] = half_btf(cospi[54], bf0[20], -cospi[10], bf0[27], cos_bit); |
377 | 7.81M | bf1[21] = half_btf(cospi[22], bf0[21], -cospi[42], bf0[26], cos_bit); |
378 | 7.81M | bf1[22] = half_btf(cospi[38], bf0[22], -cospi[26], bf0[25], cos_bit); |
379 | 7.81M | bf1[23] = half_btf(cospi[6], bf0[23], -cospi[58], bf0[24], cos_bit); |
380 | 7.81M | bf1[24] = half_btf(cospi[58], bf0[23], cospi[6], bf0[24], cos_bit); |
381 | 7.81M | bf1[25] = half_btf(cospi[26], bf0[22], cospi[38], bf0[25], cos_bit); |
382 | 7.81M | bf1[26] = half_btf(cospi[42], bf0[21], cospi[22], bf0[26], cos_bit); |
383 | 7.81M | bf1[27] = half_btf(cospi[10], bf0[20], cospi[54], bf0[27], cos_bit); |
384 | 7.81M | bf1[28] = half_btf(cospi[50], bf0[19], cospi[14], bf0[28], cos_bit); |
385 | 7.81M | bf1[29] = half_btf(cospi[18], bf0[18], cospi[46], bf0[29], cos_bit); |
386 | 7.81M | bf1[30] = half_btf(cospi[34], bf0[17], cospi[30], bf0[30], cos_bit); |
387 | 7.81M | bf1[31] = half_btf(cospi[2], bf0[16], cospi[62], bf0[31], cos_bit); |
388 | 7.81M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
389 | | |
390 | | // stage 3 |
391 | 7.81M | stage++; |
392 | 7.81M | bf0 = step; |
393 | 7.81M | bf1 = output; |
394 | 7.81M | bf1[0] = bf0[0]; |
395 | 7.81M | bf1[1] = bf0[1]; |
396 | 7.81M | bf1[2] = bf0[2]; |
397 | 7.81M | bf1[3] = bf0[3]; |
398 | 7.81M | bf1[4] = bf0[4]; |
399 | 7.81M | bf1[5] = bf0[5]; |
400 | 7.81M | bf1[6] = bf0[6]; |
401 | 7.81M | bf1[7] = bf0[7]; |
402 | 7.81M | bf1[8] = half_btf(cospi[60], bf0[8], -cospi[4], bf0[15], cos_bit); |
403 | 7.81M | bf1[9] = half_btf(cospi[28], bf0[9], -cospi[36], bf0[14], cos_bit); |
404 | 7.81M | bf1[10] = half_btf(cospi[44], bf0[10], -cospi[20], bf0[13], cos_bit); |
405 | 7.81M | bf1[11] = half_btf(cospi[12], bf0[11], -cospi[52], bf0[12], cos_bit); |
406 | 7.81M | bf1[12] = half_btf(cospi[52], bf0[11], cospi[12], bf0[12], cos_bit); |
407 | 7.81M | bf1[13] = half_btf(cospi[20], bf0[10], cospi[44], bf0[13], cos_bit); |
408 | 7.81M | bf1[14] = half_btf(cospi[36], bf0[9], cospi[28], bf0[14], cos_bit); |
409 | 7.81M | bf1[15] = half_btf(cospi[4], bf0[8], cospi[60], bf0[15], cos_bit); |
410 | 7.81M | bf1[16] = clamp_value(bf0[16] + bf0[17], stage_range[stage]); |
411 | 7.81M | bf1[17] = clamp_value(bf0[16] - bf0[17], stage_range[stage]); |
412 | 7.81M | bf1[18] = clamp_value(-bf0[18] + bf0[19], stage_range[stage]); |
413 | 7.81M | bf1[19] = clamp_value(bf0[18] + bf0[19], stage_range[stage]); |
414 | 7.81M | bf1[20] = clamp_value(bf0[20] + bf0[21], stage_range[stage]); |
415 | 7.81M | bf1[21] = clamp_value(bf0[20] - bf0[21], stage_range[stage]); |
416 | 7.81M | bf1[22] = clamp_value(-bf0[22] + bf0[23], stage_range[stage]); |
417 | 7.81M | bf1[23] = clamp_value(bf0[22] + bf0[23], stage_range[stage]); |
418 | 7.81M | bf1[24] = clamp_value(bf0[24] + bf0[25], stage_range[stage]); |
419 | 7.81M | bf1[25] = clamp_value(bf0[24] - bf0[25], stage_range[stage]); |
420 | 7.81M | bf1[26] = clamp_value(-bf0[26] + bf0[27], stage_range[stage]); |
421 | 7.81M | bf1[27] = clamp_value(bf0[26] + bf0[27], stage_range[stage]); |
422 | 7.81M | bf1[28] = clamp_value(bf0[28] + bf0[29], stage_range[stage]); |
423 | 7.81M | bf1[29] = clamp_value(bf0[28] - bf0[29], stage_range[stage]); |
424 | 7.81M | bf1[30] = clamp_value(-bf0[30] + bf0[31], stage_range[stage]); |
425 | 7.81M | bf1[31] = clamp_value(bf0[30] + bf0[31], stage_range[stage]); |
426 | 7.81M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
427 | | |
428 | | // stage 4 |
429 | 7.81M | stage++; |
430 | 7.81M | bf0 = output; |
431 | 7.81M | bf1 = step; |
432 | 7.81M | bf1[0] = bf0[0]; |
433 | 7.81M | bf1[1] = bf0[1]; |
434 | 7.81M | bf1[2] = bf0[2]; |
435 | 7.81M | bf1[3] = bf0[3]; |
436 | 7.81M | bf1[4] = half_btf(cospi[56], bf0[4], -cospi[8], bf0[7], cos_bit); |
437 | 7.81M | bf1[5] = half_btf(cospi[24], bf0[5], -cospi[40], bf0[6], cos_bit); |
438 | 7.81M | bf1[6] = half_btf(cospi[40], bf0[5], cospi[24], bf0[6], cos_bit); |
439 | 7.81M | bf1[7] = half_btf(cospi[8], bf0[4], cospi[56], bf0[7], cos_bit); |
440 | 7.81M | bf1[8] = clamp_value(bf0[8] + bf0[9], stage_range[stage]); |
441 | 7.81M | bf1[9] = clamp_value(bf0[8] - bf0[9], stage_range[stage]); |
442 | 7.81M | bf1[10] = clamp_value(-bf0[10] + bf0[11], stage_range[stage]); |
443 | 7.81M | bf1[11] = clamp_value(bf0[10] + bf0[11], stage_range[stage]); |
444 | 7.81M | bf1[12] = clamp_value(bf0[12] + bf0[13], stage_range[stage]); |
445 | 7.81M | bf1[13] = clamp_value(bf0[12] - bf0[13], stage_range[stage]); |
446 | 7.81M | bf1[14] = clamp_value(-bf0[14] + bf0[15], stage_range[stage]); |
447 | 7.81M | bf1[15] = clamp_value(bf0[14] + bf0[15], stage_range[stage]); |
448 | 7.81M | bf1[16] = bf0[16]; |
449 | 7.81M | bf1[17] = half_btf(-cospi[8], bf0[17], cospi[56], bf0[30], cos_bit); |
450 | 7.81M | bf1[18] = half_btf(-cospi[56], bf0[18], -cospi[8], bf0[29], cos_bit); |
451 | 7.81M | bf1[19] = bf0[19]; |
452 | 7.81M | bf1[20] = bf0[20]; |
453 | 7.81M | bf1[21] = half_btf(-cospi[40], bf0[21], cospi[24], bf0[26], cos_bit); |
454 | 7.81M | bf1[22] = half_btf(-cospi[24], bf0[22], -cospi[40], bf0[25], cos_bit); |
455 | 7.81M | bf1[23] = bf0[23]; |
456 | 7.81M | bf1[24] = bf0[24]; |
457 | 7.81M | bf1[25] = half_btf(-cospi[40], bf0[22], cospi[24], bf0[25], cos_bit); |
458 | 7.81M | bf1[26] = half_btf(cospi[24], bf0[21], cospi[40], bf0[26], cos_bit); |
459 | 7.81M | bf1[27] = bf0[27]; |
460 | 7.81M | bf1[28] = bf0[28]; |
461 | 7.81M | bf1[29] = half_btf(-cospi[8], bf0[18], cospi[56], bf0[29], cos_bit); |
462 | 7.81M | bf1[30] = half_btf(cospi[56], bf0[17], cospi[8], bf0[30], cos_bit); |
463 | 7.81M | bf1[31] = bf0[31]; |
464 | 7.81M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
465 | | |
466 | | // stage 5 |
467 | 7.81M | stage++; |
468 | 7.81M | bf0 = step; |
469 | 7.81M | bf1 = output; |
470 | 7.81M | bf1[0] = half_btf(cospi[32], bf0[0], cospi[32], bf0[1], cos_bit); |
471 | 7.81M | bf1[1] = half_btf(cospi[32], bf0[0], -cospi[32], bf0[1], cos_bit); |
472 | 7.81M | bf1[2] = half_btf(cospi[48], bf0[2], -cospi[16], bf0[3], cos_bit); |
473 | 7.81M | bf1[3] = half_btf(cospi[16], bf0[2], cospi[48], bf0[3], cos_bit); |
474 | 7.81M | bf1[4] = clamp_value(bf0[4] + bf0[5], stage_range[stage]); |
475 | 7.81M | bf1[5] = clamp_value(bf0[4] - bf0[5], stage_range[stage]); |
476 | 7.81M | bf1[6] = clamp_value(-bf0[6] + bf0[7], stage_range[stage]); |
477 | 7.81M | bf1[7] = clamp_value(bf0[6] + bf0[7], stage_range[stage]); |
478 | 7.81M | bf1[8] = bf0[8]; |
479 | 7.81M | bf1[9] = half_btf(-cospi[16], bf0[9], cospi[48], bf0[14], cos_bit); |
480 | 7.81M | bf1[10] = half_btf(-cospi[48], bf0[10], -cospi[16], bf0[13], cos_bit); |
481 | 7.81M | bf1[11] = bf0[11]; |
482 | 7.81M | bf1[12] = bf0[12]; |
483 | 7.81M | bf1[13] = half_btf(-cospi[16], bf0[10], cospi[48], bf0[13], cos_bit); |
484 | 7.81M | bf1[14] = half_btf(cospi[48], bf0[9], cospi[16], bf0[14], cos_bit); |
485 | 7.81M | bf1[15] = bf0[15]; |
486 | 7.81M | bf1[16] = clamp_value(bf0[16] + bf0[19], stage_range[stage]); |
487 | 7.81M | bf1[17] = clamp_value(bf0[17] + bf0[18], stage_range[stage]); |
488 | 7.81M | bf1[18] = clamp_value(bf0[17] - bf0[18], stage_range[stage]); |
489 | 7.81M | bf1[19] = clamp_value(bf0[16] - bf0[19], stage_range[stage]); |
490 | 7.81M | bf1[20] = clamp_value(-bf0[20] + bf0[23], stage_range[stage]); |
491 | 7.81M | bf1[21] = clamp_value(-bf0[21] + bf0[22], stage_range[stage]); |
492 | 7.81M | bf1[22] = clamp_value(bf0[21] + bf0[22], stage_range[stage]); |
493 | 7.81M | bf1[23] = clamp_value(bf0[20] + bf0[23], stage_range[stage]); |
494 | 7.81M | bf1[24] = clamp_value(bf0[24] + bf0[27], stage_range[stage]); |
495 | 7.81M | bf1[25] = clamp_value(bf0[25] + bf0[26], stage_range[stage]); |
496 | 7.81M | bf1[26] = clamp_value(bf0[25] - bf0[26], stage_range[stage]); |
497 | 7.81M | bf1[27] = clamp_value(bf0[24] - bf0[27], stage_range[stage]); |
498 | 7.81M | bf1[28] = clamp_value(-bf0[28] + bf0[31], stage_range[stage]); |
499 | 7.81M | bf1[29] = clamp_value(-bf0[29] + bf0[30], stage_range[stage]); |
500 | 7.81M | bf1[30] = clamp_value(bf0[29] + bf0[30], stage_range[stage]); |
501 | 7.81M | bf1[31] = clamp_value(bf0[28] + bf0[31], stage_range[stage]); |
502 | 7.81M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
503 | | |
504 | | // stage 6 |
505 | 7.81M | stage++; |
506 | 7.81M | bf0 = output; |
507 | 7.81M | bf1 = step; |
508 | 7.81M | bf1[0] = clamp_value(bf0[0] + bf0[3], stage_range[stage]); |
509 | 7.81M | bf1[1] = clamp_value(bf0[1] + bf0[2], stage_range[stage]); |
510 | 7.81M | bf1[2] = clamp_value(bf0[1] - bf0[2], stage_range[stage]); |
511 | 7.81M | bf1[3] = clamp_value(bf0[0] - bf0[3], stage_range[stage]); |
512 | 7.81M | bf1[4] = bf0[4]; |
513 | 7.81M | bf1[5] = half_btf(-cospi[32], bf0[5], cospi[32], bf0[6], cos_bit); |
514 | 7.81M | bf1[6] = half_btf(cospi[32], bf0[5], cospi[32], bf0[6], cos_bit); |
515 | 7.81M | bf1[7] = bf0[7]; |
516 | 7.81M | bf1[8] = clamp_value(bf0[8] + bf0[11], stage_range[stage]); |
517 | 7.81M | bf1[9] = clamp_value(bf0[9] + bf0[10], stage_range[stage]); |
518 | 7.81M | bf1[10] = clamp_value(bf0[9] - bf0[10], stage_range[stage]); |
519 | 7.81M | bf1[11] = clamp_value(bf0[8] - bf0[11], stage_range[stage]); |
520 | 7.81M | bf1[12] = clamp_value(-bf0[12] + bf0[15], stage_range[stage]); |
521 | 7.81M | bf1[13] = clamp_value(-bf0[13] + bf0[14], stage_range[stage]); |
522 | 7.81M | bf1[14] = clamp_value(bf0[13] + bf0[14], stage_range[stage]); |
523 | 7.81M | bf1[15] = clamp_value(bf0[12] + bf0[15], stage_range[stage]); |
524 | 7.81M | bf1[16] = bf0[16]; |
525 | 7.81M | bf1[17] = bf0[17]; |
526 | 7.81M | bf1[18] = half_btf(-cospi[16], bf0[18], cospi[48], bf0[29], cos_bit); |
527 | 7.81M | bf1[19] = half_btf(-cospi[16], bf0[19], cospi[48], bf0[28], cos_bit); |
528 | 7.81M | bf1[20] = half_btf(-cospi[48], bf0[20], -cospi[16], bf0[27], cos_bit); |
529 | 7.81M | bf1[21] = half_btf(-cospi[48], bf0[21], -cospi[16], bf0[26], cos_bit); |
530 | 7.81M | bf1[22] = bf0[22]; |
531 | 7.81M | bf1[23] = bf0[23]; |
532 | 7.81M | bf1[24] = bf0[24]; |
533 | 7.81M | bf1[25] = bf0[25]; |
534 | 7.81M | bf1[26] = half_btf(-cospi[16], bf0[21], cospi[48], bf0[26], cos_bit); |
535 | 7.81M | bf1[27] = half_btf(-cospi[16], bf0[20], cospi[48], bf0[27], cos_bit); |
536 | 7.81M | bf1[28] = half_btf(cospi[48], bf0[19], cospi[16], bf0[28], cos_bit); |
537 | 7.81M | bf1[29] = half_btf(cospi[48], bf0[18], cospi[16], bf0[29], cos_bit); |
538 | 7.81M | bf1[30] = bf0[30]; |
539 | 7.81M | bf1[31] = bf0[31]; |
540 | 7.81M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
541 | | |
542 | | // stage 7 |
543 | 7.81M | stage++; |
544 | 7.81M | bf0 = step; |
545 | 7.81M | bf1 = output; |
546 | 7.81M | bf1[0] = clamp_value(bf0[0] + bf0[7], stage_range[stage]); |
547 | 7.81M | bf1[1] = clamp_value(bf0[1] + bf0[6], stage_range[stage]); |
548 | 7.81M | bf1[2] = clamp_value(bf0[2] + bf0[5], stage_range[stage]); |
549 | 7.81M | bf1[3] = clamp_value(bf0[3] + bf0[4], stage_range[stage]); |
550 | 7.81M | bf1[4] = clamp_value(bf0[3] - bf0[4], stage_range[stage]); |
551 | 7.81M | bf1[5] = clamp_value(bf0[2] - bf0[5], stage_range[stage]); |
552 | 7.81M | bf1[6] = clamp_value(bf0[1] - bf0[6], stage_range[stage]); |
553 | 7.81M | bf1[7] = clamp_value(bf0[0] - bf0[7], stage_range[stage]); |
554 | 7.81M | bf1[8] = bf0[8]; |
555 | 7.81M | bf1[9] = bf0[9]; |
556 | 7.81M | bf1[10] = half_btf(-cospi[32], bf0[10], cospi[32], bf0[13], cos_bit); |
557 | 7.81M | bf1[11] = half_btf(-cospi[32], bf0[11], cospi[32], bf0[12], cos_bit); |
558 | 7.81M | bf1[12] = half_btf(cospi[32], bf0[11], cospi[32], bf0[12], cos_bit); |
559 | 7.81M | bf1[13] = half_btf(cospi[32], bf0[10], cospi[32], bf0[13], cos_bit); |
560 | 7.81M | bf1[14] = bf0[14]; |
561 | 7.81M | bf1[15] = bf0[15]; |
562 | 7.81M | bf1[16] = clamp_value(bf0[16] + bf0[23], stage_range[stage]); |
563 | 7.81M | bf1[17] = clamp_value(bf0[17] + bf0[22], stage_range[stage]); |
564 | 7.81M | bf1[18] = clamp_value(bf0[18] + bf0[21], stage_range[stage]); |
565 | 7.81M | bf1[19] = clamp_value(bf0[19] + bf0[20], stage_range[stage]); |
566 | 7.81M | bf1[20] = clamp_value(bf0[19] - bf0[20], stage_range[stage]); |
567 | 7.81M | bf1[21] = clamp_value(bf0[18] - bf0[21], stage_range[stage]); |
568 | 7.81M | bf1[22] = clamp_value(bf0[17] - bf0[22], stage_range[stage]); |
569 | 7.81M | bf1[23] = clamp_value(bf0[16] - bf0[23], stage_range[stage]); |
570 | 7.81M | bf1[24] = clamp_value(-bf0[24] + bf0[31], stage_range[stage]); |
571 | 7.81M | bf1[25] = clamp_value(-bf0[25] + bf0[30], stage_range[stage]); |
572 | 7.81M | bf1[26] = clamp_value(-bf0[26] + bf0[29], stage_range[stage]); |
573 | 7.81M | bf1[27] = clamp_value(-bf0[27] + bf0[28], stage_range[stage]); |
574 | 7.81M | bf1[28] = clamp_value(bf0[27] + bf0[28], stage_range[stage]); |
575 | 7.81M | bf1[29] = clamp_value(bf0[26] + bf0[29], stage_range[stage]); |
576 | 7.81M | bf1[30] = clamp_value(bf0[25] + bf0[30], stage_range[stage]); |
577 | 7.81M | bf1[31] = clamp_value(bf0[24] + bf0[31], stage_range[stage]); |
578 | 7.81M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
579 | | |
580 | | // stage 8 |
581 | 7.81M | stage++; |
582 | 7.81M | bf0 = output; |
583 | 7.81M | bf1 = step; |
584 | 7.81M | bf1[0] = clamp_value(bf0[0] + bf0[15], stage_range[stage]); |
585 | 7.81M | bf1[1] = clamp_value(bf0[1] + bf0[14], stage_range[stage]); |
586 | 7.81M | bf1[2] = clamp_value(bf0[2] + bf0[13], stage_range[stage]); |
587 | 7.81M | bf1[3] = clamp_value(bf0[3] + bf0[12], stage_range[stage]); |
588 | 7.81M | bf1[4] = clamp_value(bf0[4] + bf0[11], stage_range[stage]); |
589 | 7.81M | bf1[5] = clamp_value(bf0[5] + bf0[10], stage_range[stage]); |
590 | 7.81M | bf1[6] = clamp_value(bf0[6] + bf0[9], stage_range[stage]); |
591 | 7.81M | bf1[7] = clamp_value(bf0[7] + bf0[8], stage_range[stage]); |
592 | 7.81M | bf1[8] = clamp_value(bf0[7] - bf0[8], stage_range[stage]); |
593 | 7.81M | bf1[9] = clamp_value(bf0[6] - bf0[9], stage_range[stage]); |
594 | 7.81M | bf1[10] = clamp_value(bf0[5] - bf0[10], stage_range[stage]); |
595 | 7.81M | bf1[11] = clamp_value(bf0[4] - bf0[11], stage_range[stage]); |
596 | 7.81M | bf1[12] = clamp_value(bf0[3] - bf0[12], stage_range[stage]); |
597 | 7.81M | bf1[13] = clamp_value(bf0[2] - bf0[13], stage_range[stage]); |
598 | 7.81M | bf1[14] = clamp_value(bf0[1] - bf0[14], stage_range[stage]); |
599 | 7.81M | bf1[15] = clamp_value(bf0[0] - bf0[15], stage_range[stage]); |
600 | 7.81M | bf1[16] = bf0[16]; |
601 | 7.81M | bf1[17] = bf0[17]; |
602 | 7.81M | bf1[18] = bf0[18]; |
603 | 7.81M | bf1[19] = bf0[19]; |
604 | 7.81M | bf1[20] = half_btf(-cospi[32], bf0[20], cospi[32], bf0[27], cos_bit); |
605 | 7.81M | bf1[21] = half_btf(-cospi[32], bf0[21], cospi[32], bf0[26], cos_bit); |
606 | 7.81M | bf1[22] = half_btf(-cospi[32], bf0[22], cospi[32], bf0[25], cos_bit); |
607 | 7.81M | bf1[23] = half_btf(-cospi[32], bf0[23], cospi[32], bf0[24], cos_bit); |
608 | 7.81M | bf1[24] = half_btf(cospi[32], bf0[23], cospi[32], bf0[24], cos_bit); |
609 | 7.81M | bf1[25] = half_btf(cospi[32], bf0[22], cospi[32], bf0[25], cos_bit); |
610 | 7.81M | bf1[26] = half_btf(cospi[32], bf0[21], cospi[32], bf0[26], cos_bit); |
611 | 7.81M | bf1[27] = half_btf(cospi[32], bf0[20], cospi[32], bf0[27], cos_bit); |
612 | 7.81M | bf1[28] = bf0[28]; |
613 | 7.81M | bf1[29] = bf0[29]; |
614 | 7.81M | bf1[30] = bf0[30]; |
615 | 7.81M | bf1[31] = bf0[31]; |
616 | 7.81M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
617 | | |
618 | | // stage 9 |
619 | 7.81M | stage++; |
620 | 7.81M | bf0 = step; |
621 | 7.81M | bf1 = output; |
622 | 7.81M | bf1[0] = clamp_value(bf0[0] + bf0[31], stage_range[stage]); |
623 | 7.81M | bf1[1] = clamp_value(bf0[1] + bf0[30], stage_range[stage]); |
624 | 7.81M | bf1[2] = clamp_value(bf0[2] + bf0[29], stage_range[stage]); |
625 | 7.81M | bf1[3] = clamp_value(bf0[3] + bf0[28], stage_range[stage]); |
626 | 7.81M | bf1[4] = clamp_value(bf0[4] + bf0[27], stage_range[stage]); |
627 | 7.81M | bf1[5] = clamp_value(bf0[5] + bf0[26], stage_range[stage]); |
628 | 7.81M | bf1[6] = clamp_value(bf0[6] + bf0[25], stage_range[stage]); |
629 | 7.81M | bf1[7] = clamp_value(bf0[7] + bf0[24], stage_range[stage]); |
630 | 7.81M | bf1[8] = clamp_value(bf0[8] + bf0[23], stage_range[stage]); |
631 | 7.81M | bf1[9] = clamp_value(bf0[9] + bf0[22], stage_range[stage]); |
632 | 7.81M | bf1[10] = clamp_value(bf0[10] + bf0[21], stage_range[stage]); |
633 | 7.81M | bf1[11] = clamp_value(bf0[11] + bf0[20], stage_range[stage]); |
634 | 7.81M | bf1[12] = clamp_value(bf0[12] + bf0[19], stage_range[stage]); |
635 | 7.81M | bf1[13] = clamp_value(bf0[13] + bf0[18], stage_range[stage]); |
636 | 7.81M | bf1[14] = clamp_value(bf0[14] + bf0[17], stage_range[stage]); |
637 | 7.81M | bf1[15] = clamp_value(bf0[15] + bf0[16], stage_range[stage]); |
638 | 7.81M | bf1[16] = clamp_value(bf0[15] - bf0[16], stage_range[stage]); |
639 | 7.81M | bf1[17] = clamp_value(bf0[14] - bf0[17], stage_range[stage]); |
640 | 7.81M | bf1[18] = clamp_value(bf0[13] - bf0[18], stage_range[stage]); |
641 | 7.81M | bf1[19] = clamp_value(bf0[12] - bf0[19], stage_range[stage]); |
642 | 7.81M | bf1[20] = clamp_value(bf0[11] - bf0[20], stage_range[stage]); |
643 | 7.81M | bf1[21] = clamp_value(bf0[10] - bf0[21], stage_range[stage]); |
644 | 7.81M | bf1[22] = clamp_value(bf0[9] - bf0[22], stage_range[stage]); |
645 | 7.81M | bf1[23] = clamp_value(bf0[8] - bf0[23], stage_range[stage]); |
646 | 7.81M | bf1[24] = clamp_value(bf0[7] - bf0[24], stage_range[stage]); |
647 | 7.81M | bf1[25] = clamp_value(bf0[6] - bf0[25], stage_range[stage]); |
648 | 7.81M | bf1[26] = clamp_value(bf0[5] - bf0[26], stage_range[stage]); |
649 | 7.81M | bf1[27] = clamp_value(bf0[4] - bf0[27], stage_range[stage]); |
650 | 7.81M | bf1[28] = clamp_value(bf0[3] - bf0[28], stage_range[stage]); |
651 | 7.81M | bf1[29] = clamp_value(bf0[2] - bf0[29], stage_range[stage]); |
652 | 7.81M | bf1[30] = clamp_value(bf0[1] - bf0[30], stage_range[stage]); |
653 | 7.81M | bf1[31] = clamp_value(bf0[0] - bf0[31], stage_range[stage]); |
654 | 7.81M | } |
655 | | |
656 | | void av1_iadst4(const int32_t *input, int32_t *output, int8_t cos_bit, |
657 | 1.53M | const int8_t *stage_range) { |
658 | 1.53M | int bit = cos_bit; |
659 | 1.53M | const int32_t *sinpi = sinpi_arr(bit); |
660 | 1.53M | int32_t s0, s1, s2, s3, s4, s5, s6, s7; |
661 | | |
662 | 1.53M | int32_t x0 = input[0]; |
663 | 1.53M | int32_t x1 = input[1]; |
664 | 1.53M | int32_t x2 = input[2]; |
665 | 1.53M | int32_t x3 = input[3]; |
666 | | |
667 | 1.53M | if (!(x0 | x1 | x2 | x3)) { |
668 | 337k | output[0] = output[1] = output[2] = output[3] = 0; |
669 | 337k | return; |
670 | 337k | } |
671 | | |
672 | 1.53M | assert(sinpi[1] + sinpi[2] == sinpi[4]); |
673 | | |
674 | | // stage 1 |
675 | 1.19M | s0 = range_check_value(sinpi[1] * x0, stage_range[1] + bit); |
676 | 1.19M | s1 = range_check_value(sinpi[2] * x0, stage_range[1] + bit); |
677 | 1.19M | s2 = range_check_value(sinpi[3] * x1, stage_range[1] + bit); |
678 | 1.19M | s3 = range_check_value(sinpi[4] * x2, stage_range[1] + bit); |
679 | 1.19M | s4 = range_check_value(sinpi[1] * x2, stage_range[1] + bit); |
680 | 1.19M | s5 = range_check_value(sinpi[2] * x3, stage_range[1] + bit); |
681 | 1.19M | s6 = range_check_value(sinpi[4] * x3, stage_range[1] + bit); |
682 | | |
683 | | // stage 2 |
684 | | // NOTICE: (x0 - x2) here may use one extra bit compared to the |
685 | | // opt_range_row/col specified in av1_gen_inv_stage_range() |
686 | 1.19M | s7 = range_check_value((x0 - x2) + x3, stage_range[2]); |
687 | | |
688 | | // stage 3 |
689 | 1.19M | s0 = range_check_value(s0 + s3, stage_range[3] + bit); |
690 | 1.19M | s1 = range_check_value(s1 - s4, stage_range[3] + bit); |
691 | 1.19M | s3 = range_check_value(s2, stage_range[3] + bit); |
692 | 1.19M | s2 = range_check_value(sinpi[3] * s7, stage_range[3] + bit); |
693 | | |
694 | | // stage 4 |
695 | 1.19M | s0 = range_check_value(s0 + s5, stage_range[4] + bit); |
696 | 1.19M | s1 = range_check_value(s1 - s6, stage_range[4] + bit); |
697 | | |
698 | | // stage 5 |
699 | 1.19M | x0 = range_check_value(s0 + s3, stage_range[5] + bit); |
700 | 1.19M | x1 = range_check_value(s1 + s3, stage_range[5] + bit); |
701 | 1.19M | x2 = range_check_value(s2, stage_range[5] + bit); |
702 | 1.19M | x3 = range_check_value(s0 + s1, stage_range[5] + bit); |
703 | | |
704 | | // stage 6 |
705 | 1.19M | x3 = range_check_value(x3 - s3, stage_range[6] + bit); |
706 | | |
707 | 1.19M | output[0] = round_shift(x0, bit); |
708 | 1.19M | output[1] = round_shift(x1, bit); |
709 | 1.19M | output[2] = round_shift(x2, bit); |
710 | 1.19M | output[3] = round_shift(x3, bit); |
711 | 1.19M | } |
712 | | |
713 | | void av1_iadst8(const int32_t *input, int32_t *output, int8_t cos_bit, |
714 | 2.54M | const int8_t *stage_range) { |
715 | 2.54M | assert(output != input); |
716 | 2.54M | const int32_t size = 8; |
717 | 2.54M | const int32_t *cospi = cospi_arr(cos_bit); |
718 | | |
719 | 2.54M | int32_t stage = 0; |
720 | 2.54M | int32_t *bf0, *bf1; |
721 | 2.54M | int32_t step[8]; |
722 | | |
723 | | // stage 0; |
724 | | |
725 | | // stage 1; |
726 | 2.54M | stage++; |
727 | 2.54M | bf1 = output; |
728 | 2.54M | bf1[0] = input[7]; |
729 | 2.54M | bf1[1] = input[0]; |
730 | 2.54M | bf1[2] = input[5]; |
731 | 2.54M | bf1[3] = input[2]; |
732 | 2.54M | bf1[4] = input[3]; |
733 | 2.54M | bf1[5] = input[4]; |
734 | 2.54M | bf1[6] = input[1]; |
735 | 2.54M | bf1[7] = input[6]; |
736 | 2.54M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
737 | | |
738 | | // stage 2 |
739 | 2.54M | stage++; |
740 | 2.54M | bf0 = output; |
741 | 2.54M | bf1 = step; |
742 | 2.54M | bf1[0] = half_btf(cospi[4], bf0[0], cospi[60], bf0[1], cos_bit); |
743 | 2.54M | bf1[1] = half_btf(cospi[60], bf0[0], -cospi[4], bf0[1], cos_bit); |
744 | 2.54M | bf1[2] = half_btf(cospi[20], bf0[2], cospi[44], bf0[3], cos_bit); |
745 | 2.54M | bf1[3] = half_btf(cospi[44], bf0[2], -cospi[20], bf0[3], cos_bit); |
746 | 2.54M | bf1[4] = half_btf(cospi[36], bf0[4], cospi[28], bf0[5], cos_bit); |
747 | 2.54M | bf1[5] = half_btf(cospi[28], bf0[4], -cospi[36], bf0[5], cos_bit); |
748 | 2.54M | bf1[6] = half_btf(cospi[52], bf0[6], cospi[12], bf0[7], cos_bit); |
749 | 2.54M | bf1[7] = half_btf(cospi[12], bf0[6], -cospi[52], bf0[7], cos_bit); |
750 | 2.54M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
751 | | |
752 | | // stage 3 |
753 | 2.54M | stage++; |
754 | 2.54M | bf0 = step; |
755 | 2.54M | bf1 = output; |
756 | 2.54M | bf1[0] = clamp_value(bf0[0] + bf0[4], stage_range[stage]); |
757 | 2.54M | bf1[1] = clamp_value(bf0[1] + bf0[5], stage_range[stage]); |
758 | 2.54M | bf1[2] = clamp_value(bf0[2] + bf0[6], stage_range[stage]); |
759 | 2.54M | bf1[3] = clamp_value(bf0[3] + bf0[7], stage_range[stage]); |
760 | 2.54M | bf1[4] = clamp_value(bf0[0] - bf0[4], stage_range[stage]); |
761 | 2.54M | bf1[5] = clamp_value(bf0[1] - bf0[5], stage_range[stage]); |
762 | 2.54M | bf1[6] = clamp_value(bf0[2] - bf0[6], stage_range[stage]); |
763 | 2.54M | bf1[7] = clamp_value(bf0[3] - bf0[7], stage_range[stage]); |
764 | 2.54M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
765 | | |
766 | | // stage 4 |
767 | 2.54M | stage++; |
768 | 2.54M | bf0 = output; |
769 | 2.54M | bf1 = step; |
770 | 2.54M | bf1[0] = bf0[0]; |
771 | 2.54M | bf1[1] = bf0[1]; |
772 | 2.54M | bf1[2] = bf0[2]; |
773 | 2.54M | bf1[3] = bf0[3]; |
774 | 2.54M | bf1[4] = half_btf(cospi[16], bf0[4], cospi[48], bf0[5], cos_bit); |
775 | 2.54M | bf1[5] = half_btf(cospi[48], bf0[4], -cospi[16], bf0[5], cos_bit); |
776 | 2.54M | bf1[6] = half_btf(-cospi[48], bf0[6], cospi[16], bf0[7], cos_bit); |
777 | 2.54M | bf1[7] = half_btf(cospi[16], bf0[6], cospi[48], bf0[7], cos_bit); |
778 | 2.54M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
779 | | |
780 | | // stage 5 |
781 | 2.54M | stage++; |
782 | 2.54M | bf0 = step; |
783 | 2.54M | bf1 = output; |
784 | 2.54M | bf1[0] = clamp_value(bf0[0] + bf0[2], stage_range[stage]); |
785 | 2.54M | bf1[1] = clamp_value(bf0[1] + bf0[3], stage_range[stage]); |
786 | 2.54M | bf1[2] = clamp_value(bf0[0] - bf0[2], stage_range[stage]); |
787 | 2.54M | bf1[3] = clamp_value(bf0[1] - bf0[3], stage_range[stage]); |
788 | 2.54M | bf1[4] = clamp_value(bf0[4] + bf0[6], stage_range[stage]); |
789 | 2.54M | bf1[5] = clamp_value(bf0[5] + bf0[7], stage_range[stage]); |
790 | 2.54M | bf1[6] = clamp_value(bf0[4] - bf0[6], stage_range[stage]); |
791 | 2.54M | bf1[7] = clamp_value(bf0[5] - bf0[7], stage_range[stage]); |
792 | 2.54M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
793 | | |
794 | | // stage 6 |
795 | 2.54M | stage++; |
796 | 2.54M | bf0 = output; |
797 | 2.54M | bf1 = step; |
798 | 2.54M | bf1[0] = bf0[0]; |
799 | 2.54M | bf1[1] = bf0[1]; |
800 | 2.54M | bf1[2] = half_btf(cospi[32], bf0[2], cospi[32], bf0[3], cos_bit); |
801 | 2.54M | bf1[3] = half_btf(cospi[32], bf0[2], -cospi[32], bf0[3], cos_bit); |
802 | 2.54M | bf1[4] = bf0[4]; |
803 | 2.54M | bf1[5] = bf0[5]; |
804 | 2.54M | bf1[6] = half_btf(cospi[32], bf0[6], cospi[32], bf0[7], cos_bit); |
805 | 2.54M | bf1[7] = half_btf(cospi[32], bf0[6], -cospi[32], bf0[7], cos_bit); |
806 | 2.54M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
807 | | |
808 | | // stage 7 |
809 | 2.54M | bf0 = step; |
810 | 2.54M | bf1 = output; |
811 | 2.54M | bf1[0] = bf0[0]; |
812 | 2.54M | bf1[1] = -bf0[4]; |
813 | 2.54M | bf1[2] = bf0[6]; |
814 | 2.54M | bf1[3] = -bf0[2]; |
815 | 2.54M | bf1[4] = bf0[3]; |
816 | 2.54M | bf1[5] = -bf0[7]; |
817 | 2.54M | bf1[6] = bf0[5]; |
818 | 2.54M | bf1[7] = -bf0[1]; |
819 | 2.54M | } |
820 | | |
821 | | void av1_iadst16(const int32_t *input, int32_t *output, int8_t cos_bit, |
822 | 2.30M | const int8_t *stage_range) { |
823 | 2.30M | assert(output != input); |
824 | 2.30M | const int32_t size = 16; |
825 | 2.30M | const int32_t *cospi = cospi_arr(cos_bit); |
826 | | |
827 | 2.30M | int32_t stage = 0; |
828 | 2.30M | int32_t *bf0, *bf1; |
829 | 2.30M | int32_t step[16]; |
830 | | |
831 | | // stage 0; |
832 | | |
833 | | // stage 1; |
834 | 2.30M | stage++; |
835 | 2.30M | bf1 = output; |
836 | 2.30M | bf1[0] = input[15]; |
837 | 2.30M | bf1[1] = input[0]; |
838 | 2.30M | bf1[2] = input[13]; |
839 | 2.30M | bf1[3] = input[2]; |
840 | 2.30M | bf1[4] = input[11]; |
841 | 2.30M | bf1[5] = input[4]; |
842 | 2.30M | bf1[6] = input[9]; |
843 | 2.30M | bf1[7] = input[6]; |
844 | 2.30M | bf1[8] = input[7]; |
845 | 2.30M | bf1[9] = input[8]; |
846 | 2.30M | bf1[10] = input[5]; |
847 | 2.30M | bf1[11] = input[10]; |
848 | 2.30M | bf1[12] = input[3]; |
849 | 2.30M | bf1[13] = input[12]; |
850 | 2.30M | bf1[14] = input[1]; |
851 | 2.30M | bf1[15] = input[14]; |
852 | 2.30M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
853 | | |
854 | | // stage 2 |
855 | 2.30M | stage++; |
856 | 2.30M | bf0 = output; |
857 | 2.30M | bf1 = step; |
858 | 2.30M | bf1[0] = half_btf(cospi[2], bf0[0], cospi[62], bf0[1], cos_bit); |
859 | 2.30M | bf1[1] = half_btf(cospi[62], bf0[0], -cospi[2], bf0[1], cos_bit); |
860 | 2.30M | bf1[2] = half_btf(cospi[10], bf0[2], cospi[54], bf0[3], cos_bit); |
861 | 2.30M | bf1[3] = half_btf(cospi[54], bf0[2], -cospi[10], bf0[3], cos_bit); |
862 | 2.30M | bf1[4] = half_btf(cospi[18], bf0[4], cospi[46], bf0[5], cos_bit); |
863 | 2.30M | bf1[5] = half_btf(cospi[46], bf0[4], -cospi[18], bf0[5], cos_bit); |
864 | 2.30M | bf1[6] = half_btf(cospi[26], bf0[6], cospi[38], bf0[7], cos_bit); |
865 | 2.30M | bf1[7] = half_btf(cospi[38], bf0[6], -cospi[26], bf0[7], cos_bit); |
866 | 2.30M | bf1[8] = half_btf(cospi[34], bf0[8], cospi[30], bf0[9], cos_bit); |
867 | 2.30M | bf1[9] = half_btf(cospi[30], bf0[8], -cospi[34], bf0[9], cos_bit); |
868 | 2.30M | bf1[10] = half_btf(cospi[42], bf0[10], cospi[22], bf0[11], cos_bit); |
869 | 2.30M | bf1[11] = half_btf(cospi[22], bf0[10], -cospi[42], bf0[11], cos_bit); |
870 | 2.30M | bf1[12] = half_btf(cospi[50], bf0[12], cospi[14], bf0[13], cos_bit); |
871 | 2.30M | bf1[13] = half_btf(cospi[14], bf0[12], -cospi[50], bf0[13], cos_bit); |
872 | 2.30M | bf1[14] = half_btf(cospi[58], bf0[14], cospi[6], bf0[15], cos_bit); |
873 | 2.30M | bf1[15] = half_btf(cospi[6], bf0[14], -cospi[58], bf0[15], cos_bit); |
874 | 2.30M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
875 | | |
876 | | // stage 3 |
877 | 2.30M | stage++; |
878 | 2.30M | bf0 = step; |
879 | 2.30M | bf1 = output; |
880 | 2.30M | bf1[0] = clamp_value(bf0[0] + bf0[8], stage_range[stage]); |
881 | 2.30M | bf1[1] = clamp_value(bf0[1] + bf0[9], stage_range[stage]); |
882 | 2.30M | bf1[2] = clamp_value(bf0[2] + bf0[10], stage_range[stage]); |
883 | 2.30M | bf1[3] = clamp_value(bf0[3] + bf0[11], stage_range[stage]); |
884 | 2.30M | bf1[4] = clamp_value(bf0[4] + bf0[12], stage_range[stage]); |
885 | 2.30M | bf1[5] = clamp_value(bf0[5] + bf0[13], stage_range[stage]); |
886 | 2.30M | bf1[6] = clamp_value(bf0[6] + bf0[14], stage_range[stage]); |
887 | 2.30M | bf1[7] = clamp_value(bf0[7] + bf0[15], stage_range[stage]); |
888 | 2.30M | bf1[8] = clamp_value(bf0[0] - bf0[8], stage_range[stage]); |
889 | 2.30M | bf1[9] = clamp_value(bf0[1] - bf0[9], stage_range[stage]); |
890 | 2.30M | bf1[10] = clamp_value(bf0[2] - bf0[10], stage_range[stage]); |
891 | 2.30M | bf1[11] = clamp_value(bf0[3] - bf0[11], stage_range[stage]); |
892 | 2.30M | bf1[12] = clamp_value(bf0[4] - bf0[12], stage_range[stage]); |
893 | 2.30M | bf1[13] = clamp_value(bf0[5] - bf0[13], stage_range[stage]); |
894 | 2.30M | bf1[14] = clamp_value(bf0[6] - bf0[14], stage_range[stage]); |
895 | 2.30M | bf1[15] = clamp_value(bf0[7] - bf0[15], stage_range[stage]); |
896 | 2.30M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
897 | | |
898 | | // stage 4 |
899 | 2.30M | stage++; |
900 | 2.30M | bf0 = output; |
901 | 2.30M | bf1 = step; |
902 | 2.30M | bf1[0] = bf0[0]; |
903 | 2.30M | bf1[1] = bf0[1]; |
904 | 2.30M | bf1[2] = bf0[2]; |
905 | 2.30M | bf1[3] = bf0[3]; |
906 | 2.30M | bf1[4] = bf0[4]; |
907 | 2.30M | bf1[5] = bf0[5]; |
908 | 2.30M | bf1[6] = bf0[6]; |
909 | 2.30M | bf1[7] = bf0[7]; |
910 | 2.30M | bf1[8] = half_btf(cospi[8], bf0[8], cospi[56], bf0[9], cos_bit); |
911 | 2.30M | bf1[9] = half_btf(cospi[56], bf0[8], -cospi[8], bf0[9], cos_bit); |
912 | 2.30M | bf1[10] = half_btf(cospi[40], bf0[10], cospi[24], bf0[11], cos_bit); |
913 | 2.30M | bf1[11] = half_btf(cospi[24], bf0[10], -cospi[40], bf0[11], cos_bit); |
914 | 2.30M | bf1[12] = half_btf(-cospi[56], bf0[12], cospi[8], bf0[13], cos_bit); |
915 | 2.30M | bf1[13] = half_btf(cospi[8], bf0[12], cospi[56], bf0[13], cos_bit); |
916 | 2.30M | bf1[14] = half_btf(-cospi[24], bf0[14], cospi[40], bf0[15], cos_bit); |
917 | 2.30M | bf1[15] = half_btf(cospi[40], bf0[14], cospi[24], bf0[15], cos_bit); |
918 | 2.30M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
919 | | |
920 | | // stage 5 |
921 | 2.30M | stage++; |
922 | 2.30M | bf0 = step; |
923 | 2.30M | bf1 = output; |
924 | 2.30M | bf1[0] = clamp_value(bf0[0] + bf0[4], stage_range[stage]); |
925 | 2.30M | bf1[1] = clamp_value(bf0[1] + bf0[5], stage_range[stage]); |
926 | 2.30M | bf1[2] = clamp_value(bf0[2] + bf0[6], stage_range[stage]); |
927 | 2.30M | bf1[3] = clamp_value(bf0[3] + bf0[7], stage_range[stage]); |
928 | 2.30M | bf1[4] = clamp_value(bf0[0] - bf0[4], stage_range[stage]); |
929 | 2.30M | bf1[5] = clamp_value(bf0[1] - bf0[5], stage_range[stage]); |
930 | 2.30M | bf1[6] = clamp_value(bf0[2] - bf0[6], stage_range[stage]); |
931 | 2.30M | bf1[7] = clamp_value(bf0[3] - bf0[7], stage_range[stage]); |
932 | 2.30M | bf1[8] = clamp_value(bf0[8] + bf0[12], stage_range[stage]); |
933 | 2.30M | bf1[9] = clamp_value(bf0[9] + bf0[13], stage_range[stage]); |
934 | 2.30M | bf1[10] = clamp_value(bf0[10] + bf0[14], stage_range[stage]); |
935 | 2.30M | bf1[11] = clamp_value(bf0[11] + bf0[15], stage_range[stage]); |
936 | 2.30M | bf1[12] = clamp_value(bf0[8] - bf0[12], stage_range[stage]); |
937 | 2.30M | bf1[13] = clamp_value(bf0[9] - bf0[13], stage_range[stage]); |
938 | 2.30M | bf1[14] = clamp_value(bf0[10] - bf0[14], stage_range[stage]); |
939 | 2.30M | bf1[15] = clamp_value(bf0[11] - bf0[15], stage_range[stage]); |
940 | 2.30M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
941 | | |
942 | | // stage 6 |
943 | 2.30M | stage++; |
944 | 2.30M | bf0 = output; |
945 | 2.30M | bf1 = step; |
946 | 2.30M | bf1[0] = bf0[0]; |
947 | 2.30M | bf1[1] = bf0[1]; |
948 | 2.30M | bf1[2] = bf0[2]; |
949 | 2.30M | bf1[3] = bf0[3]; |
950 | 2.30M | bf1[4] = half_btf(cospi[16], bf0[4], cospi[48], bf0[5], cos_bit); |
951 | 2.30M | bf1[5] = half_btf(cospi[48], bf0[4], -cospi[16], bf0[5], cos_bit); |
952 | 2.30M | bf1[6] = half_btf(-cospi[48], bf0[6], cospi[16], bf0[7], cos_bit); |
953 | 2.30M | bf1[7] = half_btf(cospi[16], bf0[6], cospi[48], bf0[7], cos_bit); |
954 | 2.30M | bf1[8] = bf0[8]; |
955 | 2.30M | bf1[9] = bf0[9]; |
956 | 2.30M | bf1[10] = bf0[10]; |
957 | 2.30M | bf1[11] = bf0[11]; |
958 | 2.30M | bf1[12] = half_btf(cospi[16], bf0[12], cospi[48], bf0[13], cos_bit); |
959 | 2.30M | bf1[13] = half_btf(cospi[48], bf0[12], -cospi[16], bf0[13], cos_bit); |
960 | 2.30M | bf1[14] = half_btf(-cospi[48], bf0[14], cospi[16], bf0[15], cos_bit); |
961 | 2.30M | bf1[15] = half_btf(cospi[16], bf0[14], cospi[48], bf0[15], cos_bit); |
962 | 2.30M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
963 | | |
964 | | // stage 7 |
965 | 2.30M | stage++; |
966 | 2.30M | bf0 = step; |
967 | 2.30M | bf1 = output; |
968 | 2.30M | bf1[0] = clamp_value(bf0[0] + bf0[2], stage_range[stage]); |
969 | 2.30M | bf1[1] = clamp_value(bf0[1] + bf0[3], stage_range[stage]); |
970 | 2.30M | bf1[2] = clamp_value(bf0[0] - bf0[2], stage_range[stage]); |
971 | 2.30M | bf1[3] = clamp_value(bf0[1] - bf0[3], stage_range[stage]); |
972 | 2.30M | bf1[4] = clamp_value(bf0[4] + bf0[6], stage_range[stage]); |
973 | 2.30M | bf1[5] = clamp_value(bf0[5] + bf0[7], stage_range[stage]); |
974 | 2.30M | bf1[6] = clamp_value(bf0[4] - bf0[6], stage_range[stage]); |
975 | 2.30M | bf1[7] = clamp_value(bf0[5] - bf0[7], stage_range[stage]); |
976 | 2.30M | bf1[8] = clamp_value(bf0[8] + bf0[10], stage_range[stage]); |
977 | 2.30M | bf1[9] = clamp_value(bf0[9] + bf0[11], stage_range[stage]); |
978 | 2.30M | bf1[10] = clamp_value(bf0[8] - bf0[10], stage_range[stage]); |
979 | 2.30M | bf1[11] = clamp_value(bf0[9] - bf0[11], stage_range[stage]); |
980 | 2.30M | bf1[12] = clamp_value(bf0[12] + bf0[14], stage_range[stage]); |
981 | 2.30M | bf1[13] = clamp_value(bf0[13] + bf0[15], stage_range[stage]); |
982 | 2.30M | bf1[14] = clamp_value(bf0[12] - bf0[14], stage_range[stage]); |
983 | 2.30M | bf1[15] = clamp_value(bf0[13] - bf0[15], stage_range[stage]); |
984 | 2.30M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
985 | | |
986 | | // stage 8 |
987 | 2.30M | stage++; |
988 | 2.30M | bf0 = output; |
989 | 2.30M | bf1 = step; |
990 | 2.30M | bf1[0] = bf0[0]; |
991 | 2.30M | bf1[1] = bf0[1]; |
992 | 2.30M | bf1[2] = half_btf(cospi[32], bf0[2], cospi[32], bf0[3], cos_bit); |
993 | 2.30M | bf1[3] = half_btf(cospi[32], bf0[2], -cospi[32], bf0[3], cos_bit); |
994 | 2.30M | bf1[4] = bf0[4]; |
995 | 2.30M | bf1[5] = bf0[5]; |
996 | 2.30M | bf1[6] = half_btf(cospi[32], bf0[6], cospi[32], bf0[7], cos_bit); |
997 | 2.30M | bf1[7] = half_btf(cospi[32], bf0[6], -cospi[32], bf0[7], cos_bit); |
998 | 2.30M | bf1[8] = bf0[8]; |
999 | 2.30M | bf1[9] = bf0[9]; |
1000 | 2.30M | bf1[10] = half_btf(cospi[32], bf0[10], cospi[32], bf0[11], cos_bit); |
1001 | 2.30M | bf1[11] = half_btf(cospi[32], bf0[10], -cospi[32], bf0[11], cos_bit); |
1002 | 2.30M | bf1[12] = bf0[12]; |
1003 | 2.30M | bf1[13] = bf0[13]; |
1004 | 2.30M | bf1[14] = half_btf(cospi[32], bf0[14], cospi[32], bf0[15], cos_bit); |
1005 | 2.30M | bf1[15] = half_btf(cospi[32], bf0[14], -cospi[32], bf0[15], cos_bit); |
1006 | 2.30M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
1007 | | |
1008 | | // stage 9 |
1009 | 2.30M | bf0 = step; |
1010 | 2.30M | bf1 = output; |
1011 | 2.30M | bf1[0] = bf0[0]; |
1012 | 2.30M | bf1[1] = -bf0[8]; |
1013 | 2.30M | bf1[2] = bf0[12]; |
1014 | 2.30M | bf1[3] = -bf0[4]; |
1015 | 2.30M | bf1[4] = bf0[6]; |
1016 | 2.30M | bf1[5] = -bf0[14]; |
1017 | 2.30M | bf1[6] = bf0[10]; |
1018 | 2.30M | bf1[7] = -bf0[2]; |
1019 | 2.30M | bf1[8] = bf0[3]; |
1020 | 2.30M | bf1[9] = -bf0[11]; |
1021 | 2.30M | bf1[10] = bf0[15]; |
1022 | 2.30M | bf1[11] = -bf0[7]; |
1023 | 2.30M | bf1[12] = bf0[5]; |
1024 | 2.30M | bf1[13] = -bf0[13]; |
1025 | 2.30M | bf1[14] = bf0[9]; |
1026 | 2.30M | bf1[15] = -bf0[1]; |
1027 | 2.30M | } |
1028 | | |
1029 | | void av1_iidentity4_c(const int32_t *input, int32_t *output, int8_t cos_bit, |
1030 | 401k | const int8_t *stage_range) { |
1031 | 401k | (void)cos_bit; |
1032 | 401k | (void)stage_range; |
1033 | 2.00M | for (int i = 0; i < 4; ++i) { |
1034 | 1.60M | output[i] = round_shift((int64_t)NewSqrt2 * input[i], NewSqrt2Bits); |
1035 | 1.60M | } |
1036 | 401k | assert(stage_range[0] + NewSqrt2Bits <= 32); |
1037 | 401k | } |
1038 | | |
1039 | | void av1_iidentity8_c(const int32_t *input, int32_t *output, int8_t cos_bit, |
1040 | 646k | const int8_t *stage_range) { |
1041 | 646k | (void)cos_bit; |
1042 | 646k | (void)stage_range; |
1043 | 5.81M | for (int i = 0; i < 8; ++i) output[i] = (int32_t)((int64_t)input[i] * 2); |
1044 | 646k | } |
1045 | | |
1046 | | void av1_iidentity16_c(const int32_t *input, int32_t *output, int8_t cos_bit, |
1047 | 296k | const int8_t *stage_range) { |
1048 | 296k | (void)cos_bit; |
1049 | 296k | (void)stage_range; |
1050 | 5.03M | for (int i = 0; i < 16; ++i) |
1051 | 4.74M | output[i] = round_shift((int64_t)NewSqrt2 * 2 * input[i], NewSqrt2Bits); |
1052 | 296k | assert(stage_range[0] + NewSqrt2Bits <= 32); |
1053 | 296k | } |
1054 | | |
1055 | | void av1_iidentity32_c(const int32_t *input, int32_t *output, int8_t cos_bit, |
1056 | 36.2k | const int8_t *stage_range) { |
1057 | 36.2k | (void)cos_bit; |
1058 | 36.2k | (void)stage_range; |
1059 | 1.19M | for (int i = 0; i < 32; ++i) output[i] = (int32_t)((int64_t)input[i] * 4); |
1060 | 36.2k | } |
1061 | | |
1062 | | void av1_idct64(const int32_t *input, int32_t *output, int8_t cos_bit, |
1063 | 4.16M | const int8_t *stage_range) { |
1064 | 4.16M | assert(output != input); |
1065 | 4.16M | const int32_t size = 64; |
1066 | 4.16M | const int32_t *cospi = cospi_arr(cos_bit); |
1067 | | |
1068 | 4.16M | int32_t stage = 0; |
1069 | 4.16M | int32_t *bf0, *bf1; |
1070 | 4.16M | int32_t step[64]; |
1071 | | |
1072 | | // stage 0; |
1073 | | |
1074 | | // stage 1; |
1075 | 4.16M | stage++; |
1076 | 4.16M | bf1 = output; |
1077 | 4.16M | bf1[0] = input[0]; |
1078 | 4.16M | bf1[1] = input[32]; |
1079 | 4.16M | bf1[2] = input[16]; |
1080 | 4.16M | bf1[3] = input[48]; |
1081 | 4.16M | bf1[4] = input[8]; |
1082 | 4.16M | bf1[5] = input[40]; |
1083 | 4.16M | bf1[6] = input[24]; |
1084 | 4.16M | bf1[7] = input[56]; |
1085 | 4.16M | bf1[8] = input[4]; |
1086 | 4.16M | bf1[9] = input[36]; |
1087 | 4.16M | bf1[10] = input[20]; |
1088 | 4.16M | bf1[11] = input[52]; |
1089 | 4.16M | bf1[12] = input[12]; |
1090 | 4.16M | bf1[13] = input[44]; |
1091 | 4.16M | bf1[14] = input[28]; |
1092 | 4.16M | bf1[15] = input[60]; |
1093 | 4.16M | bf1[16] = input[2]; |
1094 | 4.16M | bf1[17] = input[34]; |
1095 | 4.16M | bf1[18] = input[18]; |
1096 | 4.16M | bf1[19] = input[50]; |
1097 | 4.16M | bf1[20] = input[10]; |
1098 | 4.16M | bf1[21] = input[42]; |
1099 | 4.16M | bf1[22] = input[26]; |
1100 | 4.16M | bf1[23] = input[58]; |
1101 | 4.16M | bf1[24] = input[6]; |
1102 | 4.16M | bf1[25] = input[38]; |
1103 | 4.16M | bf1[26] = input[22]; |
1104 | 4.16M | bf1[27] = input[54]; |
1105 | 4.16M | bf1[28] = input[14]; |
1106 | 4.16M | bf1[29] = input[46]; |
1107 | 4.16M | bf1[30] = input[30]; |
1108 | 4.16M | bf1[31] = input[62]; |
1109 | 4.16M | bf1[32] = input[1]; |
1110 | 4.16M | bf1[33] = input[33]; |
1111 | 4.16M | bf1[34] = input[17]; |
1112 | 4.16M | bf1[35] = input[49]; |
1113 | 4.16M | bf1[36] = input[9]; |
1114 | 4.16M | bf1[37] = input[41]; |
1115 | 4.16M | bf1[38] = input[25]; |
1116 | 4.16M | bf1[39] = input[57]; |
1117 | 4.16M | bf1[40] = input[5]; |
1118 | 4.16M | bf1[41] = input[37]; |
1119 | 4.16M | bf1[42] = input[21]; |
1120 | 4.16M | bf1[43] = input[53]; |
1121 | 4.16M | bf1[44] = input[13]; |
1122 | 4.16M | bf1[45] = input[45]; |
1123 | 4.16M | bf1[46] = input[29]; |
1124 | 4.16M | bf1[47] = input[61]; |
1125 | 4.16M | bf1[48] = input[3]; |
1126 | 4.16M | bf1[49] = input[35]; |
1127 | 4.16M | bf1[50] = input[19]; |
1128 | 4.16M | bf1[51] = input[51]; |
1129 | 4.16M | bf1[52] = input[11]; |
1130 | 4.16M | bf1[53] = input[43]; |
1131 | 4.16M | bf1[54] = input[27]; |
1132 | 4.16M | bf1[55] = input[59]; |
1133 | 4.16M | bf1[56] = input[7]; |
1134 | 4.16M | bf1[57] = input[39]; |
1135 | 4.16M | bf1[58] = input[23]; |
1136 | 4.16M | bf1[59] = input[55]; |
1137 | 4.16M | bf1[60] = input[15]; |
1138 | 4.16M | bf1[61] = input[47]; |
1139 | 4.16M | bf1[62] = input[31]; |
1140 | 4.16M | bf1[63] = input[63]; |
1141 | 4.16M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
1142 | | |
1143 | | // stage 2 |
1144 | 4.16M | stage++; |
1145 | 4.16M | bf0 = output; |
1146 | 4.16M | bf1 = step; |
1147 | 4.16M | bf1[0] = bf0[0]; |
1148 | 4.16M | bf1[1] = bf0[1]; |
1149 | 4.16M | bf1[2] = bf0[2]; |
1150 | 4.16M | bf1[3] = bf0[3]; |
1151 | 4.16M | bf1[4] = bf0[4]; |
1152 | 4.16M | bf1[5] = bf0[5]; |
1153 | 4.16M | bf1[6] = bf0[6]; |
1154 | 4.16M | bf1[7] = bf0[7]; |
1155 | 4.16M | bf1[8] = bf0[8]; |
1156 | 4.16M | bf1[9] = bf0[9]; |
1157 | 4.16M | bf1[10] = bf0[10]; |
1158 | 4.16M | bf1[11] = bf0[11]; |
1159 | 4.16M | bf1[12] = bf0[12]; |
1160 | 4.16M | bf1[13] = bf0[13]; |
1161 | 4.16M | bf1[14] = bf0[14]; |
1162 | 4.16M | bf1[15] = bf0[15]; |
1163 | 4.16M | bf1[16] = bf0[16]; |
1164 | 4.16M | bf1[17] = bf0[17]; |
1165 | 4.16M | bf1[18] = bf0[18]; |
1166 | 4.16M | bf1[19] = bf0[19]; |
1167 | 4.16M | bf1[20] = bf0[20]; |
1168 | 4.16M | bf1[21] = bf0[21]; |
1169 | 4.16M | bf1[22] = bf0[22]; |
1170 | 4.16M | bf1[23] = bf0[23]; |
1171 | 4.16M | bf1[24] = bf0[24]; |
1172 | 4.16M | bf1[25] = bf0[25]; |
1173 | 4.16M | bf1[26] = bf0[26]; |
1174 | 4.16M | bf1[27] = bf0[27]; |
1175 | 4.16M | bf1[28] = bf0[28]; |
1176 | 4.16M | bf1[29] = bf0[29]; |
1177 | 4.16M | bf1[30] = bf0[30]; |
1178 | 4.16M | bf1[31] = bf0[31]; |
1179 | 4.16M | bf1[32] = half_btf(cospi[63], bf0[32], -cospi[1], bf0[63], cos_bit); |
1180 | 4.16M | bf1[33] = half_btf(cospi[31], bf0[33], -cospi[33], bf0[62], cos_bit); |
1181 | 4.16M | bf1[34] = half_btf(cospi[47], bf0[34], -cospi[17], bf0[61], cos_bit); |
1182 | 4.16M | bf1[35] = half_btf(cospi[15], bf0[35], -cospi[49], bf0[60], cos_bit); |
1183 | 4.16M | bf1[36] = half_btf(cospi[55], bf0[36], -cospi[9], bf0[59], cos_bit); |
1184 | 4.16M | bf1[37] = half_btf(cospi[23], bf0[37], -cospi[41], bf0[58], cos_bit); |
1185 | 4.16M | bf1[38] = half_btf(cospi[39], bf0[38], -cospi[25], bf0[57], cos_bit); |
1186 | 4.16M | bf1[39] = half_btf(cospi[7], bf0[39], -cospi[57], bf0[56], cos_bit); |
1187 | 4.16M | bf1[40] = half_btf(cospi[59], bf0[40], -cospi[5], bf0[55], cos_bit); |
1188 | 4.16M | bf1[41] = half_btf(cospi[27], bf0[41], -cospi[37], bf0[54], cos_bit); |
1189 | 4.16M | bf1[42] = half_btf(cospi[43], bf0[42], -cospi[21], bf0[53], cos_bit); |
1190 | 4.16M | bf1[43] = half_btf(cospi[11], bf0[43], -cospi[53], bf0[52], cos_bit); |
1191 | 4.16M | bf1[44] = half_btf(cospi[51], bf0[44], -cospi[13], bf0[51], cos_bit); |
1192 | 4.16M | bf1[45] = half_btf(cospi[19], bf0[45], -cospi[45], bf0[50], cos_bit); |
1193 | 4.16M | bf1[46] = half_btf(cospi[35], bf0[46], -cospi[29], bf0[49], cos_bit); |
1194 | 4.16M | bf1[47] = half_btf(cospi[3], bf0[47], -cospi[61], bf0[48], cos_bit); |
1195 | 4.16M | bf1[48] = half_btf(cospi[61], bf0[47], cospi[3], bf0[48], cos_bit); |
1196 | 4.16M | bf1[49] = half_btf(cospi[29], bf0[46], cospi[35], bf0[49], cos_bit); |
1197 | 4.16M | bf1[50] = half_btf(cospi[45], bf0[45], cospi[19], bf0[50], cos_bit); |
1198 | 4.16M | bf1[51] = half_btf(cospi[13], bf0[44], cospi[51], bf0[51], cos_bit); |
1199 | 4.16M | bf1[52] = half_btf(cospi[53], bf0[43], cospi[11], bf0[52], cos_bit); |
1200 | 4.16M | bf1[53] = half_btf(cospi[21], bf0[42], cospi[43], bf0[53], cos_bit); |
1201 | 4.16M | bf1[54] = half_btf(cospi[37], bf0[41], cospi[27], bf0[54], cos_bit); |
1202 | 4.16M | bf1[55] = half_btf(cospi[5], bf0[40], cospi[59], bf0[55], cos_bit); |
1203 | 4.16M | bf1[56] = half_btf(cospi[57], bf0[39], cospi[7], bf0[56], cos_bit); |
1204 | 4.16M | bf1[57] = half_btf(cospi[25], bf0[38], cospi[39], bf0[57], cos_bit); |
1205 | 4.16M | bf1[58] = half_btf(cospi[41], bf0[37], cospi[23], bf0[58], cos_bit); |
1206 | 4.16M | bf1[59] = half_btf(cospi[9], bf0[36], cospi[55], bf0[59], cos_bit); |
1207 | 4.16M | bf1[60] = half_btf(cospi[49], bf0[35], cospi[15], bf0[60], cos_bit); |
1208 | 4.16M | bf1[61] = half_btf(cospi[17], bf0[34], cospi[47], bf0[61], cos_bit); |
1209 | 4.16M | bf1[62] = half_btf(cospi[33], bf0[33], cospi[31], bf0[62], cos_bit); |
1210 | 4.16M | bf1[63] = half_btf(cospi[1], bf0[32], cospi[63], bf0[63], cos_bit); |
1211 | 4.16M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
1212 | | |
1213 | | // stage 3 |
1214 | 4.16M | stage++; |
1215 | 4.16M | bf0 = step; |
1216 | 4.16M | bf1 = output; |
1217 | 4.16M | bf1[0] = bf0[0]; |
1218 | 4.16M | bf1[1] = bf0[1]; |
1219 | 4.16M | bf1[2] = bf0[2]; |
1220 | 4.16M | bf1[3] = bf0[3]; |
1221 | 4.16M | bf1[4] = bf0[4]; |
1222 | 4.16M | bf1[5] = bf0[5]; |
1223 | 4.16M | bf1[6] = bf0[6]; |
1224 | 4.16M | bf1[7] = bf0[7]; |
1225 | 4.16M | bf1[8] = bf0[8]; |
1226 | 4.16M | bf1[9] = bf0[9]; |
1227 | 4.16M | bf1[10] = bf0[10]; |
1228 | 4.16M | bf1[11] = bf0[11]; |
1229 | 4.16M | bf1[12] = bf0[12]; |
1230 | 4.16M | bf1[13] = bf0[13]; |
1231 | 4.16M | bf1[14] = bf0[14]; |
1232 | 4.16M | bf1[15] = bf0[15]; |
1233 | 4.16M | bf1[16] = half_btf(cospi[62], bf0[16], -cospi[2], bf0[31], cos_bit); |
1234 | 4.16M | bf1[17] = half_btf(cospi[30], bf0[17], -cospi[34], bf0[30], cos_bit); |
1235 | 4.16M | bf1[18] = half_btf(cospi[46], bf0[18], -cospi[18], bf0[29], cos_bit); |
1236 | 4.16M | bf1[19] = half_btf(cospi[14], bf0[19], -cospi[50], bf0[28], cos_bit); |
1237 | 4.16M | bf1[20] = half_btf(cospi[54], bf0[20], -cospi[10], bf0[27], cos_bit); |
1238 | 4.16M | bf1[21] = half_btf(cospi[22], bf0[21], -cospi[42], bf0[26], cos_bit); |
1239 | 4.16M | bf1[22] = half_btf(cospi[38], bf0[22], -cospi[26], bf0[25], cos_bit); |
1240 | 4.16M | bf1[23] = half_btf(cospi[6], bf0[23], -cospi[58], bf0[24], cos_bit); |
1241 | 4.16M | bf1[24] = half_btf(cospi[58], bf0[23], cospi[6], bf0[24], cos_bit); |
1242 | 4.16M | bf1[25] = half_btf(cospi[26], bf0[22], cospi[38], bf0[25], cos_bit); |
1243 | 4.16M | bf1[26] = half_btf(cospi[42], bf0[21], cospi[22], bf0[26], cos_bit); |
1244 | 4.16M | bf1[27] = half_btf(cospi[10], bf0[20], cospi[54], bf0[27], cos_bit); |
1245 | 4.16M | bf1[28] = half_btf(cospi[50], bf0[19], cospi[14], bf0[28], cos_bit); |
1246 | 4.16M | bf1[29] = half_btf(cospi[18], bf0[18], cospi[46], bf0[29], cos_bit); |
1247 | 4.16M | bf1[30] = half_btf(cospi[34], bf0[17], cospi[30], bf0[30], cos_bit); |
1248 | 4.16M | bf1[31] = half_btf(cospi[2], bf0[16], cospi[62], bf0[31], cos_bit); |
1249 | 4.16M | bf1[32] = clamp_value(bf0[32] + bf0[33], stage_range[stage]); |
1250 | 4.16M | bf1[33] = clamp_value(bf0[32] - bf0[33], stage_range[stage]); |
1251 | 4.16M | bf1[34] = clamp_value(-bf0[34] + bf0[35], stage_range[stage]); |
1252 | 4.16M | bf1[35] = clamp_value(bf0[34] + bf0[35], stage_range[stage]); |
1253 | 4.16M | bf1[36] = clamp_value(bf0[36] + bf0[37], stage_range[stage]); |
1254 | 4.16M | bf1[37] = clamp_value(bf0[36] - bf0[37], stage_range[stage]); |
1255 | 4.16M | bf1[38] = clamp_value(-bf0[38] + bf0[39], stage_range[stage]); |
1256 | 4.16M | bf1[39] = clamp_value(bf0[38] + bf0[39], stage_range[stage]); |
1257 | 4.16M | bf1[40] = clamp_value(bf0[40] + bf0[41], stage_range[stage]); |
1258 | 4.16M | bf1[41] = clamp_value(bf0[40] - bf0[41], stage_range[stage]); |
1259 | 4.16M | bf1[42] = clamp_value(-bf0[42] + bf0[43], stage_range[stage]); |
1260 | 4.16M | bf1[43] = clamp_value(bf0[42] + bf0[43], stage_range[stage]); |
1261 | 4.16M | bf1[44] = clamp_value(bf0[44] + bf0[45], stage_range[stage]); |
1262 | 4.16M | bf1[45] = clamp_value(bf0[44] - bf0[45], stage_range[stage]); |
1263 | 4.16M | bf1[46] = clamp_value(-bf0[46] + bf0[47], stage_range[stage]); |
1264 | 4.16M | bf1[47] = clamp_value(bf0[46] + bf0[47], stage_range[stage]); |
1265 | 4.16M | bf1[48] = clamp_value(bf0[48] + bf0[49], stage_range[stage]); |
1266 | 4.16M | bf1[49] = clamp_value(bf0[48] - bf0[49], stage_range[stage]); |
1267 | 4.16M | bf1[50] = clamp_value(-bf0[50] + bf0[51], stage_range[stage]); |
1268 | 4.16M | bf1[51] = clamp_value(bf0[50] + bf0[51], stage_range[stage]); |
1269 | 4.16M | bf1[52] = clamp_value(bf0[52] + bf0[53], stage_range[stage]); |
1270 | 4.16M | bf1[53] = clamp_value(bf0[52] - bf0[53], stage_range[stage]); |
1271 | 4.16M | bf1[54] = clamp_value(-bf0[54] + bf0[55], stage_range[stage]); |
1272 | 4.16M | bf1[55] = clamp_value(bf0[54] + bf0[55], stage_range[stage]); |
1273 | 4.16M | bf1[56] = clamp_value(bf0[56] + bf0[57], stage_range[stage]); |
1274 | 4.16M | bf1[57] = clamp_value(bf0[56] - bf0[57], stage_range[stage]); |
1275 | 4.16M | bf1[58] = clamp_value(-bf0[58] + bf0[59], stage_range[stage]); |
1276 | 4.16M | bf1[59] = clamp_value(bf0[58] + bf0[59], stage_range[stage]); |
1277 | 4.16M | bf1[60] = clamp_value(bf0[60] + bf0[61], stage_range[stage]); |
1278 | 4.16M | bf1[61] = clamp_value(bf0[60] - bf0[61], stage_range[stage]); |
1279 | 4.16M | bf1[62] = clamp_value(-bf0[62] + bf0[63], stage_range[stage]); |
1280 | 4.16M | bf1[63] = clamp_value(bf0[62] + bf0[63], stage_range[stage]); |
1281 | 4.16M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
1282 | | |
1283 | | // stage 4 |
1284 | 4.16M | stage++; |
1285 | 4.16M | bf0 = output; |
1286 | 4.16M | bf1 = step; |
1287 | 4.16M | bf1[0] = bf0[0]; |
1288 | 4.16M | bf1[1] = bf0[1]; |
1289 | 4.16M | bf1[2] = bf0[2]; |
1290 | 4.16M | bf1[3] = bf0[3]; |
1291 | 4.16M | bf1[4] = bf0[4]; |
1292 | 4.16M | bf1[5] = bf0[5]; |
1293 | 4.16M | bf1[6] = bf0[6]; |
1294 | 4.16M | bf1[7] = bf0[7]; |
1295 | 4.16M | bf1[8] = half_btf(cospi[60], bf0[8], -cospi[4], bf0[15], cos_bit); |
1296 | 4.16M | bf1[9] = half_btf(cospi[28], bf0[9], -cospi[36], bf0[14], cos_bit); |
1297 | 4.16M | bf1[10] = half_btf(cospi[44], bf0[10], -cospi[20], bf0[13], cos_bit); |
1298 | 4.16M | bf1[11] = half_btf(cospi[12], bf0[11], -cospi[52], bf0[12], cos_bit); |
1299 | 4.16M | bf1[12] = half_btf(cospi[52], bf0[11], cospi[12], bf0[12], cos_bit); |
1300 | 4.16M | bf1[13] = half_btf(cospi[20], bf0[10], cospi[44], bf0[13], cos_bit); |
1301 | 4.16M | bf1[14] = half_btf(cospi[36], bf0[9], cospi[28], bf0[14], cos_bit); |
1302 | 4.16M | bf1[15] = half_btf(cospi[4], bf0[8], cospi[60], bf0[15], cos_bit); |
1303 | 4.16M | bf1[16] = clamp_value(bf0[16] + bf0[17], stage_range[stage]); |
1304 | 4.16M | bf1[17] = clamp_value(bf0[16] - bf0[17], stage_range[stage]); |
1305 | 4.16M | bf1[18] = clamp_value(-bf0[18] + bf0[19], stage_range[stage]); |
1306 | 4.16M | bf1[19] = clamp_value(bf0[18] + bf0[19], stage_range[stage]); |
1307 | 4.16M | bf1[20] = clamp_value(bf0[20] + bf0[21], stage_range[stage]); |
1308 | 4.16M | bf1[21] = clamp_value(bf0[20] - bf0[21], stage_range[stage]); |
1309 | 4.16M | bf1[22] = clamp_value(-bf0[22] + bf0[23], stage_range[stage]); |
1310 | 4.16M | bf1[23] = clamp_value(bf0[22] + bf0[23], stage_range[stage]); |
1311 | 4.16M | bf1[24] = clamp_value(bf0[24] + bf0[25], stage_range[stage]); |
1312 | 4.16M | bf1[25] = clamp_value(bf0[24] - bf0[25], stage_range[stage]); |
1313 | 4.16M | bf1[26] = clamp_value(-bf0[26] + bf0[27], stage_range[stage]); |
1314 | 4.16M | bf1[27] = clamp_value(bf0[26] + bf0[27], stage_range[stage]); |
1315 | 4.16M | bf1[28] = clamp_value(bf0[28] + bf0[29], stage_range[stage]); |
1316 | 4.16M | bf1[29] = clamp_value(bf0[28] - bf0[29], stage_range[stage]); |
1317 | 4.16M | bf1[30] = clamp_value(-bf0[30] + bf0[31], stage_range[stage]); |
1318 | 4.16M | bf1[31] = clamp_value(bf0[30] + bf0[31], stage_range[stage]); |
1319 | 4.16M | bf1[32] = bf0[32]; |
1320 | 4.16M | bf1[33] = half_btf(-cospi[4], bf0[33], cospi[60], bf0[62], cos_bit); |
1321 | 4.16M | bf1[34] = half_btf(-cospi[60], bf0[34], -cospi[4], bf0[61], cos_bit); |
1322 | 4.16M | bf1[35] = bf0[35]; |
1323 | 4.16M | bf1[36] = bf0[36]; |
1324 | 4.16M | bf1[37] = half_btf(-cospi[36], bf0[37], cospi[28], bf0[58], cos_bit); |
1325 | 4.16M | bf1[38] = half_btf(-cospi[28], bf0[38], -cospi[36], bf0[57], cos_bit); |
1326 | 4.16M | bf1[39] = bf0[39]; |
1327 | 4.16M | bf1[40] = bf0[40]; |
1328 | 4.16M | bf1[41] = half_btf(-cospi[20], bf0[41], cospi[44], bf0[54], cos_bit); |
1329 | 4.16M | bf1[42] = half_btf(-cospi[44], bf0[42], -cospi[20], bf0[53], cos_bit); |
1330 | 4.16M | bf1[43] = bf0[43]; |
1331 | 4.16M | bf1[44] = bf0[44]; |
1332 | 4.16M | bf1[45] = half_btf(-cospi[52], bf0[45], cospi[12], bf0[50], cos_bit); |
1333 | 4.16M | bf1[46] = half_btf(-cospi[12], bf0[46], -cospi[52], bf0[49], cos_bit); |
1334 | 4.16M | bf1[47] = bf0[47]; |
1335 | 4.16M | bf1[48] = bf0[48]; |
1336 | 4.16M | bf1[49] = half_btf(-cospi[52], bf0[46], cospi[12], bf0[49], cos_bit); |
1337 | 4.16M | bf1[50] = half_btf(cospi[12], bf0[45], cospi[52], bf0[50], cos_bit); |
1338 | 4.16M | bf1[51] = bf0[51]; |
1339 | 4.16M | bf1[52] = bf0[52]; |
1340 | 4.16M | bf1[53] = half_btf(-cospi[20], bf0[42], cospi[44], bf0[53], cos_bit); |
1341 | 4.16M | bf1[54] = half_btf(cospi[44], bf0[41], cospi[20], bf0[54], cos_bit); |
1342 | 4.16M | bf1[55] = bf0[55]; |
1343 | 4.16M | bf1[56] = bf0[56]; |
1344 | 4.16M | bf1[57] = half_btf(-cospi[36], bf0[38], cospi[28], bf0[57], cos_bit); |
1345 | 4.16M | bf1[58] = half_btf(cospi[28], bf0[37], cospi[36], bf0[58], cos_bit); |
1346 | 4.16M | bf1[59] = bf0[59]; |
1347 | 4.16M | bf1[60] = bf0[60]; |
1348 | 4.16M | bf1[61] = half_btf(-cospi[4], bf0[34], cospi[60], bf0[61], cos_bit); |
1349 | 4.16M | bf1[62] = half_btf(cospi[60], bf0[33], cospi[4], bf0[62], cos_bit); |
1350 | 4.16M | bf1[63] = bf0[63]; |
1351 | 4.16M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
1352 | | |
1353 | | // stage 5 |
1354 | 4.16M | stage++; |
1355 | 4.16M | bf0 = step; |
1356 | 4.16M | bf1 = output; |
1357 | 4.16M | bf1[0] = bf0[0]; |
1358 | 4.16M | bf1[1] = bf0[1]; |
1359 | 4.16M | bf1[2] = bf0[2]; |
1360 | 4.16M | bf1[3] = bf0[3]; |
1361 | 4.16M | bf1[4] = half_btf(cospi[56], bf0[4], -cospi[8], bf0[7], cos_bit); |
1362 | 4.16M | bf1[5] = half_btf(cospi[24], bf0[5], -cospi[40], bf0[6], cos_bit); |
1363 | 4.16M | bf1[6] = half_btf(cospi[40], bf0[5], cospi[24], bf0[6], cos_bit); |
1364 | 4.16M | bf1[7] = half_btf(cospi[8], bf0[4], cospi[56], bf0[7], cos_bit); |
1365 | 4.16M | bf1[8] = clamp_value(bf0[8] + bf0[9], stage_range[stage]); |
1366 | 4.16M | bf1[9] = clamp_value(bf0[8] - bf0[9], stage_range[stage]); |
1367 | 4.16M | bf1[10] = clamp_value(-bf0[10] + bf0[11], stage_range[stage]); |
1368 | 4.16M | bf1[11] = clamp_value(bf0[10] + bf0[11], stage_range[stage]); |
1369 | 4.16M | bf1[12] = clamp_value(bf0[12] + bf0[13], stage_range[stage]); |
1370 | 4.16M | bf1[13] = clamp_value(bf0[12] - bf0[13], stage_range[stage]); |
1371 | 4.16M | bf1[14] = clamp_value(-bf0[14] + bf0[15], stage_range[stage]); |
1372 | 4.16M | bf1[15] = clamp_value(bf0[14] + bf0[15], stage_range[stage]); |
1373 | 4.16M | bf1[16] = bf0[16]; |
1374 | 4.16M | bf1[17] = half_btf(-cospi[8], bf0[17], cospi[56], bf0[30], cos_bit); |
1375 | 4.16M | bf1[18] = half_btf(-cospi[56], bf0[18], -cospi[8], bf0[29], cos_bit); |
1376 | 4.16M | bf1[19] = bf0[19]; |
1377 | 4.16M | bf1[20] = bf0[20]; |
1378 | 4.16M | bf1[21] = half_btf(-cospi[40], bf0[21], cospi[24], bf0[26], cos_bit); |
1379 | 4.16M | bf1[22] = half_btf(-cospi[24], bf0[22], -cospi[40], bf0[25], cos_bit); |
1380 | 4.16M | bf1[23] = bf0[23]; |
1381 | 4.16M | bf1[24] = bf0[24]; |
1382 | 4.16M | bf1[25] = half_btf(-cospi[40], bf0[22], cospi[24], bf0[25], cos_bit); |
1383 | 4.16M | bf1[26] = half_btf(cospi[24], bf0[21], cospi[40], bf0[26], cos_bit); |
1384 | 4.16M | bf1[27] = bf0[27]; |
1385 | 4.16M | bf1[28] = bf0[28]; |
1386 | 4.16M | bf1[29] = half_btf(-cospi[8], bf0[18], cospi[56], bf0[29], cos_bit); |
1387 | 4.16M | bf1[30] = half_btf(cospi[56], bf0[17], cospi[8], bf0[30], cos_bit); |
1388 | 4.16M | bf1[31] = bf0[31]; |
1389 | 4.16M | bf1[32] = clamp_value(bf0[32] + bf0[35], stage_range[stage]); |
1390 | 4.16M | bf1[33] = clamp_value(bf0[33] + bf0[34], stage_range[stage]); |
1391 | 4.16M | bf1[34] = clamp_value(bf0[33] - bf0[34], stage_range[stage]); |
1392 | 4.16M | bf1[35] = clamp_value(bf0[32] - bf0[35], stage_range[stage]); |
1393 | 4.16M | bf1[36] = clamp_value(-bf0[36] + bf0[39], stage_range[stage]); |
1394 | 4.16M | bf1[37] = clamp_value(-bf0[37] + bf0[38], stage_range[stage]); |
1395 | 4.16M | bf1[38] = clamp_value(bf0[37] + bf0[38], stage_range[stage]); |
1396 | 4.16M | bf1[39] = clamp_value(bf0[36] + bf0[39], stage_range[stage]); |
1397 | 4.16M | bf1[40] = clamp_value(bf0[40] + bf0[43], stage_range[stage]); |
1398 | 4.16M | bf1[41] = clamp_value(bf0[41] + bf0[42], stage_range[stage]); |
1399 | 4.16M | bf1[42] = clamp_value(bf0[41] - bf0[42], stage_range[stage]); |
1400 | 4.16M | bf1[43] = clamp_value(bf0[40] - bf0[43], stage_range[stage]); |
1401 | 4.16M | bf1[44] = clamp_value(-bf0[44] + bf0[47], stage_range[stage]); |
1402 | 4.16M | bf1[45] = clamp_value(-bf0[45] + bf0[46], stage_range[stage]); |
1403 | 4.16M | bf1[46] = clamp_value(bf0[45] + bf0[46], stage_range[stage]); |
1404 | 4.16M | bf1[47] = clamp_value(bf0[44] + bf0[47], stage_range[stage]); |
1405 | 4.16M | bf1[48] = clamp_value(bf0[48] + bf0[51], stage_range[stage]); |
1406 | 4.16M | bf1[49] = clamp_value(bf0[49] + bf0[50], stage_range[stage]); |
1407 | 4.16M | bf1[50] = clamp_value(bf0[49] - bf0[50], stage_range[stage]); |
1408 | 4.16M | bf1[51] = clamp_value(bf0[48] - bf0[51], stage_range[stage]); |
1409 | 4.16M | bf1[52] = clamp_value(-bf0[52] + bf0[55], stage_range[stage]); |
1410 | 4.16M | bf1[53] = clamp_value(-bf0[53] + bf0[54], stage_range[stage]); |
1411 | 4.16M | bf1[54] = clamp_value(bf0[53] + bf0[54], stage_range[stage]); |
1412 | 4.16M | bf1[55] = clamp_value(bf0[52] + bf0[55], stage_range[stage]); |
1413 | 4.16M | bf1[56] = clamp_value(bf0[56] + bf0[59], stage_range[stage]); |
1414 | 4.16M | bf1[57] = clamp_value(bf0[57] + bf0[58], stage_range[stage]); |
1415 | 4.16M | bf1[58] = clamp_value(bf0[57] - bf0[58], stage_range[stage]); |
1416 | 4.16M | bf1[59] = clamp_value(bf0[56] - bf0[59], stage_range[stage]); |
1417 | 4.16M | bf1[60] = clamp_value(-bf0[60] + bf0[63], stage_range[stage]); |
1418 | 4.16M | bf1[61] = clamp_value(-bf0[61] + bf0[62], stage_range[stage]); |
1419 | 4.16M | bf1[62] = clamp_value(bf0[61] + bf0[62], stage_range[stage]); |
1420 | 4.16M | bf1[63] = clamp_value(bf0[60] + bf0[63], stage_range[stage]); |
1421 | 4.16M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
1422 | | |
1423 | | // stage 6 |
1424 | 4.16M | stage++; |
1425 | 4.16M | bf0 = output; |
1426 | 4.16M | bf1 = step; |
1427 | 4.16M | bf1[0] = half_btf(cospi[32], bf0[0], cospi[32], bf0[1], cos_bit); |
1428 | 4.16M | bf1[1] = half_btf(cospi[32], bf0[0], -cospi[32], bf0[1], cos_bit); |
1429 | 4.16M | bf1[2] = half_btf(cospi[48], bf0[2], -cospi[16], bf0[3], cos_bit); |
1430 | 4.16M | bf1[3] = half_btf(cospi[16], bf0[2], cospi[48], bf0[3], cos_bit); |
1431 | 4.16M | bf1[4] = clamp_value(bf0[4] + bf0[5], stage_range[stage]); |
1432 | 4.16M | bf1[5] = clamp_value(bf0[4] - bf0[5], stage_range[stage]); |
1433 | 4.16M | bf1[6] = clamp_value(-bf0[6] + bf0[7], stage_range[stage]); |
1434 | 4.16M | bf1[7] = clamp_value(bf0[6] + bf0[7], stage_range[stage]); |
1435 | 4.16M | bf1[8] = bf0[8]; |
1436 | 4.16M | bf1[9] = half_btf(-cospi[16], bf0[9], cospi[48], bf0[14], cos_bit); |
1437 | 4.16M | bf1[10] = half_btf(-cospi[48], bf0[10], -cospi[16], bf0[13], cos_bit); |
1438 | 4.16M | bf1[11] = bf0[11]; |
1439 | 4.16M | bf1[12] = bf0[12]; |
1440 | 4.16M | bf1[13] = half_btf(-cospi[16], bf0[10], cospi[48], bf0[13], cos_bit); |
1441 | 4.16M | bf1[14] = half_btf(cospi[48], bf0[9], cospi[16], bf0[14], cos_bit); |
1442 | 4.16M | bf1[15] = bf0[15]; |
1443 | 4.16M | bf1[16] = clamp_value(bf0[16] + bf0[19], stage_range[stage]); |
1444 | 4.16M | bf1[17] = clamp_value(bf0[17] + bf0[18], stage_range[stage]); |
1445 | 4.16M | bf1[18] = clamp_value(bf0[17] - bf0[18], stage_range[stage]); |
1446 | 4.16M | bf1[19] = clamp_value(bf0[16] - bf0[19], stage_range[stage]); |
1447 | 4.16M | bf1[20] = clamp_value(-bf0[20] + bf0[23], stage_range[stage]); |
1448 | 4.16M | bf1[21] = clamp_value(-bf0[21] + bf0[22], stage_range[stage]); |
1449 | 4.16M | bf1[22] = clamp_value(bf0[21] + bf0[22], stage_range[stage]); |
1450 | 4.16M | bf1[23] = clamp_value(bf0[20] + bf0[23], stage_range[stage]); |
1451 | 4.16M | bf1[24] = clamp_value(bf0[24] + bf0[27], stage_range[stage]); |
1452 | 4.16M | bf1[25] = clamp_value(bf0[25] + bf0[26], stage_range[stage]); |
1453 | 4.16M | bf1[26] = clamp_value(bf0[25] - bf0[26], stage_range[stage]); |
1454 | 4.16M | bf1[27] = clamp_value(bf0[24] - bf0[27], stage_range[stage]); |
1455 | 4.16M | bf1[28] = clamp_value(-bf0[28] + bf0[31], stage_range[stage]); |
1456 | 4.16M | bf1[29] = clamp_value(-bf0[29] + bf0[30], stage_range[stage]); |
1457 | 4.16M | bf1[30] = clamp_value(bf0[29] + bf0[30], stage_range[stage]); |
1458 | 4.16M | bf1[31] = clamp_value(bf0[28] + bf0[31], stage_range[stage]); |
1459 | 4.16M | bf1[32] = bf0[32]; |
1460 | 4.16M | bf1[33] = bf0[33]; |
1461 | 4.16M | bf1[34] = half_btf(-cospi[8], bf0[34], cospi[56], bf0[61], cos_bit); |
1462 | 4.16M | bf1[35] = half_btf(-cospi[8], bf0[35], cospi[56], bf0[60], cos_bit); |
1463 | 4.16M | bf1[36] = half_btf(-cospi[56], bf0[36], -cospi[8], bf0[59], cos_bit); |
1464 | 4.16M | bf1[37] = half_btf(-cospi[56], bf0[37], -cospi[8], bf0[58], cos_bit); |
1465 | 4.16M | bf1[38] = bf0[38]; |
1466 | 4.16M | bf1[39] = bf0[39]; |
1467 | 4.16M | bf1[40] = bf0[40]; |
1468 | 4.16M | bf1[41] = bf0[41]; |
1469 | 4.16M | bf1[42] = half_btf(-cospi[40], bf0[42], cospi[24], bf0[53], cos_bit); |
1470 | 4.16M | bf1[43] = half_btf(-cospi[40], bf0[43], cospi[24], bf0[52], cos_bit); |
1471 | 4.16M | bf1[44] = half_btf(-cospi[24], bf0[44], -cospi[40], bf0[51], cos_bit); |
1472 | 4.16M | bf1[45] = half_btf(-cospi[24], bf0[45], -cospi[40], bf0[50], cos_bit); |
1473 | 4.16M | bf1[46] = bf0[46]; |
1474 | 4.16M | bf1[47] = bf0[47]; |
1475 | 4.16M | bf1[48] = bf0[48]; |
1476 | 4.16M | bf1[49] = bf0[49]; |
1477 | 4.16M | bf1[50] = half_btf(-cospi[40], bf0[45], cospi[24], bf0[50], cos_bit); |
1478 | 4.16M | bf1[51] = half_btf(-cospi[40], bf0[44], cospi[24], bf0[51], cos_bit); |
1479 | 4.16M | bf1[52] = half_btf(cospi[24], bf0[43], cospi[40], bf0[52], cos_bit); |
1480 | 4.16M | bf1[53] = half_btf(cospi[24], bf0[42], cospi[40], bf0[53], cos_bit); |
1481 | 4.16M | bf1[54] = bf0[54]; |
1482 | 4.16M | bf1[55] = bf0[55]; |
1483 | 4.16M | bf1[56] = bf0[56]; |
1484 | 4.16M | bf1[57] = bf0[57]; |
1485 | 4.16M | bf1[58] = half_btf(-cospi[8], bf0[37], cospi[56], bf0[58], cos_bit); |
1486 | 4.16M | bf1[59] = half_btf(-cospi[8], bf0[36], cospi[56], bf0[59], cos_bit); |
1487 | 4.16M | bf1[60] = half_btf(cospi[56], bf0[35], cospi[8], bf0[60], cos_bit); |
1488 | 4.16M | bf1[61] = half_btf(cospi[56], bf0[34], cospi[8], bf0[61], cos_bit); |
1489 | 4.16M | bf1[62] = bf0[62]; |
1490 | 4.16M | bf1[63] = bf0[63]; |
1491 | 4.16M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
1492 | | |
1493 | | // stage 7 |
1494 | 4.16M | stage++; |
1495 | 4.16M | bf0 = step; |
1496 | 4.16M | bf1 = output; |
1497 | 4.16M | bf1[0] = clamp_value(bf0[0] + bf0[3], stage_range[stage]); |
1498 | 4.16M | bf1[1] = clamp_value(bf0[1] + bf0[2], stage_range[stage]); |
1499 | 4.16M | bf1[2] = clamp_value(bf0[1] - bf0[2], stage_range[stage]); |
1500 | 4.16M | bf1[3] = clamp_value(bf0[0] - bf0[3], stage_range[stage]); |
1501 | 4.16M | bf1[4] = bf0[4]; |
1502 | 4.16M | bf1[5] = half_btf(-cospi[32], bf0[5], cospi[32], bf0[6], cos_bit); |
1503 | 4.16M | bf1[6] = half_btf(cospi[32], bf0[5], cospi[32], bf0[6], cos_bit); |
1504 | 4.16M | bf1[7] = bf0[7]; |
1505 | 4.16M | bf1[8] = clamp_value(bf0[8] + bf0[11], stage_range[stage]); |
1506 | 4.16M | bf1[9] = clamp_value(bf0[9] + bf0[10], stage_range[stage]); |
1507 | 4.16M | bf1[10] = clamp_value(bf0[9] - bf0[10], stage_range[stage]); |
1508 | 4.16M | bf1[11] = clamp_value(bf0[8] - bf0[11], stage_range[stage]); |
1509 | 4.16M | bf1[12] = clamp_value(-bf0[12] + bf0[15], stage_range[stage]); |
1510 | 4.16M | bf1[13] = clamp_value(-bf0[13] + bf0[14], stage_range[stage]); |
1511 | 4.16M | bf1[14] = clamp_value(bf0[13] + bf0[14], stage_range[stage]); |
1512 | 4.16M | bf1[15] = clamp_value(bf0[12] + bf0[15], stage_range[stage]); |
1513 | 4.16M | bf1[16] = bf0[16]; |
1514 | 4.16M | bf1[17] = bf0[17]; |
1515 | 4.16M | bf1[18] = half_btf(-cospi[16], bf0[18], cospi[48], bf0[29], cos_bit); |
1516 | 4.16M | bf1[19] = half_btf(-cospi[16], bf0[19], cospi[48], bf0[28], cos_bit); |
1517 | 4.16M | bf1[20] = half_btf(-cospi[48], bf0[20], -cospi[16], bf0[27], cos_bit); |
1518 | 4.16M | bf1[21] = half_btf(-cospi[48], bf0[21], -cospi[16], bf0[26], cos_bit); |
1519 | 4.16M | bf1[22] = bf0[22]; |
1520 | 4.16M | bf1[23] = bf0[23]; |
1521 | 4.16M | bf1[24] = bf0[24]; |
1522 | 4.16M | bf1[25] = bf0[25]; |
1523 | 4.16M | bf1[26] = half_btf(-cospi[16], bf0[21], cospi[48], bf0[26], cos_bit); |
1524 | 4.16M | bf1[27] = half_btf(-cospi[16], bf0[20], cospi[48], bf0[27], cos_bit); |
1525 | 4.16M | bf1[28] = half_btf(cospi[48], bf0[19], cospi[16], bf0[28], cos_bit); |
1526 | 4.16M | bf1[29] = half_btf(cospi[48], bf0[18], cospi[16], bf0[29], cos_bit); |
1527 | 4.16M | bf1[30] = bf0[30]; |
1528 | 4.16M | bf1[31] = bf0[31]; |
1529 | 4.16M | bf1[32] = clamp_value(bf0[32] + bf0[39], stage_range[stage]); |
1530 | 4.16M | bf1[33] = clamp_value(bf0[33] + bf0[38], stage_range[stage]); |
1531 | 4.16M | bf1[34] = clamp_value(bf0[34] + bf0[37], stage_range[stage]); |
1532 | 4.16M | bf1[35] = clamp_value(bf0[35] + bf0[36], stage_range[stage]); |
1533 | 4.16M | bf1[36] = clamp_value(bf0[35] - bf0[36], stage_range[stage]); |
1534 | 4.16M | bf1[37] = clamp_value(bf0[34] - bf0[37], stage_range[stage]); |
1535 | 4.16M | bf1[38] = clamp_value(bf0[33] - bf0[38], stage_range[stage]); |
1536 | 4.16M | bf1[39] = clamp_value(bf0[32] - bf0[39], stage_range[stage]); |
1537 | 4.16M | bf1[40] = clamp_value(-bf0[40] + bf0[47], stage_range[stage]); |
1538 | 4.16M | bf1[41] = clamp_value(-bf0[41] + bf0[46], stage_range[stage]); |
1539 | 4.16M | bf1[42] = clamp_value(-bf0[42] + bf0[45], stage_range[stage]); |
1540 | 4.16M | bf1[43] = clamp_value(-bf0[43] + bf0[44], stage_range[stage]); |
1541 | 4.16M | bf1[44] = clamp_value(bf0[43] + bf0[44], stage_range[stage]); |
1542 | 4.16M | bf1[45] = clamp_value(bf0[42] + bf0[45], stage_range[stage]); |
1543 | 4.16M | bf1[46] = clamp_value(bf0[41] + bf0[46], stage_range[stage]); |
1544 | 4.16M | bf1[47] = clamp_value(bf0[40] + bf0[47], stage_range[stage]); |
1545 | 4.16M | bf1[48] = clamp_value(bf0[48] + bf0[55], stage_range[stage]); |
1546 | 4.16M | bf1[49] = clamp_value(bf0[49] + bf0[54], stage_range[stage]); |
1547 | 4.16M | bf1[50] = clamp_value(bf0[50] + bf0[53], stage_range[stage]); |
1548 | 4.16M | bf1[51] = clamp_value(bf0[51] + bf0[52], stage_range[stage]); |
1549 | 4.16M | bf1[52] = clamp_value(bf0[51] - bf0[52], stage_range[stage]); |
1550 | 4.16M | bf1[53] = clamp_value(bf0[50] - bf0[53], stage_range[stage]); |
1551 | 4.16M | bf1[54] = clamp_value(bf0[49] - bf0[54], stage_range[stage]); |
1552 | 4.16M | bf1[55] = clamp_value(bf0[48] - bf0[55], stage_range[stage]); |
1553 | 4.16M | bf1[56] = clamp_value(-bf0[56] + bf0[63], stage_range[stage]); |
1554 | 4.16M | bf1[57] = clamp_value(-bf0[57] + bf0[62], stage_range[stage]); |
1555 | 4.16M | bf1[58] = clamp_value(-bf0[58] + bf0[61], stage_range[stage]); |
1556 | 4.16M | bf1[59] = clamp_value(-bf0[59] + bf0[60], stage_range[stage]); |
1557 | 4.16M | bf1[60] = clamp_value(bf0[59] + bf0[60], stage_range[stage]); |
1558 | 4.16M | bf1[61] = clamp_value(bf0[58] + bf0[61], stage_range[stage]); |
1559 | 4.16M | bf1[62] = clamp_value(bf0[57] + bf0[62], stage_range[stage]); |
1560 | 4.16M | bf1[63] = clamp_value(bf0[56] + bf0[63], stage_range[stage]); |
1561 | 4.16M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
1562 | | |
1563 | | // stage 8 |
1564 | 4.16M | stage++; |
1565 | 4.16M | bf0 = output; |
1566 | 4.16M | bf1 = step; |
1567 | 4.16M | bf1[0] = clamp_value(bf0[0] + bf0[7], stage_range[stage]); |
1568 | 4.16M | bf1[1] = clamp_value(bf0[1] + bf0[6], stage_range[stage]); |
1569 | 4.16M | bf1[2] = clamp_value(bf0[2] + bf0[5], stage_range[stage]); |
1570 | 4.16M | bf1[3] = clamp_value(bf0[3] + bf0[4], stage_range[stage]); |
1571 | 4.16M | bf1[4] = clamp_value(bf0[3] - bf0[4], stage_range[stage]); |
1572 | 4.16M | bf1[5] = clamp_value(bf0[2] - bf0[5], stage_range[stage]); |
1573 | 4.16M | bf1[6] = clamp_value(bf0[1] - bf0[6], stage_range[stage]); |
1574 | 4.16M | bf1[7] = clamp_value(bf0[0] - bf0[7], stage_range[stage]); |
1575 | 4.16M | bf1[8] = bf0[8]; |
1576 | 4.16M | bf1[9] = bf0[9]; |
1577 | 4.16M | bf1[10] = half_btf(-cospi[32], bf0[10], cospi[32], bf0[13], cos_bit); |
1578 | 4.16M | bf1[11] = half_btf(-cospi[32], bf0[11], cospi[32], bf0[12], cos_bit); |
1579 | 4.16M | bf1[12] = half_btf(cospi[32], bf0[11], cospi[32], bf0[12], cos_bit); |
1580 | 4.16M | bf1[13] = half_btf(cospi[32], bf0[10], cospi[32], bf0[13], cos_bit); |
1581 | 4.16M | bf1[14] = bf0[14]; |
1582 | 4.16M | bf1[15] = bf0[15]; |
1583 | 4.16M | bf1[16] = clamp_value(bf0[16] + bf0[23], stage_range[stage]); |
1584 | 4.16M | bf1[17] = clamp_value(bf0[17] + bf0[22], stage_range[stage]); |
1585 | 4.16M | bf1[18] = clamp_value(bf0[18] + bf0[21], stage_range[stage]); |
1586 | 4.16M | bf1[19] = clamp_value(bf0[19] + bf0[20], stage_range[stage]); |
1587 | 4.16M | bf1[20] = clamp_value(bf0[19] - bf0[20], stage_range[stage]); |
1588 | 4.16M | bf1[21] = clamp_value(bf0[18] - bf0[21], stage_range[stage]); |
1589 | 4.16M | bf1[22] = clamp_value(bf0[17] - bf0[22], stage_range[stage]); |
1590 | 4.16M | bf1[23] = clamp_value(bf0[16] - bf0[23], stage_range[stage]); |
1591 | 4.16M | bf1[24] = clamp_value(-bf0[24] + bf0[31], stage_range[stage]); |
1592 | 4.16M | bf1[25] = clamp_value(-bf0[25] + bf0[30], stage_range[stage]); |
1593 | 4.16M | bf1[26] = clamp_value(-bf0[26] + bf0[29], stage_range[stage]); |
1594 | 4.16M | bf1[27] = clamp_value(-bf0[27] + bf0[28], stage_range[stage]); |
1595 | 4.16M | bf1[28] = clamp_value(bf0[27] + bf0[28], stage_range[stage]); |
1596 | 4.16M | bf1[29] = clamp_value(bf0[26] + bf0[29], stage_range[stage]); |
1597 | 4.16M | bf1[30] = clamp_value(bf0[25] + bf0[30], stage_range[stage]); |
1598 | 4.16M | bf1[31] = clamp_value(bf0[24] + bf0[31], stage_range[stage]); |
1599 | 4.16M | bf1[32] = bf0[32]; |
1600 | 4.16M | bf1[33] = bf0[33]; |
1601 | 4.16M | bf1[34] = bf0[34]; |
1602 | 4.16M | bf1[35] = bf0[35]; |
1603 | 4.16M | bf1[36] = half_btf(-cospi[16], bf0[36], cospi[48], bf0[59], cos_bit); |
1604 | 4.16M | bf1[37] = half_btf(-cospi[16], bf0[37], cospi[48], bf0[58], cos_bit); |
1605 | 4.16M | bf1[38] = half_btf(-cospi[16], bf0[38], cospi[48], bf0[57], cos_bit); |
1606 | 4.16M | bf1[39] = half_btf(-cospi[16], bf0[39], cospi[48], bf0[56], cos_bit); |
1607 | 4.16M | bf1[40] = half_btf(-cospi[48], bf0[40], -cospi[16], bf0[55], cos_bit); |
1608 | 4.16M | bf1[41] = half_btf(-cospi[48], bf0[41], -cospi[16], bf0[54], cos_bit); |
1609 | 4.16M | bf1[42] = half_btf(-cospi[48], bf0[42], -cospi[16], bf0[53], cos_bit); |
1610 | 4.16M | bf1[43] = half_btf(-cospi[48], bf0[43], -cospi[16], bf0[52], cos_bit); |
1611 | 4.16M | bf1[44] = bf0[44]; |
1612 | 4.16M | bf1[45] = bf0[45]; |
1613 | 4.16M | bf1[46] = bf0[46]; |
1614 | 4.16M | bf1[47] = bf0[47]; |
1615 | 4.16M | bf1[48] = bf0[48]; |
1616 | 4.16M | bf1[49] = bf0[49]; |
1617 | 4.16M | bf1[50] = bf0[50]; |
1618 | 4.16M | bf1[51] = bf0[51]; |
1619 | 4.16M | bf1[52] = half_btf(-cospi[16], bf0[43], cospi[48], bf0[52], cos_bit); |
1620 | 4.16M | bf1[53] = half_btf(-cospi[16], bf0[42], cospi[48], bf0[53], cos_bit); |
1621 | 4.16M | bf1[54] = half_btf(-cospi[16], bf0[41], cospi[48], bf0[54], cos_bit); |
1622 | 4.16M | bf1[55] = half_btf(-cospi[16], bf0[40], cospi[48], bf0[55], cos_bit); |
1623 | 4.16M | bf1[56] = half_btf(cospi[48], bf0[39], cospi[16], bf0[56], cos_bit); |
1624 | 4.16M | bf1[57] = half_btf(cospi[48], bf0[38], cospi[16], bf0[57], cos_bit); |
1625 | 4.16M | bf1[58] = half_btf(cospi[48], bf0[37], cospi[16], bf0[58], cos_bit); |
1626 | 4.16M | bf1[59] = half_btf(cospi[48], bf0[36], cospi[16], bf0[59], cos_bit); |
1627 | 4.16M | bf1[60] = bf0[60]; |
1628 | 4.16M | bf1[61] = bf0[61]; |
1629 | 4.16M | bf1[62] = bf0[62]; |
1630 | 4.16M | bf1[63] = bf0[63]; |
1631 | 4.16M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
1632 | | |
1633 | | // stage 9 |
1634 | 4.16M | stage++; |
1635 | 4.16M | bf0 = step; |
1636 | 4.16M | bf1 = output; |
1637 | 4.16M | bf1[0] = clamp_value(bf0[0] + bf0[15], stage_range[stage]); |
1638 | 4.16M | bf1[1] = clamp_value(bf0[1] + bf0[14], stage_range[stage]); |
1639 | 4.16M | bf1[2] = clamp_value(bf0[2] + bf0[13], stage_range[stage]); |
1640 | 4.16M | bf1[3] = clamp_value(bf0[3] + bf0[12], stage_range[stage]); |
1641 | 4.16M | bf1[4] = clamp_value(bf0[4] + bf0[11], stage_range[stage]); |
1642 | 4.16M | bf1[5] = clamp_value(bf0[5] + bf0[10], stage_range[stage]); |
1643 | 4.16M | bf1[6] = clamp_value(bf0[6] + bf0[9], stage_range[stage]); |
1644 | 4.16M | bf1[7] = clamp_value(bf0[7] + bf0[8], stage_range[stage]); |
1645 | 4.16M | bf1[8] = clamp_value(bf0[7] - bf0[8], stage_range[stage]); |
1646 | 4.16M | bf1[9] = clamp_value(bf0[6] - bf0[9], stage_range[stage]); |
1647 | 4.16M | bf1[10] = clamp_value(bf0[5] - bf0[10], stage_range[stage]); |
1648 | 4.16M | bf1[11] = clamp_value(bf0[4] - bf0[11], stage_range[stage]); |
1649 | 4.16M | bf1[12] = clamp_value(bf0[3] - bf0[12], stage_range[stage]); |
1650 | 4.16M | bf1[13] = clamp_value(bf0[2] - bf0[13], stage_range[stage]); |
1651 | 4.16M | bf1[14] = clamp_value(bf0[1] - bf0[14], stage_range[stage]); |
1652 | 4.16M | bf1[15] = clamp_value(bf0[0] - bf0[15], stage_range[stage]); |
1653 | 4.16M | bf1[16] = bf0[16]; |
1654 | 4.16M | bf1[17] = bf0[17]; |
1655 | 4.16M | bf1[18] = bf0[18]; |
1656 | 4.16M | bf1[19] = bf0[19]; |
1657 | 4.16M | bf1[20] = half_btf(-cospi[32], bf0[20], cospi[32], bf0[27], cos_bit); |
1658 | 4.16M | bf1[21] = half_btf(-cospi[32], bf0[21], cospi[32], bf0[26], cos_bit); |
1659 | 4.16M | bf1[22] = half_btf(-cospi[32], bf0[22], cospi[32], bf0[25], cos_bit); |
1660 | 4.16M | bf1[23] = half_btf(-cospi[32], bf0[23], cospi[32], bf0[24], cos_bit); |
1661 | 4.16M | bf1[24] = half_btf(cospi[32], bf0[23], cospi[32], bf0[24], cos_bit); |
1662 | 4.16M | bf1[25] = half_btf(cospi[32], bf0[22], cospi[32], bf0[25], cos_bit); |
1663 | 4.16M | bf1[26] = half_btf(cospi[32], bf0[21], cospi[32], bf0[26], cos_bit); |
1664 | 4.16M | bf1[27] = half_btf(cospi[32], bf0[20], cospi[32], bf0[27], cos_bit); |
1665 | 4.16M | bf1[28] = bf0[28]; |
1666 | 4.16M | bf1[29] = bf0[29]; |
1667 | 4.16M | bf1[30] = bf0[30]; |
1668 | 4.16M | bf1[31] = bf0[31]; |
1669 | 4.16M | bf1[32] = clamp_value(bf0[32] + bf0[47], stage_range[stage]); |
1670 | 4.16M | bf1[33] = clamp_value(bf0[33] + bf0[46], stage_range[stage]); |
1671 | 4.16M | bf1[34] = clamp_value(bf0[34] + bf0[45], stage_range[stage]); |
1672 | 4.16M | bf1[35] = clamp_value(bf0[35] + bf0[44], stage_range[stage]); |
1673 | 4.16M | bf1[36] = clamp_value(bf0[36] + bf0[43], stage_range[stage]); |
1674 | 4.16M | bf1[37] = clamp_value(bf0[37] + bf0[42], stage_range[stage]); |
1675 | 4.16M | bf1[38] = clamp_value(bf0[38] + bf0[41], stage_range[stage]); |
1676 | 4.16M | bf1[39] = clamp_value(bf0[39] + bf0[40], stage_range[stage]); |
1677 | 4.16M | bf1[40] = clamp_value(bf0[39] - bf0[40], stage_range[stage]); |
1678 | 4.16M | bf1[41] = clamp_value(bf0[38] - bf0[41], stage_range[stage]); |
1679 | 4.16M | bf1[42] = clamp_value(bf0[37] - bf0[42], stage_range[stage]); |
1680 | 4.16M | bf1[43] = clamp_value(bf0[36] - bf0[43], stage_range[stage]); |
1681 | 4.16M | bf1[44] = clamp_value(bf0[35] - bf0[44], stage_range[stage]); |
1682 | 4.16M | bf1[45] = clamp_value(bf0[34] - bf0[45], stage_range[stage]); |
1683 | 4.16M | bf1[46] = clamp_value(bf0[33] - bf0[46], stage_range[stage]); |
1684 | 4.16M | bf1[47] = clamp_value(bf0[32] - bf0[47], stage_range[stage]); |
1685 | 4.16M | bf1[48] = clamp_value(-bf0[48] + bf0[63], stage_range[stage]); |
1686 | 4.16M | bf1[49] = clamp_value(-bf0[49] + bf0[62], stage_range[stage]); |
1687 | 4.16M | bf1[50] = clamp_value(-bf0[50] + bf0[61], stage_range[stage]); |
1688 | 4.16M | bf1[51] = clamp_value(-bf0[51] + bf0[60], stage_range[stage]); |
1689 | 4.16M | bf1[52] = clamp_value(-bf0[52] + bf0[59], stage_range[stage]); |
1690 | 4.16M | bf1[53] = clamp_value(-bf0[53] + bf0[58], stage_range[stage]); |
1691 | 4.16M | bf1[54] = clamp_value(-bf0[54] + bf0[57], stage_range[stage]); |
1692 | 4.16M | bf1[55] = clamp_value(-bf0[55] + bf0[56], stage_range[stage]); |
1693 | 4.16M | bf1[56] = clamp_value(bf0[55] + bf0[56], stage_range[stage]); |
1694 | 4.16M | bf1[57] = clamp_value(bf0[54] + bf0[57], stage_range[stage]); |
1695 | 4.16M | bf1[58] = clamp_value(bf0[53] + bf0[58], stage_range[stage]); |
1696 | 4.16M | bf1[59] = clamp_value(bf0[52] + bf0[59], stage_range[stage]); |
1697 | 4.16M | bf1[60] = clamp_value(bf0[51] + bf0[60], stage_range[stage]); |
1698 | 4.16M | bf1[61] = clamp_value(bf0[50] + bf0[61], stage_range[stage]); |
1699 | 4.16M | bf1[62] = clamp_value(bf0[49] + bf0[62], stage_range[stage]); |
1700 | 4.16M | bf1[63] = clamp_value(bf0[48] + bf0[63], stage_range[stage]); |
1701 | 4.16M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
1702 | | |
1703 | | // stage 10 |
1704 | 4.16M | stage++; |
1705 | 4.16M | bf0 = output; |
1706 | 4.16M | bf1 = step; |
1707 | 4.16M | bf1[0] = clamp_value(bf0[0] + bf0[31], stage_range[stage]); |
1708 | 4.16M | bf1[1] = clamp_value(bf0[1] + bf0[30], stage_range[stage]); |
1709 | 4.16M | bf1[2] = clamp_value(bf0[2] + bf0[29], stage_range[stage]); |
1710 | 4.16M | bf1[3] = clamp_value(bf0[3] + bf0[28], stage_range[stage]); |
1711 | 4.16M | bf1[4] = clamp_value(bf0[4] + bf0[27], stage_range[stage]); |
1712 | 4.16M | bf1[5] = clamp_value(bf0[5] + bf0[26], stage_range[stage]); |
1713 | 4.16M | bf1[6] = clamp_value(bf0[6] + bf0[25], stage_range[stage]); |
1714 | 4.16M | bf1[7] = clamp_value(bf0[7] + bf0[24], stage_range[stage]); |
1715 | 4.16M | bf1[8] = clamp_value(bf0[8] + bf0[23], stage_range[stage]); |
1716 | 4.16M | bf1[9] = clamp_value(bf0[9] + bf0[22], stage_range[stage]); |
1717 | 4.16M | bf1[10] = clamp_value(bf0[10] + bf0[21], stage_range[stage]); |
1718 | 4.16M | bf1[11] = clamp_value(bf0[11] + bf0[20], stage_range[stage]); |
1719 | 4.16M | bf1[12] = clamp_value(bf0[12] + bf0[19], stage_range[stage]); |
1720 | 4.16M | bf1[13] = clamp_value(bf0[13] + bf0[18], stage_range[stage]); |
1721 | 4.16M | bf1[14] = clamp_value(bf0[14] + bf0[17], stage_range[stage]); |
1722 | 4.16M | bf1[15] = clamp_value(bf0[15] + bf0[16], stage_range[stage]); |
1723 | 4.16M | bf1[16] = clamp_value(bf0[15] - bf0[16], stage_range[stage]); |
1724 | 4.16M | bf1[17] = clamp_value(bf0[14] - bf0[17], stage_range[stage]); |
1725 | 4.16M | bf1[18] = clamp_value(bf0[13] - bf0[18], stage_range[stage]); |
1726 | 4.16M | bf1[19] = clamp_value(bf0[12] - bf0[19], stage_range[stage]); |
1727 | 4.16M | bf1[20] = clamp_value(bf0[11] - bf0[20], stage_range[stage]); |
1728 | 4.16M | bf1[21] = clamp_value(bf0[10] - bf0[21], stage_range[stage]); |
1729 | 4.16M | bf1[22] = clamp_value(bf0[9] - bf0[22], stage_range[stage]); |
1730 | 4.16M | bf1[23] = clamp_value(bf0[8] - bf0[23], stage_range[stage]); |
1731 | 4.16M | bf1[24] = clamp_value(bf0[7] - bf0[24], stage_range[stage]); |
1732 | 4.16M | bf1[25] = clamp_value(bf0[6] - bf0[25], stage_range[stage]); |
1733 | 4.16M | bf1[26] = clamp_value(bf0[5] - bf0[26], stage_range[stage]); |
1734 | 4.16M | bf1[27] = clamp_value(bf0[4] - bf0[27], stage_range[stage]); |
1735 | 4.16M | bf1[28] = clamp_value(bf0[3] - bf0[28], stage_range[stage]); |
1736 | 4.16M | bf1[29] = clamp_value(bf0[2] - bf0[29], stage_range[stage]); |
1737 | 4.16M | bf1[30] = clamp_value(bf0[1] - bf0[30], stage_range[stage]); |
1738 | 4.16M | bf1[31] = clamp_value(bf0[0] - bf0[31], stage_range[stage]); |
1739 | 4.16M | bf1[32] = bf0[32]; |
1740 | 4.16M | bf1[33] = bf0[33]; |
1741 | 4.16M | bf1[34] = bf0[34]; |
1742 | 4.16M | bf1[35] = bf0[35]; |
1743 | 4.16M | bf1[36] = bf0[36]; |
1744 | 4.16M | bf1[37] = bf0[37]; |
1745 | 4.16M | bf1[38] = bf0[38]; |
1746 | 4.16M | bf1[39] = bf0[39]; |
1747 | 4.16M | bf1[40] = half_btf(-cospi[32], bf0[40], cospi[32], bf0[55], cos_bit); |
1748 | 4.16M | bf1[41] = half_btf(-cospi[32], bf0[41], cospi[32], bf0[54], cos_bit); |
1749 | 4.16M | bf1[42] = half_btf(-cospi[32], bf0[42], cospi[32], bf0[53], cos_bit); |
1750 | 4.16M | bf1[43] = half_btf(-cospi[32], bf0[43], cospi[32], bf0[52], cos_bit); |
1751 | 4.16M | bf1[44] = half_btf(-cospi[32], bf0[44], cospi[32], bf0[51], cos_bit); |
1752 | 4.16M | bf1[45] = half_btf(-cospi[32], bf0[45], cospi[32], bf0[50], cos_bit); |
1753 | 4.16M | bf1[46] = half_btf(-cospi[32], bf0[46], cospi[32], bf0[49], cos_bit); |
1754 | 4.16M | bf1[47] = half_btf(-cospi[32], bf0[47], cospi[32], bf0[48], cos_bit); |
1755 | 4.16M | bf1[48] = half_btf(cospi[32], bf0[47], cospi[32], bf0[48], cos_bit); |
1756 | 4.16M | bf1[49] = half_btf(cospi[32], bf0[46], cospi[32], bf0[49], cos_bit); |
1757 | 4.16M | bf1[50] = half_btf(cospi[32], bf0[45], cospi[32], bf0[50], cos_bit); |
1758 | 4.16M | bf1[51] = half_btf(cospi[32], bf0[44], cospi[32], bf0[51], cos_bit); |
1759 | 4.16M | bf1[52] = half_btf(cospi[32], bf0[43], cospi[32], bf0[52], cos_bit); |
1760 | 4.16M | bf1[53] = half_btf(cospi[32], bf0[42], cospi[32], bf0[53], cos_bit); |
1761 | 4.16M | bf1[54] = half_btf(cospi[32], bf0[41], cospi[32], bf0[54], cos_bit); |
1762 | 4.16M | bf1[55] = half_btf(cospi[32], bf0[40], cospi[32], bf0[55], cos_bit); |
1763 | 4.16M | bf1[56] = bf0[56]; |
1764 | 4.16M | bf1[57] = bf0[57]; |
1765 | 4.16M | bf1[58] = bf0[58]; |
1766 | 4.16M | bf1[59] = bf0[59]; |
1767 | 4.16M | bf1[60] = bf0[60]; |
1768 | 4.16M | bf1[61] = bf0[61]; |
1769 | 4.16M | bf1[62] = bf0[62]; |
1770 | 4.16M | bf1[63] = bf0[63]; |
1771 | 4.16M | av1_range_check_buf(stage, input, bf1, size, stage_range[stage]); |
1772 | | |
1773 | | // stage 11 |
1774 | 4.16M | stage++; |
1775 | 4.16M | bf0 = step; |
1776 | 4.16M | bf1 = output; |
1777 | 4.16M | bf1[0] = clamp_value(bf0[0] + bf0[63], stage_range[stage]); |
1778 | 4.16M | bf1[1] = clamp_value(bf0[1] + bf0[62], stage_range[stage]); |
1779 | 4.16M | bf1[2] = clamp_value(bf0[2] + bf0[61], stage_range[stage]); |
1780 | 4.16M | bf1[3] = clamp_value(bf0[3] + bf0[60], stage_range[stage]); |
1781 | 4.16M | bf1[4] = clamp_value(bf0[4] + bf0[59], stage_range[stage]); |
1782 | 4.16M | bf1[5] = clamp_value(bf0[5] + bf0[58], stage_range[stage]); |
1783 | 4.16M | bf1[6] = clamp_value(bf0[6] + bf0[57], stage_range[stage]); |
1784 | 4.16M | bf1[7] = clamp_value(bf0[7] + bf0[56], stage_range[stage]); |
1785 | 4.16M | bf1[8] = clamp_value(bf0[8] + bf0[55], stage_range[stage]); |
1786 | 4.16M | bf1[9] = clamp_value(bf0[9] + bf0[54], stage_range[stage]); |
1787 | 4.16M | bf1[10] = clamp_value(bf0[10] + bf0[53], stage_range[stage]); |
1788 | 4.16M | bf1[11] = clamp_value(bf0[11] + bf0[52], stage_range[stage]); |
1789 | 4.16M | bf1[12] = clamp_value(bf0[12] + bf0[51], stage_range[stage]); |
1790 | 4.16M | bf1[13] = clamp_value(bf0[13] + bf0[50], stage_range[stage]); |
1791 | 4.16M | bf1[14] = clamp_value(bf0[14] + bf0[49], stage_range[stage]); |
1792 | 4.16M | bf1[15] = clamp_value(bf0[15] + bf0[48], stage_range[stage]); |
1793 | 4.16M | bf1[16] = clamp_value(bf0[16] + bf0[47], stage_range[stage]); |
1794 | 4.16M | bf1[17] = clamp_value(bf0[17] + bf0[46], stage_range[stage]); |
1795 | 4.16M | bf1[18] = clamp_value(bf0[18] + bf0[45], stage_range[stage]); |
1796 | 4.16M | bf1[19] = clamp_value(bf0[19] + bf0[44], stage_range[stage]); |
1797 | 4.16M | bf1[20] = clamp_value(bf0[20] + bf0[43], stage_range[stage]); |
1798 | 4.16M | bf1[21] = clamp_value(bf0[21] + bf0[42], stage_range[stage]); |
1799 | 4.16M | bf1[22] = clamp_value(bf0[22] + bf0[41], stage_range[stage]); |
1800 | 4.16M | bf1[23] = clamp_value(bf0[23] + bf0[40], stage_range[stage]); |
1801 | 4.16M | bf1[24] = clamp_value(bf0[24] + bf0[39], stage_range[stage]); |
1802 | 4.16M | bf1[25] = clamp_value(bf0[25] + bf0[38], stage_range[stage]); |
1803 | 4.16M | bf1[26] = clamp_value(bf0[26] + bf0[37], stage_range[stage]); |
1804 | 4.16M | bf1[27] = clamp_value(bf0[27] + bf0[36], stage_range[stage]); |
1805 | 4.16M | bf1[28] = clamp_value(bf0[28] + bf0[35], stage_range[stage]); |
1806 | 4.16M | bf1[29] = clamp_value(bf0[29] + bf0[34], stage_range[stage]); |
1807 | 4.16M | bf1[30] = clamp_value(bf0[30] + bf0[33], stage_range[stage]); |
1808 | 4.16M | bf1[31] = clamp_value(bf0[31] + bf0[32], stage_range[stage]); |
1809 | 4.16M | bf1[32] = clamp_value(bf0[31] - bf0[32], stage_range[stage]); |
1810 | 4.16M | bf1[33] = clamp_value(bf0[30] - bf0[33], stage_range[stage]); |
1811 | 4.16M | bf1[34] = clamp_value(bf0[29] - bf0[34], stage_range[stage]); |
1812 | 4.16M | bf1[35] = clamp_value(bf0[28] - bf0[35], stage_range[stage]); |
1813 | 4.16M | bf1[36] = clamp_value(bf0[27] - bf0[36], stage_range[stage]); |
1814 | 4.16M | bf1[37] = clamp_value(bf0[26] - bf0[37], stage_range[stage]); |
1815 | 4.16M | bf1[38] = clamp_value(bf0[25] - bf0[38], stage_range[stage]); |
1816 | 4.16M | bf1[39] = clamp_value(bf0[24] - bf0[39], stage_range[stage]); |
1817 | 4.16M | bf1[40] = clamp_value(bf0[23] - bf0[40], stage_range[stage]); |
1818 | 4.16M | bf1[41] = clamp_value(bf0[22] - bf0[41], stage_range[stage]); |
1819 | 4.16M | bf1[42] = clamp_value(bf0[21] - bf0[42], stage_range[stage]); |
1820 | 4.16M | bf1[43] = clamp_value(bf0[20] - bf0[43], stage_range[stage]); |
1821 | 4.16M | bf1[44] = clamp_value(bf0[19] - bf0[44], stage_range[stage]); |
1822 | 4.16M | bf1[45] = clamp_value(bf0[18] - bf0[45], stage_range[stage]); |
1823 | 4.16M | bf1[46] = clamp_value(bf0[17] - bf0[46], stage_range[stage]); |
1824 | 4.16M | bf1[47] = clamp_value(bf0[16] - bf0[47], stage_range[stage]); |
1825 | 4.16M | bf1[48] = clamp_value(bf0[15] - bf0[48], stage_range[stage]); |
1826 | 4.16M | bf1[49] = clamp_value(bf0[14] - bf0[49], stage_range[stage]); |
1827 | 4.16M | bf1[50] = clamp_value(bf0[13] - bf0[50], stage_range[stage]); |
1828 | 4.16M | bf1[51] = clamp_value(bf0[12] - bf0[51], stage_range[stage]); |
1829 | 4.16M | bf1[52] = clamp_value(bf0[11] - bf0[52], stage_range[stage]); |
1830 | 4.16M | bf1[53] = clamp_value(bf0[10] - bf0[53], stage_range[stage]); |
1831 | 4.16M | bf1[54] = clamp_value(bf0[9] - bf0[54], stage_range[stage]); |
1832 | 4.16M | bf1[55] = clamp_value(bf0[8] - bf0[55], stage_range[stage]); |
1833 | 4.16M | bf1[56] = clamp_value(bf0[7] - bf0[56], stage_range[stage]); |
1834 | 4.16M | bf1[57] = clamp_value(bf0[6] - bf0[57], stage_range[stage]); |
1835 | 4.16M | bf1[58] = clamp_value(bf0[5] - bf0[58], stage_range[stage]); |
1836 | 4.16M | bf1[59] = clamp_value(bf0[4] - bf0[59], stage_range[stage]); |
1837 | 4.16M | bf1[60] = clamp_value(bf0[3] - bf0[60], stage_range[stage]); |
1838 | 4.16M | bf1[61] = clamp_value(bf0[2] - bf0[61], stage_range[stage]); |
1839 | 4.16M | bf1[62] = clamp_value(bf0[1] - bf0[62], stage_range[stage]); |
1840 | 4.16M | bf1[63] = clamp_value(bf0[0] - bf0[63], stage_range[stage]); |
1841 | 4.16M | } |