/src/aom/aom_dsp/intrapred.c
Line | Count | Source (jump to first uncovered line) |
1 | | /* |
2 | | * Copyright (c) 2016, Alliance for Open Media. All rights reserved |
3 | | * |
4 | | * This source code is subject to the terms of the BSD 2 Clause License and |
5 | | * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License |
6 | | * was not distributed with this source code in the LICENSE file, you can |
7 | | * obtain it at www.aomedia.org/license/software. If the Alliance for Open |
8 | | * Media Patent License 1.0 was not distributed with this source code in the |
9 | | * PATENTS file, you can obtain it at www.aomedia.org/license/patent. |
10 | | */ |
11 | | |
12 | | #include <assert.h> |
13 | | #include <math.h> |
14 | | |
15 | | #include "config/aom_config.h" |
16 | | #include "config/aom_dsp_rtcd.h" |
17 | | |
18 | | #include "aom_dsp/aom_dsp_common.h" |
19 | | #include "aom_dsp/intrapred_common.h" |
20 | | #include "aom_mem/aom_mem.h" |
21 | | #include "aom_ports/bitops.h" |
22 | | |
23 | | static INLINE void v_predictor(uint8_t *dst, ptrdiff_t stride, int bw, int bh, |
24 | 0 | const uint8_t *above, const uint8_t *left) { |
25 | 0 | int r; |
26 | 0 | (void)left; |
27 | |
|
28 | 0 | for (r = 0; r < bh; r++) { |
29 | 0 | memcpy(dst, above, bw); |
30 | 0 | dst += stride; |
31 | 0 | } |
32 | 0 | } |
33 | | |
34 | | static INLINE void h_predictor(uint8_t *dst, ptrdiff_t stride, int bw, int bh, |
35 | 0 | const uint8_t *above, const uint8_t *left) { |
36 | 0 | int r; |
37 | 0 | (void)above; |
38 | |
|
39 | 0 | for (r = 0; r < bh; r++) { |
40 | 0 | memset(dst, left[r], bw); |
41 | 0 | dst += stride; |
42 | 0 | } |
43 | 0 | } |
44 | | |
45 | 0 | static INLINE int abs_diff(int a, int b) { return (a > b) ? a - b : b - a; } |
46 | | |
47 | | static INLINE uint16_t paeth_predictor_single(uint16_t left, uint16_t top, |
48 | 0 | uint16_t top_left) { |
49 | 0 | const int base = top + left - top_left; |
50 | 0 | const int p_left = abs_diff(base, left); |
51 | 0 | const int p_top = abs_diff(base, top); |
52 | 0 | const int p_top_left = abs_diff(base, top_left); |
53 | | |
54 | | // Return nearest to base of left, top and top_left. |
55 | 0 | return (p_left <= p_top && p_left <= p_top_left) |
56 | 0 | ? left |
57 | 0 | : (p_top <= p_top_left) ? top : top_left; |
58 | 0 | } |
59 | | |
60 | | static INLINE void paeth_predictor(uint8_t *dst, ptrdiff_t stride, int bw, |
61 | | int bh, const uint8_t *above, |
62 | 0 | const uint8_t *left) { |
63 | 0 | int r, c; |
64 | 0 | const uint8_t ytop_left = above[-1]; |
65 | |
|
66 | 0 | for (r = 0; r < bh; r++) { |
67 | 0 | for (c = 0; c < bw; c++) |
68 | 0 | dst[c] = (uint8_t)paeth_predictor_single(left[r], above[c], ytop_left); |
69 | 0 | dst += stride; |
70 | 0 | } |
71 | 0 | } |
72 | | |
73 | | // Some basic checks on weights for smooth predictor. |
74 | | #define sm_weights_sanity_checks(weights_w, weights_h, weights_scale, \ |
75 | | pred_scale) \ |
76 | 0 | assert(weights_w[0] < weights_scale); \ |
77 | 0 | assert(weights_h[0] < weights_scale); \ |
78 | 0 | assert(weights_scale - weights_w[bw - 1] < weights_scale); \ |
79 | 0 | assert(weights_scale - weights_h[bh - 1] < weights_scale); \ |
80 | 0 | assert(pred_scale < 31) // ensures no overflow when calculating predictor. |
81 | | |
82 | 0 | #define divide_round(value, bits) (((value) + (1 << ((bits)-1))) >> (bits)) |
83 | | |
84 | | static INLINE void smooth_predictor(uint8_t *dst, ptrdiff_t stride, int bw, |
85 | | int bh, const uint8_t *above, |
86 | 0 | const uint8_t *left) { |
87 | 0 | const uint8_t below_pred = left[bh - 1]; // estimated by bottom-left pixel |
88 | 0 | const uint8_t right_pred = above[bw - 1]; // estimated by top-right pixel |
89 | 0 | const uint8_t *const sm_weights_w = sm_weight_arrays + bw; |
90 | 0 | const uint8_t *const sm_weights_h = sm_weight_arrays + bh; |
91 | | // scale = 2 * 2^sm_weight_log2_scale |
92 | 0 | const int log2_scale = 1 + sm_weight_log2_scale; |
93 | 0 | const uint16_t scale = (1 << sm_weight_log2_scale); |
94 | 0 | sm_weights_sanity_checks(sm_weights_w, sm_weights_h, scale, |
95 | 0 | log2_scale + sizeof(*dst)); |
96 | 0 | int r; |
97 | 0 | for (r = 0; r < bh; ++r) { |
98 | 0 | int c; |
99 | 0 | for (c = 0; c < bw; ++c) { |
100 | 0 | const uint8_t pixels[] = { above[c], below_pred, left[r], right_pred }; |
101 | 0 | const uint8_t weights[] = { sm_weights_h[r], scale - sm_weights_h[r], |
102 | 0 | sm_weights_w[c], scale - sm_weights_w[c] }; |
103 | 0 | uint32_t this_pred = 0; |
104 | 0 | int i; |
105 | 0 | assert(scale >= sm_weights_h[r] && scale >= sm_weights_w[c]); |
106 | 0 | for (i = 0; i < 4; ++i) { |
107 | 0 | this_pred += weights[i] * pixels[i]; |
108 | 0 | } |
109 | 0 | dst[c] = divide_round(this_pred, log2_scale); |
110 | 0 | } |
111 | 0 | dst += stride; |
112 | 0 | } |
113 | 0 | } |
114 | | |
115 | | static INLINE void smooth_v_predictor(uint8_t *dst, ptrdiff_t stride, int bw, |
116 | | int bh, const uint8_t *above, |
117 | 0 | const uint8_t *left) { |
118 | 0 | const uint8_t below_pred = left[bh - 1]; // estimated by bottom-left pixel |
119 | 0 | const uint8_t *const sm_weights = sm_weight_arrays + bh; |
120 | | // scale = 2^sm_weight_log2_scale |
121 | 0 | const int log2_scale = sm_weight_log2_scale; |
122 | 0 | const uint16_t scale = (1 << sm_weight_log2_scale); |
123 | 0 | sm_weights_sanity_checks(sm_weights, sm_weights, scale, |
124 | 0 | log2_scale + sizeof(*dst)); |
125 | |
|
126 | 0 | int r; |
127 | 0 | for (r = 0; r < bh; r++) { |
128 | 0 | int c; |
129 | 0 | for (c = 0; c < bw; ++c) { |
130 | 0 | const uint8_t pixels[] = { above[c], below_pred }; |
131 | 0 | const uint8_t weights[] = { sm_weights[r], scale - sm_weights[r] }; |
132 | 0 | uint32_t this_pred = 0; |
133 | 0 | assert(scale >= sm_weights[r]); |
134 | 0 | int i; |
135 | 0 | for (i = 0; i < 2; ++i) { |
136 | 0 | this_pred += weights[i] * pixels[i]; |
137 | 0 | } |
138 | 0 | dst[c] = divide_round(this_pred, log2_scale); |
139 | 0 | } |
140 | 0 | dst += stride; |
141 | 0 | } |
142 | 0 | } |
143 | | |
144 | | static INLINE void smooth_h_predictor(uint8_t *dst, ptrdiff_t stride, int bw, |
145 | | int bh, const uint8_t *above, |
146 | 0 | const uint8_t *left) { |
147 | 0 | const uint8_t right_pred = above[bw - 1]; // estimated by top-right pixel |
148 | 0 | const uint8_t *const sm_weights = sm_weight_arrays + bw; |
149 | | // scale = 2^sm_weight_log2_scale |
150 | 0 | const int log2_scale = sm_weight_log2_scale; |
151 | 0 | const uint16_t scale = (1 << sm_weight_log2_scale); |
152 | 0 | sm_weights_sanity_checks(sm_weights, sm_weights, scale, |
153 | 0 | log2_scale + sizeof(*dst)); |
154 | |
|
155 | 0 | int r; |
156 | 0 | for (r = 0; r < bh; r++) { |
157 | 0 | int c; |
158 | 0 | for (c = 0; c < bw; ++c) { |
159 | 0 | const uint8_t pixels[] = { left[r], right_pred }; |
160 | 0 | const uint8_t weights[] = { sm_weights[c], scale - sm_weights[c] }; |
161 | 0 | uint32_t this_pred = 0; |
162 | 0 | assert(scale >= sm_weights[c]); |
163 | 0 | int i; |
164 | 0 | for (i = 0; i < 2; ++i) { |
165 | 0 | this_pred += weights[i] * pixels[i]; |
166 | 0 | } |
167 | 0 | dst[c] = divide_round(this_pred, log2_scale); |
168 | 0 | } |
169 | 0 | dst += stride; |
170 | 0 | } |
171 | 0 | } |
172 | | |
173 | | static INLINE void dc_128_predictor(uint8_t *dst, ptrdiff_t stride, int bw, |
174 | | int bh, const uint8_t *above, |
175 | 0 | const uint8_t *left) { |
176 | 0 | int r; |
177 | 0 | (void)above; |
178 | 0 | (void)left; |
179 | |
|
180 | 0 | for (r = 0; r < bh; r++) { |
181 | 0 | memset(dst, 128, bw); |
182 | 0 | dst += stride; |
183 | 0 | } |
184 | 0 | } |
185 | | |
186 | | static INLINE void dc_left_predictor(uint8_t *dst, ptrdiff_t stride, int bw, |
187 | | int bh, const uint8_t *above, |
188 | 0 | const uint8_t *left) { |
189 | 0 | int i, r, expected_dc, sum = 0; |
190 | 0 | (void)above; |
191 | |
|
192 | 0 | for (i = 0; i < bh; i++) sum += left[i]; |
193 | 0 | expected_dc = (sum + (bh >> 1)) / bh; |
194 | |
|
195 | 0 | for (r = 0; r < bh; r++) { |
196 | 0 | memset(dst, expected_dc, bw); |
197 | 0 | dst += stride; |
198 | 0 | } |
199 | 0 | } |
200 | | |
201 | | static INLINE void dc_top_predictor(uint8_t *dst, ptrdiff_t stride, int bw, |
202 | | int bh, const uint8_t *above, |
203 | 0 | const uint8_t *left) { |
204 | 0 | int i, r, expected_dc, sum = 0; |
205 | 0 | (void)left; |
206 | |
|
207 | 0 | for (i = 0; i < bw; i++) sum += above[i]; |
208 | 0 | expected_dc = (sum + (bw >> 1)) / bw; |
209 | |
|
210 | 0 | for (r = 0; r < bh; r++) { |
211 | 0 | memset(dst, expected_dc, bw); |
212 | 0 | dst += stride; |
213 | 0 | } |
214 | 0 | } |
215 | | |
216 | | static INLINE void dc_predictor(uint8_t *dst, ptrdiff_t stride, int bw, int bh, |
217 | 0 | const uint8_t *above, const uint8_t *left) { |
218 | 0 | int i, r, expected_dc, sum = 0; |
219 | 0 | const int count = bw + bh; |
220 | |
|
221 | 0 | for (i = 0; i < bw; i++) { |
222 | 0 | sum += above[i]; |
223 | 0 | } |
224 | 0 | for (i = 0; i < bh; i++) { |
225 | 0 | sum += left[i]; |
226 | 0 | } |
227 | |
|
228 | 0 | expected_dc = (sum + (count >> 1)) / count; |
229 | |
|
230 | 0 | for (r = 0; r < bh; r++) { |
231 | 0 | memset(dst, expected_dc, bw); |
232 | 0 | dst += stride; |
233 | 0 | } |
234 | 0 | } |
235 | | |
236 | | static INLINE int divide_using_multiply_shift(int num, int shift1, |
237 | 0 | int multiplier, int shift2) { |
238 | 0 | const int interm = num >> shift1; |
239 | 0 | return interm * multiplier >> shift2; |
240 | 0 | } |
241 | | |
242 | | // The constants (multiplier and shifts) for a given block size are obtained |
243 | | // as follows: |
244 | | // - Let sum_w_h = block width + block height. |
245 | | // - Shift 'sum_w_h' right until we reach an odd number. Let the number of |
246 | | // shifts for that block size be called 'shift1' (see the parameter in |
247 | | // dc_predictor_rect() function), and let the odd number be 'd'. [d has only 2 |
248 | | // possible values: d = 3 for a 1:2 rect block and d = 5 for a 1:4 rect |
249 | | // block]. |
250 | | // - Find multipliers for (i) dividing by 3, and (ii) dividing by 5, |
251 | | // using the "Algorithm 1" in: |
252 | | // http://ieeexplore.ieee.org/stamp/stamp.jsp?tp=&arnumber=1467632 |
253 | | // by ensuring that m + n = 16 (in that algorithm). This ensures that our 2nd |
254 | | // shift will be 16, regardless of the block size. |
255 | | |
256 | | // Note: For low bitdepth, assembly code may be optimized by using smaller |
257 | | // constants for smaller block sizes, where the range of the 'sum' is |
258 | | // restricted to fewer bits. |
259 | | |
260 | 0 | #define DC_MULTIPLIER_1X2 0x5556 |
261 | 0 | #define DC_MULTIPLIER_1X4 0x3334 |
262 | | |
263 | 0 | #define DC_SHIFT2 16 |
264 | | |
265 | | static INLINE void dc_predictor_rect(uint8_t *dst, ptrdiff_t stride, int bw, |
266 | | int bh, const uint8_t *above, |
267 | | const uint8_t *left, int shift1, |
268 | 0 | int multiplier) { |
269 | 0 | int sum = 0; |
270 | |
|
271 | 0 | for (int i = 0; i < bw; i++) { |
272 | 0 | sum += above[i]; |
273 | 0 | } |
274 | 0 | for (int i = 0; i < bh; i++) { |
275 | 0 | sum += left[i]; |
276 | 0 | } |
277 | |
|
278 | 0 | const int expected_dc = divide_using_multiply_shift( |
279 | 0 | sum + ((bw + bh) >> 1), shift1, multiplier, DC_SHIFT2); |
280 | 0 | assert(expected_dc < (1 << 8)); |
281 | |
|
282 | 0 | for (int r = 0; r < bh; r++) { |
283 | 0 | memset(dst, expected_dc, bw); |
284 | 0 | dst += stride; |
285 | 0 | } |
286 | 0 | } |
287 | | |
288 | | #undef DC_SHIFT2 |
289 | | |
290 | | void aom_dc_predictor_4x8_c(uint8_t *dst, ptrdiff_t stride, |
291 | 0 | const uint8_t *above, const uint8_t *left) { |
292 | 0 | dc_predictor_rect(dst, stride, 4, 8, above, left, 2, DC_MULTIPLIER_1X2); |
293 | 0 | } |
294 | | |
295 | | void aom_dc_predictor_8x4_c(uint8_t *dst, ptrdiff_t stride, |
296 | 0 | const uint8_t *above, const uint8_t *left) { |
297 | 0 | dc_predictor_rect(dst, stride, 8, 4, above, left, 2, DC_MULTIPLIER_1X2); |
298 | 0 | } |
299 | | |
300 | | void aom_dc_predictor_4x16_c(uint8_t *dst, ptrdiff_t stride, |
301 | 0 | const uint8_t *above, const uint8_t *left) { |
302 | 0 | dc_predictor_rect(dst, stride, 4, 16, above, left, 2, DC_MULTIPLIER_1X4); |
303 | 0 | } |
304 | | |
305 | | void aom_dc_predictor_16x4_c(uint8_t *dst, ptrdiff_t stride, |
306 | 0 | const uint8_t *above, const uint8_t *left) { |
307 | 0 | dc_predictor_rect(dst, stride, 16, 4, above, left, 2, DC_MULTIPLIER_1X4); |
308 | 0 | } |
309 | | |
310 | | void aom_dc_predictor_8x16_c(uint8_t *dst, ptrdiff_t stride, |
311 | 0 | const uint8_t *above, const uint8_t *left) { |
312 | 0 | dc_predictor_rect(dst, stride, 8, 16, above, left, 3, DC_MULTIPLIER_1X2); |
313 | 0 | } |
314 | | |
315 | | void aom_dc_predictor_16x8_c(uint8_t *dst, ptrdiff_t stride, |
316 | 0 | const uint8_t *above, const uint8_t *left) { |
317 | 0 | dc_predictor_rect(dst, stride, 16, 8, above, left, 3, DC_MULTIPLIER_1X2); |
318 | 0 | } |
319 | | |
320 | | void aom_dc_predictor_8x32_c(uint8_t *dst, ptrdiff_t stride, |
321 | 0 | const uint8_t *above, const uint8_t *left) { |
322 | 0 | dc_predictor_rect(dst, stride, 8, 32, above, left, 3, DC_MULTIPLIER_1X4); |
323 | 0 | } |
324 | | |
325 | | void aom_dc_predictor_32x8_c(uint8_t *dst, ptrdiff_t stride, |
326 | 0 | const uint8_t *above, const uint8_t *left) { |
327 | 0 | dc_predictor_rect(dst, stride, 32, 8, above, left, 3, DC_MULTIPLIER_1X4); |
328 | 0 | } |
329 | | |
330 | | void aom_dc_predictor_16x32_c(uint8_t *dst, ptrdiff_t stride, |
331 | 0 | const uint8_t *above, const uint8_t *left) { |
332 | 0 | dc_predictor_rect(dst, stride, 16, 32, above, left, 4, DC_MULTIPLIER_1X2); |
333 | 0 | } |
334 | | |
335 | | void aom_dc_predictor_32x16_c(uint8_t *dst, ptrdiff_t stride, |
336 | 0 | const uint8_t *above, const uint8_t *left) { |
337 | 0 | dc_predictor_rect(dst, stride, 32, 16, above, left, 4, DC_MULTIPLIER_1X2); |
338 | 0 | } |
339 | | |
340 | | void aom_dc_predictor_16x64_c(uint8_t *dst, ptrdiff_t stride, |
341 | 0 | const uint8_t *above, const uint8_t *left) { |
342 | 0 | dc_predictor_rect(dst, stride, 16, 64, above, left, 4, DC_MULTIPLIER_1X4); |
343 | 0 | } |
344 | | |
345 | | void aom_dc_predictor_64x16_c(uint8_t *dst, ptrdiff_t stride, |
346 | 0 | const uint8_t *above, const uint8_t *left) { |
347 | 0 | dc_predictor_rect(dst, stride, 64, 16, above, left, 4, DC_MULTIPLIER_1X4); |
348 | 0 | } |
349 | | |
350 | | void aom_dc_predictor_32x64_c(uint8_t *dst, ptrdiff_t stride, |
351 | 0 | const uint8_t *above, const uint8_t *left) { |
352 | 0 | dc_predictor_rect(dst, stride, 32, 64, above, left, 5, DC_MULTIPLIER_1X2); |
353 | 0 | } |
354 | | |
355 | | void aom_dc_predictor_64x32_c(uint8_t *dst, ptrdiff_t stride, |
356 | 0 | const uint8_t *above, const uint8_t *left) { |
357 | 0 | dc_predictor_rect(dst, stride, 64, 32, above, left, 5, DC_MULTIPLIER_1X2); |
358 | 0 | } |
359 | | |
360 | | #undef DC_MULTIPLIER_1X2 |
361 | | #undef DC_MULTIPLIER_1X4 |
362 | | |
363 | | static INLINE void highbd_v_predictor(uint16_t *dst, ptrdiff_t stride, int bw, |
364 | | int bh, const uint16_t *above, |
365 | 0 | const uint16_t *left, int bd) { |
366 | 0 | int r; |
367 | 0 | (void)left; |
368 | 0 | (void)bd; |
369 | 0 | for (r = 0; r < bh; r++) { |
370 | 0 | memcpy(dst, above, bw * sizeof(uint16_t)); |
371 | 0 | dst += stride; |
372 | 0 | } |
373 | 0 | } |
374 | | |
375 | | static INLINE void highbd_h_predictor(uint16_t *dst, ptrdiff_t stride, int bw, |
376 | | int bh, const uint16_t *above, |
377 | 0 | const uint16_t *left, int bd) { |
378 | 0 | int r; |
379 | 0 | (void)above; |
380 | 0 | (void)bd; |
381 | 0 | for (r = 0; r < bh; r++) { |
382 | 0 | aom_memset16(dst, left[r], bw); |
383 | 0 | dst += stride; |
384 | 0 | } |
385 | 0 | } |
386 | | |
387 | | static INLINE void highbd_paeth_predictor(uint16_t *dst, ptrdiff_t stride, |
388 | | int bw, int bh, const uint16_t *above, |
389 | 0 | const uint16_t *left, int bd) { |
390 | 0 | int r, c; |
391 | 0 | const uint16_t ytop_left = above[-1]; |
392 | 0 | (void)bd; |
393 | |
|
394 | 0 | for (r = 0; r < bh; r++) { |
395 | 0 | for (c = 0; c < bw; c++) |
396 | 0 | dst[c] = paeth_predictor_single(left[r], above[c], ytop_left); |
397 | 0 | dst += stride; |
398 | 0 | } |
399 | 0 | } |
400 | | |
401 | | static INLINE void highbd_smooth_predictor(uint16_t *dst, ptrdiff_t stride, |
402 | | int bw, int bh, |
403 | | const uint16_t *above, |
404 | 0 | const uint16_t *left, int bd) { |
405 | 0 | (void)bd; |
406 | 0 | const uint16_t below_pred = left[bh - 1]; // estimated by bottom-left pixel |
407 | 0 | const uint16_t right_pred = above[bw - 1]; // estimated by top-right pixel |
408 | 0 | const uint8_t *const sm_weights_w = sm_weight_arrays + bw; |
409 | 0 | const uint8_t *const sm_weights_h = sm_weight_arrays + bh; |
410 | | // scale = 2 * 2^sm_weight_log2_scale |
411 | 0 | const int log2_scale = 1 + sm_weight_log2_scale; |
412 | 0 | const uint16_t scale = (1 << sm_weight_log2_scale); |
413 | 0 | sm_weights_sanity_checks(sm_weights_w, sm_weights_h, scale, |
414 | 0 | log2_scale + sizeof(*dst)); |
415 | 0 | int r; |
416 | 0 | for (r = 0; r < bh; ++r) { |
417 | 0 | int c; |
418 | 0 | for (c = 0; c < bw; ++c) { |
419 | 0 | const uint16_t pixels[] = { above[c], below_pred, left[r], right_pred }; |
420 | 0 | const uint8_t weights[] = { sm_weights_h[r], scale - sm_weights_h[r], |
421 | 0 | sm_weights_w[c], scale - sm_weights_w[c] }; |
422 | 0 | uint32_t this_pred = 0; |
423 | 0 | int i; |
424 | 0 | assert(scale >= sm_weights_h[r] && scale >= sm_weights_w[c]); |
425 | 0 | for (i = 0; i < 4; ++i) { |
426 | 0 | this_pred += weights[i] * pixels[i]; |
427 | 0 | } |
428 | 0 | dst[c] = divide_round(this_pred, log2_scale); |
429 | 0 | } |
430 | 0 | dst += stride; |
431 | 0 | } |
432 | 0 | } |
433 | | |
434 | | static INLINE void highbd_smooth_v_predictor(uint16_t *dst, ptrdiff_t stride, |
435 | | int bw, int bh, |
436 | | const uint16_t *above, |
437 | 0 | const uint16_t *left, int bd) { |
438 | 0 | (void)bd; |
439 | 0 | const uint16_t below_pred = left[bh - 1]; // estimated by bottom-left pixel |
440 | 0 | const uint8_t *const sm_weights = sm_weight_arrays + bh; |
441 | | // scale = 2^sm_weight_log2_scale |
442 | 0 | const int log2_scale = sm_weight_log2_scale; |
443 | 0 | const uint16_t scale = (1 << sm_weight_log2_scale); |
444 | 0 | sm_weights_sanity_checks(sm_weights, sm_weights, scale, |
445 | 0 | log2_scale + sizeof(*dst)); |
446 | |
|
447 | 0 | int r; |
448 | 0 | for (r = 0; r < bh; r++) { |
449 | 0 | int c; |
450 | 0 | for (c = 0; c < bw; ++c) { |
451 | 0 | const uint16_t pixels[] = { above[c], below_pred }; |
452 | 0 | const uint8_t weights[] = { sm_weights[r], scale - sm_weights[r] }; |
453 | 0 | uint32_t this_pred = 0; |
454 | 0 | assert(scale >= sm_weights[r]); |
455 | 0 | int i; |
456 | 0 | for (i = 0; i < 2; ++i) { |
457 | 0 | this_pred += weights[i] * pixels[i]; |
458 | 0 | } |
459 | 0 | dst[c] = divide_round(this_pred, log2_scale); |
460 | 0 | } |
461 | 0 | dst += stride; |
462 | 0 | } |
463 | 0 | } |
464 | | |
465 | | static INLINE void highbd_smooth_h_predictor(uint16_t *dst, ptrdiff_t stride, |
466 | | int bw, int bh, |
467 | | const uint16_t *above, |
468 | 0 | const uint16_t *left, int bd) { |
469 | 0 | (void)bd; |
470 | 0 | const uint16_t right_pred = above[bw - 1]; // estimated by top-right pixel |
471 | 0 | const uint8_t *const sm_weights = sm_weight_arrays + bw; |
472 | | // scale = 2^sm_weight_log2_scale |
473 | 0 | const int log2_scale = sm_weight_log2_scale; |
474 | 0 | const uint16_t scale = (1 << sm_weight_log2_scale); |
475 | 0 | sm_weights_sanity_checks(sm_weights, sm_weights, scale, |
476 | 0 | log2_scale + sizeof(*dst)); |
477 | |
|
478 | 0 | int r; |
479 | 0 | for (r = 0; r < bh; r++) { |
480 | 0 | int c; |
481 | 0 | for (c = 0; c < bw; ++c) { |
482 | 0 | const uint16_t pixels[] = { left[r], right_pred }; |
483 | 0 | const uint8_t weights[] = { sm_weights[c], scale - sm_weights[c] }; |
484 | 0 | uint32_t this_pred = 0; |
485 | 0 | assert(scale >= sm_weights[c]); |
486 | 0 | int i; |
487 | 0 | for (i = 0; i < 2; ++i) { |
488 | 0 | this_pred += weights[i] * pixels[i]; |
489 | 0 | } |
490 | 0 | dst[c] = divide_round(this_pred, log2_scale); |
491 | 0 | } |
492 | 0 | dst += stride; |
493 | 0 | } |
494 | 0 | } |
495 | | |
496 | | static INLINE void highbd_dc_128_predictor(uint16_t *dst, ptrdiff_t stride, |
497 | | int bw, int bh, |
498 | | const uint16_t *above, |
499 | 0 | const uint16_t *left, int bd) { |
500 | 0 | int r; |
501 | 0 | (void)above; |
502 | 0 | (void)left; |
503 | |
|
504 | 0 | for (r = 0; r < bh; r++) { |
505 | 0 | aom_memset16(dst, 128 << (bd - 8), bw); |
506 | 0 | dst += stride; |
507 | 0 | } |
508 | 0 | } |
509 | | |
510 | | static INLINE void highbd_dc_left_predictor(uint16_t *dst, ptrdiff_t stride, |
511 | | int bw, int bh, |
512 | | const uint16_t *above, |
513 | 0 | const uint16_t *left, int bd) { |
514 | 0 | int i, r, expected_dc, sum = 0; |
515 | 0 | (void)above; |
516 | 0 | (void)bd; |
517 | |
|
518 | 0 | for (i = 0; i < bh; i++) sum += left[i]; |
519 | 0 | expected_dc = (sum + (bh >> 1)) / bh; |
520 | |
|
521 | 0 | for (r = 0; r < bh; r++) { |
522 | 0 | aom_memset16(dst, expected_dc, bw); |
523 | 0 | dst += stride; |
524 | 0 | } |
525 | 0 | } |
526 | | |
527 | | static INLINE void highbd_dc_top_predictor(uint16_t *dst, ptrdiff_t stride, |
528 | | int bw, int bh, |
529 | | const uint16_t *above, |
530 | 0 | const uint16_t *left, int bd) { |
531 | 0 | int i, r, expected_dc, sum = 0; |
532 | 0 | (void)left; |
533 | 0 | (void)bd; |
534 | |
|
535 | 0 | for (i = 0; i < bw; i++) sum += above[i]; |
536 | 0 | expected_dc = (sum + (bw >> 1)) / bw; |
537 | |
|
538 | 0 | for (r = 0; r < bh; r++) { |
539 | 0 | aom_memset16(dst, expected_dc, bw); |
540 | 0 | dst += stride; |
541 | 0 | } |
542 | 0 | } |
543 | | |
544 | | static INLINE void highbd_dc_predictor(uint16_t *dst, ptrdiff_t stride, int bw, |
545 | | int bh, const uint16_t *above, |
546 | 0 | const uint16_t *left, int bd) { |
547 | 0 | int i, r, expected_dc, sum = 0; |
548 | 0 | const int count = bw + bh; |
549 | 0 | (void)bd; |
550 | |
|
551 | 0 | for (i = 0; i < bw; i++) { |
552 | 0 | sum += above[i]; |
553 | 0 | } |
554 | 0 | for (i = 0; i < bh; i++) { |
555 | 0 | sum += left[i]; |
556 | 0 | } |
557 | |
|
558 | 0 | expected_dc = (sum + (count >> 1)) / count; |
559 | |
|
560 | 0 | for (r = 0; r < bh; r++) { |
561 | 0 | aom_memset16(dst, expected_dc, bw); |
562 | 0 | dst += stride; |
563 | 0 | } |
564 | 0 | } |
565 | | |
566 | | // Obtained similarly as DC_MULTIPLIER_1X2 and DC_MULTIPLIER_1X4 above, but |
567 | | // assume 2nd shift of 17 bits instead of 16. |
568 | | // Note: Strictly speaking, 2nd shift needs to be 17 only when: |
569 | | // - bit depth == 12, and |
570 | | // - bw + bh is divisible by 5 (as opposed to divisible by 3). |
571 | | // All other cases can use half the multipliers with a shift of 16 instead. |
572 | | // This special optimization can be used when writing assembly code. |
573 | 0 | #define HIGHBD_DC_MULTIPLIER_1X2 0xAAAB |
574 | | // Note: This constant is odd, but a smaller even constant (0x199a) with the |
575 | | // appropriate shift should work for neon in 8/10-bit. |
576 | 0 | #define HIGHBD_DC_MULTIPLIER_1X4 0x6667 |
577 | | |
578 | 0 | #define HIGHBD_DC_SHIFT2 17 |
579 | | |
580 | | static INLINE void highbd_dc_predictor_rect(uint16_t *dst, ptrdiff_t stride, |
581 | | int bw, int bh, |
582 | | const uint16_t *above, |
583 | | const uint16_t *left, int bd, |
584 | 0 | int shift1, uint32_t multiplier) { |
585 | 0 | int sum = 0; |
586 | 0 | (void)bd; |
587 | |
|
588 | 0 | for (int i = 0; i < bw; i++) { |
589 | 0 | sum += above[i]; |
590 | 0 | } |
591 | 0 | for (int i = 0; i < bh; i++) { |
592 | 0 | sum += left[i]; |
593 | 0 | } |
594 | |
|
595 | 0 | const int expected_dc = divide_using_multiply_shift( |
596 | 0 | sum + ((bw + bh) >> 1), shift1, multiplier, HIGHBD_DC_SHIFT2); |
597 | 0 | assert(expected_dc < (1 << bd)); |
598 | |
|
599 | 0 | for (int r = 0; r < bh; r++) { |
600 | 0 | aom_memset16(dst, expected_dc, bw); |
601 | 0 | dst += stride; |
602 | 0 | } |
603 | 0 | } |
604 | | |
605 | | #undef HIGHBD_DC_SHIFT2 |
606 | | |
607 | | void aom_highbd_dc_predictor_4x8_c(uint16_t *dst, ptrdiff_t stride, |
608 | | const uint16_t *above, const uint16_t *left, |
609 | 0 | int bd) { |
610 | 0 | highbd_dc_predictor_rect(dst, stride, 4, 8, above, left, bd, 2, |
611 | 0 | HIGHBD_DC_MULTIPLIER_1X2); |
612 | 0 | } |
613 | | |
614 | | void aom_highbd_dc_predictor_8x4_c(uint16_t *dst, ptrdiff_t stride, |
615 | | const uint16_t *above, const uint16_t *left, |
616 | 0 | int bd) { |
617 | 0 | highbd_dc_predictor_rect(dst, stride, 8, 4, above, left, bd, 2, |
618 | 0 | HIGHBD_DC_MULTIPLIER_1X2); |
619 | 0 | } |
620 | | |
621 | | void aom_highbd_dc_predictor_4x16_c(uint16_t *dst, ptrdiff_t stride, |
622 | | const uint16_t *above, const uint16_t *left, |
623 | 0 | int bd) { |
624 | 0 | highbd_dc_predictor_rect(dst, stride, 4, 16, above, left, bd, 2, |
625 | 0 | HIGHBD_DC_MULTIPLIER_1X4); |
626 | 0 | } |
627 | | |
628 | | void aom_highbd_dc_predictor_16x4_c(uint16_t *dst, ptrdiff_t stride, |
629 | | const uint16_t *above, const uint16_t *left, |
630 | 0 | int bd) { |
631 | 0 | highbd_dc_predictor_rect(dst, stride, 16, 4, above, left, bd, 2, |
632 | 0 | HIGHBD_DC_MULTIPLIER_1X4); |
633 | 0 | } |
634 | | |
635 | | void aom_highbd_dc_predictor_8x16_c(uint16_t *dst, ptrdiff_t stride, |
636 | | const uint16_t *above, const uint16_t *left, |
637 | 0 | int bd) { |
638 | 0 | highbd_dc_predictor_rect(dst, stride, 8, 16, above, left, bd, 3, |
639 | 0 | HIGHBD_DC_MULTIPLIER_1X2); |
640 | 0 | } |
641 | | |
642 | | void aom_highbd_dc_predictor_16x8_c(uint16_t *dst, ptrdiff_t stride, |
643 | | const uint16_t *above, const uint16_t *left, |
644 | 0 | int bd) { |
645 | 0 | highbd_dc_predictor_rect(dst, stride, 16, 8, above, left, bd, 3, |
646 | 0 | HIGHBD_DC_MULTIPLIER_1X2); |
647 | 0 | } |
648 | | |
649 | | void aom_highbd_dc_predictor_8x32_c(uint16_t *dst, ptrdiff_t stride, |
650 | | const uint16_t *above, const uint16_t *left, |
651 | 0 | int bd) { |
652 | 0 | highbd_dc_predictor_rect(dst, stride, 8, 32, above, left, bd, 3, |
653 | 0 | HIGHBD_DC_MULTIPLIER_1X4); |
654 | 0 | } |
655 | | |
656 | | void aom_highbd_dc_predictor_32x8_c(uint16_t *dst, ptrdiff_t stride, |
657 | | const uint16_t *above, const uint16_t *left, |
658 | 0 | int bd) { |
659 | 0 | highbd_dc_predictor_rect(dst, stride, 32, 8, above, left, bd, 3, |
660 | 0 | HIGHBD_DC_MULTIPLIER_1X4); |
661 | 0 | } |
662 | | |
663 | | void aom_highbd_dc_predictor_16x32_c(uint16_t *dst, ptrdiff_t stride, |
664 | | const uint16_t *above, |
665 | 0 | const uint16_t *left, int bd) { |
666 | 0 | highbd_dc_predictor_rect(dst, stride, 16, 32, above, left, bd, 4, |
667 | 0 | HIGHBD_DC_MULTIPLIER_1X2); |
668 | 0 | } |
669 | | |
670 | | void aom_highbd_dc_predictor_32x16_c(uint16_t *dst, ptrdiff_t stride, |
671 | | const uint16_t *above, |
672 | 0 | const uint16_t *left, int bd) { |
673 | 0 | highbd_dc_predictor_rect(dst, stride, 32, 16, above, left, bd, 4, |
674 | 0 | HIGHBD_DC_MULTIPLIER_1X2); |
675 | 0 | } |
676 | | |
677 | | void aom_highbd_dc_predictor_16x64_c(uint16_t *dst, ptrdiff_t stride, |
678 | | const uint16_t *above, |
679 | 0 | const uint16_t *left, int bd) { |
680 | 0 | highbd_dc_predictor_rect(dst, stride, 16, 64, above, left, bd, 4, |
681 | 0 | HIGHBD_DC_MULTIPLIER_1X4); |
682 | 0 | } |
683 | | |
684 | | void aom_highbd_dc_predictor_64x16_c(uint16_t *dst, ptrdiff_t stride, |
685 | | const uint16_t *above, |
686 | 0 | const uint16_t *left, int bd) { |
687 | 0 | highbd_dc_predictor_rect(dst, stride, 64, 16, above, left, bd, 4, |
688 | 0 | HIGHBD_DC_MULTIPLIER_1X4); |
689 | 0 | } |
690 | | |
691 | | void aom_highbd_dc_predictor_32x64_c(uint16_t *dst, ptrdiff_t stride, |
692 | | const uint16_t *above, |
693 | 0 | const uint16_t *left, int bd) { |
694 | 0 | highbd_dc_predictor_rect(dst, stride, 32, 64, above, left, bd, 5, |
695 | 0 | HIGHBD_DC_MULTIPLIER_1X2); |
696 | 0 | } |
697 | | |
698 | | void aom_highbd_dc_predictor_64x32_c(uint16_t *dst, ptrdiff_t stride, |
699 | | const uint16_t *above, |
700 | 0 | const uint16_t *left, int bd) { |
701 | 0 | highbd_dc_predictor_rect(dst, stride, 64, 32, above, left, bd, 5, |
702 | 0 | HIGHBD_DC_MULTIPLIER_1X2); |
703 | 0 | } |
704 | | |
705 | | #undef HIGHBD_DC_MULTIPLIER_1X2 |
706 | | #undef HIGHBD_DC_MULTIPLIER_1X4 |
707 | | |
708 | | // This serves as a wrapper function, so that all the prediction functions |
709 | | // can be unified and accessed as a pointer array. Note that the boundary |
710 | | // above and left are not necessarily used all the time. |
711 | | #define intra_pred_sized(type, width, height) \ |
712 | | void aom_##type##_predictor_##width##x##height##_c( \ |
713 | | uint8_t *dst, ptrdiff_t stride, const uint8_t *above, \ |
714 | 0 | const uint8_t *left) { \ |
715 | 0 | type##_predictor(dst, stride, width, height, above, left); \ |
716 | 0 | } Unexecuted instantiation: aom_v_predictor_4x4_c Unexecuted instantiation: aom_v_predictor_8x8_c Unexecuted instantiation: aom_v_predictor_16x16_c Unexecuted instantiation: aom_v_predictor_32x32_c Unexecuted instantiation: aom_v_predictor_64x64_c Unexecuted instantiation: aom_v_predictor_4x8_c Unexecuted instantiation: aom_v_predictor_8x4_c Unexecuted instantiation: aom_v_predictor_8x16_c Unexecuted instantiation: aom_v_predictor_16x8_c Unexecuted instantiation: aom_v_predictor_16x32_c Unexecuted instantiation: aom_v_predictor_32x16_c Unexecuted instantiation: aom_v_predictor_32x64_c Unexecuted instantiation: aom_v_predictor_64x32_c Unexecuted instantiation: aom_v_predictor_4x16_c Unexecuted instantiation: aom_v_predictor_16x4_c Unexecuted instantiation: aom_v_predictor_8x32_c Unexecuted instantiation: aom_v_predictor_32x8_c Unexecuted instantiation: aom_v_predictor_16x64_c Unexecuted instantiation: aom_v_predictor_64x16_c Unexecuted instantiation: aom_h_predictor_4x4_c Unexecuted instantiation: aom_h_predictor_8x8_c Unexecuted instantiation: aom_h_predictor_16x16_c Unexecuted instantiation: aom_h_predictor_32x32_c Unexecuted instantiation: aom_h_predictor_64x64_c Unexecuted instantiation: aom_h_predictor_4x8_c Unexecuted instantiation: aom_h_predictor_8x4_c Unexecuted instantiation: aom_h_predictor_8x16_c Unexecuted instantiation: aom_h_predictor_16x8_c Unexecuted instantiation: aom_h_predictor_16x32_c Unexecuted instantiation: aom_h_predictor_32x16_c Unexecuted instantiation: aom_h_predictor_32x64_c Unexecuted instantiation: aom_h_predictor_64x32_c Unexecuted instantiation: aom_h_predictor_4x16_c Unexecuted instantiation: aom_h_predictor_16x4_c Unexecuted instantiation: aom_h_predictor_8x32_c Unexecuted instantiation: aom_h_predictor_32x8_c Unexecuted instantiation: aom_h_predictor_16x64_c Unexecuted instantiation: aom_h_predictor_64x16_c Unexecuted instantiation: aom_smooth_predictor_4x4_c Unexecuted instantiation: aom_smooth_predictor_8x8_c Unexecuted instantiation: aom_smooth_predictor_16x16_c Unexecuted instantiation: aom_smooth_predictor_32x32_c Unexecuted instantiation: aom_smooth_predictor_64x64_c Unexecuted instantiation: aom_smooth_predictor_4x8_c Unexecuted instantiation: aom_smooth_predictor_8x4_c Unexecuted instantiation: aom_smooth_predictor_8x16_c Unexecuted instantiation: aom_smooth_predictor_16x8_c Unexecuted instantiation: aom_smooth_predictor_16x32_c Unexecuted instantiation: aom_smooth_predictor_32x16_c Unexecuted instantiation: aom_smooth_predictor_32x64_c Unexecuted instantiation: aom_smooth_predictor_64x32_c Unexecuted instantiation: aom_smooth_predictor_4x16_c Unexecuted instantiation: aom_smooth_predictor_16x4_c Unexecuted instantiation: aom_smooth_predictor_8x32_c Unexecuted instantiation: aom_smooth_predictor_32x8_c Unexecuted instantiation: aom_smooth_predictor_16x64_c Unexecuted instantiation: aom_smooth_predictor_64x16_c Unexecuted instantiation: aom_smooth_v_predictor_4x4_c Unexecuted instantiation: aom_smooth_v_predictor_8x8_c Unexecuted instantiation: aom_smooth_v_predictor_16x16_c Unexecuted instantiation: aom_smooth_v_predictor_32x32_c Unexecuted instantiation: aom_smooth_v_predictor_64x64_c Unexecuted instantiation: aom_smooth_v_predictor_4x8_c Unexecuted instantiation: aom_smooth_v_predictor_8x4_c Unexecuted instantiation: aom_smooth_v_predictor_8x16_c Unexecuted instantiation: aom_smooth_v_predictor_16x8_c Unexecuted instantiation: aom_smooth_v_predictor_16x32_c Unexecuted instantiation: aom_smooth_v_predictor_32x16_c Unexecuted instantiation: aom_smooth_v_predictor_32x64_c Unexecuted instantiation: aom_smooth_v_predictor_64x32_c Unexecuted instantiation: aom_smooth_v_predictor_4x16_c Unexecuted instantiation: aom_smooth_v_predictor_16x4_c Unexecuted instantiation: aom_smooth_v_predictor_8x32_c Unexecuted instantiation: aom_smooth_v_predictor_32x8_c Unexecuted instantiation: aom_smooth_v_predictor_16x64_c Unexecuted instantiation: aom_smooth_v_predictor_64x16_c Unexecuted instantiation: aom_smooth_h_predictor_4x4_c Unexecuted instantiation: aom_smooth_h_predictor_8x8_c Unexecuted instantiation: aom_smooth_h_predictor_16x16_c Unexecuted instantiation: aom_smooth_h_predictor_32x32_c Unexecuted instantiation: aom_smooth_h_predictor_64x64_c Unexecuted instantiation: aom_smooth_h_predictor_4x8_c Unexecuted instantiation: aom_smooth_h_predictor_8x4_c Unexecuted instantiation: aom_smooth_h_predictor_8x16_c Unexecuted instantiation: aom_smooth_h_predictor_16x8_c Unexecuted instantiation: aom_smooth_h_predictor_16x32_c Unexecuted instantiation: aom_smooth_h_predictor_32x16_c Unexecuted instantiation: aom_smooth_h_predictor_32x64_c Unexecuted instantiation: aom_smooth_h_predictor_64x32_c Unexecuted instantiation: aom_smooth_h_predictor_4x16_c Unexecuted instantiation: aom_smooth_h_predictor_16x4_c Unexecuted instantiation: aom_smooth_h_predictor_8x32_c Unexecuted instantiation: aom_smooth_h_predictor_32x8_c Unexecuted instantiation: aom_smooth_h_predictor_16x64_c Unexecuted instantiation: aom_smooth_h_predictor_64x16_c Unexecuted instantiation: aom_paeth_predictor_4x4_c Unexecuted instantiation: aom_paeth_predictor_8x8_c Unexecuted instantiation: aom_paeth_predictor_16x16_c Unexecuted instantiation: aom_paeth_predictor_32x32_c Unexecuted instantiation: aom_paeth_predictor_64x64_c Unexecuted instantiation: aom_paeth_predictor_4x8_c Unexecuted instantiation: aom_paeth_predictor_8x4_c Unexecuted instantiation: aom_paeth_predictor_8x16_c Unexecuted instantiation: aom_paeth_predictor_16x8_c Unexecuted instantiation: aom_paeth_predictor_16x32_c Unexecuted instantiation: aom_paeth_predictor_32x16_c Unexecuted instantiation: aom_paeth_predictor_32x64_c Unexecuted instantiation: aom_paeth_predictor_64x32_c Unexecuted instantiation: aom_paeth_predictor_4x16_c Unexecuted instantiation: aom_paeth_predictor_16x4_c Unexecuted instantiation: aom_paeth_predictor_8x32_c Unexecuted instantiation: aom_paeth_predictor_32x8_c Unexecuted instantiation: aom_paeth_predictor_16x64_c Unexecuted instantiation: aom_paeth_predictor_64x16_c Unexecuted instantiation: aom_dc_128_predictor_4x4_c Unexecuted instantiation: aom_dc_128_predictor_8x8_c Unexecuted instantiation: aom_dc_128_predictor_16x16_c Unexecuted instantiation: aom_dc_128_predictor_32x32_c Unexecuted instantiation: aom_dc_128_predictor_64x64_c Unexecuted instantiation: aom_dc_128_predictor_4x8_c Unexecuted instantiation: aom_dc_128_predictor_8x4_c Unexecuted instantiation: aom_dc_128_predictor_8x16_c Unexecuted instantiation: aom_dc_128_predictor_16x8_c Unexecuted instantiation: aom_dc_128_predictor_16x32_c Unexecuted instantiation: aom_dc_128_predictor_32x16_c Unexecuted instantiation: aom_dc_128_predictor_32x64_c Unexecuted instantiation: aom_dc_128_predictor_64x32_c Unexecuted instantiation: aom_dc_128_predictor_4x16_c Unexecuted instantiation: aom_dc_128_predictor_16x4_c Unexecuted instantiation: aom_dc_128_predictor_8x32_c Unexecuted instantiation: aom_dc_128_predictor_32x8_c Unexecuted instantiation: aom_dc_128_predictor_16x64_c Unexecuted instantiation: aom_dc_128_predictor_64x16_c Unexecuted instantiation: aom_dc_left_predictor_4x4_c Unexecuted instantiation: aom_dc_left_predictor_8x8_c Unexecuted instantiation: aom_dc_left_predictor_16x16_c Unexecuted instantiation: aom_dc_left_predictor_32x32_c Unexecuted instantiation: aom_dc_left_predictor_64x64_c Unexecuted instantiation: aom_dc_left_predictor_4x8_c Unexecuted instantiation: aom_dc_left_predictor_8x4_c Unexecuted instantiation: aom_dc_left_predictor_8x16_c Unexecuted instantiation: aom_dc_left_predictor_16x8_c Unexecuted instantiation: aom_dc_left_predictor_16x32_c Unexecuted instantiation: aom_dc_left_predictor_32x16_c Unexecuted instantiation: aom_dc_left_predictor_32x64_c Unexecuted instantiation: aom_dc_left_predictor_64x32_c Unexecuted instantiation: aom_dc_left_predictor_4x16_c Unexecuted instantiation: aom_dc_left_predictor_16x4_c Unexecuted instantiation: aom_dc_left_predictor_8x32_c Unexecuted instantiation: aom_dc_left_predictor_32x8_c Unexecuted instantiation: aom_dc_left_predictor_16x64_c Unexecuted instantiation: aom_dc_left_predictor_64x16_c Unexecuted instantiation: aom_dc_top_predictor_4x4_c Unexecuted instantiation: aom_dc_top_predictor_8x8_c Unexecuted instantiation: aom_dc_top_predictor_16x16_c Unexecuted instantiation: aom_dc_top_predictor_32x32_c Unexecuted instantiation: aom_dc_top_predictor_64x64_c Unexecuted instantiation: aom_dc_top_predictor_4x8_c Unexecuted instantiation: aom_dc_top_predictor_8x4_c Unexecuted instantiation: aom_dc_top_predictor_8x16_c Unexecuted instantiation: aom_dc_top_predictor_16x8_c Unexecuted instantiation: aom_dc_top_predictor_16x32_c Unexecuted instantiation: aom_dc_top_predictor_32x16_c Unexecuted instantiation: aom_dc_top_predictor_32x64_c Unexecuted instantiation: aom_dc_top_predictor_64x32_c Unexecuted instantiation: aom_dc_top_predictor_4x16_c Unexecuted instantiation: aom_dc_top_predictor_16x4_c Unexecuted instantiation: aom_dc_top_predictor_8x32_c Unexecuted instantiation: aom_dc_top_predictor_32x8_c Unexecuted instantiation: aom_dc_top_predictor_16x64_c Unexecuted instantiation: aom_dc_top_predictor_64x16_c Unexecuted instantiation: aom_dc_predictor_4x4_c Unexecuted instantiation: aom_dc_predictor_8x8_c Unexecuted instantiation: aom_dc_predictor_16x16_c Unexecuted instantiation: aom_dc_predictor_32x32_c Unexecuted instantiation: aom_dc_predictor_64x64_c |
717 | | |
718 | | #define intra_pred_highbd_sized(type, width, height) \ |
719 | | void aom_highbd_##type##_predictor_##width##x##height##_c( \ |
720 | | uint16_t *dst, ptrdiff_t stride, const uint16_t *above, \ |
721 | 0 | const uint16_t *left, int bd) { \ |
722 | 0 | highbd_##type##_predictor(dst, stride, width, height, above, left, bd); \ |
723 | 0 | } Unexecuted instantiation: aom_highbd_v_predictor_4x4_c Unexecuted instantiation: aom_highbd_v_predictor_8x8_c Unexecuted instantiation: aom_highbd_v_predictor_16x16_c Unexecuted instantiation: aom_highbd_v_predictor_32x32_c Unexecuted instantiation: aom_highbd_v_predictor_64x64_c Unexecuted instantiation: aom_highbd_v_predictor_4x8_c Unexecuted instantiation: aom_highbd_v_predictor_8x4_c Unexecuted instantiation: aom_highbd_v_predictor_8x16_c Unexecuted instantiation: aom_highbd_v_predictor_16x8_c Unexecuted instantiation: aom_highbd_v_predictor_16x32_c Unexecuted instantiation: aom_highbd_v_predictor_32x16_c Unexecuted instantiation: aom_highbd_v_predictor_32x64_c Unexecuted instantiation: aom_highbd_v_predictor_64x32_c Unexecuted instantiation: aom_highbd_v_predictor_4x16_c Unexecuted instantiation: aom_highbd_v_predictor_16x4_c Unexecuted instantiation: aom_highbd_v_predictor_8x32_c Unexecuted instantiation: aom_highbd_v_predictor_32x8_c Unexecuted instantiation: aom_highbd_v_predictor_16x64_c Unexecuted instantiation: aom_highbd_v_predictor_64x16_c Unexecuted instantiation: aom_highbd_h_predictor_4x4_c Unexecuted instantiation: aom_highbd_h_predictor_8x8_c Unexecuted instantiation: aom_highbd_h_predictor_16x16_c Unexecuted instantiation: aom_highbd_h_predictor_32x32_c Unexecuted instantiation: aom_highbd_h_predictor_64x64_c Unexecuted instantiation: aom_highbd_h_predictor_4x8_c Unexecuted instantiation: aom_highbd_h_predictor_8x4_c Unexecuted instantiation: aom_highbd_h_predictor_8x16_c Unexecuted instantiation: aom_highbd_h_predictor_16x8_c Unexecuted instantiation: aom_highbd_h_predictor_16x32_c Unexecuted instantiation: aom_highbd_h_predictor_32x16_c Unexecuted instantiation: aom_highbd_h_predictor_32x64_c Unexecuted instantiation: aom_highbd_h_predictor_64x32_c Unexecuted instantiation: aom_highbd_h_predictor_4x16_c Unexecuted instantiation: aom_highbd_h_predictor_16x4_c Unexecuted instantiation: aom_highbd_h_predictor_8x32_c Unexecuted instantiation: aom_highbd_h_predictor_32x8_c Unexecuted instantiation: aom_highbd_h_predictor_16x64_c Unexecuted instantiation: aom_highbd_h_predictor_64x16_c Unexecuted instantiation: aom_highbd_smooth_predictor_4x4_c Unexecuted instantiation: aom_highbd_smooth_predictor_8x8_c Unexecuted instantiation: aom_highbd_smooth_predictor_16x16_c Unexecuted instantiation: aom_highbd_smooth_predictor_32x32_c Unexecuted instantiation: aom_highbd_smooth_predictor_64x64_c Unexecuted instantiation: aom_highbd_smooth_predictor_4x8_c Unexecuted instantiation: aom_highbd_smooth_predictor_8x4_c Unexecuted instantiation: aom_highbd_smooth_predictor_8x16_c Unexecuted instantiation: aom_highbd_smooth_predictor_16x8_c Unexecuted instantiation: aom_highbd_smooth_predictor_16x32_c Unexecuted instantiation: aom_highbd_smooth_predictor_32x16_c Unexecuted instantiation: aom_highbd_smooth_predictor_32x64_c Unexecuted instantiation: aom_highbd_smooth_predictor_64x32_c Unexecuted instantiation: aom_highbd_smooth_predictor_4x16_c Unexecuted instantiation: aom_highbd_smooth_predictor_16x4_c Unexecuted instantiation: aom_highbd_smooth_predictor_8x32_c Unexecuted instantiation: aom_highbd_smooth_predictor_32x8_c Unexecuted instantiation: aom_highbd_smooth_predictor_16x64_c Unexecuted instantiation: aom_highbd_smooth_predictor_64x16_c Unexecuted instantiation: aom_highbd_smooth_v_predictor_4x4_c Unexecuted instantiation: aom_highbd_smooth_v_predictor_8x8_c Unexecuted instantiation: aom_highbd_smooth_v_predictor_16x16_c Unexecuted instantiation: aom_highbd_smooth_v_predictor_32x32_c Unexecuted instantiation: aom_highbd_smooth_v_predictor_64x64_c Unexecuted instantiation: aom_highbd_smooth_v_predictor_4x8_c Unexecuted instantiation: aom_highbd_smooth_v_predictor_8x4_c Unexecuted instantiation: aom_highbd_smooth_v_predictor_8x16_c Unexecuted instantiation: aom_highbd_smooth_v_predictor_16x8_c Unexecuted instantiation: aom_highbd_smooth_v_predictor_16x32_c Unexecuted instantiation: aom_highbd_smooth_v_predictor_32x16_c Unexecuted instantiation: aom_highbd_smooth_v_predictor_32x64_c Unexecuted instantiation: aom_highbd_smooth_v_predictor_64x32_c Unexecuted instantiation: aom_highbd_smooth_v_predictor_4x16_c Unexecuted instantiation: aom_highbd_smooth_v_predictor_16x4_c Unexecuted instantiation: aom_highbd_smooth_v_predictor_8x32_c Unexecuted instantiation: aom_highbd_smooth_v_predictor_32x8_c Unexecuted instantiation: aom_highbd_smooth_v_predictor_16x64_c Unexecuted instantiation: aom_highbd_smooth_v_predictor_64x16_c Unexecuted instantiation: aom_highbd_smooth_h_predictor_4x4_c Unexecuted instantiation: aom_highbd_smooth_h_predictor_8x8_c Unexecuted instantiation: aom_highbd_smooth_h_predictor_16x16_c Unexecuted instantiation: aom_highbd_smooth_h_predictor_32x32_c Unexecuted instantiation: aom_highbd_smooth_h_predictor_64x64_c Unexecuted instantiation: aom_highbd_smooth_h_predictor_4x8_c Unexecuted instantiation: aom_highbd_smooth_h_predictor_8x4_c Unexecuted instantiation: aom_highbd_smooth_h_predictor_8x16_c Unexecuted instantiation: aom_highbd_smooth_h_predictor_16x8_c Unexecuted instantiation: aom_highbd_smooth_h_predictor_16x32_c Unexecuted instantiation: aom_highbd_smooth_h_predictor_32x16_c Unexecuted instantiation: aom_highbd_smooth_h_predictor_32x64_c Unexecuted instantiation: aom_highbd_smooth_h_predictor_64x32_c Unexecuted instantiation: aom_highbd_smooth_h_predictor_4x16_c Unexecuted instantiation: aom_highbd_smooth_h_predictor_16x4_c Unexecuted instantiation: aom_highbd_smooth_h_predictor_8x32_c Unexecuted instantiation: aom_highbd_smooth_h_predictor_32x8_c Unexecuted instantiation: aom_highbd_smooth_h_predictor_16x64_c Unexecuted instantiation: aom_highbd_smooth_h_predictor_64x16_c Unexecuted instantiation: aom_highbd_paeth_predictor_4x4_c Unexecuted instantiation: aom_highbd_paeth_predictor_8x8_c Unexecuted instantiation: aom_highbd_paeth_predictor_16x16_c Unexecuted instantiation: aom_highbd_paeth_predictor_32x32_c Unexecuted instantiation: aom_highbd_paeth_predictor_64x64_c Unexecuted instantiation: aom_highbd_paeth_predictor_4x8_c Unexecuted instantiation: aom_highbd_paeth_predictor_8x4_c Unexecuted instantiation: aom_highbd_paeth_predictor_8x16_c Unexecuted instantiation: aom_highbd_paeth_predictor_16x8_c Unexecuted instantiation: aom_highbd_paeth_predictor_16x32_c Unexecuted instantiation: aom_highbd_paeth_predictor_32x16_c Unexecuted instantiation: aom_highbd_paeth_predictor_32x64_c Unexecuted instantiation: aom_highbd_paeth_predictor_64x32_c Unexecuted instantiation: aom_highbd_paeth_predictor_4x16_c Unexecuted instantiation: aom_highbd_paeth_predictor_16x4_c Unexecuted instantiation: aom_highbd_paeth_predictor_8x32_c Unexecuted instantiation: aom_highbd_paeth_predictor_32x8_c Unexecuted instantiation: aom_highbd_paeth_predictor_16x64_c Unexecuted instantiation: aom_highbd_paeth_predictor_64x16_c Unexecuted instantiation: aom_highbd_dc_128_predictor_4x4_c Unexecuted instantiation: aom_highbd_dc_128_predictor_8x8_c Unexecuted instantiation: aom_highbd_dc_128_predictor_16x16_c Unexecuted instantiation: aom_highbd_dc_128_predictor_32x32_c Unexecuted instantiation: aom_highbd_dc_128_predictor_64x64_c Unexecuted instantiation: aom_highbd_dc_128_predictor_4x8_c Unexecuted instantiation: aom_highbd_dc_128_predictor_8x4_c Unexecuted instantiation: aom_highbd_dc_128_predictor_8x16_c Unexecuted instantiation: aom_highbd_dc_128_predictor_16x8_c Unexecuted instantiation: aom_highbd_dc_128_predictor_16x32_c Unexecuted instantiation: aom_highbd_dc_128_predictor_32x16_c Unexecuted instantiation: aom_highbd_dc_128_predictor_32x64_c Unexecuted instantiation: aom_highbd_dc_128_predictor_64x32_c Unexecuted instantiation: aom_highbd_dc_128_predictor_4x16_c Unexecuted instantiation: aom_highbd_dc_128_predictor_16x4_c Unexecuted instantiation: aom_highbd_dc_128_predictor_8x32_c Unexecuted instantiation: aom_highbd_dc_128_predictor_32x8_c Unexecuted instantiation: aom_highbd_dc_128_predictor_16x64_c Unexecuted instantiation: aom_highbd_dc_128_predictor_64x16_c Unexecuted instantiation: aom_highbd_dc_left_predictor_4x4_c Unexecuted instantiation: aom_highbd_dc_left_predictor_8x8_c Unexecuted instantiation: aom_highbd_dc_left_predictor_16x16_c Unexecuted instantiation: aom_highbd_dc_left_predictor_32x32_c Unexecuted instantiation: aom_highbd_dc_left_predictor_64x64_c Unexecuted instantiation: aom_highbd_dc_left_predictor_4x8_c Unexecuted instantiation: aom_highbd_dc_left_predictor_8x4_c Unexecuted instantiation: aom_highbd_dc_left_predictor_8x16_c Unexecuted instantiation: aom_highbd_dc_left_predictor_16x8_c Unexecuted instantiation: aom_highbd_dc_left_predictor_16x32_c Unexecuted instantiation: aom_highbd_dc_left_predictor_32x16_c Unexecuted instantiation: aom_highbd_dc_left_predictor_32x64_c Unexecuted instantiation: aom_highbd_dc_left_predictor_64x32_c Unexecuted instantiation: aom_highbd_dc_left_predictor_4x16_c Unexecuted instantiation: aom_highbd_dc_left_predictor_16x4_c Unexecuted instantiation: aom_highbd_dc_left_predictor_8x32_c Unexecuted instantiation: aom_highbd_dc_left_predictor_32x8_c Unexecuted instantiation: aom_highbd_dc_left_predictor_16x64_c Unexecuted instantiation: aom_highbd_dc_left_predictor_64x16_c Unexecuted instantiation: aom_highbd_dc_top_predictor_4x4_c Unexecuted instantiation: aom_highbd_dc_top_predictor_8x8_c Unexecuted instantiation: aom_highbd_dc_top_predictor_16x16_c Unexecuted instantiation: aom_highbd_dc_top_predictor_32x32_c Unexecuted instantiation: aom_highbd_dc_top_predictor_64x64_c Unexecuted instantiation: aom_highbd_dc_top_predictor_4x8_c Unexecuted instantiation: aom_highbd_dc_top_predictor_8x4_c Unexecuted instantiation: aom_highbd_dc_top_predictor_8x16_c Unexecuted instantiation: aom_highbd_dc_top_predictor_16x8_c Unexecuted instantiation: aom_highbd_dc_top_predictor_16x32_c Unexecuted instantiation: aom_highbd_dc_top_predictor_32x16_c Unexecuted instantiation: aom_highbd_dc_top_predictor_32x64_c Unexecuted instantiation: aom_highbd_dc_top_predictor_64x32_c Unexecuted instantiation: aom_highbd_dc_top_predictor_4x16_c Unexecuted instantiation: aom_highbd_dc_top_predictor_16x4_c Unexecuted instantiation: aom_highbd_dc_top_predictor_8x32_c Unexecuted instantiation: aom_highbd_dc_top_predictor_32x8_c Unexecuted instantiation: aom_highbd_dc_top_predictor_16x64_c Unexecuted instantiation: aom_highbd_dc_top_predictor_64x16_c Unexecuted instantiation: aom_highbd_dc_predictor_4x4_c Unexecuted instantiation: aom_highbd_dc_predictor_8x8_c Unexecuted instantiation: aom_highbd_dc_predictor_16x16_c Unexecuted instantiation: aom_highbd_dc_predictor_32x32_c Unexecuted instantiation: aom_highbd_dc_predictor_64x64_c |
724 | | |
725 | | /* clang-format off */ |
726 | | #if CONFIG_REALTIME_ONLY |
727 | | #define intra_pred_rectangular(type) \ |
728 | | intra_pred_sized(type, 4, 8) \ |
729 | | intra_pred_sized(type, 8, 4) \ |
730 | | intra_pred_sized(type, 8, 16) \ |
731 | | intra_pred_sized(type, 16, 8) \ |
732 | | intra_pred_sized(type, 16, 32) \ |
733 | | intra_pred_sized(type, 32, 16) \ |
734 | | intra_pred_sized(type, 32, 64) \ |
735 | | intra_pred_sized(type, 64, 32) \ |
736 | | intra_pred_highbd_sized(type, 4, 8) \ |
737 | | intra_pred_highbd_sized(type, 8, 4) \ |
738 | | intra_pred_highbd_sized(type, 8, 16) \ |
739 | | intra_pred_highbd_sized(type, 16, 8) \ |
740 | | intra_pred_highbd_sized(type, 16, 32) \ |
741 | | intra_pred_highbd_sized(type, 32, 16) \ |
742 | | intra_pred_highbd_sized(type, 32, 64) \ |
743 | | intra_pred_highbd_sized(type, 64, 32) |
744 | | #else |
745 | | #define intra_pred_rectangular(type) \ |
746 | | intra_pred_sized(type, 4, 8) \ |
747 | | intra_pred_sized(type, 8, 4) \ |
748 | | intra_pred_sized(type, 8, 16) \ |
749 | | intra_pred_sized(type, 16, 8) \ |
750 | | intra_pred_sized(type, 16, 32) \ |
751 | | intra_pred_sized(type, 32, 16) \ |
752 | | intra_pred_sized(type, 32, 64) \ |
753 | | intra_pred_sized(type, 64, 32) \ |
754 | | intra_pred_sized(type, 4, 16) \ |
755 | | intra_pred_sized(type, 16, 4) \ |
756 | | intra_pred_sized(type, 8, 32) \ |
757 | | intra_pred_sized(type, 32, 8) \ |
758 | | intra_pred_sized(type, 16, 64) \ |
759 | | intra_pred_sized(type, 64, 16) \ |
760 | | intra_pred_highbd_sized(type, 4, 8) \ |
761 | | intra_pred_highbd_sized(type, 8, 4) \ |
762 | | intra_pred_highbd_sized(type, 8, 16) \ |
763 | | intra_pred_highbd_sized(type, 16, 8) \ |
764 | | intra_pred_highbd_sized(type, 16, 32) \ |
765 | | intra_pred_highbd_sized(type, 32, 16) \ |
766 | | intra_pred_highbd_sized(type, 32, 64) \ |
767 | | intra_pred_highbd_sized(type, 64, 32) \ |
768 | | intra_pred_highbd_sized(type, 4, 16) \ |
769 | | intra_pred_highbd_sized(type, 16, 4) \ |
770 | | intra_pred_highbd_sized(type, 8, 32) \ |
771 | | intra_pred_highbd_sized(type, 32, 8) \ |
772 | | intra_pred_highbd_sized(type, 16, 64) \ |
773 | | intra_pred_highbd_sized(type, 64, 16) |
774 | | #endif |
775 | | |
776 | | #define intra_pred_above_4x4(type) \ |
777 | | intra_pred_sized(type, 8, 8) \ |
778 | | intra_pred_sized(type, 16, 16) \ |
779 | | intra_pred_sized(type, 32, 32) \ |
780 | | intra_pred_sized(type, 64, 64) \ |
781 | | intra_pred_highbd_sized(type, 4, 4) \ |
782 | | intra_pred_highbd_sized(type, 8, 8) \ |
783 | | intra_pred_highbd_sized(type, 16, 16) \ |
784 | | intra_pred_highbd_sized(type, 32, 32) \ |
785 | | intra_pred_highbd_sized(type, 64, 64) \ |
786 | | intra_pred_rectangular(type) |
787 | | #define intra_pred_allsizes(type) \ |
788 | | intra_pred_sized(type, 4, 4) \ |
789 | | intra_pred_above_4x4(type) |
790 | | #define intra_pred_square(type) \ |
791 | | intra_pred_sized(type, 4, 4) \ |
792 | | intra_pred_sized(type, 8, 8) \ |
793 | | intra_pred_sized(type, 16, 16) \ |
794 | | intra_pred_sized(type, 32, 32) \ |
795 | | intra_pred_sized(type, 64, 64) \ |
796 | | intra_pred_highbd_sized(type, 4, 4) \ |
797 | | intra_pred_highbd_sized(type, 8, 8) \ |
798 | | intra_pred_highbd_sized(type, 16, 16) \ |
799 | | intra_pred_highbd_sized(type, 32, 32) \ |
800 | | intra_pred_highbd_sized(type, 64, 64) |
801 | | |
802 | | intra_pred_allsizes(v) |
803 | | intra_pred_allsizes(h) |
804 | | intra_pred_allsizes(smooth) |
805 | | intra_pred_allsizes(smooth_v) |
806 | | intra_pred_allsizes(smooth_h) |
807 | | intra_pred_allsizes(paeth) |
808 | | intra_pred_allsizes(dc_128) |
809 | | intra_pred_allsizes(dc_left) |
810 | | intra_pred_allsizes(dc_top) |
811 | | intra_pred_square(dc) |
812 | | /* clang-format on */ |
813 | | #undef intra_pred_allsizes |