Coverage Report

Created: 2025-07-23 08:18

/src/aom/av1/common/cfl.c
Line
Count
Source (jump to first uncovered line)
1
/*
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
3
 *
4
 * This source code is subject to the terms of the BSD 2 Clause License and
5
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6
 * was not distributed with this source code in the LICENSE file, you can
7
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8
 * Media Patent License 1.0 was not distributed with this source code in the
9
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10
 */
11
12
#include "av1/common/av1_common_int.h"
13
#include "av1/common/cfl.h"
14
#include "av1/common/common_data.h"
15
16
#include "config/av1_rtcd.h"
17
18
31.7k
void cfl_init(CFL_CTX *cfl, const SequenceHeader *seq_params) {
19
31.7k
  assert(block_size_wide[CFL_MAX_BLOCK_SIZE] == CFL_BUF_LINE);
20
31.7k
  assert(block_size_high[CFL_MAX_BLOCK_SIZE] == CFL_BUF_LINE);
21
22
31.7k
  memset(&cfl->recon_buf_q3, 0, sizeof(cfl->recon_buf_q3));
23
31.7k
  memset(&cfl->ac_buf_q3, 0, sizeof(cfl->ac_buf_q3));
24
31.7k
  cfl->subsampling_x = seq_params->subsampling_x;
25
31.7k
  cfl->subsampling_y = seq_params->subsampling_y;
26
31.7k
  cfl->are_parameters_computed = 0;
27
31.7k
  cfl->store_y = 0;
28
  // The DC_PRED cache is disabled by default and is only enabled in
29
  // cfl_rd_pick_alpha
30
31.7k
  cfl->use_dc_pred_cache = 0;
31
31.7k
  cfl->dc_pred_is_cached[CFL_PRED_U] = 0;
32
31.7k
  cfl->dc_pred_is_cached[CFL_PRED_V] = 0;
33
31.7k
}
34
35
void cfl_store_dc_pred(MACROBLOCKD *const xd, const uint8_t *input,
36
0
                       CFL_PRED_TYPE pred_plane, int width) {
37
0
  assert(pred_plane < CFL_PRED_PLANES);
38
0
  assert(width <= CFL_BUF_LINE);
39
40
0
  if (is_cur_buf_hbd(xd)) {
41
0
    uint16_t *const input_16 = CONVERT_TO_SHORTPTR(input);
42
0
    memcpy(xd->cfl.dc_pred_cache[pred_plane], input_16, width << 1);
43
0
    return;
44
0
  }
45
46
0
  memcpy(xd->cfl.dc_pred_cache[pred_plane], input, width);
47
0
}
48
49
static void cfl_load_dc_pred_lbd(const int16_t *dc_pred_cache, uint8_t *dst,
50
0
                                 int dst_stride, int width, int height) {
51
0
  for (int j = 0; j < height; j++) {
52
0
    memcpy(dst, dc_pred_cache, width);
53
0
    dst += dst_stride;
54
0
  }
55
0
}
56
57
static void cfl_load_dc_pred_hbd(const int16_t *dc_pred_cache, uint16_t *dst,
58
0
                                 int dst_stride, int width, int height) {
59
0
  const size_t num_bytes = width << 1;
60
0
  for (int j = 0; j < height; j++) {
61
0
    memcpy(dst, dc_pred_cache, num_bytes);
62
0
    dst += dst_stride;
63
0
  }
64
0
}
65
void cfl_load_dc_pred(MACROBLOCKD *const xd, uint8_t *dst, int dst_stride,
66
0
                      TX_SIZE tx_size, CFL_PRED_TYPE pred_plane) {
67
0
  const int width = tx_size_wide[tx_size];
68
0
  const int height = tx_size_high[tx_size];
69
0
  assert(pred_plane < CFL_PRED_PLANES);
70
0
  assert(width <= CFL_BUF_LINE);
71
0
  assert(height <= CFL_BUF_LINE);
72
0
  if (is_cur_buf_hbd(xd)) {
73
0
    uint16_t *dst_16 = CONVERT_TO_SHORTPTR(dst);
74
0
    cfl_load_dc_pred_hbd(xd->cfl.dc_pred_cache[pred_plane], dst_16, dst_stride,
75
0
                         width, height);
76
0
    return;
77
0
  }
78
0
  cfl_load_dc_pred_lbd(xd->cfl.dc_pred_cache[pred_plane], dst, dst_stride,
79
0
                       width, height);
80
0
}
81
82
// Due to frame boundary issues, it is possible that the total area covered by
83
// chroma exceeds that of luma. When this happens, we fill the missing pixels by
84
// repeating the last columns and/or rows.
85
1.80M
static INLINE void cfl_pad(CFL_CTX *cfl, int width, int height) {
86
1.80M
  const int diff_width = width - cfl->buf_width;
87
1.80M
  const int diff_height = height - cfl->buf_height;
88
89
1.80M
  if (diff_width > 0) {
90
2.17k
    const int min_height = height - diff_height;
91
2.17k
    uint16_t *recon_buf_q3 = cfl->recon_buf_q3 + (width - diff_width);
92
32.4k
    for (int j = 0; j < min_height; j++) {
93
30.2k
      const uint16_t last_pixel = recon_buf_q3[-1];
94
30.2k
      assert(recon_buf_q3 + diff_width <= cfl->recon_buf_q3 + CFL_BUF_SQUARE);
95
177k
      for (int i = 0; i < diff_width; i++) {
96
147k
        recon_buf_q3[i] = last_pixel;
97
147k
      }
98
30.2k
      recon_buf_q3 += CFL_BUF_LINE;
99
30.2k
    }
100
2.17k
    cfl->buf_width = width;
101
2.17k
  }
102
1.80M
  if (diff_height > 0) {
103
6.26k
    uint16_t *recon_buf_q3 =
104
6.26k
        cfl->recon_buf_q3 + ((height - diff_height) * CFL_BUF_LINE);
105
32.1k
    for (int j = 0; j < diff_height; j++) {
106
25.9k
      const uint16_t *last_row_q3 = recon_buf_q3 - CFL_BUF_LINE;
107
25.9k
      assert(recon_buf_q3 + width <= cfl->recon_buf_q3 + CFL_BUF_SQUARE);
108
184k
      for (int i = 0; i < width; i++) {
109
158k
        recon_buf_q3[i] = last_row_q3[i];
110
158k
      }
111
25.9k
      recon_buf_q3 += CFL_BUF_LINE;
112
25.9k
    }
113
6.26k
    cfl->buf_height = height;
114
6.26k
  }
115
1.80M
}
116
117
static void subtract_average_c(const uint16_t *src, int16_t *dst, int width,
118
1.80M
                               int height, int round_offset, int num_pel_log2) {
119
1.80M
  int sum = round_offset;
120
1.80M
  const uint16_t *recon = src;
121
19.7M
  for (int j = 0; j < height; j++) {
122
215M
    for (int i = 0; i < width; i++) {
123
197M
      sum += recon[i];
124
197M
    }
125
17.9M
    recon += CFL_BUF_LINE;
126
17.9M
  }
127
1.80M
  const int avg = sum >> num_pel_log2;
128
19.7M
  for (int j = 0; j < height; j++) {
129
215M
    for (int i = 0; i < width; i++) {
130
197M
      dst[i] = src[i] - avg;
131
197M
    }
132
17.9M
    src += CFL_BUF_LINE;
133
17.9M
    dst += CFL_BUF_LINE;
134
17.9M
  }
135
1.80M
}
136
137
CFL_SUB_AVG_FN(c)
138
139
static INLINE int cfl_idx_to_alpha(uint8_t alpha_idx, int8_t joint_sign,
140
3.61M
                                   CFL_PRED_TYPE pred_type) {
141
3.61M
  const int alpha_sign = (pred_type == CFL_PRED_U) ? CFL_SIGN_U(joint_sign)
142
3.61M
                                                   : CFL_SIGN_V(joint_sign);
143
3.61M
  if (alpha_sign == CFL_SIGN_ZERO) return 0;
144
3.00M
  const int abs_alpha_q3 =
145
3.00M
      (pred_type == CFL_PRED_U) ? CFL_IDX_U(alpha_idx) : CFL_IDX_V(alpha_idx);
146
3.00M
  return (alpha_sign == CFL_SIGN_POS) ? abs_alpha_q3 + 1 : -abs_alpha_q3 - 1;
147
3.61M
}
148
149
static INLINE void cfl_predict_lbd_c(const int16_t *ac_buf_q3, uint8_t *dst,
150
                                     int dst_stride, int alpha_q3, int width,
151
1.73M
                                     int height) {
152
19.9M
  for (int j = 0; j < height; j++) {
153
233M
    for (int i = 0; i < width; i++) {
154
215M
      dst[i] = clip_pixel(get_scaled_luma_q0(alpha_q3, ac_buf_q3[i]) + dst[i]);
155
215M
    }
156
18.2M
    dst += dst_stride;
157
18.2M
    ac_buf_q3 += CFL_BUF_LINE;
158
18.2M
  }
159
1.73M
}
160
161
CFL_PREDICT_FN(c, lbd)
162
163
#if CONFIG_AV1_HIGHBITDEPTH
164
void cfl_predict_hbd_c(const int16_t *ac_buf_q3, uint16_t *dst, int dst_stride,
165
1.87M
                       int alpha_q3, int bit_depth, int width, int height) {
166
19.5M
  for (int j = 0; j < height; j++) {
167
198M
    for (int i = 0; i < width; i++) {
168
180M
      dst[i] = clip_pixel_highbd(
169
180M
          get_scaled_luma_q0(alpha_q3, ac_buf_q3[i]) + dst[i], bit_depth);
170
180M
    }
171
17.6M
    dst += dst_stride;
172
17.6M
    ac_buf_q3 += CFL_BUF_LINE;
173
17.6M
  }
174
1.87M
}
175
176
CFL_PREDICT_FN(c, hbd)
177
#endif
178
179
1.80M
static void cfl_compute_parameters(MACROBLOCKD *const xd, TX_SIZE tx_size) {
180
1.80M
  CFL_CTX *const cfl = &xd->cfl;
181
  // Do not call cfl_compute_parameters multiple time on the same values.
182
1.80M
  assert(cfl->are_parameters_computed == 0);
183
184
1.80M
  cfl_pad(cfl, tx_size_wide[tx_size], tx_size_high[tx_size]);
185
1.80M
  cfl_get_subtract_average_fn(tx_size)(cfl->recon_buf_q3, cfl->ac_buf_q3);
186
1.80M
  cfl->are_parameters_computed = 1;
187
1.80M
}
188
189
void cfl_predict_block(MACROBLOCKD *const xd, uint8_t *dst, int dst_stride,
190
3.61M
                       TX_SIZE tx_size, int plane) {
191
3.61M
  CFL_CTX *const cfl = &xd->cfl;
192
3.61M
  MB_MODE_INFO *mbmi = xd->mi[0];
193
3.61M
  assert(is_cfl_allowed(xd));
194
195
3.61M
  if (!cfl->are_parameters_computed) cfl_compute_parameters(xd, tx_size);
196
197
3.61M
  const int alpha_q3 =
198
3.61M
      cfl_idx_to_alpha(mbmi->cfl_alpha_idx, mbmi->cfl_alpha_signs, plane - 1);
199
3.61M
  assert((tx_size_high[tx_size] - 1) * CFL_BUF_LINE + tx_size_wide[tx_size] <=
200
3.61M
         CFL_BUF_SQUARE);
201
3.61M
#if CONFIG_AV1_HIGHBITDEPTH
202
3.61M
  if (is_cur_buf_hbd(xd)) {
203
1.87M
    uint16_t *dst_16 = CONVERT_TO_SHORTPTR(dst);
204
1.87M
    cfl_get_predict_hbd_fn(tx_size)(cfl->ac_buf_q3, dst_16, dst_stride,
205
1.87M
                                    alpha_q3, xd->bd);
206
1.87M
    return;
207
1.87M
  }
208
1.73M
#endif
209
1.73M
  cfl_get_predict_lbd_fn(tx_size)(cfl->ac_buf_q3, dst, dst_stride, alpha_q3);
210
1.73M
}
211
212
static void cfl_luma_subsampling_420_lbd_c(const uint8_t *input,
213
                                           int input_stride,
214
                                           uint16_t *output_q3, int width,
215
753k
                                           int height) {
216
4.31M
  for (int j = 0; j < height; j += 2) {
217
19.8M
    for (int i = 0; i < width; i += 2) {
218
16.2M
      const int bot = i + input_stride;
219
16.2M
      output_q3[i >> 1] =
220
16.2M
          (input[i] + input[i + 1] + input[bot] + input[bot + 1]) << 1;
221
16.2M
    }
222
3.56M
    input += input_stride << 1;
223
3.56M
    output_q3 += CFL_BUF_LINE;
224
3.56M
  }
225
753k
}
226
227
static void cfl_luma_subsampling_422_lbd_c(const uint8_t *input,
228
                                           int input_stride,
229
                                           uint16_t *output_q3, int width,
230
1.33k
                                           int height) {
231
1.33k
  assert((height - 1) * CFL_BUF_LINE + width <= CFL_BUF_SQUARE);
232
11.8k
  for (int j = 0; j < height; j++) {
233
84.3k
    for (int i = 0; i < width; i += 2) {
234
73.8k
      output_q3[i >> 1] = (input[i] + input[i + 1]) << 2;
235
73.8k
    }
236
10.4k
    input += input_stride;
237
10.4k
    output_q3 += CFL_BUF_LINE;
238
10.4k
  }
239
1.33k
}
240
241
static void cfl_luma_subsampling_444_lbd_c(const uint8_t *input,
242
                                           int input_stride,
243
                                           uint16_t *output_q3, int width,
244
960k
                                           int height) {
245
960k
  assert((height - 1) * CFL_BUF_LINE + width <= CFL_BUF_SQUARE);
246
9.27M
  for (int j = 0; j < height; j++) {
247
100M
    for (int i = 0; i < width; i++) {
248
92.2M
      output_q3[i] = input[i] << 3;
249
92.2M
    }
250
8.31M
    input += input_stride;
251
8.31M
    output_q3 += CFL_BUF_LINE;
252
8.31M
  }
253
960k
}
254
255
#if CONFIG_AV1_HIGHBITDEPTH
256
static void cfl_luma_subsampling_420_hbd_c(const uint16_t *input,
257
                                           int input_stride,
258
                                           uint16_t *output_q3, int width,
259
1.21M
                                           int height) {
260
7.19M
  for (int j = 0; j < height; j += 2) {
261
39.0M
    for (int i = 0; i < width; i += 2) {
262
33.0M
      const int bot = i + input_stride;
263
33.0M
      output_q3[i >> 1] =
264
33.0M
          (input[i] + input[i + 1] + input[bot] + input[bot + 1]) << 1;
265
33.0M
    }
266
5.98M
    input += input_stride << 1;
267
5.98M
    output_q3 += CFL_BUF_LINE;
268
5.98M
  }
269
1.21M
}
270
271
static void cfl_luma_subsampling_422_hbd_c(const uint16_t *input,
272
                                           int input_stride,
273
                                           uint16_t *output_q3, int width,
274
3.27k
                                           int height) {
275
3.27k
  assert((height - 1) * CFL_BUF_LINE + width <= CFL_BUF_SQUARE);
276
34.6k
  for (int j = 0; j < height; j++) {
277
316k
    for (int i = 0; i < width; i += 2) {
278
285k
      output_q3[i >> 1] = (input[i] + input[i + 1]) << 2;
279
285k
    }
280
31.3k
    input += input_stride;
281
31.3k
    output_q3 += CFL_BUF_LINE;
282
31.3k
  }
283
3.27k
}
284
285
static void cfl_luma_subsampling_444_hbd_c(const uint16_t *input,
286
                                           int input_stride,
287
                                           uint16_t *output_q3, int width,
288
714k
                                           int height) {
289
714k
  assert((height - 1) * CFL_BUF_LINE + width <= CFL_BUF_SQUARE);
290
6.78M
  for (int j = 0; j < height; j++) {
291
66.3M
    for (int i = 0; i < width; i++) {
292
60.2M
      output_q3[i] = input[i] << 3;
293
60.2M
    }
294
6.07M
    input += input_stride;
295
6.07M
    output_q3 += CFL_BUF_LINE;
296
6.07M
  }
297
714k
}
298
#endif
299
300
CFL_GET_SUBSAMPLE_FUNCTION(c)
301
302
#if CONFIG_AV1_HIGHBITDEPTH
303
static INLINE cfl_subsample_hbd_fn cfl_subsampling_hbd(TX_SIZE tx_size,
304
1.93M
                                                       int sub_x, int sub_y) {
305
1.93M
  if (sub_x == 1) {
306
1.21M
    if (sub_y == 1) {
307
1.21M
      return cfl_get_luma_subsampling_420_hbd(tx_size);
308
1.21M
    }
309
3.27k
    return cfl_get_luma_subsampling_422_hbd(tx_size);
310
1.21M
  }
311
714k
  return cfl_get_luma_subsampling_444_hbd(tx_size);
312
1.93M
}
313
#endif
314
315
static INLINE cfl_subsample_lbd_fn cfl_subsampling_lbd(TX_SIZE tx_size,
316
1.71M
                                                       int sub_x, int sub_y) {
317
1.71M
  if (sub_x == 1) {
318
754k
    if (sub_y == 1) {
319
753k
      return cfl_get_luma_subsampling_420_lbd(tx_size);
320
753k
    }
321
1.33k
    return cfl_get_luma_subsampling_422_lbd(tx_size);
322
754k
  }
323
960k
  return cfl_get_luma_subsampling_444_lbd(tx_size);
324
1.71M
}
325
326
static void cfl_store(CFL_CTX *cfl, const uint8_t *input, int input_stride,
327
3.64M
                      int row, int col, TX_SIZE tx_size, int use_hbd) {
328
3.64M
  const int width = tx_size_wide[tx_size];
329
3.64M
  const int height = tx_size_high[tx_size];
330
3.64M
  const int tx_off_log2 = MI_SIZE_LOG2;
331
3.64M
  const int sub_x = cfl->subsampling_x;
332
3.64M
  const int sub_y = cfl->subsampling_y;
333
3.64M
  const int store_row = row << (tx_off_log2 - sub_y);
334
3.64M
  const int store_col = col << (tx_off_log2 - sub_x);
335
3.64M
  const int store_height = height >> sub_y;
336
3.64M
  const int store_width = width >> sub_x;
337
338
  // Invalidate current parameters
339
3.64M
  cfl->are_parameters_computed = 0;
340
341
  // Store the surface of the pixel buffer that was written to, this way we
342
  // can manage chroma overrun (e.g. when the chroma surfaces goes beyond the
343
  // frame boundary)
344
3.64M
  if (col == 0 && row == 0) {
345
2.19M
    cfl->buf_width = store_width;
346
2.19M
    cfl->buf_height = store_height;
347
2.19M
  } else {
348
1.45M
    cfl->buf_width = OD_MAXI(store_col + store_width, cfl->buf_width);
349
1.45M
    cfl->buf_height = OD_MAXI(store_row + store_height, cfl->buf_height);
350
1.45M
  }
351
352
  // Check that we will remain inside the pixel buffer.
353
3.64M
  assert(store_row + store_height <= CFL_BUF_LINE);
354
3.64M
  assert(store_col + store_width <= CFL_BUF_LINE);
355
356
  // Store the input into the CfL pixel buffer
357
3.64M
  uint16_t *recon_buf_q3 =
358
3.64M
      cfl->recon_buf_q3 + (store_row * CFL_BUF_LINE + store_col);
359
3.64M
#if CONFIG_AV1_HIGHBITDEPTH
360
3.64M
  if (use_hbd) {
361
1.93M
    cfl_subsampling_hbd(tx_size, sub_x, sub_y)(CONVERT_TO_SHORTPTR(input),
362
1.93M
                                               input_stride, recon_buf_q3);
363
1.93M
  } else {
364
1.71M
    cfl_subsampling_lbd(tx_size, sub_x, sub_y)(input, input_stride,
365
1.71M
                                               recon_buf_q3);
366
1.71M
  }
367
#else
368
  (void)use_hbd;
369
  cfl_subsampling_lbd(tx_size, sub_x, sub_y)(input, input_stride, recon_buf_q3);
370
#endif
371
3.64M
}
372
373
// Adjust the row and column of blocks smaller than 8X8, as chroma-referenced
374
// and non-chroma-referenced blocks are stored together in the CfL buffer.
375
static INLINE void sub8x8_adjust_offset(const CFL_CTX *cfl, int mi_row,
376
                                        int mi_col, int *row_out,
377
1.50M
                                        int *col_out) {
378
  // Increment row index for bottom: 8x4, 16x4 or both bottom 4x4s.
379
1.50M
  if ((mi_row & 0x01) && cfl->subsampling_y) {
380
186k
    assert(*row_out == 0);
381
186k
    (*row_out)++;
382
186k
  }
383
384
  // Increment col index for right: 4x8, 4x16 or both right 4x4s.
385
1.50M
  if ((mi_col & 0x01) && cfl->subsampling_x) {
386
233k
    assert(*col_out == 0);
387
233k
    (*col_out)++;
388
233k
  }
389
1.50M
}
390
391
void cfl_store_tx(MACROBLOCKD *const xd, int row, int col, TX_SIZE tx_size,
392
3.63M
                  BLOCK_SIZE bsize) {
393
3.63M
  CFL_CTX *const cfl = &xd->cfl;
394
3.63M
  struct macroblockd_plane *const pd = &xd->plane[AOM_PLANE_Y];
395
3.63M
  uint8_t *dst = &pd->dst.buf[(row * pd->dst.stride + col) << MI_SIZE_LOG2];
396
397
3.63M
  if (block_size_high[bsize] == 4 || block_size_wide[bsize] == 4) {
398
    // Only dimensions of size 4 can have an odd offset.
399
1.49M
    assert(!((col & 1) && tx_size_wide[tx_size] != 4));
400
1.49M
    assert(!((row & 1) && tx_size_high[tx_size] != 4));
401
1.49M
    sub8x8_adjust_offset(cfl, xd->mi_row, xd->mi_col, &row, &col);
402
1.49M
  }
403
3.63M
  cfl_store(cfl, dst, pd->dst.stride, row, col, tx_size, is_cur_buf_hbd(xd));
404
3.63M
}
405
406
static INLINE int max_intra_block_width(const MACROBLOCKD *xd,
407
                                        BLOCK_SIZE plane_bsize, int plane,
408
9.56k
                                        TX_SIZE tx_size) {
409
9.56k
  const int max_blocks_wide = max_block_wide(xd, plane_bsize, plane)
410
9.56k
                              << MI_SIZE_LOG2;
411
9.56k
  return ALIGN_POWER_OF_TWO(max_blocks_wide, tx_size_wide_log2[tx_size]);
412
9.56k
}
413
414
static INLINE int max_intra_block_height(const MACROBLOCKD *xd,
415
                                         BLOCK_SIZE plane_bsize, int plane,
416
9.56k
                                         TX_SIZE tx_size) {
417
9.56k
  const int max_blocks_high = max_block_high(xd, plane_bsize, plane)
418
9.56k
                              << MI_SIZE_LOG2;
419
9.56k
  return ALIGN_POWER_OF_TWO(max_blocks_high, tx_size_high_log2[tx_size]);
420
9.56k
}
421
422
9.56k
void cfl_store_block(MACROBLOCKD *const xd, BLOCK_SIZE bsize, TX_SIZE tx_size) {
423
9.56k
  CFL_CTX *const cfl = &xd->cfl;
424
9.56k
  struct macroblockd_plane *const pd = &xd->plane[AOM_PLANE_Y];
425
9.56k
  int row = 0;
426
9.56k
  int col = 0;
427
428
9.56k
  if (block_size_high[bsize] == 4 || block_size_wide[bsize] == 4) {
429
9.56k
    sub8x8_adjust_offset(cfl, xd->mi_row, xd->mi_col, &row, &col);
430
9.56k
  }
431
9.56k
  const int width = max_intra_block_width(xd, bsize, AOM_PLANE_Y, tx_size);
432
9.56k
  const int height = max_intra_block_height(xd, bsize, AOM_PLANE_Y, tx_size);
433
9.56k
  tx_size = get_tx_size(width, height);
434
9.56k
  cfl_store(cfl, pd->dst.buf, pd->dst.stride, row, col, tx_size,
435
9.56k
            is_cur_buf_hbd(xd));
436
9.56k
}