Coverage Report

Created: 2026-10-27 06:57

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/aom/av1/common/cdef.c
Line
Count
Source
1
/*
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved.
3
 *
4
 * This source code is subject to the terms of the BSD 2 Clause License and
5
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6
 * was not distributed with this source code in the LICENSE file, you can
7
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8
 * Media Patent License 1.0 was not distributed with this source code in the
9
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10
 */
11
12
#include <assert.h>
13
#include <stddef.h>
14
#include <string.h>
15
16
#include "config/aom_scale_rtcd.h"
17
18
#include "aom/aom_integer.h"
19
#include "aom_util/aom_pthread.h"
20
#include "av1/common/av1_common_int.h"
21
#include "av1/common/cdef.h"
22
#include "av1/common/cdef_block.h"
23
#include "av1/common/common.h"
24
#include "av1/common/common_data.h"
25
#include "av1/common/enums.h"
26
#include "av1/common/reconinter.h"
27
#include "av1/common/thread_common.h"
28
29
static int is_8x8_block_skip(MB_MODE_INFO **grid, int mi_row, int mi_col,
30
1.48M
                             int mi_stride) {
31
1.48M
  MB_MODE_INFO **mbmi = grid + mi_row * mi_stride + mi_col;
32
2.85M
  for (int r = 0; r < mi_size_high[BLOCK_8X8]; ++r, mbmi += mi_stride) {
33
4.92M
    for (int c = 0; c < mi_size_wide[BLOCK_8X8]; ++c) {
34
3.55M
      if (!mbmi[c]->skip_txfm) return 0;
35
3.55M
    }
36
2.17M
  }
37
38
675k
  return 1;
39
1.48M
}
40
41
int av1_cdef_compute_sb_list(const CommonModeInfoParams *const mi_params,
42
                             int mi_row, int mi_col, cdef_list *dlist,
43
50.9k
                             BLOCK_SIZE bs) {
44
50.9k
  MB_MODE_INFO **grid = mi_params->mi_grid_base;
45
50.9k
  int maxc = mi_params->mi_cols - mi_col;
46
50.9k
  int maxr = mi_params->mi_rows - mi_row;
47
48
51.1k
  if (bs == BLOCK_128X128 || bs == BLOCK_128X64)
49
0
    maxc = AOMMIN(maxc, MI_SIZE_128X128);
50
50.9k
  else
51
50.9k
    maxc = AOMMIN(maxc, MI_SIZE_64X64);
52
51.1k
  if (bs == BLOCK_128X128 || bs == BLOCK_64X128)
53
0
    maxr = AOMMIN(maxr, MI_SIZE_128X128);
54
50.9k
  else
55
50.9k
    maxr = AOMMIN(maxr, MI_SIZE_64X64);
56
57
50.9k
  const int r_step = 2;  // mi_size_high[BLOCK_8X8]
58
50.9k
  const int c_step = 2;  // mi_size_wide[BLOCK_8X8]
59
50.9k
  const int r_shift = 1;
60
50.9k
  const int c_shift = 1;
61
50.9k
  int count = 0;
62
350k
  for (int r = 0; r < maxr; r += r_step) {
63
1.78M
    for (int c = 0; c < maxc; c += c_step) {
64
1.48M
      if (!is_8x8_block_skip(grid, mi_row + r, mi_col + c,
65
1.48M
                             mi_params->mi_stride)) {
66
809k
        dlist[count].by = r >> r_shift;
67
809k
        dlist[count].bx = c >> c_shift;
68
809k
        count++;
69
809k
      }
70
1.48M
    }
71
299k
  }
72
50.9k
  return count;
73
50.9k
}
74
75
void cdef_copy_rect8_8bit_to_16bit_c(uint16_t *dst, int dstride,
76
                                     const uint8_t *src, int sstride, int width,
77
73.2k
                                     int height) {
78
1.43M
  for (int i = 0; i < height; i++) {
79
68.6M
    for (int j = 0; j < width; j++) {
80
67.2M
      dst[i * dstride + j] = src[i * sstride + j];
81
67.2M
    }
82
1.35M
  }
83
73.2k
}
84
85
#if CONFIG_AV1_HIGHBITDEPTH
86
void cdef_copy_rect8_16bit_to_16bit_c(uint16_t *dst, int dstride,
87
                                      const uint16_t *src, int sstride,
88
95.7k
                                      int width, int height) {
89
1.68M
  for (int i = 0; i < height; i++) {
90
52.0M
    for (int j = 0; j < width; j++) {
91
50.4M
      dst[i * dstride + j] = src[i * sstride + j];
92
50.4M
    }
93
1.59M
  }
94
95.7k
}
95
#endif  // CONFIG_AV1_HIGHBITDEPTH
96
97
void av1_cdef_copy_sb8_16_lowbd(uint16_t *const dst, int dstride,
98
                                const uint8_t *src, int src_voffset,
99
                                int src_hoffset, int sstride, int vsize,
100
74.1k
                                int hsize) {
101
74.1k
  const uint8_t *base = &src[src_voffset * (ptrdiff_t)sstride + src_hoffset];
102
74.1k
  cdef_copy_rect8_8bit_to_16bit(dst, dstride, base, sstride, hsize, vsize);
103
74.1k
}
104
105
#if CONFIG_AV1_HIGHBITDEPTH
106
void av1_cdef_copy_sb8_16_highbd(uint16_t *const dst, int dstride,
107
                                 const uint8_t *src, int src_voffset,
108
                                 int src_hoffset, int sstride, int vsize,
109
97.5k
                                 int hsize) {
110
97.5k
  const uint16_t *base =
111
97.5k
      &CONVERT_TO_SHORTPTR(src)[src_voffset * (ptrdiff_t)sstride + src_hoffset];
112
97.5k
  cdef_copy_rect8_16bit_to_16bit(dst, dstride, base, sstride, hsize, vsize);
113
97.5k
}
114
#endif  // CONFIG_AV1_HIGHBITDEPTH
115
116
void av1_cdef_copy_sb8_16(const AV1_COMMON *const cm, uint16_t *const dst,
117
                          int dstride, const uint8_t *src, int src_voffset,
118
171k
                          int src_hoffset, int sstride, int vsize, int hsize) {
119
171k
#if CONFIG_AV1_HIGHBITDEPTH
120
171k
  if (cm->seq_params->use_highbitdepth) {
121
97.4k
    av1_cdef_copy_sb8_16_highbd(dst, dstride, src, src_voffset, src_hoffset,
122
97.4k
                                sstride, vsize, hsize);
123
97.4k
    return;
124
97.4k
  }
125
#else
126
  (void)cm;
127
#endif  // CONFIG_AV1_HIGHBITDEPTH
128
73.9k
  av1_cdef_copy_sb8_16_lowbd(dst, dstride, src, src_voffset, src_hoffset,
129
73.9k
                             sstride, vsize, hsize);
130
73.9k
}
131
132
static inline void copy_rect(uint16_t *dst, int dstride, const uint16_t *src,
133
254k
                             int sstride, int v, int h) {
134
6.14M
  for (int i = 0; i < v; i++) {
135
56.7M
    for (int j = 0; j < h; j++) {
136
50.8M
      dst[i * dstride + j] = src[i * sstride + j];
137
50.8M
    }
138
5.88M
  }
139
254k
}
140
141
// Prepares intermediate input buffer for CDEF.
142
// Inputs:
143
//   cm: Pointer to common structure.
144
//   fb_info: Pointer to the CDEF block-level parameter structure.
145
//   colbuf: Left column buffer for CDEF.
146
//   cdef_left: Left block is filtered or not.
147
//   fbc, fbr: col and row index of a block.
148
//   plane: plane index Y/CB/CR.
149
// Returns:
150
//   Nothing will be returned.
151
static void cdef_prepare_fb(const AV1_COMMON *const cm, CdefBlockInfo *fb_info,
152
                            uint16_t **const colbuf, const int cdef_left,
153
58.1k
                            int fbc, int fbr, int plane) {
154
58.1k
  const CommonModeInfoParams *const mi_params = &cm->mi_params;
155
58.1k
  uint16_t *src = fb_info->src;
156
58.1k
  const int luma_stride =
157
58.1k
      ALIGN_POWER_OF_TWO(mi_params->mi_cols << MI_SIZE_LOG2, 4);
158
58.1k
  const int nvfb = (mi_params->mi_rows + MI_SIZE_64X64 - 1) / MI_SIZE_64X64;
159
58.1k
  const int nhfb = (mi_params->mi_cols + MI_SIZE_64X64 - 1) / MI_SIZE_64X64;
160
58.1k
  int cstart = 0;
161
58.1k
  if (!cdef_left) cstart = -CDEF_HBORDER;
162
58.1k
  int rend, cend;
163
58.1k
  const int nhb =
164
58.1k
      AOMMIN(MI_SIZE_64X64, mi_params->mi_cols - MI_SIZE_64X64 * fbc);
165
58.1k
  const int nvb =
166
58.1k
      AOMMIN(MI_SIZE_64X64, mi_params->mi_rows - MI_SIZE_64X64 * fbr);
167
58.1k
  const int hsize = nhb << fb_info->mi_wide_l2;
168
58.1k
  const int vsize = nvb << fb_info->mi_high_l2;
169
58.1k
  const uint16_t *top_linebuf = fb_info->top_linebuf[plane];
170
58.1k
  const uint16_t *bot_linebuf = fb_info->bot_linebuf[plane];
171
58.1k
  const int bot_offset = (vsize + CDEF_VBORDER) * CDEF_BSTRIDE;
172
58.1k
  const int stride =
173
58.1k
      luma_stride >> (plane == AOM_PLANE_Y ? 0 : cm->seq_params->subsampling_x);
174
175
58.1k
  if (fbc == nhfb - 1)
176
38.2k
    cend = hsize;
177
19.9k
  else
178
19.9k
    cend = hsize + CDEF_HBORDER;
179
180
58.1k
  if (fbr == nvfb - 1)
181
16.6k
    rend = vsize;
182
41.5k
  else
183
41.5k
    rend = vsize + CDEF_VBORDER;
184
185
  /* Copy in the pixels we need from the current superblock for
186
  deringing.*/
187
58.1k
  av1_cdef_copy_sb8_16(
188
58.1k
      cm, &src[CDEF_VBORDER * CDEF_BSTRIDE + CDEF_HBORDER + cstart],
189
58.1k
      CDEF_BSTRIDE, fb_info->dst, fb_info->roffset, fb_info->coffset + cstart,
190
58.1k
      fb_info->dst_stride, vsize, cend - cstart);
191
192
  /* Copy in the pixels we need for the current superblock from bottom buffer.*/
193
58.1k
  if (fbr < nvfb - 1) {
194
41.6k
    copy_rect(&src[bot_offset + CDEF_HBORDER], CDEF_BSTRIDE,
195
41.6k
              &bot_linebuf[fb_info->coffset], stride, CDEF_VBORDER, hsize);
196
41.6k
  } else {
197
16.5k
    fill_rect(&src[bot_offset + CDEF_HBORDER], CDEF_BSTRIDE, CDEF_VBORDER,
198
16.5k
              hsize, CDEF_VERY_LARGE);
199
16.5k
  }
200
58.1k
  if (fbr < nvfb - 1 && fbc > 0) {
201
14.7k
    copy_rect(&src[bot_offset], CDEF_BSTRIDE,
202
14.7k
              &bot_linebuf[fb_info->coffset - CDEF_HBORDER], stride,
203
14.7k
              CDEF_VBORDER, CDEF_HBORDER);
204
43.4k
  } else {
205
43.4k
    fill_rect(&src[bot_offset], CDEF_BSTRIDE, CDEF_VBORDER, CDEF_HBORDER,
206
43.4k
              CDEF_VERY_LARGE);
207
43.4k
  }
208
58.1k
  if (fbr < nvfb - 1 && fbc < nhfb - 1) {
209
14.9k
    copy_rect(&src[bot_offset + hsize + CDEF_HBORDER], CDEF_BSTRIDE,
210
14.9k
              &bot_linebuf[fb_info->coffset + hsize], stride, CDEF_VBORDER,
211
14.9k
              CDEF_HBORDER);
212
43.2k
  } else {
213
43.2k
    fill_rect(&src[bot_offset + hsize + CDEF_HBORDER], CDEF_BSTRIDE,
214
43.2k
              CDEF_VBORDER, CDEF_HBORDER, CDEF_VERY_LARGE);
215
43.2k
  }
216
217
  /* Copy in the pixels we need from the current superblock from top buffer.*/
218
58.1k
  if (fbr > 0) {
219
41.9k
    copy_rect(&src[CDEF_HBORDER], CDEF_BSTRIDE, &top_linebuf[fb_info->coffset],
220
41.9k
              stride, CDEF_VBORDER, hsize);
221
41.9k
  } else {
222
16.2k
    fill_rect(&src[CDEF_HBORDER], CDEF_BSTRIDE, CDEF_VBORDER, hsize,
223
16.2k
              CDEF_VERY_LARGE);
224
16.2k
  }
225
58.1k
  if (fbr > 0 && fbc > 0) {
226
14.2k
    copy_rect(src, CDEF_BSTRIDE, &top_linebuf[fb_info->coffset - CDEF_HBORDER],
227
14.2k
              stride, CDEF_VBORDER, CDEF_HBORDER);
228
43.9k
  } else {
229
43.9k
    fill_rect(src, CDEF_BSTRIDE, CDEF_VBORDER, CDEF_HBORDER, CDEF_VERY_LARGE);
230
43.9k
  }
231
58.1k
  if (fbr > 0 && fbc < nhfb - 1) {
232
14.5k
    copy_rect(&src[hsize + CDEF_HBORDER], CDEF_BSTRIDE,
233
14.5k
              &top_linebuf[fb_info->coffset + hsize], stride, CDEF_VBORDER,
234
14.5k
              CDEF_HBORDER);
235
43.6k
  } else {
236
43.6k
    fill_rect(&src[hsize + CDEF_HBORDER], CDEF_BSTRIDE, CDEF_VBORDER,
237
43.6k
              CDEF_HBORDER, CDEF_VERY_LARGE);
238
43.6k
  }
239
58.1k
  if (cdef_left) {
240
    /* If we deringed the superblock on the left then we need to copy in
241
    saved pixels. */
242
55.5k
    copy_rect(src, CDEF_BSTRIDE, colbuf[plane], CDEF_HBORDER,
243
55.5k
              rend + CDEF_VBORDER, CDEF_HBORDER);
244
55.5k
  }
245
  /* Saving pixels in case we need to dering the superblock on the
246
  right. */
247
58.1k
  copy_rect(colbuf[plane], CDEF_HBORDER, src + hsize, CDEF_BSTRIDE,
248
58.1k
            rend + CDEF_VBORDER, CDEF_HBORDER);
249
250
58.1k
  if (fb_info->frame_boundary[LEFT]) {
251
38.6k
    fill_rect(src, CDEF_BSTRIDE, vsize + 2 * CDEF_VBORDER, CDEF_HBORDER,
252
38.6k
              CDEF_VERY_LARGE);
253
38.6k
  }
254
58.1k
  if (fb_info->frame_boundary[RIGHT]) {
255
38.2k
    fill_rect(&src[hsize + CDEF_HBORDER], CDEF_BSTRIDE,
256
38.2k
              vsize + 2 * CDEF_VBORDER, CDEF_HBORDER, CDEF_VERY_LARGE);
257
38.2k
  }
258
58.1k
}
259
260
static inline void cdef_filter_fb(CdefBlockInfo *const fb_info, int plane,
261
58.2k
                                  uint8_t use_highbitdepth) {
262
58.2k
  ptrdiff_t offset =
263
58.2k
      (ptrdiff_t)fb_info->dst_stride * fb_info->roffset + fb_info->coffset;
264
58.2k
  if (use_highbitdepth) {
265
30.3k
    av1_cdef_filter_fb(
266
30.3k
        NULL, CONVERT_TO_SHORTPTR(fb_info->dst + offset), fb_info->dst_stride,
267
30.3k
        &fb_info->src[CDEF_VBORDER * CDEF_BSTRIDE + CDEF_HBORDER],
268
30.3k
        fb_info->xdec, fb_info->ydec, fb_info->dir, NULL, fb_info->var, plane,
269
30.3k
        fb_info->dlist, fb_info->cdef_count, fb_info->level,
270
30.3k
        fb_info->sec_strength, fb_info->damping, fb_info->coeff_shift);
271
30.3k
  } else {
272
27.9k
    av1_cdef_filter_fb(
273
27.9k
        fb_info->dst + offset, NULL, fb_info->dst_stride,
274
27.9k
        &fb_info->src[CDEF_VBORDER * CDEF_BSTRIDE + CDEF_HBORDER],
275
27.9k
        fb_info->xdec, fb_info->ydec, fb_info->dir, NULL, fb_info->var, plane,
276
27.9k
        fb_info->dlist, fb_info->cdef_count, fb_info->level,
277
27.9k
        fb_info->sec_strength, fb_info->damping, fb_info->coeff_shift);
278
27.9k
  }
279
58.2k
}
280
281
// Initializes block-level parameters for CDEF.
282
static inline void cdef_init_fb_col(const MACROBLOCKD *const xd,
283
                                    CdefBlockInfo *const fb_info, int *level,
284
                                    int *sec_strength, int fbc, int fbr,
285
58.0k
                                    int plane) {
286
58.0k
  const PLANE_TYPE plane_type = get_plane_type(plane);
287
58.0k
  fb_info->level = level[plane_type];
288
58.0k
  fb_info->sec_strength = sec_strength[plane_type];
289
58.0k
  fb_info->dst = xd->plane[plane].dst.buf;
290
58.0k
  fb_info->dst_stride = xd->plane[plane].dst.stride;
291
292
58.0k
  fb_info->xdec = xd->plane[plane].subsampling_x;
293
58.0k
  fb_info->ydec = xd->plane[plane].subsampling_y;
294
58.0k
  fb_info->mi_wide_l2 = MI_SIZE_LOG2 - xd->plane[plane].subsampling_x;
295
58.0k
  fb_info->mi_high_l2 = MI_SIZE_LOG2 - xd->plane[plane].subsampling_y;
296
58.0k
  fb_info->roffset = MI_SIZE_64X64 * fbr << fb_info->mi_high_l2;
297
58.0k
  fb_info->coffset = MI_SIZE_64X64 * fbc << fb_info->mi_wide_l2;
298
58.0k
}
299
300
static void cdef_fb_col(const AV1_COMMON *const cm, const MACROBLOCKD *const xd,
301
                        CdefBlockInfo *const fb_info, uint16_t **const colbuf,
302
51.6k
                        int *cdef_left, int fbc, int fbr) {
303
51.6k
  const CommonModeInfoParams *const mi_params = &cm->mi_params;
304
51.6k
  const int mbmi_cdef_strength =
305
51.6k
      mi_params
306
51.6k
          ->mi_grid_base[MI_SIZE_64X64 * fbr * mi_params->mi_stride +
307
51.6k
                         MI_SIZE_64X64 * fbc]
308
51.6k
          ->cdef_strength;
309
51.6k
  const int num_planes = av1_num_planes(cm);
310
51.6k
  int is_zero_level[PLANE_TYPES] = { 1, 1 };
311
51.6k
  int level[PLANE_TYPES] = { 0 };
312
51.6k
  int sec_strength[PLANE_TYPES] = { 0 };
313
51.6k
  const CdefInfo *const cdef_info = &cm->cdef_info;
314
315
51.6k
  if (mi_params->mi_grid_base[MI_SIZE_64X64 * fbr * mi_params->mi_stride +
316
51.6k
                              MI_SIZE_64X64 * fbc] == NULL ||
317
51.7k
      mbmi_cdef_strength == -1) {
318
0
    av1_zero_array(cdef_left, num_planes);
319
0
    return;
320
0
  }
321
322
  // Compute level and secondary strength for planes
323
51.6k
  level[PLANE_TYPE_Y] =
324
51.6k
      cdef_info->cdef_strengths[mbmi_cdef_strength] / CDEF_SEC_STRENGTHS;
325
51.6k
  sec_strength[PLANE_TYPE_Y] =
326
51.6k
      cdef_info->cdef_strengths[mbmi_cdef_strength] % CDEF_SEC_STRENGTHS;
327
51.6k
  sec_strength[PLANE_TYPE_Y] += sec_strength[PLANE_TYPE_Y] == 3;
328
51.6k
  is_zero_level[PLANE_TYPE_Y] =
329
51.6k
      (level[PLANE_TYPE_Y] == 0) && (sec_strength[PLANE_TYPE_Y] == 0);
330
331
51.6k
  if (num_planes > 1) {
332
36.5k
    level[PLANE_TYPE_UV] =
333
36.5k
        cdef_info->cdef_uv_strengths[mbmi_cdef_strength] / CDEF_SEC_STRENGTHS;
334
36.5k
    sec_strength[PLANE_TYPE_UV] =
335
36.5k
        cdef_info->cdef_uv_strengths[mbmi_cdef_strength] % CDEF_SEC_STRENGTHS;
336
36.5k
    sec_strength[PLANE_TYPE_UV] += sec_strength[PLANE_TYPE_UV] == 3;
337
36.5k
    is_zero_level[PLANE_TYPE_UV] =
338
36.5k
        (level[PLANE_TYPE_UV] == 0) && (sec_strength[PLANE_TYPE_UV] == 0);
339
36.5k
  }
340
341
51.6k
  if (is_zero_level[PLANE_TYPE_Y] && is_zero_level[PLANE_TYPE_UV]) {
342
1.90k
    av1_zero_array(cdef_left, num_planes);
343
1.90k
    return;
344
1.90k
  }
345
346
49.7k
  fb_info->cdef_count = av1_cdef_compute_sb_list(mi_params, fbr * MI_SIZE_64X64,
347
49.7k
                                                 fbc * MI_SIZE_64X64,
348
49.7k
                                                 fb_info->dlist, BLOCK_64X64);
349
49.7k
  if (!fb_info->cdef_count) {
350
23.7k
    av1_zero_array(cdef_left, num_planes);
351
23.7k
    return;
352
23.7k
  }
353
354
86.8k
  for (int plane = 0; plane < num_planes; plane++) {
355
    // Do not skip cdef filtering for luma plane as filter direction is
356
    // computed based on luma.
357
60.8k
    if (plane && is_zero_level[get_plane_type(plane)]) {
358
2.89k
      cdef_left[plane] = 0;
359
2.89k
      continue;
360
2.89k
    }
361
57.9k
    cdef_init_fb_col(xd, fb_info, level, sec_strength, fbc, fbr, plane);
362
57.9k
    cdef_prepare_fb(cm, fb_info, colbuf, cdef_left[plane], fbc, fbr, plane);
363
57.9k
    cdef_filter_fb(fb_info, plane, cm->seq_params->use_highbitdepth);
364
57.9k
    cdef_left[plane] = 1;
365
57.9k
  }
366
25.9k
}
367
368
// Initializes row-level parameters for CDEF frame.
369
void av1_cdef_init_fb_row(const AV1_COMMON *const cm,
370
                          const MACROBLOCKD *const xd,
371
                          CdefBlockInfo *const fb_info,
372
                          uint16_t **const linebuf, uint16_t *const src,
373
3.01k
                          struct AV1CdefSyncData *const cdef_sync, int fbr) {
374
3.01k
  (void)cdef_sync;
375
3.01k
  const int num_planes = av1_num_planes(cm);
376
3.01k
  const int nvfb = (cm->mi_params.mi_rows + MI_SIZE_64X64 - 1) / MI_SIZE_64X64;
377
3.01k
  const int luma_stride =
378
3.01k
      ALIGN_POWER_OF_TWO(cm->mi_params.mi_cols << MI_SIZE_LOG2, 4);
379
3.01k
  const bool ping_pong = fbr & 1;
380
  // for the current filter block, it's top left corner mi structure (mi_tl)
381
  // is first accessed to check whether the top and left boundaries are
382
  // frame boundaries. Then bottom-left and top-right mi structures are
383
  // accessed to check whether the bottom and right boundaries
384
  // (respectively) are frame boundaries.
385
  //
386
  // Note that we can't just check the bottom-right mi structure - eg. if
387
  // we're at the right-hand edge of the frame but not the bottom, then
388
  // the bottom-right mi is NULL but the bottom-left is not.
389
3.01k
  fb_info->frame_boundary[TOP] = (MI_SIZE_64X64 * fbr == 0) ? 1 : 0;
390
3.01k
  if (fbr != nvfb - 1)
391
2.48k
    fb_info->frame_boundary[BOTTOM] =
392
2.48k
        (MI_SIZE_64X64 * (fbr + 1) == cm->mi_params.mi_rows) ? 1 : 0;
393
533
  else
394
533
    fb_info->frame_boundary[BOTTOM] = 1;
395
396
3.01k
  fb_info->src = src;
397
3.01k
  fb_info->damping = cm->cdef_info.cdef_damping;
398
3.01k
  fb_info->coeff_shift = AOMMAX(cm->seq_params->bit_depth - 8, 0);
399
3.01k
  av1_zero(fb_info->dir);
400
3.01k
  av1_zero(fb_info->var);
401
402
11.2k
  for (int plane = 0; plane < num_planes; plane++) {
403
8.19k
    const int mi_high_l2 = MI_SIZE_LOG2 - xd->plane[plane].subsampling_y;
404
8.19k
    const int offset = MI_SIZE_64X64 * (fbr + 1) << mi_high_l2;
405
8.19k
    const int stride = luma_stride >> xd->plane[plane].subsampling_x;
406
    // here ping-pong buffers are maintained for top linebuf
407
    // to avoid linebuf over-write by consecutive row.
408
8.19k
    uint16_t *const top_linebuf =
409
8.19k
        &linebuf[plane][ping_pong * CDEF_VBORDER * stride];
410
8.19k
    fb_info->bot_linebuf[plane] = &linebuf[plane][(CDEF_VBORDER << 1) * stride];
411
412
8.19k
    if (fbr != nvfb - 1)  // top line buffer copy
413
7.34k
      av1_cdef_copy_sb8_16(cm, top_linebuf, stride, xd->plane[plane].dst.buf,
414
7.34k
                           offset - CDEF_VBORDER, 0,
415
7.34k
                           xd->plane[plane].dst.stride, CDEF_VBORDER, stride);
416
8.19k
    fb_info->top_linebuf[plane] =
417
8.19k
        &linebuf[plane][(!ping_pong) * CDEF_VBORDER * stride];
418
419
8.19k
    if (fbr != nvfb - 1)  // bottom line buffer copy
420
7.34k
      av1_cdef_copy_sb8_16(cm, fb_info->bot_linebuf[plane], stride,
421
7.34k
                           xd->plane[plane].dst.buf, offset, 0,
422
7.34k
                           xd->plane[plane].dst.stride, CDEF_VBORDER, stride);
423
8.19k
  }
424
3.01k
}
425
426
void av1_cdef_fb_row(const AV1_COMMON *const cm, MACROBLOCKD *xd,
427
                     uint16_t **const linebuf, uint16_t **const colbuf,
428
                     uint16_t *const src, int fbr,
429
                     cdef_init_fb_row_t cdef_init_fb_row_fn,
430
                     struct AV1CdefSyncData *const cdef_sync,
431
28.7k
                     struct aom_internal_error_info *error_info) {
432
  // TODO(aomedia:3276): Pass error_info to the low-level functions as required
433
  // in future to handle error propagation.
434
28.7k
  (void)error_info;
435
28.7k
  CdefBlockInfo fb_info;
436
28.7k
  int cdef_left[MAX_MB_PLANE] = { 1, 1, 1 };
437
28.7k
  const int nhfb = (cm->mi_params.mi_cols + MI_SIZE_64X64 - 1) / MI_SIZE_64X64;
438
439
28.7k
  cdef_init_fb_row_fn(cm, xd, &fb_info, linebuf, src, cdef_sync, fbr);
440
28.7k
#if CONFIG_MULTITHREAD
441
28.7k
  if (cdef_sync && cm->cdef_info.allocated_num_workers > 1) {
442
25.7k
    pthread_mutex_lock(cdef_sync->mutex_);
443
25.7k
    const bool cdef_mt_exit = cdef_sync->cdef_mt_exit;
444
25.7k
    pthread_mutex_unlock(cdef_sync->mutex_);
445
    // Exit in case any worker has encountered an error.
446
25.7k
    if (cdef_mt_exit) return;
447
25.7k
  }
448
28.7k
#endif
449
80.2k
  for (int fbc = 0; fbc < nhfb; fbc++) {
450
51.5k
    fb_info.frame_boundary[LEFT] = (MI_SIZE_64X64 * fbc == 0) ? 1 : 0;
451
51.5k
    if (fbc != nhfb - 1)
452
23.9k
      fb_info.frame_boundary[RIGHT] =
453
23.9k
          (MI_SIZE_64X64 * (fbc + 1) == cm->mi_params.mi_cols) ? 1 : 0;
454
27.5k
    else
455
27.5k
      fb_info.frame_boundary[RIGHT] = 1;
456
51.5k
    cdef_fb_col(cm, xd, &fb_info, colbuf, &cdef_left[0], fbc, fbr);
457
51.5k
  }
458
28.7k
}
459
460
// Perform CDEF on input frame.
461
// Inputs:
462
//   frame: Pointer to input frame buffer.
463
//   cm: Pointer to common structure.
464
//   xd: Pointer to common current coding block structure.
465
// Returns:
466
//   Nothing will be returned.
467
void av1_cdef_frame(YV12_BUFFER_CONFIG *frame, AV1_COMMON *const cm,
468
533
                    MACROBLOCKD *xd, cdef_init_fb_row_t cdef_init_fb_row_fn) {
469
533
  const int num_planes = av1_num_planes(cm);
470
533
  const int nvfb = (cm->mi_params.mi_rows + MI_SIZE_64X64 - 1) / MI_SIZE_64X64;
471
472
533
  av1_setup_dst_planes(xd->plane, cm->seq_params->sb_size, frame, 0, 0, 0,
473
533
                       num_planes);
474
475
3.54k
  for (int fbr = 0; fbr < nvfb; fbr++)
476
3.01k
    av1_cdef_fb_row(cm, xd, cm->cdef_info.linebuf, cm->cdef_info.colbuf,
477
                    cm->cdef_info.srcbuf, fbr, cdef_init_fb_row_fn, NULL,
478
3.01k
                    xd->error_info);
479
533
}