Coverage Report

Created: 2025-07-18 06:57

/src/libavif/ext/aom/av1/decoder/decodemv.c
Line
Count
Source (jump to first uncovered line)
1
/*
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved.
3
 *
4
 * This source code is subject to the terms of the BSD 2 Clause License and
5
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6
 * was not distributed with this source code in the LICENSE file, you can
7
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8
 * Media Patent License 1.0 was not distributed with this source code in the
9
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10
 */
11
12
#include <assert.h>
13
14
#include "av1/common/cfl.h"
15
#include "av1/common/common.h"
16
#include "av1/common/entropy.h"
17
#include "av1/common/entropymode.h"
18
#include "av1/common/entropymv.h"
19
#include "av1/common/mvref_common.h"
20
#include "av1/common/pred_common.h"
21
#include "av1/common/reconinter.h"
22
#include "av1/common/reconintra.h"
23
#include "av1/common/seg_common.h"
24
#include "av1/common/warped_motion.h"
25
26
#include "av1/decoder/decodeframe.h"
27
#include "av1/decoder/decodemv.h"
28
29
#include "aom_dsp/aom_dsp_common.h"
30
31
#define ACCT_STR __func__
32
33
#define DEC_MISMATCH_DEBUG 0
34
35
4.70M
static PREDICTION_MODE read_intra_mode(aom_reader *r, aom_cdf_prob *cdf) {
36
4.70M
  return (PREDICTION_MODE)aom_read_symbol(r, cdf, INTRA_MODES, ACCT_STR);
37
4.70M
}
38
39
4.96M
static void read_cdef(AV1_COMMON *cm, aom_reader *r, MACROBLOCKD *const xd) {
40
4.96M
  const int skip_txfm = xd->mi[0]->skip_txfm;
41
4.96M
  if (cm->features.coded_lossless) return;
42
4.58M
  if (cm->features.allow_intrabc) {
43
99.1k
    assert(cm->cdef_info.cdef_bits == 0);
44
99.1k
    return;
45
99.1k
  }
46
47
  // At the start of a superblock, mark that we haven't yet read CDEF strengths
48
  // for any of the CDEF units contained in this superblock.
49
4.48M
  const int sb_mask = (cm->seq_params->mib_size - 1);
50
4.48M
  const int mi_row_in_sb = (xd->mi_row & sb_mask);
51
4.48M
  const int mi_col_in_sb = (xd->mi_col & sb_mask);
52
4.48M
  if (mi_row_in_sb == 0 && mi_col_in_sb == 0) {
53
369k
    xd->cdef_transmitted[0] = xd->cdef_transmitted[1] =
54
369k
        xd->cdef_transmitted[2] = xd->cdef_transmitted[3] = false;
55
369k
  }
56
57
  // CDEF unit size is 64x64 irrespective of the superblock size.
58
4.48M
  const int cdef_size = 1 << (6 - MI_SIZE_LOG2);
59
60
  // Find index of this CDEF unit in this superblock.
61
4.48M
  const int index_mask = cdef_size;
62
4.48M
  const int cdef_unit_row_in_sb = ((xd->mi_row & index_mask) != 0);
63
4.48M
  const int cdef_unit_col_in_sb = ((xd->mi_col & index_mask) != 0);
64
4.48M
  const int index = (cm->seq_params->sb_size == BLOCK_128X128)
65
4.48M
                        ? cdef_unit_col_in_sb + 2 * cdef_unit_row_in_sb
66
4.48M
                        : 0;
67
68
  // Read CDEF strength from the first non-skip coding block in this CDEF unit.
69
4.48M
  if (!xd->cdef_transmitted[index] && !skip_txfm) {
70
    // CDEF strength for this CDEF unit needs to be read into the MB_MODE_INFO
71
    // of the 1st block in this CDEF unit.
72
273k
    const int first_block_mask = ~(cdef_size - 1);
73
273k
    CommonModeInfoParams *const mi_params = &cm->mi_params;
74
273k
    const int grid_idx =
75
273k
        get_mi_grid_idx(mi_params, xd->mi_row & first_block_mask,
76
273k
                        xd->mi_col & first_block_mask);
77
273k
    MB_MODE_INFO *const mbmi = mi_params->mi_grid_base[grid_idx];
78
273k
    mbmi->cdef_strength =
79
273k
        aom_read_literal(r, cm->cdef_info.cdef_bits, ACCT_STR);
80
273k
    xd->cdef_transmitted[index] = true;
81
273k
  }
82
4.48M
}
83
84
static int read_delta_qindex(AV1_COMMON *cm, const MACROBLOCKD *xd,
85
915k
                             aom_reader *r, MB_MODE_INFO *const mbmi) {
86
915k
  int sign, abs, reduced_delta_qindex = 0;
87
915k
  BLOCK_SIZE bsize = mbmi->bsize;
88
915k
  const int b_col = xd->mi_col & (cm->seq_params->mib_size - 1);
89
915k
  const int b_row = xd->mi_row & (cm->seq_params->mib_size - 1);
90
915k
  const int read_delta_q_flag = (b_col == 0 && b_row == 0);
91
915k
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
92
93
915k
  if ((bsize != cm->seq_params->sb_size || mbmi->skip_txfm == 0) &&
94
915k
      read_delta_q_flag) {
95
91.1k
    abs = aom_read_symbol(r, ec_ctx->delta_q_cdf, DELTA_Q_PROBS + 1, ACCT_STR);
96
91.1k
    const int smallval = (abs < DELTA_Q_SMALL);
97
98
91.1k
    if (!smallval) {
99
1.98k
      const int rem_bits = aom_read_literal(r, 3, ACCT_STR) + 1;
100
1.98k
      const int thr = (1 << rem_bits) + 1;
101
1.98k
      abs = aom_read_literal(r, rem_bits, ACCT_STR) + thr;
102
1.98k
    }
103
104
91.1k
    if (abs) {
105
15.8k
      sign = aom_read_bit(r, ACCT_STR);
106
75.3k
    } else {
107
75.3k
      sign = 1;
108
75.3k
    }
109
110
91.1k
    reduced_delta_qindex = sign ? -abs : abs;
111
91.1k
  }
112
915k
  return reduced_delta_qindex;
113
915k
}
114
static int read_delta_lflevel(const AV1_COMMON *const cm, aom_reader *r,
115
                              aom_cdf_prob *const cdf,
116
                              const MB_MODE_INFO *const mbmi, int mi_col,
117
755k
                              int mi_row) {
118
755k
  int reduced_delta_lflevel = 0;
119
755k
  const BLOCK_SIZE bsize = mbmi->bsize;
120
755k
  const int b_col = mi_col & (cm->seq_params->mib_size - 1);
121
755k
  const int b_row = mi_row & (cm->seq_params->mib_size - 1);
122
755k
  const int read_delta_lf_flag = (b_col == 0 && b_row == 0);
123
124
755k
  if ((bsize != cm->seq_params->sb_size || mbmi->skip_txfm == 0) &&
125
755k
      read_delta_lf_flag) {
126
94.4k
    int abs = aom_read_symbol(r, cdf, DELTA_LF_PROBS + 1, ACCT_STR);
127
94.4k
    const int smallval = (abs < DELTA_LF_SMALL);
128
94.4k
    if (!smallval) {
129
416
      const int rem_bits = aom_read_literal(r, 3, ACCT_STR) + 1;
130
416
      const int thr = (1 << rem_bits) + 1;
131
416
      abs = aom_read_literal(r, rem_bits, ACCT_STR) + thr;
132
416
    }
133
94.4k
    const int sign = abs ? aom_read_bit(r, ACCT_STR) : 1;
134
94.4k
    reduced_delta_lflevel = sign ? -abs : abs;
135
94.4k
  }
136
755k
  return reduced_delta_lflevel;
137
755k
}
138
139
static UV_PREDICTION_MODE read_intra_mode_uv(FRAME_CONTEXT *ec_ctx,
140
                                             aom_reader *r,
141
                                             CFL_ALLOWED_TYPE cfl_allowed,
142
2.41M
                                             PREDICTION_MODE y_mode) {
143
2.41M
  const UV_PREDICTION_MODE uv_mode =
144
2.41M
      aom_read_symbol(r, ec_ctx->uv_mode_cdf[cfl_allowed][y_mode],
145
2.41M
                      UV_INTRA_MODES - !cfl_allowed, ACCT_STR);
146
2.41M
  return uv_mode;
147
2.41M
}
148
149
static uint8_t read_cfl_alphas(FRAME_CONTEXT *const ec_ctx, aom_reader *r,
150
553k
                               int8_t *signs_out) {
151
553k
  const int8_t joint_sign =
152
553k
      aom_read_symbol(r, ec_ctx->cfl_sign_cdf, CFL_JOINT_SIGNS, "cfl:signs");
153
553k
  uint8_t idx = 0;
154
  // Magnitudes are only coded for nonzero values
155
553k
  if (CFL_SIGN_U(joint_sign) != CFL_SIGN_ZERO) {
156
513k
    aom_cdf_prob *cdf_u = ec_ctx->cfl_alpha_cdf[CFL_CONTEXT_U(joint_sign)];
157
513k
    idx = (uint8_t)aom_read_symbol(r, cdf_u, CFL_ALPHABET_SIZE, "cfl:alpha_u")
158
513k
          << CFL_ALPHABET_SIZE_LOG2;
159
513k
  }
160
553k
  if (CFL_SIGN_V(joint_sign) != CFL_SIGN_ZERO) {
161
438k
    aom_cdf_prob *cdf_v = ec_ctx->cfl_alpha_cdf[CFL_CONTEXT_V(joint_sign)];
162
438k
    idx += (uint8_t)aom_read_symbol(r, cdf_v, CFL_ALPHABET_SIZE, "cfl:alpha_v");
163
438k
  }
164
553k
  *signs_out = joint_sign;
165
553k
  return idx;
166
553k
}
167
168
static INTERINTRA_MODE read_interintra_mode(MACROBLOCKD *xd, aom_reader *r,
169
2.03k
                                            int size_group) {
170
2.03k
  const INTERINTRA_MODE ii_mode = (INTERINTRA_MODE)aom_read_symbol(
171
2.03k
      r, xd->tile_ctx->interintra_mode_cdf[size_group], INTERINTRA_MODES,
172
2.03k
      ACCT_STR);
173
2.03k
  return ii_mode;
174
2.03k
}
175
176
static PREDICTION_MODE read_inter_mode(FRAME_CONTEXT *ec_ctx, aom_reader *r,
177
193k
                                       int16_t ctx) {
178
193k
  int16_t mode_ctx = ctx & NEWMV_CTX_MASK;
179
193k
  int is_newmv, is_zeromv, is_refmv;
180
193k
  is_newmv = aom_read_symbol(r, ec_ctx->newmv_cdf[mode_ctx], 2, ACCT_STR) == 0;
181
193k
  if (is_newmv) return NEWMV;
182
183
92.7k
  mode_ctx = (ctx >> GLOBALMV_OFFSET) & GLOBALMV_CTX_MASK;
184
92.7k
  is_zeromv =
185
92.7k
      aom_read_symbol(r, ec_ctx->zeromv_cdf[mode_ctx], 2, ACCT_STR) == 0;
186
92.7k
  if (is_zeromv) return GLOBALMV;
187
188
90.1k
  mode_ctx = (ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;
189
90.1k
  is_refmv = aom_read_symbol(r, ec_ctx->refmv_cdf[mode_ctx], 2, ACCT_STR) == 0;
190
90.1k
  if (is_refmv)
191
64.5k
    return NEARESTMV;
192
25.5k
  else
193
25.5k
    return NEARMV;
194
90.1k
}
195
196
static void read_drl_idx(FRAME_CONTEXT *ec_ctx, DecoderCodingBlock *dcb,
197
133k
                         MB_MODE_INFO *mbmi, aom_reader *r) {
198
133k
  MACROBLOCKD *const xd = &dcb->xd;
199
133k
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
200
133k
  mbmi->ref_mv_idx = 0;
201
133k
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV) {
202
223k
    for (int idx = 0; idx < 2; ++idx) {
203
165k
      if (dcb->ref_mv_count[ref_frame_type] > idx + 1) {
204
61.8k
        uint8_t drl_ctx = av1_drl_ctx(xd->weight[ref_frame_type], idx);
205
61.8k
        int drl_idx = aom_read_symbol(r, ec_ctx->drl_cdf[drl_ctx], 2, ACCT_STR);
206
61.8k
        mbmi->ref_mv_idx = idx + drl_idx;
207
61.8k
        if (!drl_idx) return;
208
61.8k
      }
209
165k
    }
210
103k
  }
211
87.6k
  if (have_nearmv_in_inter_mode(mbmi->mode)) {
212
    // Offset the NEARESTMV mode.
213
    // TODO(jingning): Unify the two syntax decoding loops after the NEARESTMV
214
    // mode is factored in.
215
72.1k
    for (int idx = 1; idx < 3; ++idx) {
216
51.5k
      if (dcb->ref_mv_count[ref_frame_type] > idx + 1) {
217
14.1k
        uint8_t drl_ctx = av1_drl_ctx(xd->weight[ref_frame_type], idx);
218
14.1k
        int drl_idx = aom_read_symbol(r, ec_ctx->drl_cdf[drl_ctx], 2, ACCT_STR);
219
14.1k
        mbmi->ref_mv_idx = idx + drl_idx - 1;
220
14.1k
        if (!drl_idx) return;
221
14.1k
      }
222
51.5k
    }
223
29.8k
  }
224
87.6k
}
225
226
static MOTION_MODE read_motion_mode(AV1_COMMON *cm, MACROBLOCKD *xd,
227
247k
                                    MB_MODE_INFO *mbmi, aom_reader *r) {
228
247k
  if (cm->features.switchable_motion_mode == 0) return SIMPLE_TRANSLATION;
229
215k
  if (mbmi->skip_mode) return SIMPLE_TRANSLATION;
230
231
214k
  const MOTION_MODE last_motion_mode_allowed = motion_mode_allowed(
232
214k
      xd->global_motion, xd, mbmi, cm->features.allow_warped_motion);
233
214k
  int motion_mode;
234
235
214k
  if (last_motion_mode_allowed == SIMPLE_TRANSLATION) return SIMPLE_TRANSLATION;
236
237
132k
  if (last_motion_mode_allowed == OBMC_CAUSAL) {
238
29.1k
    motion_mode =
239
29.1k
        aom_read_symbol(r, xd->tile_ctx->obmc_cdf[mbmi->bsize], 2, ACCT_STR);
240
29.1k
    return (MOTION_MODE)(SIMPLE_TRANSLATION + motion_mode);
241
102k
  } else {
242
102k
    motion_mode = aom_read_symbol(r, xd->tile_ctx->motion_mode_cdf[mbmi->bsize],
243
102k
                                  MOTION_MODES, ACCT_STR);
244
102k
    return (MOTION_MODE)(SIMPLE_TRANSLATION + motion_mode);
245
102k
  }
246
132k
}
247
248
static PREDICTION_MODE read_inter_compound_mode(MACROBLOCKD *xd, aom_reader *r,
249
16.9k
                                                int16_t ctx) {
250
16.9k
  const int mode =
251
16.9k
      aom_read_symbol(r, xd->tile_ctx->inter_compound_mode_cdf[ctx],
252
16.9k
                      INTER_COMPOUND_MODES, ACCT_STR);
253
16.9k
  assert(is_inter_compound_mode(NEAREST_NEARESTMV + mode));
254
16.9k
  return NEAREST_NEARESTMV + mode;
255
16.9k
}
256
257
729k
int av1_neg_deinterleave(int diff, int ref, int max) {
258
729k
  if (!ref) return diff;
259
586k
  if (ref >= (max - 1)) return max - diff - 1;
260
533k
  if (2 * ref < max) {
261
320k
    if (diff <= 2 * ref) {
262
269k
      if (diff & 1)
263
37.5k
        return ref + ((diff + 1) >> 1);
264
231k
      else
265
231k
        return ref - (diff >> 1);
266
269k
    }
267
50.9k
    return diff;
268
320k
  } else {
269
213k
    if (diff <= 2 * (max - ref - 1)) {
270
183k
      if (diff & 1)
271
27.5k
        return ref + ((diff + 1) >> 1);
272
156k
      else
273
156k
        return ref - (diff >> 1);
274
183k
    }
275
29.7k
    return max - (diff + 1);
276
213k
  }
277
533k
}
278
279
static int read_segment_id(AV1_COMMON *const cm, const MACROBLOCKD *const xd,
280
729k
                           aom_reader *r, int skip) {
281
729k
  int cdf_num;
282
729k
  const uint8_t pred = av1_get_spatial_seg_pred(cm, xd, &cdf_num, 0);
283
729k
  if (skip) return pred;
284
285
729k
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
286
729k
  struct segmentation *const seg = &cm->seg;
287
729k
  struct segmentation_probs *const segp = &ec_ctx->seg;
288
729k
  aom_cdf_prob *pred_cdf = segp->spatial_pred_seg_cdf[cdf_num];
289
729k
  const int coded_id = aom_read_symbol(r, pred_cdf, MAX_SEGMENTS, ACCT_STR);
290
729k
  const int segment_id =
291
729k
      av1_neg_deinterleave(coded_id, pred, seg->last_active_segid + 1);
292
293
729k
  if (segment_id < 0 || segment_id > seg->last_active_segid) {
294
190
    aom_internal_error(xd->error_info, AOM_CODEC_CORRUPT_FRAME,
295
190
                       "Corrupted segment_ids");
296
190
  }
297
729k
  return segment_id;
298
729k
}
299
300
static int dec_get_segment_id(const AV1_COMMON *cm, const uint8_t *segment_ids,
301
6.62k
                              int mi_offset, int x_mis, int y_mis) {
302
6.62k
  int segment_id = INT_MAX;
303
304
28.6k
  for (int y = 0; y < y_mis; y++)
305
129k
    for (int x = 0; x < x_mis; x++)
306
107k
      segment_id = AOMMIN(
307
6.62k
          segment_id, segment_ids[mi_offset + y * cm->mi_params.mi_cols + x]);
308
309
6.62k
  assert(segment_id >= 0 && segment_id < MAX_SEGMENTS);
310
6.62k
  return segment_id;
311
6.62k
}
312
313
static int read_intra_segment_id(AV1_COMMON *const cm,
314
                                 const MACROBLOCKD *const xd, BLOCK_SIZE bsize,
315
4.48M
                                 aom_reader *r, int skip) {
316
4.48M
  struct segmentation *const seg = &cm->seg;
317
4.48M
  if (!seg->enabled) return 0;  // Default for disabled segmentation
318
701k
  assert(seg->update_map && !seg->temporal_update);
319
320
701k
  const CommonModeInfoParams *const mi_params = &cm->mi_params;
321
701k
  const int mi_row = xd->mi_row;
322
701k
  const int mi_col = xd->mi_col;
323
701k
  const int mi_stride = cm->mi_params.mi_cols;
324
701k
  const int mi_offset = mi_row * mi_stride + mi_col;
325
701k
  const int bw = mi_size_wide[bsize];
326
701k
  const int bh = mi_size_high[bsize];
327
701k
  const int x_mis = AOMMIN(mi_params->mi_cols - mi_col, bw);
328
701k
  const int y_mis = AOMMIN(mi_params->mi_rows - mi_row, bh);
329
701k
  const int segment_id = read_segment_id(cm, xd, r, skip);
330
701k
  set_segment_id(cm->cur_frame->seg_map, mi_offset, x_mis, y_mis, mi_stride,
331
701k
                 segment_id);
332
701k
  return segment_id;
333
4.48M
}
334
335
static void copy_segment_id(const CommonModeInfoParams *const mi_params,
336
                            const uint8_t *last_segment_ids,
337
                            uint8_t *current_segment_ids, int mi_offset,
338
17.5k
                            int x_mis, int y_mis) {
339
17.5k
  const int stride = mi_params->mi_cols;
340
17.5k
  if (last_segment_ids) {
341
5.80k
    assert(last_segment_ids != current_segment_ids);
342
24.1k
    for (int y = 0; y < y_mis; y++) {
343
18.3k
      memcpy(&current_segment_ids[mi_offset + y * stride],
344
18.3k
             &last_segment_ids[mi_offset + y * stride],
345
18.3k
             sizeof(current_segment_ids[0]) * x_mis);
346
18.3k
    }
347
11.7k
  } else {
348
64.5k
    for (int y = 0; y < y_mis; y++) {
349
52.7k
      memset(&current_segment_ids[mi_offset + y * stride], 0,
350
52.7k
             sizeof(current_segment_ids[0]) * x_mis);
351
52.7k
    }
352
11.7k
  }
353
17.5k
}
354
355
static int get_predicted_segment_id(AV1_COMMON *const cm, int mi_offset,
356
18.9k
                                    int x_mis, int y_mis) {
357
18.9k
  return cm->last_frame_seg_map ? dec_get_segment_id(cm, cm->last_frame_seg_map,
358
6.62k
                                                     mi_offset, x_mis, y_mis)
359
18.9k
                                : 0;
360
18.9k
}
361
362
static int read_inter_segment_id(AV1_COMMON *const cm, MACROBLOCKD *const xd,
363
918k
                                 int preskip, aom_reader *r) {
364
918k
  struct segmentation *const seg = &cm->seg;
365
918k
  const CommonModeInfoParams *const mi_params = &cm->mi_params;
366
918k
  MB_MODE_INFO *const mbmi = xd->mi[0];
367
918k
  const int mi_row = xd->mi_row;
368
918k
  const int mi_col = xd->mi_col;
369
918k
  const int mi_offset = mi_row * mi_params->mi_cols + mi_col;
370
918k
  const int bw = mi_size_wide[mbmi->bsize];
371
918k
  const int bh = mi_size_high[mbmi->bsize];
372
373
  // TODO(slavarnway): move x_mis, y_mis into xd ?????
374
918k
  const int x_mis = AOMMIN(mi_params->mi_cols - mi_col, bw);
375
918k
  const int y_mis = AOMMIN(mi_params->mi_rows - mi_row, bh);
376
377
918k
  if (!seg->enabled) return 0;  // Default for disabled segmentation
378
379
47.2k
  if (!seg->update_map) {
380
17.5k
    copy_segment_id(mi_params, cm->last_frame_seg_map, cm->cur_frame->seg_map,
381
17.5k
                    mi_offset, x_mis, y_mis);
382
17.5k
    return get_predicted_segment_id(cm, mi_offset, x_mis, y_mis);
383
17.5k
  }
384
385
29.6k
  uint8_t segment_id;
386
29.6k
  const int mi_stride = cm->mi_params.mi_cols;
387
29.6k
  if (preskip) {
388
29.6k
    if (!seg->segid_preskip) return 0;
389
29.6k
  } else {
390
54
    if (mbmi->skip_txfm) {
391
54
      if (seg->temporal_update) {
392
24
        mbmi->seg_id_predicted = 0;
393
24
      }
394
54
      segment_id = read_segment_id(cm, xd, r, 1);
395
54
      set_segment_id(cm->cur_frame->seg_map, mi_offset, x_mis, y_mis, mi_stride,
396
54
                     segment_id);
397
54
      return segment_id;
398
54
    }
399
45
  }
400
401
29.3k
  if (seg->temporal_update) {
402
2.79k
    const uint8_t ctx = av1_get_pred_context_seg_id(xd);
403
2.79k
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
404
2.79k
    struct segmentation_probs *const segp = &ec_ctx->seg;
405
2.79k
    aom_cdf_prob *pred_cdf = segp->pred_cdf[ctx];
406
2.79k
    mbmi->seg_id_predicted = aom_read_symbol(r, pred_cdf, 2, ACCT_STR);
407
2.79k
    if (mbmi->seg_id_predicted) {
408
1.38k
      segment_id = get_predicted_segment_id(cm, mi_offset, x_mis, y_mis);
409
1.41k
    } else {
410
1.41k
      segment_id = read_segment_id(cm, xd, r, 0);
411
1.41k
    }
412
26.5k
  } else {
413
26.5k
    segment_id = read_segment_id(cm, xd, r, 0);
414
26.5k
  }
415
29.3k
  set_segment_id(cm->cur_frame->seg_map, mi_offset, x_mis, y_mis, mi_stride,
416
29.3k
                 segment_id);
417
29.3k
  return segment_id;
418
29.6k
}
419
420
static int read_skip_mode(AV1_COMMON *cm, const MACROBLOCKD *xd, int segment_id,
421
480k
                          aom_reader *r) {
422
480k
  if (!cm->current_frame.skip_mode_info.skip_mode_flag) return 0;
423
424
16.6k
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
425
6.49k
    return 0;
426
6.49k
  }
427
428
10.1k
  if (!is_comp_ref_allowed(xd->mi[0]->bsize)) return 0;
429
430
7.51k
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME) ||
431
7.51k
      segfeature_active(&cm->seg, segment_id, SEG_LVL_GLOBALMV)) {
432
    // These features imply single-reference mode, while skip mode implies
433
    // compound reference. Hence, the two are mutually exclusive.
434
    // In other words, skip_mode is implicitly 0 here.
435
666
    return 0;
436
666
  }
437
438
6.85k
  const int ctx = av1_get_skip_mode_context(xd);
439
6.85k
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
440
6.85k
  const int skip_mode =
441
6.85k
      aom_read_symbol(r, ec_ctx->skip_mode_cdfs[ctx], 2, ACCT_STR);
442
6.85k
  return skip_mode;
443
7.51k
}
444
445
static int read_skip_txfm(AV1_COMMON *cm, const MACROBLOCKD *xd, int segment_id,
446
4.96M
                          aom_reader *r) {
447
4.96M
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
448
586k
    return 1;
449
4.37M
  } else {
450
4.37M
    const int ctx = av1_get_skip_txfm_context(xd);
451
4.37M
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
452
4.37M
    const int skip_txfm =
453
4.37M
        aom_read_symbol(r, ec_ctx->skip_txfm_cdfs[ctx], 2, ACCT_STR);
454
4.37M
    return skip_txfm;
455
4.37M
  }
456
4.96M
}
457
458
// Merge the sorted list of cached colors(cached_colors[0...n_cached_colors-1])
459
// and the sorted list of transmitted colors(colors[n_cached_colors...n-1]) into
460
// one single sorted list(colors[...]).
461
static void merge_colors(uint16_t *colors, uint16_t *cached_colors,
462
53.3k
                         int n_colors, int n_cached_colors) {
463
53.3k
  if (n_cached_colors == 0) return;
464
26.9k
  int cache_idx = 0, trans_idx = n_cached_colors;
465
158k
  for (int i = 0; i < n_colors; ++i) {
466
131k
    if (cache_idx < n_cached_colors &&
467
131k
        (trans_idx >= n_colors ||
468
93.4k
         cached_colors[cache_idx] <= colors[trans_idx])) {
469
55.2k
      colors[i] = cached_colors[cache_idx++];
470
76.7k
    } else {
471
76.7k
      assert(trans_idx < n_colors);
472
76.7k
      colors[i] = colors[trans_idx++];
473
76.7k
    }
474
131k
  }
475
26.9k
}
476
477
static void read_palette_colors_y(MACROBLOCKD *const xd, int bit_depth,
478
45.1k
                                  PALETTE_MODE_INFO *const pmi, aom_reader *r) {
479
45.1k
  uint16_t color_cache[2 * PALETTE_MAX_SIZE];
480
45.1k
  uint16_t cached_colors[PALETTE_MAX_SIZE];
481
45.1k
  const int n_cache = av1_get_palette_cache(xd, 0, color_cache);
482
45.1k
  const int n = pmi->palette_size[0];
483
45.1k
  int idx = 0;
484
194k
  for (int i = 0; i < n_cache && idx < n; ++i)
485
149k
    if (aom_read_bit(r, ACCT_STR)) cached_colors[idx++] = color_cache[i];
486
45.1k
  if (idx < n) {
487
35.9k
    const int n_cached_colors = idx;
488
35.9k
    pmi->palette_colors[idx++] = aom_read_literal(r, bit_depth, ACCT_STR);
489
35.9k
    if (idx < n) {
490
29.8k
      const int min_bits = bit_depth - 3;
491
29.8k
      int bits = min_bits + aom_read_literal(r, 2, ACCT_STR);
492
29.8k
      int range = (1 << bit_depth) - pmi->palette_colors[idx - 1] - 1;
493
117k
      for (; idx < n; ++idx) {
494
87.9k
        assert(range >= 0);
495
87.9k
        const int delta = aom_read_literal(r, bits, ACCT_STR) + 1;
496
87.9k
        pmi->palette_colors[idx] = clamp(pmi->palette_colors[idx - 1] + delta,
497
87.9k
                                         0, (1 << bit_depth) - 1);
498
87.9k
        range -= (pmi->palette_colors[idx] - pmi->palette_colors[idx - 1]);
499
87.9k
        bits = AOMMIN(bits, av1_ceil_log2(range));
500
87.9k
      }
501
29.8k
    }
502
35.9k
    merge_colors(pmi->palette_colors, cached_colors, n, n_cached_colors);
503
35.9k
  } else {
504
9.21k
    memcpy(pmi->palette_colors, cached_colors, n * sizeof(cached_colors[0]));
505
9.21k
  }
506
45.1k
}
507
508
static void read_palette_colors_uv(MACROBLOCKD *const xd, int bit_depth,
509
                                   PALETTE_MODE_INFO *const pmi,
510
18.3k
                                   aom_reader *r) {
511
18.3k
  const int n = pmi->palette_size[1];
512
  // U channel colors.
513
18.3k
  uint16_t color_cache[2 * PALETTE_MAX_SIZE];
514
18.3k
  uint16_t cached_colors[PALETTE_MAX_SIZE];
515
18.3k
  const int n_cache = av1_get_palette_cache(xd, 1, color_cache);
516
18.3k
  int idx = 0;
517
37.8k
  for (int i = 0; i < n_cache && idx < n; ++i)
518
19.4k
    if (aom_read_bit(r, ACCT_STR)) cached_colors[idx++] = color_cache[i];
519
18.3k
  if (idx < n) {
520
17.3k
    const int n_cached_colors = idx;
521
17.3k
    idx += PALETTE_MAX_SIZE;
522
17.3k
    pmi->palette_colors[idx++] = aom_read_literal(r, bit_depth, ACCT_STR);
523
17.3k
    if (idx < PALETTE_MAX_SIZE + n) {
524
14.6k
      const int min_bits = bit_depth - 3;
525
14.6k
      int bits = min_bits + aom_read_literal(r, 2, ACCT_STR);
526
14.6k
      int range = (1 << bit_depth) - pmi->palette_colors[idx - 1];
527
51.9k
      for (; idx < PALETTE_MAX_SIZE + n; ++idx) {
528
37.3k
        assert(range >= 0);
529
37.3k
        const int delta = aom_read_literal(r, bits, ACCT_STR);
530
37.3k
        pmi->palette_colors[idx] = clamp(pmi->palette_colors[idx - 1] + delta,
531
37.3k
                                         0, (1 << bit_depth) - 1);
532
37.3k
        range -= (pmi->palette_colors[idx] - pmi->palette_colors[idx - 1]);
533
37.3k
        bits = AOMMIN(bits, av1_ceil_log2(range));
534
37.3k
      }
535
14.6k
    }
536
17.3k
    merge_colors(pmi->palette_colors + PALETTE_MAX_SIZE, cached_colors, n,
537
17.3k
                 n_cached_colors);
538
17.3k
  } else {
539
968
    memcpy(pmi->palette_colors + PALETTE_MAX_SIZE, cached_colors,
540
968
           n * sizeof(cached_colors[0]));
541
968
  }
542
543
  // V channel colors.
544
18.3k
  if (aom_read_bit(r, ACCT_STR)) {  // Delta encoding.
545
7.75k
    const int min_bits_v = bit_depth - 4;
546
7.75k
    const int max_val = 1 << bit_depth;
547
7.75k
    int bits = min_bits_v + aom_read_literal(r, 2, ACCT_STR);
548
7.75k
    pmi->palette_colors[2 * PALETTE_MAX_SIZE] =
549
7.75k
        aom_read_literal(r, bit_depth, ACCT_STR);
550
31.0k
    for (int i = 1; i < n; ++i) {
551
23.2k
      int delta = aom_read_literal(r, bits, ACCT_STR);
552
23.2k
      if (delta && aom_read_bit(r, ACCT_STR)) delta = -delta;
553
23.2k
      int val = (int)pmi->palette_colors[2 * PALETTE_MAX_SIZE + i - 1] + delta;
554
23.2k
      if (val < 0) val += max_val;
555
23.2k
      if (val >= max_val) val -= max_val;
556
23.2k
      pmi->palette_colors[2 * PALETTE_MAX_SIZE + i] = val;
557
23.2k
    }
558
10.6k
  } else {
559
44.0k
    for (int i = 0; i < n; ++i) {
560
33.4k
      pmi->palette_colors[2 * PALETTE_MAX_SIZE + i] =
561
33.4k
          aom_read_literal(r, bit_depth, ACCT_STR);
562
33.4k
    }
563
10.6k
  }
564
18.3k
}
565
566
static void read_palette_mode_info(AV1_COMMON *const cm, MACROBLOCKD *const xd,
567
579k
                                   aom_reader *r) {
568
579k
  const int num_planes = av1_num_planes(cm);
569
579k
  MB_MODE_INFO *const mbmi = xd->mi[0];
570
579k
  const BLOCK_SIZE bsize = mbmi->bsize;
571
579k
  assert(av1_allow_palette(cm->features.allow_screen_content_tools, bsize));
572
579k
  PALETTE_MODE_INFO *const pmi = &mbmi->palette_mode_info;
573
579k
  const int bsize_ctx = av1_get_palette_bsize_ctx(bsize);
574
575
579k
  if (mbmi->mode == DC_PRED) {
576
257k
    const int palette_mode_ctx = av1_get_palette_mode_ctx(xd);
577
257k
    const int modev = aom_read_symbol(
578
257k
        r, xd->tile_ctx->palette_y_mode_cdf[bsize_ctx][palette_mode_ctx], 2,
579
257k
        ACCT_STR);
580
257k
    if (modev) {
581
45.1k
      pmi->palette_size[0] =
582
45.1k
          aom_read_symbol(r, xd->tile_ctx->palette_y_size_cdf[bsize_ctx],
583
45.1k
                          PALETTE_SIZES, ACCT_STR) +
584
45.1k
          2;
585
45.1k
      read_palette_colors_y(xd, cm->seq_params->bit_depth, pmi, r);
586
45.1k
    }
587
257k
  }
588
579k
  if (num_planes > 1 && mbmi->uv_mode == UV_DC_PRED && xd->is_chroma_ref) {
589
178k
    const int palette_uv_mode_ctx = (pmi->palette_size[0] > 0);
590
178k
    const int modev = aom_read_symbol(
591
178k
        r, xd->tile_ctx->palette_uv_mode_cdf[palette_uv_mode_ctx], 2, ACCT_STR);
592
178k
    if (modev) {
593
18.3k
      pmi->palette_size[1] =
594
18.3k
          aom_read_symbol(r, xd->tile_ctx->palette_uv_size_cdf[bsize_ctx],
595
18.3k
                          PALETTE_SIZES, ACCT_STR) +
596
18.3k
          2;
597
18.3k
      read_palette_colors_uv(xd, cm->seq_params->bit_depth, pmi, r);
598
18.3k
    }
599
178k
  }
600
579k
}
601
602
748k
static int read_angle_delta(aom_reader *r, aom_cdf_prob *cdf) {
603
748k
  const int sym = aom_read_symbol(r, cdf, 2 * MAX_ANGLE_DELTA + 1, ACCT_STR);
604
748k
  return sym - MAX_ANGLE_DELTA;
605
748k
}
606
607
static void read_filter_intra_mode_info(const AV1_COMMON *const cm,
608
4.70M
                                        MACROBLOCKD *const xd, aom_reader *r) {
609
4.70M
  MB_MODE_INFO *const mbmi = xd->mi[0];
610
4.70M
  FILTER_INTRA_MODE_INFO *filter_intra_mode_info =
611
4.70M
      &mbmi->filter_intra_mode_info;
612
613
4.70M
  if (av1_filter_intra_allowed(cm, mbmi)) {
614
2.97M
    filter_intra_mode_info->use_filter_intra = aom_read_symbol(
615
2.97M
        r, xd->tile_ctx->filter_intra_cdfs[mbmi->bsize], 2, ACCT_STR);
616
2.97M
    if (filter_intra_mode_info->use_filter_intra) {
617
277k
      filter_intra_mode_info->filter_intra_mode = aom_read_symbol(
618
277k
          r, xd->tile_ctx->filter_intra_mode_cdf, FILTER_INTRA_MODES, ACCT_STR);
619
277k
    }
620
2.97M
  } else {
621
1.73M
    filter_intra_mode_info->use_filter_intra = 0;
622
1.73M
  }
623
4.70M
}
624
625
void av1_read_tx_type(const AV1_COMMON *const cm, MACROBLOCKD *xd, int blk_row,
626
6.16M
                      int blk_col, TX_SIZE tx_size, aom_reader *r) {
627
6.16M
  MB_MODE_INFO *mbmi = xd->mi[0];
628
6.16M
  uint8_t *tx_type =
629
6.16M
      &xd->tx_type_map[blk_row * xd->tx_type_map_stride + blk_col];
630
6.16M
  *tx_type = DCT_DCT;
631
632
  // No need to read transform type if block is skipped.
633
6.16M
  if (mbmi->skip_txfm ||
634
6.16M
      segfeature_active(&cm->seg, mbmi->segment_id, SEG_LVL_SKIP))
635
0
    return;
636
637
  // No need to read transform type for lossless mode(qindex==0).
638
6.16M
  const int qindex = xd->qindex[mbmi->segment_id];
639
6.16M
  if (qindex == 0) return;
640
641
4.87M
  const int inter_block = is_inter_block(mbmi);
642
4.87M
  if (get_ext_tx_types(tx_size, inter_block, cm->features.reduced_tx_set_used) >
643
4.87M
      1) {
644
4.73M
    const TxSetType tx_set_type = av1_get_ext_tx_set_type(
645
4.73M
        tx_size, inter_block, cm->features.reduced_tx_set_used);
646
4.73M
    const int eset =
647
4.73M
        get_ext_tx_set(tx_size, inter_block, cm->features.reduced_tx_set_used);
648
    // eset == 0 should correspond to a set with only DCT_DCT and
649
    // there is no need to read the tx_type
650
4.73M
    assert(eset != 0);
651
652
4.73M
    const TX_SIZE square_tx_size = txsize_sqr_map[tx_size];
653
4.73M
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
654
4.73M
    if (inter_block) {
655
196k
      *tx_type = av1_ext_tx_inv[tx_set_type][aom_read_symbol(
656
196k
          r, ec_ctx->inter_ext_tx_cdf[eset][square_tx_size],
657
196k
          av1_num_ext_tx_set[tx_set_type], ACCT_STR)];
658
4.53M
    } else {
659
4.53M
      const PREDICTION_MODE intra_mode =
660
4.53M
          mbmi->filter_intra_mode_info.use_filter_intra
661
4.53M
              ? fimode_to_intradir[mbmi->filter_intra_mode_info
662
292k
                                       .filter_intra_mode]
663
4.53M
              : mbmi->mode;
664
4.53M
      *tx_type = av1_ext_tx_inv[tx_set_type][aom_read_symbol(
665
4.53M
          r, ec_ctx->intra_ext_tx_cdf[eset][square_tx_size][intra_mode],
666
4.53M
          av1_num_ext_tx_set[tx_set_type], ACCT_STR)];
667
4.53M
    }
668
4.73M
  }
669
4.87M
}
670
671
static inline void read_mv(aom_reader *r, MV *mv, const MV *ref,
672
                           nmv_context *ctx, MvSubpelPrecision precision);
673
674
static inline int is_mv_valid(const MV *mv);
675
676
static inline int assign_dv(AV1_COMMON *cm, MACROBLOCKD *xd, int_mv *mv,
677
                            const int_mv *ref_mv, int mi_row, int mi_col,
678
9.75k
                            BLOCK_SIZE bsize, aom_reader *r) {
679
9.75k
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
680
9.75k
  read_mv(r, &mv->as_mv, &ref_mv->as_mv, &ec_ctx->ndvc, MV_SUBPEL_NONE);
681
  // DV should not have sub-pel.
682
9.75k
  assert((mv->as_mv.col & 7) == 0);
683
9.75k
  assert((mv->as_mv.row & 7) == 0);
684
9.75k
  mv->as_mv.col = (mv->as_mv.col >> 3) * 8;
685
9.75k
  mv->as_mv.row = (mv->as_mv.row >> 3) * 8;
686
9.75k
  int valid = is_mv_valid(&mv->as_mv) &&
687
9.75k
              av1_is_dv_valid(mv->as_mv, cm, xd, mi_row, mi_col, bsize,
688
9.75k
                              cm->seq_params->mib_size_log2);
689
9.75k
  return valid;
690
9.75k
}
691
692
static void read_intrabc_info(AV1_COMMON *const cm, DecoderCodingBlock *dcb,
693
99.2k
                              aom_reader *r) {
694
99.2k
  MACROBLOCKD *const xd = &dcb->xd;
695
99.2k
  MB_MODE_INFO *const mbmi = xd->mi[0];
696
99.2k
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
697
99.2k
  mbmi->use_intrabc = aom_read_symbol(r, ec_ctx->intrabc_cdf, 2, ACCT_STR);
698
99.2k
  if (mbmi->use_intrabc) {
699
9.75k
    BLOCK_SIZE bsize = mbmi->bsize;
700
9.75k
    mbmi->mode = DC_PRED;
701
9.75k
    mbmi->uv_mode = UV_DC_PRED;
702
9.75k
    mbmi->interp_filters = av1_broadcast_interp_filter(BILINEAR);
703
9.75k
    mbmi->motion_mode = SIMPLE_TRANSLATION;
704
705
9.75k
    int16_t inter_mode_ctx[MODE_CTX_REF_FRAMES];
706
9.75k
    int_mv ref_mvs[INTRA_FRAME + 1][MAX_MV_REF_CANDIDATES];
707
708
9.75k
    av1_find_mv_refs(cm, xd, mbmi, INTRA_FRAME, dcb->ref_mv_count,
709
9.75k
                     xd->ref_mv_stack, xd->weight, ref_mvs, /*global_mvs=*/NULL,
710
9.75k
                     inter_mode_ctx);
711
712
9.75k
    int_mv nearestmv, nearmv;
713
714
9.75k
    av1_find_best_ref_mvs(0, ref_mvs[INTRA_FRAME], &nearestmv, &nearmv, 0);
715
9.75k
    int_mv dv_ref = nearestmv.as_int == 0 ? nearmv : nearestmv;
716
9.75k
    if (dv_ref.as_int == 0)
717
2.77k
      av1_find_ref_dv(&dv_ref, &xd->tile, cm->seq_params->mib_size, xd->mi_row);
718
    // Ref DV should not have sub-pel.
719
9.75k
    int valid_dv = (dv_ref.as_mv.col & 7) == 0 && (dv_ref.as_mv.row & 7) == 0;
720
9.75k
    dv_ref.as_mv.col = (dv_ref.as_mv.col >> 3) * 8;
721
9.75k
    dv_ref.as_mv.row = (dv_ref.as_mv.row >> 3) * 8;
722
9.75k
    valid_dv = valid_dv && assign_dv(cm, xd, &mbmi->mv[0], &dv_ref, xd->mi_row,
723
9.75k
                                     xd->mi_col, bsize, r);
724
9.75k
    if (!valid_dv) {
725
      // Intra bc motion vectors are not valid - signal corrupt frame
726
819
      aom_internal_error(xd->error_info, AOM_CODEC_CORRUPT_FRAME,
727
819
                         "Invalid intrabc dv");
728
819
    }
729
9.75k
  }
730
99.2k
}
731
732
// If delta q is present, reads delta_q index.
733
// Also reads delta_q loop filter levels, if present.
734
static void read_delta_q_params(AV1_COMMON *const cm, MACROBLOCKD *const xd,
735
4.96M
                                aom_reader *r) {
736
4.96M
  DeltaQInfo *const delta_q_info = &cm->delta_q_info;
737
738
4.96M
  if (delta_q_info->delta_q_present_flag) {
739
915k
    MB_MODE_INFO *const mbmi = xd->mi[0];
740
915k
    xd->current_base_qindex +=
741
915k
        read_delta_qindex(cm, xd, r, mbmi) * delta_q_info->delta_q_res;
742
    /* Normative: Clamp to [1,MAXQ] to not interfere with lossless mode */
743
915k
    xd->current_base_qindex = clamp(xd->current_base_qindex, 1, MAXQ);
744
915k
    FRAME_CONTEXT *const ec_ctx = xd->tile_ctx;
745
915k
    if (delta_q_info->delta_lf_present_flag) {
746
365k
      const int mi_row = xd->mi_row;
747
365k
      const int mi_col = xd->mi_col;
748
365k
      if (delta_q_info->delta_lf_multi) {
749
132k
        const int frame_lf_count =
750
132k
            av1_num_planes(cm) > 1 ? FRAME_LF_COUNT : FRAME_LF_COUNT - 2;
751
655k
        for (int lf_id = 0; lf_id < frame_lf_count; ++lf_id) {
752
522k
          const int tmp_lvl =
753
522k
              xd->delta_lf[lf_id] +
754
522k
              read_delta_lflevel(cm, r, ec_ctx->delta_lf_multi_cdf[lf_id], mbmi,
755
522k
                                 mi_col, mi_row) *
756
522k
                  delta_q_info->delta_lf_res;
757
522k
          mbmi->delta_lf[lf_id] = xd->delta_lf[lf_id] =
758
522k
              clamp(tmp_lvl, -MAX_LOOP_FILTER, MAX_LOOP_FILTER);
759
522k
        }
760
232k
      } else {
761
232k
        const int tmp_lvl = xd->delta_lf_from_base +
762
232k
                            read_delta_lflevel(cm, r, ec_ctx->delta_lf_cdf,
763
232k
                                               mbmi, mi_col, mi_row) *
764
232k
                                delta_q_info->delta_lf_res;
765
232k
        mbmi->delta_lf_from_base = xd->delta_lf_from_base =
766
232k
            clamp(tmp_lvl, -MAX_LOOP_FILTER, MAX_LOOP_FILTER);
767
232k
      }
768
365k
    }
769
915k
  }
770
4.96M
}
771
772
static void read_intra_frame_mode_info(AV1_COMMON *const cm,
773
4.48M
                                       DecoderCodingBlock *dcb, aom_reader *r) {
774
4.48M
  MACROBLOCKD *const xd = &dcb->xd;
775
4.48M
  MB_MODE_INFO *const mbmi = xd->mi[0];
776
4.48M
  const MB_MODE_INFO *above_mi = xd->above_mbmi;
777
4.48M
  const MB_MODE_INFO *left_mi = xd->left_mbmi;
778
4.48M
  const BLOCK_SIZE bsize = mbmi->bsize;
779
4.48M
  struct segmentation *const seg = &cm->seg;
780
781
4.48M
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
782
783
4.48M
  if (seg->segid_preskip)
784
698k
    mbmi->segment_id = read_intra_segment_id(cm, xd, bsize, r, 0);
785
786
4.48M
  mbmi->skip_txfm = read_skip_txfm(cm, xd, mbmi->segment_id, r);
787
788
4.48M
  if (!seg->segid_preskip)
789
3.78M
    mbmi->segment_id = read_intra_segment_id(cm, xd, bsize, r, mbmi->skip_txfm);
790
791
4.48M
  read_cdef(cm, r, xd);
792
793
4.48M
  read_delta_q_params(cm, xd, r);
794
795
4.48M
  mbmi->current_qindex = xd->current_base_qindex;
796
797
4.48M
  mbmi->ref_frame[0] = INTRA_FRAME;
798
4.48M
  mbmi->ref_frame[1] = NONE_FRAME;
799
4.48M
  mbmi->palette_mode_info.palette_size[0] = 0;
800
4.48M
  mbmi->palette_mode_info.palette_size[1] = 0;
801
4.48M
  mbmi->filter_intra_mode_info.use_filter_intra = 0;
802
803
4.48M
  const int mi_row = xd->mi_row;
804
4.48M
  const int mi_col = xd->mi_col;
805
4.48M
  xd->above_txfm_context = cm->above_contexts.txfm[xd->tile.tile_row] + mi_col;
806
4.48M
  xd->left_txfm_context =
807
4.48M
      xd->left_txfm_context_buffer + (mi_row & MAX_MIB_MASK);
808
809
4.48M
  if (av1_allow_intrabc(cm)) {
810
99.2k
    read_intrabc_info(cm, dcb, r);
811
99.2k
    if (is_intrabc_block(mbmi)) return;
812
99.2k
  }
813
814
4.47M
  mbmi->mode = read_intra_mode(r, get_y_mode_cdf(ec_ctx, above_mi, left_mi));
815
816
4.47M
  const int use_angle_delta = av1_use_angle_delta(bsize);
817
4.47M
  mbmi->angle_delta[PLANE_TYPE_Y] =
818
4.47M
      (use_angle_delta && av1_is_directional_mode(mbmi->mode))
819
4.47M
          ? read_angle_delta(r, ec_ctx->angle_delta_cdf[mbmi->mode - V_PRED])
820
4.47M
          : 0;
821
822
4.47M
  if (!cm->seq_params->monochrome && xd->is_chroma_ref) {
823
2.30M
    mbmi->uv_mode =
824
2.30M
        read_intra_mode_uv(ec_ctx, r, is_cfl_allowed(xd), mbmi->mode);
825
2.30M
    if (mbmi->uv_mode == UV_CFL_PRED) {
826
512k
      mbmi->cfl_alpha_idx = read_cfl_alphas(ec_ctx, r, &mbmi->cfl_alpha_signs);
827
512k
    }
828
2.30M
    const PREDICTION_MODE intra_mode = get_uv_mode(mbmi->uv_mode);
829
2.30M
    mbmi->angle_delta[PLANE_TYPE_UV] =
830
2.30M
        (use_angle_delta && av1_is_directional_mode(intra_mode))
831
2.30M
            ? read_angle_delta(r, ec_ctx->angle_delta_cdf[intra_mode - V_PRED])
832
2.30M
            : 0;
833
2.30M
  } else {
834
    // Avoid decoding angle_info if there is no chroma prediction
835
2.16M
    mbmi->uv_mode = UV_DC_PRED;
836
2.16M
  }
837
4.47M
  xd->cfl.store_y = store_cfl_required(cm, xd);
838
839
4.47M
  if (av1_allow_palette(cm->features.allow_screen_content_tools, bsize))
840
578k
    read_palette_mode_info(cm, xd, r);
841
842
4.47M
  read_filter_intra_mode_info(cm, xd, r);
843
4.47M
}
844
845
static int read_mv_component(aom_reader *r, nmv_component *mvcomp,
846
180k
                             int use_subpel, int usehp) {
847
180k
  int mag, d, fr, hp;
848
180k
  const int sign = aom_read_symbol(r, mvcomp->sign_cdf, 2, ACCT_STR);
849
180k
  const int mv_class =
850
180k
      aom_read_symbol(r, mvcomp->classes_cdf, MV_CLASSES, ACCT_STR);
851
180k
  const int class0 = mv_class == MV_CLASS_0;
852
853
  // Integer part
854
180k
  if (class0) {
855
118k
    d = aom_read_symbol(r, mvcomp->class0_cdf, CLASS0_SIZE, ACCT_STR);
856
118k
    mag = 0;
857
118k
  } else {
858
61.2k
    const int n = mv_class + CLASS0_BITS - 1;  // number of bits
859
61.2k
    d = 0;
860
211k
    for (int i = 0; i < n; ++i)
861
150k
      d |= aom_read_symbol(r, mvcomp->bits_cdf[i], 2, ACCT_STR) << i;
862
61.2k
    mag = CLASS0_SIZE << (mv_class + 2);
863
61.2k
  }
864
865
180k
  if (use_subpel) {
866
    // Fractional part
867
160k
    fr = aom_read_symbol(r, class0 ? mvcomp->class0_fp_cdf[d] : mvcomp->fp_cdf,
868
160k
                         MV_FP_SIZE, ACCT_STR);
869
870
    // High precision part (if hp is not used, the default value of the hp is 1)
871
160k
    hp = usehp ? aom_read_symbol(
872
160k
                     r, class0 ? mvcomp->class0_hp_cdf : mvcomp->hp_cdf, 2,
873
160k
                     ACCT_STR)
874
160k
               : 1;
875
160k
  } else {
876
19.3k
    fr = 3;
877
19.3k
    hp = 1;
878
19.3k
  }
879
880
  // Result
881
180k
  mag += ((d << 3) | (fr << 1) | hp) + 1;
882
180k
  return sign ? -mag : mag;
883
180k
}
884
885
static inline void read_mv(aom_reader *r, MV *mv, const MV *ref,
886
119k
                           nmv_context *ctx, MvSubpelPrecision precision) {
887
119k
  MV diff = kZeroMv;
888
119k
  const MV_JOINT_TYPE joint_type =
889
119k
      (MV_JOINT_TYPE)aom_read_symbol(r, ctx->joints_cdf, MV_JOINTS, ACCT_STR);
890
891
119k
  if (mv_joint_vertical(joint_type))
892
90.6k
    diff.row = read_mv_component(r, &ctx->comps[0], precision > MV_SUBPEL_NONE,
893
90.6k
                                 precision > MV_SUBPEL_LOW_PRECISION);
894
895
119k
  if (mv_joint_horizontal(joint_type))
896
89.6k
    diff.col = read_mv_component(r, &ctx->comps[1], precision > MV_SUBPEL_NONE,
897
89.6k
                                 precision > MV_SUBPEL_LOW_PRECISION);
898
899
119k
  mv->row = ref->row + diff.row;
900
119k
  mv->col = ref->col + diff.col;
901
119k
}
902
903
static REFERENCE_MODE read_block_reference_mode(AV1_COMMON *cm,
904
                                                const MACROBLOCKD *xd,
905
209k
                                                aom_reader *r) {
906
209k
  if (!is_comp_ref_allowed(xd->mi[0]->bsize)) return SINGLE_REFERENCE;
907
189k
  if (cm->current_frame.reference_mode == REFERENCE_MODE_SELECT) {
908
29.3k
    const int ctx = av1_get_reference_mode_context(xd);
909
29.3k
    const REFERENCE_MODE mode = (REFERENCE_MODE)aom_read_symbol(
910
29.3k
        r, xd->tile_ctx->comp_inter_cdf[ctx], 2, ACCT_STR);
911
29.3k
    return mode;  // SINGLE_REFERENCE or COMPOUND_REFERENCE
912
159k
  } else {
913
159k
    assert(cm->current_frame.reference_mode == SINGLE_REFERENCE);
914
159k
    return cm->current_frame.reference_mode;
915
159k
  }
916
189k
}
917
918
#define READ_REF_BIT(pname) \
919
611k
  aom_read_symbol(r, av1_get_pred_cdf_##pname(xd), 2, ACCT_STR)
920
921
static COMP_REFERENCE_TYPE read_comp_reference_type(const MACROBLOCKD *xd,
922
16.9k
                                                    aom_reader *r) {
923
16.9k
  const int ctx = av1_get_comp_reference_type_context(xd);
924
16.9k
  const COMP_REFERENCE_TYPE comp_ref_type =
925
16.9k
      (COMP_REFERENCE_TYPE)aom_read_symbol(
926
16.9k
          r, xd->tile_ctx->comp_ref_type_cdf[ctx], 2, ACCT_STR);
927
16.9k
  return comp_ref_type;  // UNIDIR_COMP_REFERENCE or BIDIR_COMP_REFERENCE
928
16.9k
}
929
930
static void set_ref_frames_for_skip_mode(AV1_COMMON *const cm,
931
1.04k
                                         MV_REFERENCE_FRAME ref_frame[2]) {
932
1.04k
  ref_frame[0] = LAST_FRAME + cm->current_frame.skip_mode_info.ref_frame_idx_0;
933
1.04k
  ref_frame[1] = LAST_FRAME + cm->current_frame.skip_mode_info.ref_frame_idx_1;
934
1.04k
}
935
936
// Read the referncence frame
937
static void read_ref_frames(AV1_COMMON *const cm, MACROBLOCKD *const xd,
938
                            aom_reader *r, int segment_id,
939
249k
                            MV_REFERENCE_FRAME ref_frame[2]) {
940
249k
  if (xd->mi[0]->skip_mode) {
941
1.04k
    set_ref_frames_for_skip_mode(cm, ref_frame);
942
1.04k
    return;
943
1.04k
  }
944
945
248k
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME)) {
946
25.7k
    ref_frame[0] = (MV_REFERENCE_FRAME)get_segdata(&cm->seg, segment_id,
947
25.7k
                                                   SEG_LVL_REF_FRAME);
948
25.7k
    ref_frame[1] = NONE_FRAME;
949
223k
  } else if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP) ||
950
223k
             segfeature_active(&cm->seg, segment_id, SEG_LVL_GLOBALMV)) {
951
13.3k
    ref_frame[0] = LAST_FRAME;
952
13.3k
    ref_frame[1] = NONE_FRAME;
953
209k
  } else {
954
209k
    const REFERENCE_MODE mode = read_block_reference_mode(cm, xd, r);
955
956
209k
    if (mode == COMPOUND_REFERENCE) {
957
16.9k
      const COMP_REFERENCE_TYPE comp_ref_type = read_comp_reference_type(xd, r);
958
959
16.9k
      if (comp_ref_type == UNIDIR_COMP_REFERENCE) {
960
3.63k
        const int bit = READ_REF_BIT(uni_comp_ref_p);
961
3.63k
        if (bit) {
962
992
          ref_frame[0] = BWDREF_FRAME;
963
992
          ref_frame[1] = ALTREF_FRAME;
964
2.64k
        } else {
965
2.64k
          const int bit1 = READ_REF_BIT(uni_comp_ref_p1);
966
2.64k
          if (bit1) {
967
1.48k
            const int bit2 = READ_REF_BIT(uni_comp_ref_p2);
968
1.48k
            if (bit2) {
969
876
              ref_frame[0] = LAST_FRAME;
970
876
              ref_frame[1] = GOLDEN_FRAME;
971
876
            } else {
972
604
              ref_frame[0] = LAST_FRAME;
973
604
              ref_frame[1] = LAST3_FRAME;
974
604
            }
975
1.48k
          } else {
976
1.16k
            ref_frame[0] = LAST_FRAME;
977
1.16k
            ref_frame[1] = LAST2_FRAME;
978
1.16k
          }
979
2.64k
        }
980
981
3.63k
        return;
982
3.63k
      }
983
984
13.3k
      assert(comp_ref_type == BIDIR_COMP_REFERENCE);
985
986
13.3k
      const int idx = 1;
987
13.3k
      const int bit = READ_REF_BIT(comp_ref_p);
988
      // Decode forward references.
989
13.3k
      if (!bit) {
990
7.20k
        const int bit1 = READ_REF_BIT(comp_ref_p1);
991
7.20k
        ref_frame[!idx] = bit1 ? LAST2_FRAME : LAST_FRAME;
992
7.20k
      } else {
993
6.13k
        const int bit2 = READ_REF_BIT(comp_ref_p2);
994
6.13k
        ref_frame[!idx] = bit2 ? GOLDEN_FRAME : LAST3_FRAME;
995
6.13k
      }
996
997
      // Decode backward references.
998
13.3k
      const int bit_bwd = READ_REF_BIT(comp_bwdref_p);
999
13.3k
      if (!bit_bwd) {
1000
5.71k
        const int bit1_bwd = READ_REF_BIT(comp_bwdref_p1);
1001
5.71k
        ref_frame[idx] = bit1_bwd ? ALTREF2_FRAME : BWDREF_FRAME;
1002
7.62k
      } else {
1003
7.62k
        ref_frame[idx] = ALTREF_FRAME;
1004
7.62k
      }
1005
192k
    } else if (mode == SINGLE_REFERENCE) {
1006
192k
      const int bit0 = READ_REF_BIT(single_ref_p1);
1007
192k
      if (bit0) {
1008
27.3k
        const int bit1 = READ_REF_BIT(single_ref_p2);
1009
27.3k
        if (!bit1) {
1010
8.69k
          const int bit5 = READ_REF_BIT(single_ref_p6);
1011
8.69k
          ref_frame[0] = bit5 ? ALTREF2_FRAME : BWDREF_FRAME;
1012
18.6k
        } else {
1013
18.6k
          ref_frame[0] = ALTREF_FRAME;
1014
18.6k
        }
1015
164k
      } else {
1016
164k
        const int bit2 = READ_REF_BIT(single_ref_p3);
1017
164k
        if (bit2) {
1018
19.2k
          const int bit4 = READ_REF_BIT(single_ref_p5);
1019
19.2k
          ref_frame[0] = bit4 ? GOLDEN_FRAME : LAST3_FRAME;
1020
145k
        } else {
1021
145k
          const int bit3 = READ_REF_BIT(single_ref_p4);
1022
145k
          ref_frame[0] = bit3 ? LAST2_FRAME : LAST_FRAME;
1023
145k
        }
1024
164k
      }
1025
1026
192k
      ref_frame[1] = NONE_FRAME;
1027
192k
    } else {
1028
590
      assert(0 && "Invalid prediction mode.");
1029
590
    }
1030
209k
  }
1031
248k
}
1032
1033
static inline void read_mb_interp_filter(const MACROBLOCKD *const xd,
1034
                                         InterpFilter interp_filter,
1035
                                         bool enable_dual_filter,
1036
                                         MB_MODE_INFO *const mbmi,
1037
249k
                                         aom_reader *r) {
1038
249k
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
1039
1040
249k
  if (!av1_is_interp_needed(xd)) {
1041
50.1k
    set_default_interp_filters(mbmi, interp_filter);
1042
50.1k
    return;
1043
50.1k
  }
1044
1045
199k
  if (interp_filter != SWITCHABLE) {
1046
138k
    mbmi->interp_filters = av1_broadcast_interp_filter(interp_filter);
1047
138k
  } else {
1048
61.0k
    InterpFilter ref0_filter[2] = { EIGHTTAP_REGULAR, EIGHTTAP_REGULAR };
1049
66.2k
    for (int dir = 0; dir < 2; ++dir) {
1050
63.8k
      const int ctx = av1_get_pred_context_switchable_interp(xd, dir);
1051
63.8k
      ref0_filter[dir] = (InterpFilter)aom_read_symbol(
1052
63.8k
          r, ec_ctx->switchable_interp_cdf[ctx], SWITCHABLE_FILTERS, ACCT_STR);
1053
63.8k
      if (!enable_dual_filter) {
1054
58.6k
        ref0_filter[1] = ref0_filter[0];
1055
58.6k
        break;
1056
58.6k
      }
1057
63.8k
    }
1058
    // The index system works as: (0, 1) -> (vertical, horizontal) filter types
1059
61.0k
    mbmi->interp_filters.as_filters.x_filter = ref0_filter[1];
1060
61.0k
    mbmi->interp_filters.as_filters.y_filter = ref0_filter[0];
1061
61.0k
  }
1062
199k
}
1063
1064
static void read_intra_block_mode_info(AV1_COMMON *const cm,
1065
                                       MACROBLOCKD *const xd,
1066
                                       MB_MODE_INFO *const mbmi,
1067
230k
                                       aom_reader *r) {
1068
230k
  const BLOCK_SIZE bsize = mbmi->bsize;
1069
230k
  const int use_angle_delta = av1_use_angle_delta(bsize);
1070
1071
230k
  mbmi->ref_frame[0] = INTRA_FRAME;
1072
230k
  mbmi->ref_frame[1] = NONE_FRAME;
1073
1074
230k
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
1075
1076
230k
  mbmi->mode = read_intra_mode(r, ec_ctx->y_mode_cdf[size_group_lookup[bsize]]);
1077
1078
230k
  mbmi->angle_delta[PLANE_TYPE_Y] =
1079
230k
      use_angle_delta && av1_is_directional_mode(mbmi->mode)
1080
230k
          ? read_angle_delta(r, ec_ctx->angle_delta_cdf[mbmi->mode - V_PRED])
1081
230k
          : 0;
1082
230k
  if (!cm->seq_params->monochrome && xd->is_chroma_ref) {
1083
108k
    mbmi->uv_mode =
1084
108k
        read_intra_mode_uv(ec_ctx, r, is_cfl_allowed(xd), mbmi->mode);
1085
108k
    if (mbmi->uv_mode == UV_CFL_PRED) {
1086
41.3k
      mbmi->cfl_alpha_idx =
1087
41.3k
          read_cfl_alphas(xd->tile_ctx, r, &mbmi->cfl_alpha_signs);
1088
41.3k
    }
1089
108k
    const PREDICTION_MODE intra_mode = get_uv_mode(mbmi->uv_mode);
1090
108k
    mbmi->angle_delta[PLANE_TYPE_UV] =
1091
108k
        use_angle_delta && av1_is_directional_mode(intra_mode)
1092
108k
            ? read_angle_delta(r, ec_ctx->angle_delta_cdf[intra_mode - V_PRED])
1093
108k
            : 0;
1094
122k
  } else {
1095
    // Avoid decoding angle_info if there is no chroma prediction
1096
122k
    mbmi->uv_mode = UV_DC_PRED;
1097
122k
  }
1098
230k
  xd->cfl.store_y = store_cfl_required(cm, xd);
1099
1100
230k
  mbmi->palette_mode_info.palette_size[0] = 0;
1101
230k
  mbmi->palette_mode_info.palette_size[1] = 0;
1102
230k
  if (av1_allow_palette(cm->features.allow_screen_content_tools, bsize))
1103
1.02k
    read_palette_mode_info(cm, xd, r);
1104
1105
230k
  read_filter_intra_mode_info(cm, xd, r);
1106
230k
}
1107
1108
277k
static inline int is_mv_valid(const MV *mv) {
1109
277k
  return mv->row > MV_LOW && mv->row < MV_UPP && mv->col > MV_LOW &&
1110
277k
         mv->col < MV_UPP;
1111
277k
}
1112
1113
static inline int assign_mv(AV1_COMMON *cm, MACROBLOCKD *xd,
1114
                            PREDICTION_MODE mode,
1115
                            MV_REFERENCE_FRAME ref_frame[2], int_mv mv[2],
1116
                            int_mv ref_mv[2], int_mv nearest_mv[2],
1117
                            int_mv near_mv[2], int is_compound, int allow_hp,
1118
249k
                            aom_reader *r) {
1119
249k
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
1120
249k
  MB_MODE_INFO *mbmi = xd->mi[0];
1121
249k
  BLOCK_SIZE bsize = mbmi->bsize;
1122
249k
  FeatureFlags *const features = &cm->features;
1123
249k
  if (features->cur_frame_force_integer_mv) {
1124
28.1k
    allow_hp = MV_SUBPEL_NONE;
1125
28.1k
  }
1126
249k
  switch (mode) {
1127
101k
    case NEWMV: {
1128
101k
      nmv_context *const nmvc = &ec_ctx->nmvc;
1129
101k
      read_mv(r, &mv[0].as_mv, &ref_mv[0].as_mv, nmvc, allow_hp);
1130
101k
      break;
1131
0
    }
1132
64.5k
    case NEARESTMV: {
1133
64.5k
      mv[0].as_int = nearest_mv[0].as_int;
1134
64.5k
      break;
1135
0
    }
1136
26.0k
    case NEARMV: {
1137
26.0k
      mv[0].as_int = near_mv[0].as_int;
1138
26.0k
      break;
1139
0
    }
1140
40.1k
    case GLOBALMV: {
1141
40.1k
      mv[0].as_int = gm_get_motion_vector(&cm->global_motion[ref_frame[0]],
1142
40.1k
                                          features->allow_high_precision_mv,
1143
40.1k
                                          bsize, xd->mi_col, xd->mi_row,
1144
40.1k
                                          features->cur_frame_force_integer_mv)
1145
40.1k
                         .as_int;
1146
40.1k
      break;
1147
0
    }
1148
2.83k
    case NEW_NEWMV: {
1149
2.83k
      assert(is_compound);
1150
8.49k
      for (int i = 0; i < 2; ++i) {
1151
5.66k
        nmv_context *const nmvc = &ec_ctx->nmvc;
1152
5.66k
        read_mv(r, &mv[i].as_mv, &ref_mv[i].as_mv, nmvc, allow_hp);
1153
5.66k
      }
1154
2.83k
      break;
1155
0
    }
1156
7.32k
    case NEAREST_NEARESTMV: {
1157
7.32k
      assert(is_compound);
1158
7.32k
      mv[0].as_int = nearest_mv[0].as_int;
1159
7.32k
      mv[1].as_int = nearest_mv[1].as_int;
1160
7.32k
      break;
1161
0
    }
1162
2.74k
    case NEAR_NEARMV: {
1163
2.74k
      assert(is_compound);
1164
2.74k
      mv[0].as_int = near_mv[0].as_int;
1165
2.74k
      mv[1].as_int = near_mv[1].as_int;
1166
2.74k
      break;
1167
0
    }
1168
996
    case NEW_NEARESTMV: {
1169
996
      nmv_context *const nmvc = &ec_ctx->nmvc;
1170
996
      read_mv(r, &mv[0].as_mv, &ref_mv[0].as_mv, nmvc, allow_hp);
1171
996
      assert(is_compound);
1172
996
      mv[1].as_int = nearest_mv[1].as_int;
1173
996
      break;
1174
0
    }
1175
1.00k
    case NEAREST_NEWMV: {
1176
1.00k
      nmv_context *const nmvc = &ec_ctx->nmvc;
1177
1.00k
      mv[0].as_int = nearest_mv[0].as_int;
1178
1.00k
      read_mv(r, &mv[1].as_mv, &ref_mv[1].as_mv, nmvc, allow_hp);
1179
1.00k
      assert(is_compound);
1180
1.00k
      break;
1181
0
    }
1182
579
    case NEAR_NEWMV: {
1183
579
      nmv_context *const nmvc = &ec_ctx->nmvc;
1184
579
      mv[0].as_int = near_mv[0].as_int;
1185
579
      read_mv(r, &mv[1].as_mv, &ref_mv[1].as_mv, nmvc, allow_hp);
1186
579
      assert(is_compound);
1187
579
      break;
1188
0
    }
1189
501
    case NEW_NEARMV: {
1190
501
      nmv_context *const nmvc = &ec_ctx->nmvc;
1191
501
      read_mv(r, &mv[0].as_mv, &ref_mv[0].as_mv, nmvc, allow_hp);
1192
501
      assert(is_compound);
1193
501
      mv[1].as_int = near_mv[1].as_int;
1194
501
      break;
1195
0
    }
1196
2.03k
    case GLOBAL_GLOBALMV: {
1197
2.03k
      assert(is_compound);
1198
2.03k
      mv[0].as_int = gm_get_motion_vector(&cm->global_motion[ref_frame[0]],
1199
2.03k
                                          features->allow_high_precision_mv,
1200
2.03k
                                          bsize, xd->mi_col, xd->mi_row,
1201
2.03k
                                          features->cur_frame_force_integer_mv)
1202
2.03k
                         .as_int;
1203
2.03k
      mv[1].as_int = gm_get_motion_vector(&cm->global_motion[ref_frame[1]],
1204
2.03k
                                          features->allow_high_precision_mv,
1205
2.03k
                                          bsize, xd->mi_col, xd->mi_row,
1206
2.03k
                                          features->cur_frame_force_integer_mv)
1207
2.03k
                         .as_int;
1208
2.03k
      break;
1209
0
    }
1210
0
    default: {
1211
0
      return 0;
1212
0
    }
1213
249k
  }
1214
1215
249k
  int ret = is_mv_valid(&mv[0].as_mv);
1216
249k
  if (is_compound) {
1217
18.0k
    ret = ret && is_mv_valid(&mv[1].as_mv);
1218
18.0k
  }
1219
249k
  return ret;
1220
249k
}
1221
1222
static int read_is_inter_block(AV1_COMMON *const cm, MACROBLOCKD *const xd,
1223
479k
                               int segment_id, aom_reader *r) {
1224
479k
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME)) {
1225
26.3k
    const int frame = get_segdata(&cm->seg, segment_id, SEG_LVL_REF_FRAME);
1226
26.3k
    if (frame < LAST_FRAME) return 0;
1227
25.7k
    return frame != INTRA_FRAME;
1228
26.3k
  }
1229
453k
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_GLOBALMV)) {
1230
11.1k
    return 1;
1231
11.1k
  }
1232
441k
  const int ctx = av1_get_intra_inter_context(xd);
1233
441k
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
1234
441k
  const int is_inter =
1235
441k
      aom_read_symbol(r, ec_ctx->intra_inter_cdf[ctx], 2, ACCT_STR);
1236
441k
  return is_inter;
1237
453k
}
1238
1239
#if DEC_MISMATCH_DEBUG
1240
static void dec_dump_logs(AV1_COMMON *cm, MB_MODE_INFO *const mbmi, int mi_row,
1241
                          int mi_col, int16_t mode_ctx) {
1242
  int_mv mv[2] = { { 0 } };
1243
  for (int ref = 0; ref < 1 + has_second_ref(mbmi); ++ref)
1244
    mv[ref].as_mv = mbmi->mv[ref].as_mv;
1245
1246
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
1247
  int16_t zeromv_ctx = -1;
1248
  int16_t refmv_ctx = -1;
1249
  if (mbmi->mode != NEWMV) {
1250
    zeromv_ctx = (mode_ctx >> GLOBALMV_OFFSET) & GLOBALMV_CTX_MASK;
1251
    if (mbmi->mode != GLOBALMV)
1252
      refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;
1253
  }
1254
1255
#define FRAME_TO_CHECK 11
1256
  if (cm->current_frame.frame_number == FRAME_TO_CHECK && cm->show_frame == 1) {
1257
    printf(
1258
        "=== DECODER ===: "
1259
        "Frame=%d, (mi_row,mi_col)=(%d,%d), skip_mode=%d, mode=%d, bsize=%d, "
1260
        "show_frame=%d, mv[0]=(%d,%d), mv[1]=(%d,%d), ref[0]=%d, "
1261
        "ref[1]=%d, motion_mode=%d, mode_ctx=%d, "
1262
        "newmv_ctx=%d, zeromv_ctx=%d, refmv_ctx=%d, tx_size=%d\n",
1263
        cm->current_frame.frame_number, mi_row, mi_col, mbmi->skip_mode,
1264
        mbmi->mode, mbmi->sb_type, cm->show_frame, mv[0].as_mv.row,
1265
        mv[0].as_mv.col, mv[1].as_mv.row, mv[1].as_mv.col, mbmi->ref_frame[0],
1266
        mbmi->ref_frame[1], mbmi->motion_mode, mode_ctx, newmv_ctx, zeromv_ctx,
1267
        refmv_ctx, mbmi->tx_size);
1268
  }
1269
}
1270
#endif  // DEC_MISMATCH_DEBUG
1271
1272
static void read_inter_block_mode_info(AV1Decoder *const pbi,
1273
                                       DecoderCodingBlock *dcb,
1274
                                       MB_MODE_INFO *const mbmi,
1275
249k
                                       aom_reader *r) {
1276
249k
  AV1_COMMON *const cm = &pbi->common;
1277
249k
  FeatureFlags *const features = &cm->features;
1278
249k
  const BLOCK_SIZE bsize = mbmi->bsize;
1279
249k
  const int allow_hp = features->allow_high_precision_mv;
1280
249k
  int_mv nearestmv[2], nearmv[2];
1281
249k
  int_mv ref_mvs[MODE_CTX_REF_FRAMES][MAX_MV_REF_CANDIDATES] = { { { 0 } } };
1282
249k
  int16_t inter_mode_ctx[MODE_CTX_REF_FRAMES];
1283
249k
  int pts[SAMPLES_ARRAY_SIZE], pts_inref[SAMPLES_ARRAY_SIZE];
1284
249k
  MACROBLOCKD *const xd = &dcb->xd;
1285
249k
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
1286
1287
249k
  mbmi->uv_mode = UV_DC_PRED;
1288
249k
  mbmi->palette_mode_info.palette_size[0] = 0;
1289
249k
  mbmi->palette_mode_info.palette_size[1] = 0;
1290
1291
249k
  av1_collect_neighbors_ref_counts(xd);
1292
1293
249k
  read_ref_frames(cm, xd, r, mbmi->segment_id, mbmi->ref_frame);
1294
249k
  const int is_compound = has_second_ref(mbmi);
1295
1296
249k
  const MV_REFERENCE_FRAME ref_frame = av1_ref_frame_type(mbmi->ref_frame);
1297
249k
  av1_find_mv_refs(cm, xd, mbmi, ref_frame, dcb->ref_mv_count, xd->ref_mv_stack,
1298
249k
                   xd->weight, ref_mvs, /*global_mvs=*/NULL, inter_mode_ctx);
1299
1300
249k
  mbmi->ref_mv_idx = 0;
1301
1302
249k
  if (mbmi->skip_mode) {
1303
1.04k
    assert(is_compound);
1304
1.04k
    mbmi->mode = NEAREST_NEARESTMV;
1305
248k
  } else {
1306
248k
    if (segfeature_active(&cm->seg, mbmi->segment_id, SEG_LVL_SKIP) ||
1307
248k
        segfeature_active(&cm->seg, mbmi->segment_id, SEG_LVL_GLOBALMV)) {
1308
37.5k
      mbmi->mode = GLOBALMV;
1309
210k
    } else {
1310
210k
      const int mode_ctx =
1311
210k
          av1_mode_context_analyzer(inter_mode_ctx, mbmi->ref_frame);
1312
210k
      if (is_compound)
1313
16.9k
        mbmi->mode = read_inter_compound_mode(xd, r, mode_ctx);
1314
194k
      else
1315
194k
        mbmi->mode = read_inter_mode(ec_ctx, r, mode_ctx);
1316
210k
      if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV ||
1317
210k
          have_nearmv_in_inter_mode(mbmi->mode))
1318
133k
        read_drl_idx(ec_ctx, dcb, mbmi, r);
1319
210k
    }
1320
248k
  }
1321
1322
249k
  if (is_compound != is_inter_compound_mode(mbmi->mode)) {
1323
0
    aom_internal_error(xd->error_info, AOM_CODEC_CORRUPT_FRAME,
1324
0
                       "Prediction mode %d invalid with ref frame %d %d",
1325
0
                       mbmi->mode, mbmi->ref_frame[0], mbmi->ref_frame[1]);
1326
0
  }
1327
1328
249k
  if (!is_compound && mbmi->mode != GLOBALMV) {
1329
191k
    av1_find_best_ref_mvs(allow_hp, ref_mvs[mbmi->ref_frame[0]], &nearestmv[0],
1330
191k
                          &nearmv[0], features->cur_frame_force_integer_mv);
1331
191k
  }
1332
1333
249k
  if (is_compound && mbmi->mode != GLOBAL_GLOBALMV) {
1334
15.9k
    const int ref_mv_idx = mbmi->ref_mv_idx + 1;
1335
15.9k
    nearestmv[0] = xd->ref_mv_stack[ref_frame][0].this_mv;
1336
15.9k
    nearestmv[1] = xd->ref_mv_stack[ref_frame][0].comp_mv;
1337
15.9k
    nearmv[0] = xd->ref_mv_stack[ref_frame][ref_mv_idx].this_mv;
1338
15.9k
    nearmv[1] = xd->ref_mv_stack[ref_frame][ref_mv_idx].comp_mv;
1339
15.9k
    lower_mv_precision(&nearestmv[0].as_mv, allow_hp,
1340
15.9k
                       features->cur_frame_force_integer_mv);
1341
15.9k
    lower_mv_precision(&nearestmv[1].as_mv, allow_hp,
1342
15.9k
                       features->cur_frame_force_integer_mv);
1343
15.9k
    lower_mv_precision(&nearmv[0].as_mv, allow_hp,
1344
15.9k
                       features->cur_frame_force_integer_mv);
1345
15.9k
    lower_mv_precision(&nearmv[1].as_mv, allow_hp,
1346
15.9k
                       features->cur_frame_force_integer_mv);
1347
233k
  } else if (mbmi->ref_mv_idx > 0 && mbmi->mode == NEARMV) {
1348
3.64k
    nearmv[0] =
1349
3.64k
        xd->ref_mv_stack[mbmi->ref_frame[0]][1 + mbmi->ref_mv_idx].this_mv;
1350
3.64k
  }
1351
1352
249k
  int_mv ref_mv[2] = { nearestmv[0], nearestmv[1] };
1353
1354
249k
  if (is_compound) {
1355
18.0k
    int ref_mv_idx = mbmi->ref_mv_idx;
1356
    // Special case: NEAR_NEWMV and NEW_NEARMV modes use
1357
    // 1 + mbmi->ref_mv_idx (like NEARMV) instead of
1358
    // mbmi->ref_mv_idx (like NEWMV)
1359
18.0k
    if (mbmi->mode == NEAR_NEWMV || mbmi->mode == NEW_NEARMV)
1360
1.08k
      ref_mv_idx = 1 + mbmi->ref_mv_idx;
1361
1362
    // TODO(jingning, yunqing): Do we need a lower_mv_precision() call here?
1363
18.0k
    if (compound_ref0_mode(mbmi->mode) == NEWMV)
1364
4.33k
      ref_mv[0] = xd->ref_mv_stack[ref_frame][ref_mv_idx].this_mv;
1365
1366
18.0k
    if (compound_ref1_mode(mbmi->mode) == NEWMV)
1367
4.41k
      ref_mv[1] = xd->ref_mv_stack[ref_frame][ref_mv_idx].comp_mv;
1368
231k
  } else {
1369
231k
    if (mbmi->mode == NEWMV) {
1370
101k
      if (dcb->ref_mv_count[ref_frame] > 1)
1371
52.7k
        ref_mv[0] = xd->ref_mv_stack[ref_frame][mbmi->ref_mv_idx].this_mv;
1372
101k
    }
1373
231k
  }
1374
1375
249k
  if (mbmi->skip_mode) assert(mbmi->mode == NEAREST_NEARESTMV);
1376
1377
249k
  const int mv_corrupted_flag =
1378
249k
      !assign_mv(cm, xd, mbmi->mode, mbmi->ref_frame, mbmi->mv, ref_mv,
1379
249k
                 nearestmv, nearmv, is_compound, allow_hp, r);
1380
249k
  aom_merge_corrupted_flag(&dcb->corrupted, mv_corrupted_flag);
1381
1382
249k
  mbmi->use_wedge_interintra = 0;
1383
249k
  if (cm->seq_params->enable_interintra_compound && !mbmi->skip_mode &&
1384
249k
      is_interintra_allowed(mbmi)) {
1385
9.91k
    const int bsize_group = size_group_lookup[bsize];
1386
9.91k
    const int interintra =
1387
9.91k
        aom_read_symbol(r, ec_ctx->interintra_cdf[bsize_group], 2, ACCT_STR);
1388
9.91k
    assert(mbmi->ref_frame[1] == NONE_FRAME);
1389
9.91k
    if (interintra) {
1390
2.03k
      const INTERINTRA_MODE interintra_mode =
1391
2.03k
          read_interintra_mode(xd, r, bsize_group);
1392
2.03k
      mbmi->ref_frame[1] = INTRA_FRAME;
1393
2.03k
      mbmi->interintra_mode = interintra_mode;
1394
2.03k
      mbmi->angle_delta[PLANE_TYPE_Y] = 0;
1395
2.03k
      mbmi->angle_delta[PLANE_TYPE_UV] = 0;
1396
2.03k
      mbmi->filter_intra_mode_info.use_filter_intra = 0;
1397
2.03k
      if (av1_is_wedge_used(bsize)) {
1398
2.03k
        mbmi->use_wedge_interintra = aom_read_symbol(
1399
2.03k
            r, ec_ctx->wedge_interintra_cdf[bsize], 2, ACCT_STR);
1400
2.03k
        if (mbmi->use_wedge_interintra) {
1401
613
          mbmi->interintra_wedge_index = (int8_t)aom_read_symbol(
1402
613
              r, ec_ctx->wedge_idx_cdf[bsize], MAX_WEDGE_TYPES, ACCT_STR);
1403
613
        }
1404
2.03k
      }
1405
2.03k
    }
1406
9.91k
  }
1407
1408
517k
  for (int ref = 0; ref < 1 + has_second_ref(mbmi); ++ref) {
1409
267k
    const MV_REFERENCE_FRAME frame = mbmi->ref_frame[ref];
1410
267k
    xd->block_ref_scale_factors[ref] = get_ref_scale_factors_const(cm, frame);
1411
267k
  }
1412
1413
249k
  mbmi->motion_mode = SIMPLE_TRANSLATION;
1414
249k
  if (is_motion_variation_allowed_bsize(mbmi->bsize) && !mbmi->skip_mode &&
1415
249k
      !has_second_ref(mbmi)) {
1416
199k
    mbmi->num_proj_ref = av1_findSamples(cm, xd, pts, pts_inref);
1417
199k
  }
1418
249k
  av1_count_overlappable_neighbors(cm, xd);
1419
1420
249k
  if (mbmi->ref_frame[1] != INTRA_FRAME)
1421
247k
    mbmi->motion_mode = read_motion_mode(cm, xd, mbmi, r);
1422
1423
  // init
1424
249k
  mbmi->comp_group_idx = 0;
1425
249k
  mbmi->compound_idx = 1;
1426
249k
  mbmi->interinter_comp.type = COMPOUND_AVERAGE;
1427
1428
249k
  if (has_second_ref(mbmi) && !mbmi->skip_mode) {
1429
    // Read idx to indicate current compound inter prediction mode group
1430
16.9k
    const int masked_compound_used = is_any_masked_compound_used(bsize) &&
1431
16.9k
                                     cm->seq_params->enable_masked_compound;
1432
1433
16.9k
    if (masked_compound_used) {
1434
14.8k
      const int ctx_comp_group_idx = get_comp_group_idx_context(xd);
1435
14.8k
      mbmi->comp_group_idx = (uint8_t)aom_read_symbol(
1436
14.8k
          r, ec_ctx->comp_group_idx_cdf[ctx_comp_group_idx], 2, ACCT_STR);
1437
14.8k
    }
1438
1439
16.9k
    if (mbmi->comp_group_idx == 0) {
1440
13.2k
      if (cm->seq_params->order_hint_info.enable_dist_wtd_comp) {
1441
5.20k
        const int comp_index_ctx = get_comp_index_context(cm, xd);
1442
5.20k
        mbmi->compound_idx = (uint8_t)aom_read_symbol(
1443
5.20k
            r, ec_ctx->compound_index_cdf[comp_index_ctx], 2, ACCT_STR);
1444
5.20k
        mbmi->interinter_comp.type =
1445
5.20k
            mbmi->compound_idx ? COMPOUND_AVERAGE : COMPOUND_DISTWTD;
1446
8.06k
      } else {
1447
        // Distance-weighted compound is disabled, so always use average
1448
8.06k
        mbmi->compound_idx = 1;
1449
8.06k
        mbmi->interinter_comp.type = COMPOUND_AVERAGE;
1450
8.06k
      }
1451
13.2k
    } else {
1452
3.70k
      assert(cm->current_frame.reference_mode != SINGLE_REFERENCE &&
1453
3.70k
             is_inter_compound_mode(mbmi->mode) &&
1454
3.70k
             mbmi->motion_mode == SIMPLE_TRANSLATION);
1455
3.70k
      assert(masked_compound_used);
1456
1457
      // compound_diffwtd, wedge
1458
3.70k
      if (is_interinter_compound_used(COMPOUND_WEDGE, bsize)) {
1459
3.07k
        mbmi->interinter_comp.type =
1460
3.07k
            COMPOUND_WEDGE + aom_read_symbol(r,
1461
3.07k
                                             ec_ctx->compound_type_cdf[bsize],
1462
3.07k
                                             MASKED_COMPOUND_TYPES, ACCT_STR);
1463
3.07k
      } else {
1464
628
        mbmi->interinter_comp.type = COMPOUND_DIFFWTD;
1465
628
      }
1466
1467
3.70k
      if (mbmi->interinter_comp.type == COMPOUND_WEDGE) {
1468
1.42k
        assert(is_interinter_compound_used(COMPOUND_WEDGE, bsize));
1469
1.42k
        mbmi->interinter_comp.wedge_index = (int8_t)aom_read_symbol(
1470
1.42k
            r, ec_ctx->wedge_idx_cdf[bsize], MAX_WEDGE_TYPES, ACCT_STR);
1471
1.42k
        mbmi->interinter_comp.wedge_sign = (int8_t)aom_read_bit(r, ACCT_STR);
1472
2.27k
      } else {
1473
2.27k
        assert(mbmi->interinter_comp.type == COMPOUND_DIFFWTD);
1474
2.27k
        mbmi->interinter_comp.mask_type =
1475
2.27k
            aom_read_literal(r, MAX_DIFFWTD_MASK_BITS, ACCT_STR);
1476
2.27k
      }
1477
3.70k
    }
1478
16.9k
  }
1479
1480
249k
  read_mb_interp_filter(xd, features->interp_filter,
1481
249k
                        cm->seq_params->enable_dual_filter, mbmi, r);
1482
1483
249k
  if (mbmi->motion_mode == WARPED_CAUSAL) {
1484
26.4k
    const int mi_row = xd->mi_row;
1485
26.4k
    const int mi_col = xd->mi_col;
1486
26.4k
    mbmi->wm_params.wmtype = DEFAULT_WMTYPE;
1487
26.4k
    mbmi->wm_params.invalid = 0;
1488
1489
26.4k
    if (mbmi->num_proj_ref > 1) {
1490
18.3k
      mbmi->num_proj_ref = av1_selectSamples(&mbmi->mv[0].as_mv, pts, pts_inref,
1491
18.3k
                                             mbmi->num_proj_ref, bsize);
1492
18.3k
    }
1493
1494
26.4k
    if (av1_find_projection(mbmi->num_proj_ref, pts, pts_inref, bsize,
1495
26.4k
                            mbmi->mv[0].as_mv.row, mbmi->mv[0].as_mv.col,
1496
26.4k
                            &mbmi->wm_params, mi_row, mi_col)) {
1497
#if WARPED_MOTION_DEBUG
1498
      printf("Warning: unexpected warped model from aomenc\n");
1499
#endif
1500
160
      mbmi->wm_params.invalid = 1;
1501
160
    }
1502
26.4k
  }
1503
1504
249k
  xd->cfl.store_y = store_cfl_required(cm, xd);
1505
1506
#if DEC_MISMATCH_DEBUG
1507
  dec_dump_logs(cm, mi, mi_row, mi_col, mode_ctx);
1508
#endif  // DEC_MISMATCH_DEBUG
1509
249k
}
1510
1511
static void read_inter_frame_mode_info(AV1Decoder *const pbi,
1512
480k
                                       DecoderCodingBlock *dcb, aom_reader *r) {
1513
480k
  AV1_COMMON *const cm = &pbi->common;
1514
480k
  MACROBLOCKD *const xd = &dcb->xd;
1515
480k
  MB_MODE_INFO *const mbmi = xd->mi[0];
1516
480k
  int inter_block = 1;
1517
1518
480k
  mbmi->mv[0].as_int = 0;
1519
480k
  mbmi->mv[1].as_int = 0;
1520
480k
  mbmi->segment_id = read_inter_segment_id(cm, xd, 1, r);
1521
1522
480k
  mbmi->skip_mode = read_skip_mode(cm, xd, mbmi->segment_id, r);
1523
1524
480k
  if (mbmi->skip_mode)
1525
1.04k
    mbmi->skip_txfm = 1;
1526
479k
  else
1527
479k
    mbmi->skip_txfm = read_skip_txfm(cm, xd, mbmi->segment_id, r);
1528
1529
480k
  if (!cm->seg.segid_preskip)
1530
439k
    mbmi->segment_id = read_inter_segment_id(cm, xd, 0, r);
1531
1532
480k
  read_cdef(cm, r, xd);
1533
1534
480k
  read_delta_q_params(cm, xd, r);
1535
1536
480k
  if (!mbmi->skip_mode)
1537
479k
    inter_block = read_is_inter_block(cm, xd, mbmi->segment_id, r);
1538
1539
480k
  mbmi->current_qindex = xd->current_base_qindex;
1540
1541
480k
  xd->above_txfm_context =
1542
480k
      cm->above_contexts.txfm[xd->tile.tile_row] + xd->mi_col;
1543
480k
  xd->left_txfm_context =
1544
480k
      xd->left_txfm_context_buffer + (xd->mi_row & MAX_MIB_MASK);
1545
1546
480k
  if (inter_block)
1547
249k
    read_inter_block_mode_info(pbi, dcb, mbmi, r);
1548
230k
  else
1549
230k
    read_intra_block_mode_info(cm, xd, mbmi, r);
1550
480k
}
1551
1552
static void intra_copy_frame_mvs(AV1_COMMON *const cm, int mi_row, int mi_col,
1553
327k
                                 int x_mis, int y_mis) {
1554
327k
  const int frame_mvs_stride = ROUND_POWER_OF_TWO(cm->mi_params.mi_cols, 1);
1555
327k
  MV_REF *frame_mvs =
1556
327k
      cm->cur_frame->mvs + (mi_row >> 1) * frame_mvs_stride + (mi_col >> 1);
1557
327k
  x_mis = ROUND_POWER_OF_TWO(x_mis, 1);
1558
327k
  y_mis = ROUND_POWER_OF_TWO(y_mis, 1);
1559
1560
894k
  for (int h = 0; h < y_mis; h++) {
1561
566k
    MV_REF *mv = frame_mvs;
1562
2.49M
    for (int w = 0; w < x_mis; w++) {
1563
1.92M
      mv->ref_frame = NONE_FRAME;
1564
1.92M
      mv++;
1565
1.92M
    }
1566
566k
    frame_mvs += frame_mvs_stride;
1567
566k
  }
1568
327k
}
1569
1570
void av1_read_mode_info(AV1Decoder *const pbi, DecoderCodingBlock *dcb,
1571
4.96M
                        aom_reader *r, int x_mis, int y_mis) {
1572
4.96M
  AV1_COMMON *const cm = &pbi->common;
1573
4.96M
  MACROBLOCKD *const xd = &dcb->xd;
1574
4.96M
  MB_MODE_INFO *const mi = xd->mi[0];
1575
4.96M
  mi->use_intrabc = 0;
1576
1577
4.96M
  if (frame_is_intra_only(cm)) {
1578
4.48M
    read_intra_frame_mode_info(cm, dcb, r);
1579
4.48M
    if (cm->seq_params->order_hint_info.enable_ref_frame_mvs)
1580
327k
      intra_copy_frame_mvs(cm, xd->mi_row, xd->mi_col, x_mis, y_mis);
1581
4.48M
  } else {
1582
480k
    read_inter_frame_mode_info(pbi, dcb, r);
1583
480k
    if (cm->seq_params->order_hint_info.enable_ref_frame_mvs)
1584
479k
      av1_copy_frame_mvs(cm, mi, xd->mi_row, xd->mi_col, x_mis, y_mis);
1585
480k
  }
1586
4.96M
}