Coverage Report

Created: 2026-03-08 06:51

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/aom/av1/decoder/decodemv.c
Line
Count
Source
1
/*
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved.
3
 *
4
 * This source code is subject to the terms of the BSD 2 Clause License and
5
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6
 * was not distributed with this source code in the LICENSE file, you can
7
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8
 * Media Patent License 1.0 was not distributed with this source code in the
9
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10
 */
11
12
#include <assert.h>
13
14
#include "av1/common/cfl.h"
15
#include "av1/common/common.h"
16
#include "av1/common/entropy.h"
17
#include "av1/common/entropymode.h"
18
#include "av1/common/entropymv.h"
19
#include "av1/common/mvref_common.h"
20
#include "av1/common/pred_common.h"
21
#include "av1/common/reconinter.h"
22
#include "av1/common/reconintra.h"
23
#include "av1/common/seg_common.h"
24
#include "av1/common/warped_motion.h"
25
26
#include "av1/decoder/decodeframe.h"
27
#include "av1/decoder/decodemv.h"
28
29
#include "aom_dsp/aom_dsp_common.h"
30
#include "aom_ports/bitops.h"
31
32
#define ACCT_STR __func__
33
34
#define DEC_MISMATCH_DEBUG 0
35
36
9.66M
static PREDICTION_MODE read_intra_mode(aom_reader *r, aom_cdf_prob *cdf) {
37
9.66M
  return (PREDICTION_MODE)aom_read_symbol(r, cdf, INTRA_MODES, ACCT_STR);
38
9.66M
}
39
40
13.7M
static void read_cdef(AV1_COMMON *cm, aom_reader *r, MACROBLOCKD *const xd) {
41
13.7M
  const int skip_txfm = xd->mi[0]->skip_txfm;
42
13.7M
  if (cm->features.coded_lossless) return;
43
13.7M
  if (cm->features.allow_intrabc) {
44
992k
    assert(cm->cdef_info.cdef_bits == 0);
45
992k
    return;
46
992k
  }
47
48
  // At the start of a superblock, mark that we haven't yet read CDEF strengths
49
  // for any of the CDEF units contained in this superblock.
50
12.7M
  const int sb_mask = (cm->seq_params->mib_size - 1);
51
12.7M
  const int mi_row_in_sb = (xd->mi_row & sb_mask);
52
12.7M
  const int mi_col_in_sb = (xd->mi_col & sb_mask);
53
12.7M
  if (mi_row_in_sb == 0 && mi_col_in_sb == 0) {
54
1.06M
    xd->cdef_transmitted[0] = xd->cdef_transmitted[1] =
55
1.06M
        xd->cdef_transmitted[2] = xd->cdef_transmitted[3] = false;
56
1.06M
  }
57
58
  // CDEF unit size is 64x64 irrespective of the superblock size.
59
12.7M
  const int cdef_size = 1 << (6 - MI_SIZE_LOG2);
60
61
  // Find index of this CDEF unit in this superblock.
62
12.7M
  const int index_mask = cdef_size;
63
12.7M
  const int cdef_unit_row_in_sb = ((xd->mi_row & index_mask) != 0);
64
12.7M
  const int cdef_unit_col_in_sb = ((xd->mi_col & index_mask) != 0);
65
12.7M
  const int index = (cm->seq_params->sb_size == BLOCK_128X128)
66
12.7M
                        ? cdef_unit_col_in_sb + 2 * cdef_unit_row_in_sb
67
12.7M
                        : 0;
68
69
  // Read CDEF strength from the first non-skip coding block in this CDEF unit.
70
12.7M
  if (!xd->cdef_transmitted[index] && !skip_txfm) {
71
    // CDEF strength for this CDEF unit needs to be read into the MB_MODE_INFO
72
    // of the 1st block in this CDEF unit.
73
818k
    const int first_block_mask = ~(cdef_size - 1);
74
818k
    CommonModeInfoParams *const mi_params = &cm->mi_params;
75
818k
    const int grid_idx =
76
818k
        get_mi_grid_idx(mi_params, xd->mi_row & first_block_mask,
77
818k
                        xd->mi_col & first_block_mask);
78
818k
    MB_MODE_INFO *const mbmi = mi_params->mi_grid_base[grid_idx];
79
818k
    mbmi->cdef_strength =
80
818k
        aom_read_literal(r, cm->cdef_info.cdef_bits, ACCT_STR);
81
818k
    xd->cdef_transmitted[index] = true;
82
818k
  }
83
12.7M
}
84
85
static int read_delta_qindex(AV1_COMMON *cm, const MACROBLOCKD *xd,
86
2.50M
                             aom_reader *r, MB_MODE_INFO *const mbmi) {
87
2.50M
  int sign, abs, reduced_delta_qindex = 0;
88
2.50M
  BLOCK_SIZE bsize = mbmi->bsize;
89
2.50M
  const int b_col = xd->mi_col & (cm->seq_params->mib_size - 1);
90
2.50M
  const int b_row = xd->mi_row & (cm->seq_params->mib_size - 1);
91
2.50M
  const int read_delta_q_flag = (b_col == 0 && b_row == 0);
92
2.50M
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
93
94
2.50M
  if ((bsize != cm->seq_params->sb_size || mbmi->skip_txfm == 0) &&
95
2.41M
      read_delta_q_flag) {
96
111k
    abs = aom_read_symbol(r, ec_ctx->delta_q_cdf, DELTA_Q_PROBS + 1, ACCT_STR);
97
111k
    const int smallval = (abs < DELTA_Q_SMALL);
98
99
111k
    if (!smallval) {
100
4.55k
      const int rem_bits = aom_read_literal(r, 3, ACCT_STR) + 1;
101
4.55k
      const int thr = (1 << rem_bits) + 1;
102
4.55k
      abs = aom_read_literal(r, rem_bits, ACCT_STR) + thr;
103
4.55k
    }
104
105
111k
    if (abs) {
106
18.7k
      sign = aom_read_bit(r, ACCT_STR);
107
92.6k
    } else {
108
92.6k
      sign = 1;
109
92.6k
    }
110
111
111k
    reduced_delta_qindex = sign ? -abs : abs;
112
111k
  }
113
2.50M
  return reduced_delta_qindex;
114
2.50M
}
115
static int read_delta_lflevel(const AV1_COMMON *const cm, aom_reader *r,
116
                              aom_cdf_prob *const cdf,
117
                              const MB_MODE_INFO *const mbmi, int mi_col,
118
2.46M
                              int mi_row) {
119
2.46M
  int reduced_delta_lflevel = 0;
120
2.46M
  const BLOCK_SIZE bsize = mbmi->bsize;
121
2.46M
  const int b_col = mi_col & (cm->seq_params->mib_size - 1);
122
2.46M
  const int b_row = mi_row & (cm->seq_params->mib_size - 1);
123
2.46M
  const int read_delta_lf_flag = (b_col == 0 && b_row == 0);
124
125
2.46M
  if ((bsize != cm->seq_params->sb_size || mbmi->skip_txfm == 0) &&
126
2.28M
      read_delta_lf_flag) {
127
168k
    int abs = aom_read_symbol(r, cdf, DELTA_LF_PROBS + 1, ACCT_STR);
128
168k
    const int smallval = (abs < DELTA_LF_SMALL);
129
168k
    if (!smallval) {
130
5.30k
      const int rem_bits = aom_read_literal(r, 3, ACCT_STR) + 1;
131
5.30k
      const int thr = (1 << rem_bits) + 1;
132
5.30k
      abs = aom_read_literal(r, rem_bits, ACCT_STR) + thr;
133
5.30k
    }
134
168k
    const int sign = abs ? aom_read_bit(r, ACCT_STR) : 1;
135
168k
    reduced_delta_lflevel = sign ? -abs : abs;
136
168k
  }
137
2.46M
  return reduced_delta_lflevel;
138
2.46M
}
139
140
static UV_PREDICTION_MODE read_intra_mode_uv(FRAME_CONTEXT *ec_ctx,
141
                                             aom_reader *r,
142
                                             CFL_ALLOWED_TYPE cfl_allowed,
143
8.47M
                                             PREDICTION_MODE y_mode) {
144
8.47M
  const UV_PREDICTION_MODE uv_mode =
145
8.47M
      aom_read_symbol(r, ec_ctx->uv_mode_cdf[cfl_allowed][y_mode],
146
8.47M
                      UV_INTRA_MODES - !cfl_allowed, ACCT_STR);
147
8.47M
  return uv_mode;
148
8.47M
}
149
150
static uint8_t read_cfl_alphas(FRAME_CONTEXT *const ec_ctx, aom_reader *r,
151
1.60M
                               int8_t *signs_out) {
152
1.60M
  const int8_t joint_sign =
153
1.60M
      aom_read_symbol(r, ec_ctx->cfl_sign_cdf, CFL_JOINT_SIGNS, "cfl:signs");
154
1.60M
  uint8_t idx = 0;
155
  // Magnitudes are only coded for nonzero values
156
1.60M
  if (CFL_SIGN_U(joint_sign) != CFL_SIGN_ZERO) {
157
1.48M
    aom_cdf_prob *cdf_u = ec_ctx->cfl_alpha_cdf[CFL_CONTEXT_U(joint_sign)];
158
1.48M
    idx = (uint8_t)aom_read_symbol(r, cdf_u, CFL_ALPHABET_SIZE, "cfl:alpha_u")
159
1.48M
          << CFL_ALPHABET_SIZE_LOG2;
160
1.48M
  }
161
1.60M
  if (CFL_SIGN_V(joint_sign) != CFL_SIGN_ZERO) {
162
1.24M
    aom_cdf_prob *cdf_v = ec_ctx->cfl_alpha_cdf[CFL_CONTEXT_V(joint_sign)];
163
1.24M
    idx += (uint8_t)aom_read_symbol(r, cdf_v, CFL_ALPHABET_SIZE, "cfl:alpha_v");
164
1.24M
  }
165
1.60M
  *signs_out = joint_sign;
166
1.60M
  return idx;
167
1.60M
}
168
169
static INTERINTRA_MODE read_interintra_mode(MACROBLOCKD *xd, aom_reader *r,
170
317k
                                            int size_group) {
171
317k
  const INTERINTRA_MODE ii_mode = (INTERINTRA_MODE)aom_read_symbol(
172
317k
      r, xd->tile_ctx->interintra_mode_cdf[size_group], INTERINTRA_MODES,
173
317k
      ACCT_STR);
174
317k
  return ii_mode;
175
317k
}
176
177
static PREDICTION_MODE read_inter_mode(FRAME_CONTEXT *ec_ctx, aom_reader *r,
178
3.11M
                                       int16_t ctx) {
179
3.11M
  int16_t mode_ctx = ctx & NEWMV_CTX_MASK;
180
3.11M
  int is_newmv, is_zeromv, is_refmv;
181
3.11M
  is_newmv = aom_read_symbol(r, ec_ctx->newmv_cdf[mode_ctx], 2, ACCT_STR) == 0;
182
3.11M
  if (is_newmv) return NEWMV;
183
184
1.29M
  mode_ctx = (ctx >> GLOBALMV_OFFSET) & GLOBALMV_CTX_MASK;
185
1.29M
  is_zeromv =
186
1.29M
      aom_read_symbol(r, ec_ctx->zeromv_cdf[mode_ctx], 2, ACCT_STR) == 0;
187
1.29M
  if (is_zeromv) return GLOBALMV;
188
189
1.07M
  mode_ctx = (ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;
190
1.07M
  is_refmv = aom_read_symbol(r, ec_ctx->refmv_cdf[mode_ctx], 2, ACCT_STR) == 0;
191
1.07M
  if (is_refmv)
192
778k
    return NEARESTMV;
193
294k
  else
194
294k
    return NEARMV;
195
1.07M
}
196
197
static void read_drl_idx(FRAME_CONTEXT *ec_ctx, DecoderCodingBlock *dcb,
198
2.28M
                         MB_MODE_INFO *mbmi, aom_reader *r) {
199
2.28M
  MACROBLOCKD *const xd = &dcb->xd;
200
2.28M
  uint8_t ref_frame_type = av1_ref_frame_type(mbmi->ref_frame);
201
2.28M
  mbmi->ref_mv_idx = 0;
202
2.28M
  if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV) {
203
3.37M
    for (int idx = 0; idx < 2; ++idx) {
204
2.73M
      if (dcb->ref_mv_count[ref_frame_type] > idx + 1) {
205
1.99M
        uint8_t drl_ctx = av1_drl_ctx(xd->weight[ref_frame_type], idx);
206
1.99M
        int drl_idx = aom_read_symbol(r, ec_ctx->drl_cdf[drl_ctx], 2, ACCT_STR);
207
1.99M
        mbmi->ref_mv_idx = idx + drl_idx;
208
1.99M
        if (!drl_idx) return;
209
1.99M
      }
210
2.73M
    }
211
1.89M
  }
212
1.02M
  if (have_nearmv_in_inter_mode(mbmi->mode)) {
213
    // Offset the NEARESTMV mode.
214
    // TODO(jingning): Unify the two syntax decoding loops after the NEARESTMV
215
    // mode is factored in.
216
1.00M
    for (int idx = 1; idx < 3; ++idx) {
217
705k
      if (dcb->ref_mv_count[ref_frame_type] > idx + 1) {
218
175k
        uint8_t drl_ctx = av1_drl_ctx(xd->weight[ref_frame_type], idx);
219
175k
        int drl_idx = aom_read_symbol(r, ec_ctx->drl_cdf[drl_ctx], 2, ACCT_STR);
220
175k
        mbmi->ref_mv_idx = idx + drl_idx - 1;
221
175k
        if (!drl_idx) return;
222
175k
      }
223
705k
    }
224
389k
  }
225
1.02M
}
226
227
static MOTION_MODE read_motion_mode(AV1_COMMON *cm, MACROBLOCKD *xd,
228
3.75M
                                    MB_MODE_INFO *mbmi, aom_reader *r) {
229
3.75M
  if (cm->features.switchable_motion_mode == 0) return SIMPLE_TRANSLATION;
230
3.43M
  if (mbmi->skip_mode) return SIMPLE_TRANSLATION;
231
232
3.38M
  const MOTION_MODE last_motion_mode_allowed = motion_mode_allowed(
233
3.38M
      xd->global_motion, xd, mbmi, cm->features.allow_warped_motion);
234
3.38M
  int motion_mode;
235
236
3.38M
  if (last_motion_mode_allowed == SIMPLE_TRANSLATION) return SIMPLE_TRANSLATION;
237
238
1.53M
  if (last_motion_mode_allowed == OBMC_CAUSAL) {
239
341k
    motion_mode =
240
341k
        aom_read_symbol(r, xd->tile_ctx->obmc_cdf[mbmi->bsize], 2, ACCT_STR);
241
341k
    return (MOTION_MODE)(SIMPLE_TRANSLATION + motion_mode);
242
1.19M
  } else {
243
1.19M
    motion_mode = aom_read_symbol(r, xd->tile_ctx->motion_mode_cdf[mbmi->bsize],
244
1.19M
                                  MOTION_MODES, ACCT_STR);
245
1.19M
    return (MOTION_MODE)(SIMPLE_TRANSLATION + motion_mode);
246
1.19M
  }
247
1.53M
}
248
249
static PREDICTION_MODE read_inter_compound_mode(MACROBLOCKD *xd, aom_reader *r,
250
409k
                                                int16_t ctx) {
251
409k
  const int mode =
252
409k
      aom_read_symbol(r, xd->tile_ctx->inter_compound_mode_cdf[ctx],
253
409k
                      INTER_COMPOUND_MODES, ACCT_STR);
254
409k
  assert(is_inter_compound_mode(NEAREST_NEARESTMV + mode));
255
408k
  return NEAREST_NEARESTMV + mode;
256
409k
}
257
258
3.85M
int av1_neg_deinterleave(int diff, int ref, int max) {
259
3.85M
  if (!ref) return diff;
260
2.98M
  if (ref >= (max - 1)) return max - diff - 1;
261
2.67M
  if (2 * ref < max) {
262
1.59M
    if (diff <= 2 * ref) {
263
1.39M
      if (diff & 1)
264
141k
        return ref + ((diff + 1) >> 1);
265
1.25M
      else
266
1.25M
        return ref - (diff >> 1);
267
1.39M
    }
268
197k
    return diff;
269
1.59M
  } else {
270
1.08M
    if (diff <= 2 * (max - ref - 1)) {
271
962k
      if (diff & 1)
272
101k
        return ref + ((diff + 1) >> 1);
273
861k
      else
274
861k
        return ref - (diff >> 1);
275
962k
    }
276
118k
    return max - (diff + 1);
277
1.08M
  }
278
2.67M
}
279
280
static int read_segment_id(AV1_COMMON *const cm, const MACROBLOCKD *const xd,
281
3.88M
                           aom_reader *r, int skip) {
282
3.88M
  int cdf_num;
283
3.88M
  const uint8_t pred = av1_get_spatial_seg_pred(cm, xd, &cdf_num, 0);
284
3.88M
  if (skip) return pred;
285
286
3.85M
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
287
3.85M
  struct segmentation *const seg = &cm->seg;
288
3.85M
  struct segmentation_probs *const segp = &ec_ctx->seg;
289
3.85M
  aom_cdf_prob *pred_cdf = segp->spatial_pred_seg_cdf[cdf_num];
290
3.85M
  const int coded_id = aom_read_symbol(r, pred_cdf, MAX_SEGMENTS, ACCT_STR);
291
3.85M
  const int segment_id =
292
3.85M
      av1_neg_deinterleave(coded_id, pred, seg->last_active_segid + 1);
293
294
3.85M
  if (segment_id < 0 || segment_id > seg->last_active_segid) {
295
761
    aom_internal_error(xd->error_info, AOM_CODEC_CORRUPT_FRAME,
296
761
                       "Corrupted segment_ids");
297
761
  }
298
3.85M
  return segment_id;
299
3.88M
}
300
301
static int dec_get_segment_id(const AV1_COMMON *cm, const uint8_t *segment_ids,
302
223k
                              int mi_offset, int x_mis, int y_mis) {
303
223k
  int segment_id = INT_MAX;
304
305
1.39M
  for (int y = 0; y < y_mis; y++)
306
16.5M
    for (int x = 0; x < x_mis; x++)
307
15.3M
      segment_id = AOMMIN(
308
223k
          segment_id, segment_ids[mi_offset + y * cm->mi_params.mi_cols + x]);
309
310
223k
  assert(segment_id >= 0 && segment_id < MAX_SEGMENTS);
311
224k
  return segment_id;
312
223k
}
313
314
static int read_intra_segment_id(AV1_COMMON *const cm,
315
                                 const MACROBLOCKD *const xd, BLOCK_SIZE bsize,
316
8.37M
                                 aom_reader *r, int skip) {
317
8.37M
  struct segmentation *const seg = &cm->seg;
318
8.37M
  if (!seg->enabled) return 0;  // Default for disabled segmentation
319
8.37M
  assert(seg->update_map && !seg->temporal_update);
320
321
3.71M
  const CommonModeInfoParams *const mi_params = &cm->mi_params;
322
3.71M
  const int mi_row = xd->mi_row;
323
3.71M
  const int mi_col = xd->mi_col;
324
3.71M
  const int mi_stride = cm->mi_params.mi_cols;
325
3.71M
  const int mi_offset = mi_row * mi_stride + mi_col;
326
3.71M
  const int bw = mi_size_wide[bsize];
327
3.71M
  const int bh = mi_size_high[bsize];
328
3.71M
  const int x_mis = AOMMIN(mi_params->mi_cols - mi_col, bw);
329
3.71M
  const int y_mis = AOMMIN(mi_params->mi_rows - mi_row, bh);
330
3.71M
  const int segment_id = read_segment_id(cm, xd, r, skip);
331
3.71M
  set_segment_id(cm->cur_frame->seg_map, mi_offset, x_mis, y_mis, mi_stride,
332
3.71M
                 segment_id);
333
3.71M
  return segment_id;
334
3.71M
}
335
336
static void copy_segment_id(const CommonModeInfoParams *const mi_params,
337
                            const uint8_t *last_segment_ids,
338
                            uint8_t *current_segment_ids, int mi_offset,
339
421k
                            int x_mis, int y_mis) {
340
421k
  const int stride = mi_params->mi_cols;
341
421k
  if (last_segment_ids) {
342
184k
    assert(last_segment_ids != current_segment_ids);
343
1.24M
    for (int y = 0; y < y_mis; y++) {
344
1.05M
      memcpy(&current_segment_ids[mi_offset + y * stride],
345
1.05M
             &last_segment_ids[mi_offset + y * stride],
346
1.05M
             sizeof(current_segment_ids[0]) * x_mis);
347
1.05M
    }
348
236k
  } else {
349
1.20M
    for (int y = 0; y < y_mis; y++) {
350
964k
      memset(&current_segment_ids[mi_offset + y * stride], 0,
351
964k
             sizeof(current_segment_ids[0]) * x_mis);
352
964k
    }
353
236k
  }
354
421k
}
355
356
static int get_predicted_segment_id(AV1_COMMON *const cm, int mi_offset,
357
471k
                                    int x_mis, int y_mis) {
358
471k
  return cm->last_frame_seg_map ? dec_get_segment_id(cm, cm->last_frame_seg_map,
359
223k
                                                     mi_offset, x_mis, y_mis)
360
471k
                                : 0;
361
471k
}
362
363
static int read_inter_segment_id(AV1_COMMON *const cm, MACROBLOCKD *const xd,
364
10.3M
                                 int preskip, aom_reader *r) {
365
10.3M
  struct segmentation *const seg = &cm->seg;
366
10.3M
  const CommonModeInfoParams *const mi_params = &cm->mi_params;
367
10.3M
  MB_MODE_INFO *const mbmi = xd->mi[0];
368
10.3M
  const int mi_row = xd->mi_row;
369
10.3M
  const int mi_col = xd->mi_col;
370
10.3M
  const int mi_offset = mi_row * mi_params->mi_cols + mi_col;
371
10.3M
  const int bw = mi_size_wide[mbmi->bsize];
372
10.3M
  const int bh = mi_size_high[mbmi->bsize];
373
374
  // TODO(slavarnway): move x_mis, y_mis into xd ?????
375
10.3M
  const int x_mis = AOMMIN(mi_params->mi_cols - mi_col, bw);
376
10.3M
  const int y_mis = AOMMIN(mi_params->mi_rows - mi_row, bh);
377
378
10.3M
  if (!seg->enabled) return 0;  // Default for disabled segmentation
379
380
702k
  if (!seg->update_map) {
381
421k
    copy_segment_id(mi_params, cm->last_frame_seg_map, cm->cur_frame->seg_map,
382
421k
                    mi_offset, x_mis, y_mis);
383
421k
    return get_predicted_segment_id(cm, mi_offset, x_mis, y_mis);
384
421k
  }
385
386
280k
  uint8_t segment_id;
387
280k
  const int mi_stride = cm->mi_params.mi_cols;
388
280k
  if (preskip) {
389
217k
    if (!seg->segid_preskip) return 0;
390
217k
  } else {
391
63.7k
    if (mbmi->skip_txfm) {
392
24.1k
      if (seg->temporal_update) {
393
3.27k
        mbmi->seg_id_predicted = 0;
394
3.27k
      }
395
24.1k
      segment_id = read_segment_id(cm, xd, r, 1);
396
24.1k
      set_segment_id(cm->cur_frame->seg_map, mi_offset, x_mis, y_mis, mi_stride,
397
24.1k
                     segment_id);
398
24.1k
      return segment_id;
399
24.1k
    }
400
63.7k
  }
401
402
190k
  if (seg->temporal_update) {
403
85.4k
    const uint8_t ctx = av1_get_pred_context_seg_id(xd);
404
85.4k
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
405
85.4k
    struct segmentation_probs *const segp = &ec_ctx->seg;
406
85.4k
    aom_cdf_prob *pred_cdf = segp->pred_cdf[ctx];
407
85.4k
    mbmi->seg_id_predicted = aom_read_symbol(r, pred_cdf, 2, ACCT_STR);
408
85.4k
    if (mbmi->seg_id_predicted) {
409
48.5k
      segment_id = get_predicted_segment_id(cm, mi_offset, x_mis, y_mis);
410
48.5k
    } else {
411
36.8k
      segment_id = read_segment_id(cm, xd, r, 0);
412
36.8k
    }
413
105k
  } else {
414
105k
    segment_id = read_segment_id(cm, xd, r, 0);
415
105k
  }
416
190k
  set_segment_id(cm->cur_frame->seg_map, mi_offset, x_mis, y_mis, mi_stride,
417
190k
                 segment_id);
418
190k
  return segment_id;
419
280k
}
420
421
static int read_skip_mode(AV1_COMMON *cm, const MACROBLOCKD *xd, int segment_id,
422
5.41M
                          aom_reader *r) {
423
5.41M
  if (!cm->current_frame.skip_mode_info.skip_mode_flag) return 0;
424
425
403k
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
426
34.9k
    return 0;
427
34.9k
  }
428
429
368k
  if (!is_comp_ref_allowed(xd->mi[0]->bsize)) return 0;
430
431
284k
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME) ||
432
284k
      segfeature_active(&cm->seg, segment_id, SEG_LVL_GLOBALMV)) {
433
    // These features imply single-reference mode, while skip mode implies
434
    // compound reference. Hence, the two are mutually exclusive.
435
    // In other words, skip_mode is implicitly 0 here.
436
2.20k
    return 0;
437
2.20k
  }
438
439
282k
  const int ctx = av1_get_skip_mode_context(xd);
440
282k
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
441
282k
  const int skip_mode =
442
282k
      aom_read_symbol(r, ec_ctx->skip_mode_cdfs[ctx], 2, ACCT_STR);
443
282k
  return skip_mode;
444
284k
}
445
446
static int read_skip_txfm(AV1_COMMON *cm, const MACROBLOCKD *xd, int segment_id,
447
13.6M
                          aom_reader *r) {
448
13.6M
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
449
3.45M
    return 1;
450
10.1M
  } else {
451
10.1M
    const int ctx = av1_get_skip_txfm_context(xd);
452
10.1M
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
453
10.1M
    const int skip_txfm =
454
10.1M
        aom_read_symbol(r, ec_ctx->skip_txfm_cdfs[ctx], 2, ACCT_STR);
455
10.1M
    return skip_txfm;
456
10.1M
  }
457
13.6M
}
458
459
// Merge the sorted list of cached colors(cached_colors[0...n_cached_colors-1])
460
// and the sorted list of transmitted colors(colors[n_cached_colors...n-1]) into
461
// one single sorted list(colors[...]).
462
static void merge_colors(uint16_t *colors, uint16_t *cached_colors,
463
57.6k
                         int n_colors, int n_cached_colors) {
464
57.6k
  if (n_cached_colors == 0) return;
465
26.3k
  int cache_idx = 0, trans_idx = n_cached_colors;
466
169k
  for (int i = 0; i < n_colors; ++i) {
467
143k
    if (cache_idx < n_cached_colors &&
468
102k
        (trans_idx >= n_colors ||
469
82.0k
         cached_colors[cache_idx] <= colors[trans_idx])) {
470
59.7k
      colors[i] = cached_colors[cache_idx++];
471
83.4k
    } else {
472
83.4k
      assert(trans_idx < n_colors);
473
83.6k
      colors[i] = colors[trans_idx++];
474
83.6k
    }
475
143k
  }
476
26.3k
}
477
478
static void read_palette_colors_y(MACROBLOCKD *const xd, int bit_depth,
479
51.9k
                                  PALETTE_MODE_INFO *const pmi, aom_reader *r) {
480
51.9k
  uint16_t color_cache[2 * PALETTE_MAX_SIZE];
481
51.9k
  uint16_t cached_colors[PALETTE_MAX_SIZE];
482
51.9k
  const int n_cache = av1_get_palette_cache(xd, 0, color_cache);
483
51.9k
  const int n = pmi->palette_size[0];
484
51.9k
  int idx = 0;
485
226k
  for (int i = 0; i < n_cache && idx < n; ++i)
486
174k
    if (aom_read_bit(r, ACCT_STR)) cached_colors[idx++] = color_cache[i];
487
51.9k
  if (idx < n) {
488
41.3k
    const int n_cached_colors = idx;
489
41.3k
    pmi->palette_colors[idx++] = aom_read_literal(r, bit_depth, ACCT_STR);
490
41.3k
    if (idx < n) {
491
37.7k
      const int min_bits = bit_depth - 3;
492
37.7k
      int bits = min_bits + aom_read_literal(r, 2, ACCT_STR);
493
37.7k
      int range = (1 << bit_depth) - pmi->palette_colors[idx - 1] - 1;
494
149k
      for (; idx < n; ++idx) {
495
112k
        assert(range >= 0);
496
112k
        const int delta = aom_read_literal(r, bits, ACCT_STR) + 1;
497
112k
        pmi->palette_colors[idx] = clamp(pmi->palette_colors[idx - 1] + delta,
498
112k
                                         0, (1 << bit_depth) - 1);
499
112k
        range -= (pmi->palette_colors[idx] - pmi->palette_colors[idx - 1]);
500
112k
        bits = AOMMIN(bits, aom_ceil_log2(range));
501
112k
      }
502
37.7k
    }
503
41.3k
    merge_colors(pmi->palette_colors, cached_colors, n, n_cached_colors);
504
41.3k
  } else {
505
10.6k
    memcpy(pmi->palette_colors, cached_colors, n * sizeof(cached_colors[0]));
506
10.6k
  }
507
51.9k
}
508
509
static void read_palette_colors_uv(MACROBLOCKD *const xd, int bit_depth,
510
                                   PALETTE_MODE_INFO *const pmi,
511
16.9k
                                   aom_reader *r) {
512
16.9k
  const int n = pmi->palette_size[1];
513
  // U channel colors.
514
16.9k
  uint16_t color_cache[2 * PALETTE_MAX_SIZE];
515
16.9k
  uint16_t cached_colors[PALETTE_MAX_SIZE];
516
16.9k
  const int n_cache = av1_get_palette_cache(xd, 1, color_cache);
517
16.9k
  int idx = 0;
518
31.5k
  for (int i = 0; i < n_cache && idx < n; ++i)
519
14.6k
    if (aom_read_bit(r, ACCT_STR)) cached_colors[idx++] = color_cache[i];
520
16.9k
  if (idx < n) {
521
16.4k
    const int n_cached_colors = idx;
522
16.4k
    idx += PALETTE_MAX_SIZE;
523
16.4k
    pmi->palette_colors[idx++] = aom_read_literal(r, bit_depth, ACCT_STR);
524
16.4k
    if (idx < PALETTE_MAX_SIZE + n) {
525
14.7k
      const int min_bits = bit_depth - 3;
526
14.7k
      int bits = min_bits + aom_read_literal(r, 2, ACCT_STR);
527
14.7k
      int range = (1 << bit_depth) - pmi->palette_colors[idx - 1];
528
57.6k
      for (; idx < PALETTE_MAX_SIZE + n; ++idx) {
529
42.8k
        assert(range >= 0);
530
42.8k
        const int delta = aom_read_literal(r, bits, ACCT_STR);
531
42.8k
        pmi->palette_colors[idx] = clamp(pmi->palette_colors[idx - 1] + delta,
532
42.8k
                                         0, (1 << bit_depth) - 1);
533
42.8k
        range -= (pmi->palette_colors[idx] - pmi->palette_colors[idx - 1]);
534
42.8k
        bits = AOMMIN(bits, aom_ceil_log2(range));
535
42.8k
      }
536
14.7k
    }
537
16.4k
    merge_colors(pmi->palette_colors + PALETTE_MAX_SIZE, cached_colors, n,
538
16.4k
                 n_cached_colors);
539
16.4k
  } else {
540
501
    memcpy(pmi->palette_colors + PALETTE_MAX_SIZE, cached_colors,
541
501
           n * sizeof(cached_colors[0]));
542
501
  }
543
544
  // V channel colors.
545
16.9k
  if (aom_read_bit(r, ACCT_STR)) {  // Delta encoding.
546
7.60k
    const int min_bits_v = bit_depth - 4;
547
7.60k
    const int max_val = 1 << bit_depth;
548
7.60k
    int bits = min_bits_v + aom_read_literal(r, 2, ACCT_STR);
549
7.60k
    pmi->palette_colors[2 * PALETTE_MAX_SIZE] =
550
7.60k
        aom_read_literal(r, bit_depth, ACCT_STR);
551
29.6k
    for (int i = 1; i < n; ++i) {
552
22.0k
      int delta = aom_read_literal(r, bits, ACCT_STR);
553
22.0k
      if (delta && aom_read_bit(r, ACCT_STR)) delta = -delta;
554
22.0k
      int val = (int)pmi->palette_colors[2 * PALETTE_MAX_SIZE + i - 1] + delta;
555
22.0k
      if (val < 0) val += max_val;
556
22.0k
      if (val >= max_val) val -= max_val;
557
22.0k
      pmi->palette_colors[2 * PALETTE_MAX_SIZE + i] = val;
558
22.0k
    }
559
9.37k
  } else {
560
45.5k
    for (int i = 0; i < n; ++i) {
561
36.1k
      pmi->palette_colors[2 * PALETTE_MAX_SIZE + i] =
562
36.1k
          aom_read_literal(r, bit_depth, ACCT_STR);
563
36.1k
    }
564
9.37k
  }
565
16.9k
}
566
567
static void read_palette_mode_info(AV1_COMMON *const cm, MACROBLOCKD *const xd,
568
1.64M
                                   aom_reader *r) {
569
1.64M
  const int num_planes = av1_num_planes(cm);
570
1.64M
  MB_MODE_INFO *const mbmi = xd->mi[0];
571
1.64M
  const BLOCK_SIZE bsize = mbmi->bsize;
572
1.64M
  assert(av1_allow_palette(cm->features.allow_screen_content_tools, bsize));
573
1.64M
  PALETTE_MODE_INFO *const pmi = &mbmi->palette_mode_info;
574
1.64M
  const int bsize_ctx = av1_get_palette_bsize_ctx(bsize);
575
576
1.64M
  if (mbmi->mode == DC_PRED) {
577
443k
    const int palette_mode_ctx = av1_get_palette_mode_ctx(xd);
578
443k
    const int modev = aom_read_symbol(
579
443k
        r, xd->tile_ctx->palette_y_mode_cdf[bsize_ctx][palette_mode_ctx], 2,
580
443k
        ACCT_STR);
581
443k
    if (modev) {
582
52.0k
      pmi->palette_size[0] =
583
52.0k
          aom_read_symbol(r, xd->tile_ctx->palette_y_size_cdf[bsize_ctx],
584
52.0k
                          PALETTE_SIZES, ACCT_STR) +
585
52.0k
          2;
586
52.0k
      read_palette_colors_y(xd, cm->seq_params->bit_depth, pmi, r);
587
52.0k
    }
588
443k
  }
589
1.64M
  if (num_planes > 1 && mbmi->uv_mode == UV_DC_PRED && xd->is_chroma_ref) {
590
297k
    const int palette_uv_mode_ctx = (pmi->palette_size[0] > 0);
591
297k
    const int modev = aom_read_symbol(
592
297k
        r, xd->tile_ctx->palette_uv_mode_cdf[palette_uv_mode_ctx], 2, ACCT_STR);
593
297k
    if (modev) {
594
16.9k
      pmi->palette_size[1] =
595
16.9k
          aom_read_symbol(r, xd->tile_ctx->palette_uv_size_cdf[bsize_ctx],
596
16.9k
                          PALETTE_SIZES, ACCT_STR) +
597
16.9k
          2;
598
16.9k
      read_palette_colors_uv(xd, cm->seq_params->bit_depth, pmi, r);
599
16.9k
    }
600
297k
  }
601
1.64M
}
602
603
4.51M
static int read_angle_delta(aom_reader *r, aom_cdf_prob *cdf) {
604
4.51M
  const int sym = aom_read_symbol(r, cdf, 2 * MAX_ANGLE_DELTA + 1, ACCT_STR);
605
4.51M
  return sym - MAX_ANGLE_DELTA;
606
4.51M
}
607
608
static void read_filter_intra_mode_info(const AV1_COMMON *const cm,
609
9.66M
                                        MACROBLOCKD *const xd, aom_reader *r) {
610
9.66M
  MB_MODE_INFO *const mbmi = xd->mi[0];
611
9.66M
  FILTER_INTRA_MODE_INFO *filter_intra_mode_info =
612
9.66M
      &mbmi->filter_intra_mode_info;
613
614
9.66M
  if (av1_filter_intra_allowed(cm, mbmi)) {
615
1.72M
    filter_intra_mode_info->use_filter_intra = aom_read_symbol(
616
1.72M
        r, xd->tile_ctx->filter_intra_cdfs[mbmi->bsize], 2, ACCT_STR);
617
1.72M
    if (filter_intra_mode_info->use_filter_intra) {
618
995k
      filter_intra_mode_info->filter_intra_mode = aom_read_symbol(
619
995k
          r, xd->tile_ctx->filter_intra_mode_cdf, FILTER_INTRA_MODES, ACCT_STR);
620
995k
    }
621
7.94M
  } else {
622
7.94M
    filter_intra_mode_info->use_filter_intra = 0;
623
7.94M
  }
624
9.66M
}
625
626
void av1_read_tx_type(const AV1_COMMON *const cm, MACROBLOCKD *xd, int blk_row,
627
8.13M
                      int blk_col, TX_SIZE tx_size, aom_reader *r) {
628
8.13M
  MB_MODE_INFO *mbmi = xd->mi[0];
629
8.13M
  uint8_t *tx_type =
630
8.13M
      &xd->tx_type_map[blk_row * xd->tx_type_map_stride + blk_col];
631
8.13M
  *tx_type = DCT_DCT;
632
633
  // No need to read transform type if block is skipped.
634
8.13M
  if (mbmi->skip_txfm ||
635
8.13M
      segfeature_active(&cm->seg, mbmi->segment_id, SEG_LVL_SKIP))
636
0
    return;
637
638
  // No need to read transform type for lossless mode(qindex==0).
639
8.13M
  const int qindex = xd->qindex[mbmi->segment_id];
640
8.13M
  if (qindex == 0) return;
641
642
7.04M
  const int inter_block = is_inter_block(mbmi);
643
7.04M
  if (get_ext_tx_types(tx_size, inter_block, cm->features.reduced_tx_set_used) >
644
7.04M
      1) {
645
5.57M
    const TxSetType tx_set_type = av1_get_ext_tx_set_type(
646
5.57M
        tx_size, inter_block, cm->features.reduced_tx_set_used);
647
5.57M
    const int eset =
648
5.57M
        get_ext_tx_set(tx_size, inter_block, cm->features.reduced_tx_set_used);
649
    // eset == 0 should correspond to a set with only DCT_DCT and
650
    // there is no need to read the tx_type
651
5.57M
    assert(eset != 0);
652
653
5.58M
    const TX_SIZE square_tx_size = txsize_sqr_map[tx_size];
654
5.58M
    FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
655
5.58M
    if (inter_block) {
656
3.03M
      *tx_type = av1_ext_tx_inv[tx_set_type][aom_read_symbol(
657
3.03M
          r, ec_ctx->inter_ext_tx_cdf[eset][square_tx_size],
658
3.03M
          av1_num_ext_tx_set[tx_set_type], ACCT_STR)];
659
3.03M
    } else {
660
2.54M
      const PREDICTION_MODE intra_mode =
661
2.54M
          mbmi->filter_intra_mode_info.use_filter_intra
662
2.54M
              ? fimode_to_intradir[mbmi->filter_intra_mode_info
663
602k
                                       .filter_intra_mode]
664
2.54M
              : mbmi->mode;
665
2.54M
      *tx_type = av1_ext_tx_inv[tx_set_type][aom_read_symbol(
666
2.54M
          r, ec_ctx->intra_ext_tx_cdf[eset][square_tx_size][intra_mode],
667
2.54M
          av1_num_ext_tx_set[tx_set_type], ACCT_STR)];
668
2.54M
    }
669
5.58M
  }
670
7.04M
}
671
672
static inline void read_mv(aom_reader *r, MV *mv, const MV *ref,
673
                           nmv_context *ctx, MvSubpelPrecision precision);
674
675
static inline int is_mv_valid(const MV *mv);
676
677
static inline int assign_dv(AV1_COMMON *cm, MACROBLOCKD *xd, int_mv *mv,
678
                            const int_mv *ref_mv, int mi_row, int mi_col,
679
53.4k
                            BLOCK_SIZE bsize, aom_reader *r) {
680
53.4k
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
681
53.4k
  read_mv(r, &mv->as_mv, &ref_mv->as_mv, &ec_ctx->ndvc, MV_SUBPEL_NONE);
682
  // DV should not have sub-pel.
683
53.4k
  assert((mv->as_mv.col & 7) == 0);
684
53.4k
  assert((mv->as_mv.row & 7) == 0);
685
53.4k
  mv->as_mv.col = (mv->as_mv.col >> 3) * 8;
686
53.4k
  mv->as_mv.row = (mv->as_mv.row >> 3) * 8;
687
53.4k
  int valid = is_mv_valid(&mv->as_mv) &&
688
53.3k
              av1_is_dv_valid(mv->as_mv, cm, xd, mi_row, mi_col, bsize,
689
53.3k
                              cm->seq_params->mib_size_log2);
690
53.4k
  return valid;
691
53.4k
}
692
693
static void read_intrabc_info(AV1_COMMON *const cm, DecoderCodingBlock *dcb,
694
995k
                              aom_reader *r) {
695
995k
  MACROBLOCKD *const xd = &dcb->xd;
696
995k
  MB_MODE_INFO *const mbmi = xd->mi[0];
697
995k
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
698
995k
  mbmi->use_intrabc = aom_read_symbol(r, ec_ctx->intrabc_cdf, 2, ACCT_STR);
699
995k
  if (mbmi->use_intrabc) {
700
53.4k
    BLOCK_SIZE bsize = mbmi->bsize;
701
53.4k
    mbmi->mode = DC_PRED;
702
53.4k
    mbmi->uv_mode = UV_DC_PRED;
703
53.4k
    mbmi->interp_filters = av1_broadcast_interp_filter(BILINEAR);
704
53.4k
    mbmi->motion_mode = SIMPLE_TRANSLATION;
705
706
53.4k
    int16_t inter_mode_ctx[MODE_CTX_REF_FRAMES];
707
53.4k
    int_mv ref_mvs[INTRA_FRAME + 1][MAX_MV_REF_CANDIDATES];
708
709
53.4k
    av1_find_mv_refs(cm, xd, mbmi, INTRA_FRAME, dcb->ref_mv_count,
710
53.4k
                     xd->ref_mv_stack, xd->weight, ref_mvs, /*global_mvs=*/NULL,
711
53.4k
                     inter_mode_ctx);
712
713
53.4k
    int_mv nearestmv, nearmv;
714
715
53.4k
    av1_find_best_ref_mvs(0, ref_mvs[INTRA_FRAME], &nearestmv, &nearmv, 0);
716
53.4k
    int_mv dv_ref = nearestmv.as_int == 0 ? nearmv : nearestmv;
717
53.4k
    if (dv_ref.as_int == 0)
718
21.5k
      av1_find_ref_dv(&dv_ref, &xd->tile, cm->seq_params->mib_size, xd->mi_row);
719
    // Ref DV should not have sub-pel.
720
53.4k
    int valid_dv = (dv_ref.as_mv.col & 7) == 0 && (dv_ref.as_mv.row & 7) == 0;
721
53.4k
    dv_ref.as_mv.col = (dv_ref.as_mv.col >> 3) * 8;
722
53.4k
    dv_ref.as_mv.row = (dv_ref.as_mv.row >> 3) * 8;
723
53.4k
    valid_dv = valid_dv && assign_dv(cm, xd, &mbmi->mv[0], &dv_ref, xd->mi_row,
724
53.4k
                                     xd->mi_col, bsize, r);
725
53.4k
    if (!valid_dv) {
726
      // Intra bc motion vectors are not valid - signal corrupt frame
727
2.73k
      aom_internal_error(xd->error_info, AOM_CODEC_CORRUPT_FRAME,
728
2.73k
                         "Invalid intrabc dv");
729
2.73k
    }
730
53.4k
  }
731
995k
}
732
733
// If delta q is present, reads delta_q index.
734
// Also reads delta_q loop filter levels, if present.
735
static void read_delta_q_params(AV1_COMMON *const cm, MACROBLOCKD *const xd,
736
13.7M
                                aom_reader *r) {
737
13.7M
  DeltaQInfo *const delta_q_info = &cm->delta_q_info;
738
739
13.7M
  if (delta_q_info->delta_q_present_flag) {
740
2.50M
    MB_MODE_INFO *const mbmi = xd->mi[0];
741
2.50M
    xd->current_base_qindex +=
742
2.50M
        read_delta_qindex(cm, xd, r, mbmi) * delta_q_info->delta_q_res;
743
    /* Normative: Clamp to [1,MAXQ] to not interfere with lossless mode */
744
2.50M
    xd->current_base_qindex = clamp(xd->current_base_qindex, 1, MAXQ);
745
2.50M
    FRAME_CONTEXT *const ec_ctx = xd->tile_ctx;
746
2.50M
    if (delta_q_info->delta_lf_present_flag) {
747
790k
      const int mi_row = xd->mi_row;
748
790k
      const int mi_col = xd->mi_col;
749
790k
      if (delta_q_info->delta_lf_multi) {
750
581k
        const int frame_lf_count =
751
581k
            av1_num_planes(cm) > 1 ? FRAME_LF_COUNT : FRAME_LF_COUNT - 2;
752
2.83M
        for (int lf_id = 0; lf_id < frame_lf_count; ++lf_id) {
753
2.25M
          const int tmp_lvl =
754
2.25M
              xd->delta_lf[lf_id] +
755
2.25M
              read_delta_lflevel(cm, r, ec_ctx->delta_lf_multi_cdf[lf_id], mbmi,
756
2.25M
                                 mi_col, mi_row) *
757
2.25M
                  delta_q_info->delta_lf_res;
758
2.25M
          mbmi->delta_lf[lf_id] = xd->delta_lf[lf_id] =
759
2.25M
              clamp(tmp_lvl, -MAX_LOOP_FILTER, MAX_LOOP_FILTER);
760
2.25M
        }
761
581k
      } else {
762
209k
        const int tmp_lvl = xd->delta_lf_from_base +
763
209k
                            read_delta_lflevel(cm, r, ec_ctx->delta_lf_cdf,
764
209k
                                               mbmi, mi_col, mi_row) *
765
209k
                                delta_q_info->delta_lf_res;
766
209k
        mbmi->delta_lf_from_base = xd->delta_lf_from_base =
767
209k
            clamp(tmp_lvl, -MAX_LOOP_FILTER, MAX_LOOP_FILTER);
768
209k
      }
769
790k
    }
770
2.50M
  }
771
13.7M
}
772
773
static void read_intra_frame_mode_info(AV1_COMMON *const cm,
774
8.37M
                                       DecoderCodingBlock *dcb, aom_reader *r) {
775
8.37M
  MACROBLOCKD *const xd = &dcb->xd;
776
8.37M
  MB_MODE_INFO *const mbmi = xd->mi[0];
777
8.37M
  const MB_MODE_INFO *above_mi = xd->above_mbmi;
778
8.37M
  const MB_MODE_INFO *left_mi = xd->left_mbmi;
779
8.37M
  const BLOCK_SIZE bsize = mbmi->bsize;
780
8.37M
  struct segmentation *const seg = &cm->seg;
781
782
8.37M
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
783
784
8.37M
  if (seg->segid_preskip)
785
3.62M
    mbmi->segment_id = read_intra_segment_id(cm, xd, bsize, r, 0);
786
787
8.37M
  mbmi->skip_txfm = read_skip_txfm(cm, xd, mbmi->segment_id, r);
788
789
8.37M
  if (!seg->segid_preskip)
790
4.74M
    mbmi->segment_id = read_intra_segment_id(cm, xd, bsize, r, mbmi->skip_txfm);
791
792
8.37M
  read_cdef(cm, r, xd);
793
794
8.37M
  read_delta_q_params(cm, xd, r);
795
796
8.37M
  mbmi->current_qindex = xd->current_base_qindex;
797
798
8.37M
  mbmi->ref_frame[0] = INTRA_FRAME;
799
8.37M
  mbmi->ref_frame[1] = NONE_FRAME;
800
8.37M
  mbmi->palette_mode_info.palette_size[0] = 0;
801
8.37M
  mbmi->palette_mode_info.palette_size[1] = 0;
802
8.37M
  mbmi->filter_intra_mode_info.use_filter_intra = 0;
803
804
8.37M
  const int mi_row = xd->mi_row;
805
8.37M
  const int mi_col = xd->mi_col;
806
8.37M
  xd->above_txfm_context = cm->above_contexts.txfm[xd->tile.tile_row] + mi_col;
807
8.37M
  xd->left_txfm_context =
808
8.37M
      xd->left_txfm_context_buffer + (mi_row & MAX_MIB_MASK);
809
810
8.37M
  if (av1_allow_intrabc(cm)) {
811
995k
    read_intrabc_info(cm, dcb, r);
812
995k
    if (is_intrabc_block(mbmi)) return;
813
995k
  }
814
815
8.32M
  mbmi->mode = read_intra_mode(r, get_y_mode_cdf(ec_ctx, above_mi, left_mi));
816
817
8.32M
  const int use_angle_delta = av1_use_angle_delta(bsize);
818
8.32M
  mbmi->angle_delta[PLANE_TYPE_Y] =
819
8.32M
      (use_angle_delta && av1_is_directional_mode(mbmi->mode))
820
8.32M
          ? read_angle_delta(r, ec_ctx->angle_delta_cdf[mbmi->mode - V_PRED])
821
8.32M
          : 0;
822
823
8.32M
  if (!cm->seq_params->monochrome && xd->is_chroma_ref) {
824
7.39M
    mbmi->uv_mode =
825
7.39M
        read_intra_mode_uv(ec_ctx, r, is_cfl_allowed(xd), mbmi->mode);
826
7.39M
    if (mbmi->uv_mode == UV_CFL_PRED) {
827
1.37M
      mbmi->cfl_alpha_idx = read_cfl_alphas(ec_ctx, r, &mbmi->cfl_alpha_signs);
828
1.37M
    }
829
7.39M
    const PREDICTION_MODE intra_mode = get_uv_mode(mbmi->uv_mode);
830
7.39M
    mbmi->angle_delta[PLANE_TYPE_UV] =
831
7.39M
        (use_angle_delta && av1_is_directional_mode(intra_mode))
832
7.39M
            ? read_angle_delta(r, ec_ctx->angle_delta_cdf[intra_mode - V_PRED])
833
7.39M
            : 0;
834
7.39M
  } else {
835
    // Avoid decoding angle_info if there is no chroma prediction
836
925k
    mbmi->uv_mode = UV_DC_PRED;
837
925k
  }
838
8.32M
  xd->cfl.store_y = store_cfl_required(cm, xd);
839
840
8.32M
  if (av1_allow_palette(cm->features.allow_screen_content_tools, bsize))
841
1.59M
    read_palette_mode_info(cm, xd, r);
842
843
8.32M
  read_filter_intra_mode_info(cm, xd, r);
844
8.32M
}
845
846
static int read_mv_component(aom_reader *r, nmv_component *mvcomp,
847
2.33M
                             int use_subpel, int usehp) {
848
2.33M
  int mag, d, fr, hp;
849
2.33M
  const int sign = aom_read_symbol(r, mvcomp->sign_cdf, 2, ACCT_STR);
850
2.33M
  const int mv_class =
851
2.33M
      aom_read_symbol(r, mvcomp->classes_cdf, MV_CLASSES, ACCT_STR);
852
2.33M
  const int class0 = mv_class == MV_CLASS_0;
853
854
  // Integer part
855
2.33M
  if (class0) {
856
1.79M
    d = aom_read_symbol(r, mvcomp->class0_cdf, CLASS0_SIZE, ACCT_STR);
857
1.79M
    mag = 0;
858
1.79M
  } else {
859
542k
    const int n = mv_class + CLASS0_BITS - 1;  // number of bits
860
542k
    d = 0;
861
4.01M
    for (int i = 0; i < n; ++i)
862
3.47M
      d |= aom_read_symbol(r, mvcomp->bits_cdf[i], 2, ACCT_STR) << i;
863
542k
    mag = CLASS0_SIZE << (mv_class + 2);
864
542k
  }
865
866
2.33M
  if (use_subpel) {
867
    // Fractional part
868
2.10M
    fr = aom_read_symbol(r, class0 ? mvcomp->class0_fp_cdf[d] : mvcomp->fp_cdf,
869
2.10M
                         MV_FP_SIZE, ACCT_STR);
870
871
    // High precision part (if hp is not used, the default value of the hp is 1)
872
2.10M
    hp = usehp ? aom_read_symbol(
873
2.10M
                     r, class0 ? mvcomp->class0_hp_cdf : mvcomp->hp_cdf, 2,
874
2.10M
                     ACCT_STR)
875
2.10M
               : 1;
876
2.10M
  } else {
877
233k
    fr = 3;
878
233k
    hp = 1;
879
233k
  }
880
881
  // Result
882
2.33M
  mag += ((d << 3) | (fr << 1) | hp) + 1;
883
2.33M
  return sign ? -mag : mag;
884
2.33M
}
885
886
static inline void read_mv(aom_reader *r, MV *mv, const MV *ref,
887
2.09M
                           nmv_context *ctx, MvSubpelPrecision precision) {
888
2.09M
  MV diff = kZeroMv;
889
2.09M
  const MV_JOINT_TYPE joint_type =
890
2.09M
      (MV_JOINT_TYPE)aom_read_symbol(r, ctx->joints_cdf, MV_JOINTS, ACCT_STR);
891
892
2.09M
  if (mv_joint_vertical(joint_type))
893
1.17M
    diff.row = read_mv_component(r, &ctx->comps[0], precision > MV_SUBPEL_NONE,
894
1.17M
                                 precision > MV_SUBPEL_LOW_PRECISION);
895
896
2.09M
  if (mv_joint_horizontal(joint_type))
897
1.16M
    diff.col = read_mv_component(r, &ctx->comps[1], precision > MV_SUBPEL_NONE,
898
1.16M
                                 precision > MV_SUBPEL_LOW_PRECISION);
899
900
2.09M
  mv->row = ref->row + diff.row;
901
2.09M
  mv->col = ref->col + diff.col;
902
2.09M
}
903
904
static REFERENCE_MODE read_block_reference_mode(AV1_COMMON *cm,
905
                                                const MACROBLOCKD *xd,
906
3.50M
                                                aom_reader *r) {
907
3.50M
  if (!is_comp_ref_allowed(xd->mi[0]->bsize)) return SINGLE_REFERENCE;
908
2.21M
  if (cm->current_frame.reference_mode == REFERENCE_MODE_SELECT) {
909
709k
    const int ctx = av1_get_reference_mode_context(xd);
910
709k
    const REFERENCE_MODE mode = (REFERENCE_MODE)aom_read_symbol(
911
709k
        r, xd->tile_ctx->comp_inter_cdf[ctx], 2, ACCT_STR);
912
709k
    return mode;  // SINGLE_REFERENCE or COMPOUND_REFERENCE
913
1.50M
  } else {
914
1.50M
    assert(cm->current_frame.reference_mode == SINGLE_REFERENCE);
915
1.50M
    return cm->current_frame.reference_mode;
916
1.50M
  }
917
2.21M
}
918
919
#define READ_REF_BIT(pname) \
920
10.3M
  aom_read_symbol(r, av1_get_pred_cdf_##pname(xd), 2, ACCT_STR)
921
922
static COMP_REFERENCE_TYPE read_comp_reference_type(const MACROBLOCKD *xd,
923
408k
                                                    aom_reader *r) {
924
408k
  const int ctx = av1_get_comp_reference_type_context(xd);
925
408k
  const COMP_REFERENCE_TYPE comp_ref_type =
926
408k
      (COMP_REFERENCE_TYPE)aom_read_symbol(
927
408k
          r, xd->tile_ctx->comp_ref_type_cdf[ctx], 2, ACCT_STR);
928
408k
  return comp_ref_type;  // UNIDIR_COMP_REFERENCE or BIDIR_COMP_REFERENCE
929
408k
}
930
931
static void set_ref_frames_for_skip_mode(AV1_COMMON *const cm,
932
151k
                                         MV_REFERENCE_FRAME ref_frame[2]) {
933
151k
  ref_frame[0] = LAST_FRAME + cm->current_frame.skip_mode_info.ref_frame_idx_0;
934
151k
  ref_frame[1] = LAST_FRAME + cm->current_frame.skip_mode_info.ref_frame_idx_1;
935
151k
}
936
937
// Read the referncence frame
938
static void read_ref_frames(AV1_COMMON *const cm, MACROBLOCKD *const xd,
939
                            aom_reader *r, int segment_id,
940
4.07M
                            MV_REFERENCE_FRAME ref_frame[2]) {
941
4.07M
  if (xd->mi[0]->skip_mode) {
942
151k
    set_ref_frames_for_skip_mode(cm, ref_frame);
943
151k
    return;
944
151k
  }
945
946
3.92M
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME)) {
947
84.7k
    ref_frame[0] = (MV_REFERENCE_FRAME)get_segdata(&cm->seg, segment_id,
948
84.7k
                                                   SEG_LVL_REF_FRAME);
949
84.7k
    ref_frame[1] = NONE_FRAME;
950
3.83M
  } else if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP) ||
951
3.51M
             segfeature_active(&cm->seg, segment_id, SEG_LVL_GLOBALMV)) {
952
328k
    ref_frame[0] = LAST_FRAME;
953
328k
    ref_frame[1] = NONE_FRAME;
954
3.50M
  } else {
955
3.50M
    const REFERENCE_MODE mode = read_block_reference_mode(cm, xd, r);
956
957
3.50M
    if (mode == COMPOUND_REFERENCE) {
958
408k
      const COMP_REFERENCE_TYPE comp_ref_type = read_comp_reference_type(xd, r);
959
960
408k
      if (comp_ref_type == UNIDIR_COMP_REFERENCE) {
961
66.3k
        const int bit = READ_REF_BIT(uni_comp_ref_p);
962
66.3k
        if (bit) {
963
18.0k
          ref_frame[0] = BWDREF_FRAME;
964
18.0k
          ref_frame[1] = ALTREF_FRAME;
965
48.3k
        } else {
966
48.3k
          const int bit1 = READ_REF_BIT(uni_comp_ref_p1);
967
48.3k
          if (bit1) {
968
31.0k
            const int bit2 = READ_REF_BIT(uni_comp_ref_p2);
969
31.0k
            if (bit2) {
970
18.1k
              ref_frame[0] = LAST_FRAME;
971
18.1k
              ref_frame[1] = GOLDEN_FRAME;
972
18.1k
            } else {
973
12.9k
              ref_frame[0] = LAST_FRAME;
974
12.9k
              ref_frame[1] = LAST3_FRAME;
975
12.9k
            }
976
31.0k
          } else {
977
17.2k
            ref_frame[0] = LAST_FRAME;
978
17.2k
            ref_frame[1] = LAST2_FRAME;
979
17.2k
          }
980
48.3k
        }
981
982
66.3k
        return;
983
66.3k
      }
984
985
408k
      assert(comp_ref_type == BIDIR_COMP_REFERENCE);
986
987
341k
      const int idx = 1;
988
341k
      const int bit = READ_REF_BIT(comp_ref_p);
989
      // Decode forward references.
990
341k
      if (!bit) {
991
223k
        const int bit1 = READ_REF_BIT(comp_ref_p1);
992
223k
        ref_frame[!idx] = bit1 ? LAST2_FRAME : LAST_FRAME;
993
223k
      } else {
994
118k
        const int bit2 = READ_REF_BIT(comp_ref_p2);
995
118k
        ref_frame[!idx] = bit2 ? GOLDEN_FRAME : LAST3_FRAME;
996
118k
      }
997
998
      // Decode backward references.
999
341k
      const int bit_bwd = READ_REF_BIT(comp_bwdref_p);
1000
341k
      if (!bit_bwd) {
1001
138k
        const int bit1_bwd = READ_REF_BIT(comp_bwdref_p1);
1002
138k
        ref_frame[idx] = bit1_bwd ? ALTREF2_FRAME : BWDREF_FRAME;
1003
203k
      } else {
1004
203k
        ref_frame[idx] = ALTREF_FRAME;
1005
203k
      }
1006
3.09M
    } else if (mode == SINGLE_REFERENCE) {
1007
3.09M
      const int bit0 = READ_REF_BIT(single_ref_p1);
1008
3.09M
      if (bit0) {
1009
474k
        const int bit1 = READ_REF_BIT(single_ref_p2);
1010
474k
        if (!bit1) {
1011
226k
          const int bit5 = READ_REF_BIT(single_ref_p6);
1012
226k
          ref_frame[0] = bit5 ? ALTREF2_FRAME : BWDREF_FRAME;
1013
247k
        } else {
1014
247k
          ref_frame[0] = ALTREF_FRAME;
1015
247k
        }
1016
2.62M
      } else {
1017
2.62M
        const int bit2 = READ_REF_BIT(single_ref_p3);
1018
2.62M
        if (bit2) {
1019
252k
          const int bit4 = READ_REF_BIT(single_ref_p5);
1020
252k
          ref_frame[0] = bit4 ? GOLDEN_FRAME : LAST3_FRAME;
1021
2.37M
        } else {
1022
2.37M
          const int bit3 = READ_REF_BIT(single_ref_p4);
1023
2.37M
          ref_frame[0] = bit3 ? LAST2_FRAME : LAST_FRAME;
1024
2.37M
        }
1025
2.62M
      }
1026
1027
3.09M
      ref_frame[1] = NONE_FRAME;
1028
3.09M
    } else {
1029
647
      assert(0 && "Invalid prediction mode.");
1030
647
    }
1031
3.50M
  }
1032
3.92M
}
1033
1034
static inline void read_mb_interp_filter(const MACROBLOCKD *const xd,
1035
                                         InterpFilter interp_filter,
1036
                                         bool enable_dual_filter,
1037
                                         MB_MODE_INFO *const mbmi,
1038
4.07M
                                         aom_reader *r) {
1039
4.07M
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
1040
1041
4.07M
  if (!av1_is_interp_needed(xd)) {
1042
856k
    set_default_interp_filters(mbmi, interp_filter);
1043
856k
    return;
1044
856k
  }
1045
1046
3.21M
  if (interp_filter != SWITCHABLE) {
1047
423k
    mbmi->interp_filters = av1_broadcast_interp_filter(interp_filter);
1048
2.78M
  } else {
1049
2.78M
    InterpFilter ref0_filter[2] = { EIGHTTAP_REGULAR, EIGHTTAP_REGULAR };
1050
2.96M
    for (int dir = 0; dir < 2; ++dir) {
1051
2.87M
      const int ctx = av1_get_pred_context_switchable_interp(xd, dir);
1052
2.87M
      ref0_filter[dir] = (InterpFilter)aom_read_symbol(
1053
2.87M
          r, ec_ctx->switchable_interp_cdf[ctx], SWITCHABLE_FILTERS, ACCT_STR);
1054
2.87M
      if (!enable_dual_filter) {
1055
2.70M
        ref0_filter[1] = ref0_filter[0];
1056
2.70M
        break;
1057
2.70M
      }
1058
2.87M
    }
1059
    // The index system works as: (0, 1) -> (vertical, horizontal) filter types
1060
2.78M
    mbmi->interp_filters.as_filters.x_filter = ref0_filter[1];
1061
2.78M
    mbmi->interp_filters.as_filters.y_filter = ref0_filter[0];
1062
2.78M
  }
1063
3.21M
}
1064
1065
static void read_intra_block_mode_info(AV1_COMMON *const cm,
1066
                                       MACROBLOCKD *const xd,
1067
                                       MB_MODE_INFO *const mbmi,
1068
1.34M
                                       aom_reader *r) {
1069
1.34M
  const BLOCK_SIZE bsize = mbmi->bsize;
1070
1.34M
  const int use_angle_delta = av1_use_angle_delta(bsize);
1071
1072
1.34M
  mbmi->ref_frame[0] = INTRA_FRAME;
1073
1.34M
  mbmi->ref_frame[1] = NONE_FRAME;
1074
1075
1.34M
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
1076
1077
1.34M
  mbmi->mode = read_intra_mode(r, ec_ctx->y_mode_cdf[size_group_lookup[bsize]]);
1078
1079
1.34M
  mbmi->angle_delta[PLANE_TYPE_Y] =
1080
1.34M
      use_angle_delta && av1_is_directional_mode(mbmi->mode)
1081
1.34M
          ? read_angle_delta(r, ec_ctx->angle_delta_cdf[mbmi->mode - V_PRED])
1082
1.34M
          : 0;
1083
1.34M
  if (!cm->seq_params->monochrome && xd->is_chroma_ref) {
1084
1.07M
    mbmi->uv_mode =
1085
1.07M
        read_intra_mode_uv(ec_ctx, r, is_cfl_allowed(xd), mbmi->mode);
1086
1.07M
    if (mbmi->uv_mode == UV_CFL_PRED) {
1087
237k
      mbmi->cfl_alpha_idx =
1088
237k
          read_cfl_alphas(xd->tile_ctx, r, &mbmi->cfl_alpha_signs);
1089
237k
    }
1090
1.07M
    const PREDICTION_MODE intra_mode = get_uv_mode(mbmi->uv_mode);
1091
1.07M
    mbmi->angle_delta[PLANE_TYPE_UV] =
1092
1.07M
        use_angle_delta && av1_is_directional_mode(intra_mode)
1093
1.07M
            ? read_angle_delta(r, ec_ctx->angle_delta_cdf[intra_mode - V_PRED])
1094
1.07M
            : 0;
1095
1.07M
  } else {
1096
    // Avoid decoding angle_info if there is no chroma prediction
1097
263k
    mbmi->uv_mode = UV_DC_PRED;
1098
263k
  }
1099
1.34M
  xd->cfl.store_y = store_cfl_required(cm, xd);
1100
1101
1.34M
  mbmi->palette_mode_info.palette_size[0] = 0;
1102
1.34M
  mbmi->palette_mode_info.palette_size[1] = 0;
1103
1.34M
  if (av1_allow_palette(cm->features.allow_screen_content_tools, bsize))
1104
47.3k
    read_palette_mode_info(cm, xd, r);
1105
1106
1.34M
  read_filter_intra_mode_info(cm, xd, r);
1107
1.34M
}
1108
1109
4.64M
static inline int is_mv_valid(const MV *mv) {
1110
4.64M
  return mv->row > MV_LOW && mv->row < MV_UPP && mv->col > MV_LOW &&
1111
4.54M
         mv->col < MV_UPP;
1112
4.64M
}
1113
1114
static inline int assign_mv(AV1_COMMON *cm, MACROBLOCKD *xd,
1115
                            PREDICTION_MODE mode,
1116
                            MV_REFERENCE_FRAME ref_frame[2], int_mv mv[2],
1117
                            int_mv ref_mv[2], int_mv nearest_mv[2],
1118
                            int_mv near_mv[2], int is_compound, int allow_hp,
1119
4.07M
                            aom_reader *r) {
1120
4.07M
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
1121
4.07M
  MB_MODE_INFO *mbmi = xd->mi[0];
1122
4.07M
  BLOCK_SIZE bsize = mbmi->bsize;
1123
4.07M
  FeatureFlags *const features = &cm->features;
1124
4.07M
  if (features->cur_frame_force_integer_mv) {
1125
309k
    allow_hp = MV_SUBPEL_NONE;
1126
309k
  }
1127
4.07M
  switch (mode) {
1128
1.82M
    case NEWMV: {
1129
1.82M
      nmv_context *const nmvc = &ec_ctx->nmvc;
1130
1.82M
      read_mv(r, &mv[0].as_mv, &ref_mv[0].as_mv, nmvc, allow_hp);
1131
1.82M
      break;
1132
0
    }
1133
780k
    case NEARESTMV: {
1134
780k
      mv[0].as_int = nearest_mv[0].as_int;
1135
780k
      break;
1136
0
    }
1137
291k
    case NEARMV: {
1138
291k
      mv[0].as_int = near_mv[0].as_int;
1139
291k
      break;
1140
0
    }
1141
624k
    case GLOBALMV: {
1142
624k
      mv[0].as_int = gm_get_motion_vector(&cm->global_motion[ref_frame[0]],
1143
624k
                                          features->allow_high_precision_mv,
1144
624k
                                          bsize, xd->mi_col, xd->mi_row,
1145
624k
                                          features->cur_frame_force_integer_mv)
1146
624k
                         .as_int;
1147
624k
      break;
1148
0
    }
1149
73.5k
    case NEW_NEWMV: {
1150
73.5k
      assert(is_compound);
1151
220k
      for (int i = 0; i < 2; ++i) {
1152
146k
        nmv_context *const nmvc = &ec_ctx->nmvc;
1153
146k
        read_mv(r, &mv[i].as_mv, &ref_mv[i].as_mv, nmvc, allow_hp);
1154
146k
      }
1155
73.5k
      break;
1156
73.5k
    }
1157
304k
    case NEAREST_NEARESTMV: {
1158
304k
      assert(is_compound);
1159
304k
      mv[0].as_int = nearest_mv[0].as_int;
1160
304k
      mv[1].as_int = nearest_mv[1].as_int;
1161
304k
      break;
1162
304k
    }
1163
66.8k
    case NEAR_NEARMV: {
1164
66.8k
      assert(is_compound);
1165
66.8k
      mv[0].as_int = near_mv[0].as_int;
1166
66.8k
      mv[1].as_int = near_mv[1].as_int;
1167
66.8k
      break;
1168
66.8k
    }
1169
18.6k
    case NEW_NEARESTMV: {
1170
18.6k
      nmv_context *const nmvc = &ec_ctx->nmvc;
1171
18.6k
      read_mv(r, &mv[0].as_mv, &ref_mv[0].as_mv, nmvc, allow_hp);
1172
18.6k
      assert(is_compound);
1173
18.5k
      mv[1].as_int = nearest_mv[1].as_int;
1174
18.5k
      break;
1175
18.6k
    }
1176
23.1k
    case NEAREST_NEWMV: {
1177
23.1k
      nmv_context *const nmvc = &ec_ctx->nmvc;
1178
23.1k
      mv[0].as_int = nearest_mv[0].as_int;
1179
23.1k
      read_mv(r, &mv[1].as_mv, &ref_mv[1].as_mv, nmvc, allow_hp);
1180
23.1k
      assert(is_compound);
1181
23.1k
      break;
1182
23.1k
    }
1183
23.1k
    case NEAR_NEWMV: {
1184
18.6k
      nmv_context *const nmvc = &ec_ctx->nmvc;
1185
18.6k
      mv[0].as_int = near_mv[0].as_int;
1186
18.6k
      read_mv(r, &mv[1].as_mv, &ref_mv[1].as_mv, nmvc, allow_hp);
1187
18.6k
      assert(is_compound);
1188
18.6k
      break;
1189
18.6k
    }
1190
18.6k
    case NEW_NEARMV: {
1191
13.7k
      nmv_context *const nmvc = &ec_ctx->nmvc;
1192
13.7k
      read_mv(r, &mv[0].as_mv, &ref_mv[0].as_mv, nmvc, allow_hp);
1193
13.7k
      assert(is_compound);
1194
13.7k
      mv[1].as_int = near_mv[1].as_int;
1195
13.7k
      break;
1196
13.7k
    }
1197
42.8k
    case GLOBAL_GLOBALMV: {
1198
42.8k
      assert(is_compound);
1199
42.8k
      mv[0].as_int = gm_get_motion_vector(&cm->global_motion[ref_frame[0]],
1200
42.8k
                                          features->allow_high_precision_mv,
1201
42.8k
                                          bsize, xd->mi_col, xd->mi_row,
1202
42.8k
                                          features->cur_frame_force_integer_mv)
1203
42.8k
                         .as_int;
1204
42.8k
      mv[1].as_int = gm_get_motion_vector(&cm->global_motion[ref_frame[1]],
1205
42.8k
                                          features->allow_high_precision_mv,
1206
42.8k
                                          bsize, xd->mi_col, xd->mi_row,
1207
42.8k
                                          features->cur_frame_force_integer_mv)
1208
42.8k
                         .as_int;
1209
42.8k
      break;
1210
42.8k
    }
1211
0
    default: {
1212
0
      return 0;
1213
42.8k
    }
1214
4.07M
  }
1215
1216
4.06M
  int ret = is_mv_valid(&mv[0].as_mv);
1217
4.06M
  if (is_compound) {
1218
560k
    ret = ret && is_mv_valid(&mv[1].as_mv);
1219
560k
  }
1220
4.06M
  return ret;
1221
4.07M
}
1222
1223
static int read_is_inter_block(AV1_COMMON *const cm, MACROBLOCKD *const xd,
1224
5.26M
                               int segment_id, aom_reader *r) {
1225
5.26M
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME)) {
1226
92.3k
    const int frame = get_segdata(&cm->seg, segment_id, SEG_LVL_REF_FRAME);
1227
92.3k
    if (frame < LAST_FRAME) return 0;
1228
84.7k
    return frame != INTRA_FRAME;
1229
92.3k
  }
1230
5.17M
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_GLOBALMV)) {
1231
263k
    return 1;
1232
263k
  }
1233
4.90M
  const int ctx = av1_get_intra_inter_context(xd);
1234
4.90M
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
1235
4.90M
  const int is_inter =
1236
4.90M
      aom_read_symbol(r, ec_ctx->intra_inter_cdf[ctx], 2, ACCT_STR);
1237
4.90M
  return is_inter;
1238
5.17M
}
1239
1240
#if DEC_MISMATCH_DEBUG
1241
static void dec_dump_logs(AV1_COMMON *cm, MB_MODE_INFO *const mbmi, int mi_row,
1242
                          int mi_col, int16_t mode_ctx) {
1243
  int_mv mv[2] = { { 0 } };
1244
  for (int ref = 0; ref < 1 + has_second_ref(mbmi); ++ref)
1245
    mv[ref].as_mv = mbmi->mv[ref].as_mv;
1246
1247
  const int16_t newmv_ctx = mode_ctx & NEWMV_CTX_MASK;
1248
  int16_t zeromv_ctx = -1;
1249
  int16_t refmv_ctx = -1;
1250
  if (mbmi->mode != NEWMV) {
1251
    zeromv_ctx = (mode_ctx >> GLOBALMV_OFFSET) & GLOBALMV_CTX_MASK;
1252
    if (mbmi->mode != GLOBALMV)
1253
      refmv_ctx = (mode_ctx >> REFMV_OFFSET) & REFMV_CTX_MASK;
1254
  }
1255
1256
#define FRAME_TO_CHECK 11
1257
  if (cm->current_frame.frame_number == FRAME_TO_CHECK && cm->show_frame == 1) {
1258
    printf(
1259
        "=== DECODER ===: "
1260
        "Frame=%d, (mi_row,mi_col)=(%d,%d), skip_mode=%d, mode=%d, bsize=%d, "
1261
        "show_frame=%d, mv[0]=(%d,%d), mv[1]=(%d,%d), ref[0]=%d, "
1262
        "ref[1]=%d, motion_mode=%d, mode_ctx=%d, "
1263
        "newmv_ctx=%d, zeromv_ctx=%d, refmv_ctx=%d, tx_size=%d\n",
1264
        cm->current_frame.frame_number, mi_row, mi_col, mbmi->skip_mode,
1265
        mbmi->mode, mbmi->sb_type, cm->show_frame, mv[0].as_mv.row,
1266
        mv[0].as_mv.col, mv[1].as_mv.row, mv[1].as_mv.col, mbmi->ref_frame[0],
1267
        mbmi->ref_frame[1], mbmi->motion_mode, mode_ctx, newmv_ctx, zeromv_ctx,
1268
        refmv_ctx, mbmi->tx_size);
1269
  }
1270
}
1271
#endif  // DEC_MISMATCH_DEBUG
1272
1273
static void read_inter_block_mode_info(AV1Decoder *const pbi,
1274
                                       DecoderCodingBlock *dcb,
1275
                                       MB_MODE_INFO *const mbmi,
1276
4.06M
                                       aom_reader *r) {
1277
4.06M
  AV1_COMMON *const cm = &pbi->common;
1278
4.06M
  FeatureFlags *const features = &cm->features;
1279
4.06M
  const BLOCK_SIZE bsize = mbmi->bsize;
1280
4.06M
  const int allow_hp = features->allow_high_precision_mv;
1281
4.06M
  int_mv nearestmv[2], nearmv[2];
1282
4.06M
  int_mv ref_mvs[MODE_CTX_REF_FRAMES][MAX_MV_REF_CANDIDATES] = { { { 0 } } };
1283
4.06M
  int16_t inter_mode_ctx[MODE_CTX_REF_FRAMES];
1284
4.06M
  int pts[SAMPLES_ARRAY_SIZE], pts_inref[SAMPLES_ARRAY_SIZE];
1285
4.06M
  MACROBLOCKD *const xd = &dcb->xd;
1286
4.06M
  FRAME_CONTEXT *ec_ctx = xd->tile_ctx;
1287
1288
4.06M
  mbmi->uv_mode = UV_DC_PRED;
1289
4.06M
  mbmi->palette_mode_info.palette_size[0] = 0;
1290
4.06M
  mbmi->palette_mode_info.palette_size[1] = 0;
1291
1292
4.06M
  av1_collect_neighbors_ref_counts(xd);
1293
1294
4.06M
  read_ref_frames(cm, xd, r, mbmi->segment_id, mbmi->ref_frame);
1295
4.06M
  const int is_compound = has_second_ref(mbmi);
1296
1297
4.06M
  const MV_REFERENCE_FRAME ref_frame = av1_ref_frame_type(mbmi->ref_frame);
1298
4.06M
  av1_find_mv_refs(cm, xd, mbmi, ref_frame, dcb->ref_mv_count, xd->ref_mv_stack,
1299
4.06M
                   xd->weight, ref_mvs, /*global_mvs=*/NULL, inter_mode_ctx);
1300
1301
4.06M
  mbmi->ref_mv_idx = 0;
1302
1303
4.06M
  if (mbmi->skip_mode) {
1304
151k
    assert(is_compound);
1305
151k
    mbmi->mode = NEAREST_NEARESTMV;
1306
3.91M
  } else {
1307
3.91M
    if (segfeature_active(&cm->seg, mbmi->segment_id, SEG_LVL_SKIP) ||
1308
3.53M
        segfeature_active(&cm->seg, mbmi->segment_id, SEG_LVL_GLOBALMV)) {
1309
405k
      mbmi->mode = GLOBALMV;
1310
3.50M
    } else {
1311
3.50M
      const int mode_ctx =
1312
3.50M
          av1_mode_context_analyzer(inter_mode_ctx, mbmi->ref_frame);
1313
3.50M
      if (is_compound)
1314
409k
        mbmi->mode = read_inter_compound_mode(xd, r, mode_ctx);
1315
3.09M
      else
1316
3.09M
        mbmi->mode = read_inter_mode(ec_ctx, r, mode_ctx);
1317
3.50M
      if (mbmi->mode == NEWMV || mbmi->mode == NEW_NEWMV ||
1318
1.61M
          have_nearmv_in_inter_mode(mbmi->mode))
1319
2.28M
        read_drl_idx(ec_ctx, dcb, mbmi, r);
1320
3.50M
    }
1321
3.91M
  }
1322
1323
4.06M
  if (is_compound != is_inter_compound_mode(mbmi->mode)) {
1324
0
    aom_internal_error(xd->error_info, AOM_CODEC_CORRUPT_FRAME,
1325
0
                       "Prediction mode %d invalid with ref frame %d %d",
1326
0
                       mbmi->mode, mbmi->ref_frame[0], mbmi->ref_frame[1]);
1327
0
  }
1328
1329
4.06M
  if (!is_compound && mbmi->mode != GLOBALMV) {
1330
2.88M
    av1_find_best_ref_mvs(allow_hp, ref_mvs[mbmi->ref_frame[0]], &nearestmv[0],
1331
2.88M
                          &nearmv[0], features->cur_frame_force_integer_mv);
1332
2.88M
  }
1333
1334
4.06M
  if (is_compound && mbmi->mode != GLOBAL_GLOBALMV) {
1335
517k
    const int ref_mv_idx = mbmi->ref_mv_idx + 1;
1336
517k
    nearestmv[0] = xd->ref_mv_stack[ref_frame][0].this_mv;
1337
517k
    nearestmv[1] = xd->ref_mv_stack[ref_frame][0].comp_mv;
1338
517k
    nearmv[0] = xd->ref_mv_stack[ref_frame][ref_mv_idx].this_mv;
1339
517k
    nearmv[1] = xd->ref_mv_stack[ref_frame][ref_mv_idx].comp_mv;
1340
517k
    lower_mv_precision(&nearestmv[0].as_mv, allow_hp,
1341
517k
                       features->cur_frame_force_integer_mv);
1342
517k
    lower_mv_precision(&nearestmv[1].as_mv, allow_hp,
1343
517k
                       features->cur_frame_force_integer_mv);
1344
517k
    lower_mv_precision(&nearmv[0].as_mv, allow_hp,
1345
517k
                       features->cur_frame_force_integer_mv);
1346
517k
    lower_mv_precision(&nearmv[1].as_mv, allow_hp,
1347
517k
                       features->cur_frame_force_integer_mv);
1348
3.54M
  } else if (mbmi->ref_mv_idx > 0 && mbmi->mode == NEARMV) {
1349
56.3k
    nearmv[0] =
1350
56.3k
        xd->ref_mv_stack[mbmi->ref_frame[0]][1 + mbmi->ref_mv_idx].this_mv;
1351
56.3k
  }
1352
1353
4.06M
  int_mv ref_mv[2] = { nearestmv[0], nearestmv[1] };
1354
1355
4.06M
  if (is_compound) {
1356
560k
    int ref_mv_idx = mbmi->ref_mv_idx;
1357
    // Special case: NEAR_NEWMV and NEW_NEARMV modes use
1358
    // 1 + mbmi->ref_mv_idx (like NEARMV) instead of
1359
    // mbmi->ref_mv_idx (like NEWMV)
1360
560k
    if (mbmi->mode == NEAR_NEWMV || mbmi->mode == NEW_NEARMV)
1361
32.3k
      ref_mv_idx = 1 + mbmi->ref_mv_idx;
1362
1363
    // TODO(jingning, yunqing): Do we need a lower_mv_precision() call here?
1364
560k
    if (compound_ref0_mode(mbmi->mode) == NEWMV)
1365
105k
      ref_mv[0] = xd->ref_mv_stack[ref_frame][ref_mv_idx].this_mv;
1366
1367
560k
    if (compound_ref1_mode(mbmi->mode) == NEWMV)
1368
115k
      ref_mv[1] = xd->ref_mv_stack[ref_frame][ref_mv_idx].comp_mv;
1369
3.50M
  } else {
1370
3.50M
    if (mbmi->mode == NEWMV) {
1371
1.82M
      if (dcb->ref_mv_count[ref_frame] > 1)
1372
1.54M
        ref_mv[0] = xd->ref_mv_stack[ref_frame][mbmi->ref_mv_idx].this_mv;
1373
1.82M
    }
1374
3.50M
  }
1375
1376
4.06M
  if (mbmi->skip_mode) assert(mbmi->mode == NEAREST_NEARESTMV);
1377
1378
4.06M
  const int mv_corrupted_flag =
1379
4.06M
      !assign_mv(cm, xd, mbmi->mode, mbmi->ref_frame, mbmi->mv, ref_mv,
1380
4.06M
                 nearestmv, nearmv, is_compound, allow_hp, r);
1381
4.06M
  aom_merge_corrupted_flag(&dcb->corrupted, mv_corrupted_flag);
1382
1383
4.06M
  mbmi->use_wedge_interintra = 0;
1384
4.06M
  if (cm->seq_params->enable_interintra_compound && !mbmi->skip_mode &&
1385
3.77M
      is_interintra_allowed(mbmi)) {
1386
1.63M
    const int bsize_group = size_group_lookup[bsize];
1387
1.63M
    const int interintra =
1388
1.63M
        aom_read_symbol(r, ec_ctx->interintra_cdf[bsize_group], 2, ACCT_STR);
1389
1.63M
    assert(mbmi->ref_frame[1] == NONE_FRAME);
1390
1.63M
    if (interintra) {
1391
317k
      const INTERINTRA_MODE interintra_mode =
1392
317k
          read_interintra_mode(xd, r, bsize_group);
1393
317k
      mbmi->ref_frame[1] = INTRA_FRAME;
1394
317k
      mbmi->interintra_mode = interintra_mode;
1395
317k
      mbmi->angle_delta[PLANE_TYPE_Y] = 0;
1396
317k
      mbmi->angle_delta[PLANE_TYPE_UV] = 0;
1397
317k
      mbmi->filter_intra_mode_info.use_filter_intra = 0;
1398
317k
      if (av1_is_wedge_used(bsize)) {
1399
317k
        mbmi->use_wedge_interintra = aom_read_symbol(
1400
317k
            r, ec_ctx->wedge_interintra_cdf[bsize], 2, ACCT_STR);
1401
317k
        if (mbmi->use_wedge_interintra) {
1402
92.2k
          mbmi->interintra_wedge_index = (int8_t)aom_read_symbol(
1403
92.2k
              r, ec_ctx->wedge_idx_cdf[bsize], MAX_WEDGE_TYPES, ACCT_STR);
1404
92.2k
        }
1405
317k
      }
1406
317k
    }
1407
1.63M
  }
1408
1409
8.69M
  for (int ref = 0; ref < 1 + has_second_ref(mbmi); ++ref) {
1410
4.62M
    const MV_REFERENCE_FRAME frame = mbmi->ref_frame[ref];
1411
4.62M
    xd->block_ref_scale_factors[ref] = get_ref_scale_factors_const(cm, frame);
1412
4.62M
  }
1413
1414
4.06M
  mbmi->motion_mode = SIMPLE_TRANSLATION;
1415
4.06M
  if (is_motion_variation_allowed_bsize(mbmi->bsize) && !mbmi->skip_mode &&
1416
2.49M
      !has_second_ref(mbmi)) {
1417
2.08M
    mbmi->num_proj_ref = av1_findSamples(cm, xd, pts, pts_inref);
1418
2.08M
  }
1419
4.06M
  av1_count_overlappable_neighbors(cm, xd);
1420
1421
4.06M
  if (mbmi->ref_frame[1] != INTRA_FRAME)
1422
3.75M
    mbmi->motion_mode = read_motion_mode(cm, xd, mbmi, r);
1423
1424
  // init
1425
4.06M
  mbmi->comp_group_idx = 0;
1426
4.06M
  mbmi->compound_idx = 1;
1427
4.06M
  mbmi->interinter_comp.type = COMPOUND_AVERAGE;
1428
1429
4.06M
  if (has_second_ref(mbmi) && !mbmi->skip_mode) {
1430
    // Read idx to indicate current compound inter prediction mode group
1431
409k
    const int masked_compound_used = is_any_masked_compound_used(bsize) &&
1432
408k
                                     cm->seq_params->enable_masked_compound;
1433
1434
409k
    if (masked_compound_used) {
1435
395k
      const int ctx_comp_group_idx = get_comp_group_idx_context(xd);
1436
395k
      mbmi->comp_group_idx = (uint8_t)aom_read_symbol(
1437
395k
          r, ec_ctx->comp_group_idx_cdf[ctx_comp_group_idx], 2, ACCT_STR);
1438
395k
    }
1439
1440
409k
    if (mbmi->comp_group_idx == 0) {
1441
273k
      if (cm->seq_params->order_hint_info.enable_dist_wtd_comp) {
1442
247k
        const int comp_index_ctx = get_comp_index_context(cm, xd);
1443
247k
        mbmi->compound_idx = (uint8_t)aom_read_symbol(
1444
247k
            r, ec_ctx->compound_index_cdf[comp_index_ctx], 2, ACCT_STR);
1445
247k
        mbmi->interinter_comp.type =
1446
247k
            mbmi->compound_idx ? COMPOUND_AVERAGE : COMPOUND_DISTWTD;
1447
247k
      } else {
1448
        // Distance-weighted compound is disabled, so always use average
1449
25.9k
        mbmi->compound_idx = 1;
1450
25.9k
        mbmi->interinter_comp.type = COMPOUND_AVERAGE;
1451
25.9k
      }
1452
273k
    } else {
1453
135k
      assert(cm->current_frame.reference_mode != SINGLE_REFERENCE &&
1454
135k
             is_inter_compound_mode(mbmi->mode) &&
1455
135k
             mbmi->motion_mode == SIMPLE_TRANSLATION);
1456
135k
      assert(masked_compound_used);
1457
1458
      // compound_diffwtd, wedge
1459
134k
      if (is_interinter_compound_used(COMPOUND_WEDGE, bsize)) {
1460
116k
        mbmi->interinter_comp.type =
1461
116k
            COMPOUND_WEDGE + aom_read_symbol(r,
1462
116k
                                             ec_ctx->compound_type_cdf[bsize],
1463
116k
                                             MASKED_COMPOUND_TYPES, ACCT_STR);
1464
116k
      } else {
1465
18.1k
        mbmi->interinter_comp.type = COMPOUND_DIFFWTD;
1466
18.1k
      }
1467
1468
134k
      if (mbmi->interinter_comp.type == COMPOUND_WEDGE) {
1469
51.4k
        assert(is_interinter_compound_used(COMPOUND_WEDGE, bsize));
1470
51.5k
        mbmi->interinter_comp.wedge_index = (int8_t)aom_read_symbol(
1471
51.5k
            r, ec_ctx->wedge_idx_cdf[bsize], MAX_WEDGE_TYPES, ACCT_STR);
1472
51.5k
        mbmi->interinter_comp.wedge_sign = (int8_t)aom_read_bit(r, ACCT_STR);
1473
83.2k
      } else {
1474
83.2k
        assert(mbmi->interinter_comp.type == COMPOUND_DIFFWTD);
1475
83.3k
        mbmi->interinter_comp.mask_type =
1476
83.3k
            aom_read_literal(r, MAX_DIFFWTD_MASK_BITS, ACCT_STR);
1477
83.3k
      }
1478
134k
    }
1479
409k
  }
1480
1481
4.06M
  read_mb_interp_filter(xd, features->interp_filter,
1482
4.06M
                        cm->seq_params->enable_dual_filter, mbmi, r);
1483
1484
4.06M
  if (mbmi->motion_mode == WARPED_CAUSAL) {
1485
321k
    const int mi_row = xd->mi_row;
1486
321k
    const int mi_col = xd->mi_col;
1487
321k
    mbmi->wm_params.wmtype = DEFAULT_WMTYPE;
1488
321k
    mbmi->wm_params.invalid = 0;
1489
1490
321k
    if (mbmi->num_proj_ref > 1) {
1491
248k
      mbmi->num_proj_ref = av1_selectSamples(&mbmi->mv[0].as_mv, pts, pts_inref,
1492
248k
                                             mbmi->num_proj_ref, bsize);
1493
248k
    }
1494
1495
321k
    if (av1_find_projection(mbmi->num_proj_ref, pts, pts_inref, bsize,
1496
321k
                            mbmi->mv[0].as_mv.row, mbmi->mv[0].as_mv.col,
1497
321k
                            &mbmi->wm_params, mi_row, mi_col)) {
1498
#if WARPED_MOTION_DEBUG
1499
      printf("Warning: unexpected warped model from aomenc\n");
1500
#endif
1501
53.9k
      mbmi->wm_params.invalid = 1;
1502
53.9k
    }
1503
321k
  }
1504
1505
4.06M
  xd->cfl.store_y = store_cfl_required(cm, xd);
1506
1507
#if DEC_MISMATCH_DEBUG
1508
  dec_dump_logs(cm, mi, mi_row, mi_col, mode_ctx);
1509
#endif  // DEC_MISMATCH_DEBUG
1510
4.06M
}
1511
1512
static void read_inter_frame_mode_info(AV1Decoder *const pbi,
1513
5.41M
                                       DecoderCodingBlock *dcb, aom_reader *r) {
1514
5.41M
  AV1_COMMON *const cm = &pbi->common;
1515
5.41M
  MACROBLOCKD *const xd = &dcb->xd;
1516
5.41M
  MB_MODE_INFO *const mbmi = xd->mi[0];
1517
5.41M
  int inter_block = 1;
1518
1519
5.41M
  mbmi->mv[0].as_int = 0;
1520
5.41M
  mbmi->mv[1].as_int = 0;
1521
5.41M
  mbmi->segment_id = read_inter_segment_id(cm, xd, 1, r);
1522
1523
5.41M
  mbmi->skip_mode = read_skip_mode(cm, xd, mbmi->segment_id, r);
1524
1525
5.41M
  if (mbmi->skip_mode)
1526
151k
    mbmi->skip_txfm = 1;
1527
5.26M
  else
1528
5.26M
    mbmi->skip_txfm = read_skip_txfm(cm, xd, mbmi->segment_id, r);
1529
1530
5.41M
  if (!cm->seg.segid_preskip)
1531
4.94M
    mbmi->segment_id = read_inter_segment_id(cm, xd, 0, r);
1532
1533
5.41M
  read_cdef(cm, r, xd);
1534
1535
5.41M
  read_delta_q_params(cm, xd, r);
1536
1537
5.41M
  if (!mbmi->skip_mode)
1538
5.26M
    inter_block = read_is_inter_block(cm, xd, mbmi->segment_id, r);
1539
1540
5.41M
  mbmi->current_qindex = xd->current_base_qindex;
1541
1542
5.41M
  xd->above_txfm_context =
1543
5.41M
      cm->above_contexts.txfm[xd->tile.tile_row] + xd->mi_col;
1544
5.41M
  xd->left_txfm_context =
1545
5.41M
      xd->left_txfm_context_buffer + (xd->mi_row & MAX_MIB_MASK);
1546
1547
5.41M
  if (inter_block)
1548
4.06M
    read_inter_block_mode_info(pbi, dcb, mbmi, r);
1549
1.35M
  else
1550
1.35M
    read_intra_block_mode_info(cm, xd, mbmi, r);
1551
5.41M
}
1552
1553
static void intra_copy_frame_mvs(AV1_COMMON *const cm, int mi_row, int mi_col,
1554
3.43M
                                 int x_mis, int y_mis) {
1555
3.43M
  const int frame_mvs_stride = ROUND_POWER_OF_TWO(cm->mi_params.mi_cols, 1);
1556
3.43M
  MV_REF *frame_mvs =
1557
3.43M
      cm->cur_frame->mvs + (mi_row >> 1) * frame_mvs_stride + (mi_col >> 1);
1558
3.43M
  x_mis = ROUND_POWER_OF_TWO(x_mis, 1);
1559
3.43M
  y_mis = ROUND_POWER_OF_TWO(y_mis, 1);
1560
1561
11.7M
  for (int h = 0; h < y_mis; h++) {
1562
8.28M
    MV_REF *mv = frame_mvs;
1563
49.1M
    for (int w = 0; w < x_mis; w++) {
1564
40.8M
      mv->ref_frame = NONE_FRAME;
1565
40.8M
      mv++;
1566
40.8M
    }
1567
8.28M
    frame_mvs += frame_mvs_stride;
1568
8.28M
  }
1569
3.43M
}
1570
1571
void av1_read_mode_info(AV1Decoder *const pbi, DecoderCodingBlock *dcb,
1572
13.7M
                        aom_reader *r, int x_mis, int y_mis) {
1573
13.7M
  AV1_COMMON *const cm = &pbi->common;
1574
13.7M
  MACROBLOCKD *const xd = &dcb->xd;
1575
13.7M
  MB_MODE_INFO *const mi = xd->mi[0];
1576
13.7M
  mi->use_intrabc = 0;
1577
1578
13.7M
  if (frame_is_intra_only(cm)) {
1579
8.37M
    read_intra_frame_mode_info(cm, dcb, r);
1580
8.37M
    if (cm->seq_params->order_hint_info.enable_ref_frame_mvs)
1581
3.43M
      intra_copy_frame_mvs(cm, xd->mi_row, xd->mi_col, x_mis, y_mis);
1582
8.37M
  } else {
1583
5.41M
    read_inter_frame_mode_info(pbi, dcb, r);
1584
5.41M
    if (cm->seq_params->order_hint_info.enable_ref_frame_mvs)
1585
5.35M
      av1_copy_frame_mvs(cm, mi, xd->mi_row, xd->mi_col, x_mis, y_mis);
1586
5.41M
  }
1587
13.7M
}