Coverage Report

Created: 2026-10-17 06:45

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/libvpx/vp9/decoder/vp9_decodemv.c
Line
Count
Source
1
/*
2
  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
 *  that can be found in the LICENSE file in the root of the source
6
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
9
 */
10
11
#include <assert.h>
12
13
#include "vp9/common/vp9_common.h"
14
#include "vp9/common/vp9_entropy.h"
15
#include "vp9/common/vp9_entropymode.h"
16
#include "vp9/common/vp9_entropymv.h"
17
#include "vp9/common/vp9_mvref_common.h"
18
#include "vp9/common/vp9_pred_common.h"
19
#include "vp9/common/vp9_reconinter.h"
20
#include "vp9/common/vp9_seg_common.h"
21
22
#include "vp9/decoder/vp9_decodemv.h"
23
#include "vp9/decoder/vp9_decodeframe.h"
24
25
#include "vpx_dsp/vpx_dsp_common.h"
26
27
43.5M
static PREDICTION_MODE read_intra_mode(vpx_reader *r, const vpx_prob *p) {
28
43.5M
  return (PREDICTION_MODE)vpx_read_tree(r, vp9_intra_mode_tree, p);
29
43.5M
}
30
31
static PREDICTION_MODE read_intra_mode_y(VP9_COMMON *cm, MACROBLOCKD *xd,
32
10.4M
                                         vpx_reader *r, int size_group) {
33
10.4M
  const PREDICTION_MODE y_mode =
34
10.4M
      read_intra_mode(r, cm->fc->y_mode_prob[size_group]);
35
10.4M
  FRAME_COUNTS *counts = xd->counts;
36
10.4M
  if (counts) ++counts->y_mode[size_group][y_mode];
37
10.4M
  return y_mode;
38
10.4M
}
39
40
static PREDICTION_MODE read_intra_mode_uv(VP9_COMMON *cm, MACROBLOCKD *xd,
41
                                          vpx_reader *r,
42
9.10M
                                          PREDICTION_MODE y_mode) {
43
9.10M
  const PREDICTION_MODE uv_mode =
44
9.10M
      read_intra_mode(r, cm->fc->uv_mode_prob[y_mode]);
45
9.10M
  FRAME_COUNTS *counts = xd->counts;
46
9.10M
  if (counts) ++counts->uv_mode[y_mode][uv_mode];
47
9.10M
  return uv_mode;
48
9.10M
}
49
50
static PREDICTION_MODE read_inter_mode(VP9_COMMON *cm, MACROBLOCKD *xd,
51
23.9M
                                       vpx_reader *r, int ctx) {
52
23.9M
  const int mode =
53
23.9M
      vpx_read_tree(r, vp9_inter_mode_tree, cm->fc->inter_mode_probs[ctx]);
54
23.9M
  FRAME_COUNTS *counts = xd->counts;
55
23.9M
  if (counts) ++counts->inter_mode[ctx][mode];
56
57
23.9M
  return NEARESTMV + mode;
58
23.9M
}
59
60
8.91M
static int read_segment_id(vpx_reader *r, const struct segmentation *seg) {
61
8.91M
  return vpx_read_tree(r, vp9_segment_tree, seg->tree_probs);
62
8.91M
}
63
64
static TX_SIZE read_selected_tx_size(VP9_COMMON *cm, MACROBLOCKD *xd,
65
5.02M
                                     TX_SIZE max_tx_size, vpx_reader *r) {
66
5.02M
  FRAME_COUNTS *counts = xd->counts;
67
5.02M
  const int ctx = get_tx_size_context(xd);
68
5.02M
  const vpx_prob *tx_probs = get_tx_probs(max_tx_size, ctx, &cm->fc->tx_probs);
69
5.02M
  int tx_size = vpx_read(r, tx_probs[0]);
70
5.02M
  if (tx_size != TX_4X4 && max_tx_size >= TX_16X16) {
71
1.85M
    tx_size += vpx_read(r, tx_probs[1]);
72
1.85M
    if (tx_size != TX_8X8 && max_tx_size >= TX_32X32)
73
570k
      tx_size += vpx_read(r, tx_probs[2]);
74
1.85M
  }
75
76
5.02M
  if (counts) ++get_tx_counts(max_tx_size, ctx, &counts->tx)[tx_size];
77
5.02M
  return (TX_SIZE)tx_size;
78
5.02M
}
79
80
static INLINE TX_SIZE read_tx_size(VP9_COMMON *cm, MACROBLOCKD *xd,
81
41.1M
                                   int allow_select, vpx_reader *r) {
82
41.1M
  TX_MODE tx_mode = cm->tx_mode;
83
41.1M
  BLOCK_SIZE bsize = xd->mi[0]->sb_type;
84
41.1M
  const TX_SIZE max_tx_size = max_txsize_lookup[bsize];
85
41.1M
  if (allow_select && tx_mode == TX_MODE_SELECT && bsize >= BLOCK_8X8)
86
5.02M
    return read_selected_tx_size(cm, xd, max_tx_size, r);
87
36.1M
  else
88
36.1M
    return VPXMIN(max_tx_size, tx_mode_to_biggest_tx_size[tx_mode]);
89
41.1M
}
90
91
static int dec_get_segment_id(const VP9_COMMON *cm, const uint8_t *segment_ids,
92
8.30M
                              int mi_offset, int x_mis, int y_mis) {
93
8.30M
  int x, y, segment_id = INT_MAX;
94
95
30.2M
  for (y = 0; y < y_mis; y++)
96
123M
    for (x = 0; x < x_mis; x++)
97
101M
      segment_id =
98
101M
          VPXMIN(segment_id, segment_ids[mi_offset + y * cm->mi_cols + x]);
99
100
8.30M
  assert(segment_id >= 0 && segment_id < MAX_SEGMENTS);
101
8.30M
  return segment_id;
102
8.30M
}
103
104
static void set_segment_id(VP9_COMMON *cm, int mi_offset, int x_mis, int y_mis,
105
9.07M
                           int segment_id) {
106
9.07M
  int x, y;
107
108
9.07M
  assert(segment_id >= 0 && segment_id < MAX_SEGMENTS);
109
110
41.6M
  for (y = 0; y < y_mis; y++)
111
230M
    for (x = 0; x < x_mis; x++)
112
198M
      cm->current_frame_seg_map[mi_offset + y * cm->mi_cols + x] = segment_id;
113
9.07M
}
114
115
static void copy_segment_id(const VP9_COMMON *cm,
116
                            const uint8_t *last_segment_ids,
117
                            uint8_t *current_segment_ids, int mi_offset,
118
6.91M
                            int x_mis, int y_mis) {
119
6.91M
  int x, y;
120
121
24.8M
  for (y = 0; y < y_mis; y++)
122
101M
    for (x = 0; x < x_mis; x++)
123
83.0M
      current_segment_ids[mi_offset + y * cm->mi_cols + x] =
124
83.0M
          last_segment_ids ? last_segment_ids[mi_offset + y * cm->mi_cols + x]
125
83.0M
                           : 0;
126
6.91M
}
127
128
static int read_intra_segment_id(VP9_COMMON *const cm, int mi_offset, int x_mis,
129
10.3M
                                 int y_mis, vpx_reader *r) {
130
10.3M
  struct segmentation *const seg = &cm->seg;
131
10.3M
  int segment_id;
132
133
10.3M
  if (!seg->enabled) return 0;  // Default for disabled segmentation
134
135
7.68M
  if (!seg->update_map) {
136
2.14M
    copy_segment_id(cm, cm->last_frame_seg_map, cm->current_frame_seg_map,
137
2.14M
                    mi_offset, x_mis, y_mis);
138
2.14M
    return 0;
139
2.14M
  }
140
141
5.53M
  segment_id = read_segment_id(r, seg);
142
5.53M
  set_segment_id(cm, mi_offset, x_mis, y_mis, segment_id);
143
5.53M
  return segment_id;
144
7.68M
}
145
146
static int read_inter_segment_id(VP9_COMMON *const cm, MACROBLOCKD *const xd,
147
                                 int mi_row, int mi_col, vpx_reader *r,
148
30.8M
                                 int x_mis, int y_mis) {
149
30.8M
  struct segmentation *const seg = &cm->seg;
150
30.8M
  MODE_INFO *const mi = xd->mi[0];
151
30.8M
  int predicted_segment_id, segment_id;
152
30.8M
  const int mi_offset = mi_row * cm->mi_cols + mi_col;
153
154
30.8M
  if (!seg->enabled) return 0;  // Default for disabled segmentation
155
156
8.30M
  predicted_segment_id = cm->last_frame_seg_map
157
8.30M
                             ? dec_get_segment_id(cm, cm->last_frame_seg_map,
158
8.30M
                                                  mi_offset, x_mis, y_mis)
159
8.30M
                             : 0;
160
161
8.30M
  if (!seg->update_map) {
162
4.76M
    copy_segment_id(cm, cm->last_frame_seg_map, cm->current_frame_seg_map,
163
4.76M
                    mi_offset, x_mis, y_mis);
164
4.76M
    return predicted_segment_id;
165
4.76M
  }
166
167
3.53M
  if (seg->temporal_update) {
168
2.94M
    const vpx_prob pred_prob = vp9_get_pred_prob_seg_id(seg, xd);
169
2.94M
    mi->seg_id_predicted = vpx_read(r, pred_prob);
170
2.94M
    segment_id =
171
2.94M
        mi->seg_id_predicted ? predicted_segment_id : read_segment_id(r, seg);
172
2.94M
  } else {
173
594k
    segment_id = read_segment_id(r, seg);
174
594k
  }
175
3.53M
  set_segment_id(cm, mi_offset, x_mis, y_mis, segment_id);
176
3.53M
  return segment_id;
177
8.30M
}
178
179
static int read_skip(VP9_COMMON *cm, const MACROBLOCKD *xd, int segment_id,
180
41.1M
                     vpx_reader *r) {
181
41.1M
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_SKIP)) {
182
11.7M
    return 1;
183
29.3M
  } else {
184
29.3M
    const int ctx = vp9_get_skip_context(xd);
185
29.3M
    const int skip = vpx_read(r, cm->fc->skip_probs[ctx]);
186
29.3M
    FRAME_COUNTS *counts = xd->counts;
187
29.3M
    if (counts) ++counts->skip[ctx][skip];
188
29.3M
    return skip;
189
29.3M
  }
190
41.1M
}
191
192
static void read_intra_frame_mode_info(VP9_COMMON *const cm,
193
                                       MACROBLOCKD *const xd, int mi_row,
194
                                       int mi_col, vpx_reader *r, int x_mis,
195
10.3M
                                       int y_mis) {
196
10.3M
  MODE_INFO *const mi = xd->mi[0];
197
10.3M
  const MODE_INFO *above_mi = xd->above_mi;
198
10.3M
  const MODE_INFO *left_mi = xd->left_mi;
199
10.3M
  const BLOCK_SIZE bsize = mi->sb_type;
200
10.3M
  int i;
201
10.3M
  const int mi_offset = mi_row * cm->mi_cols + mi_col;
202
203
10.3M
  mi->segment_id = read_intra_segment_id(cm, mi_offset, x_mis, y_mis, r);
204
10.3M
  mi->skip = read_skip(cm, xd, mi->segment_id, r);
205
10.3M
  mi->tx_size = read_tx_size(cm, xd, 1, r);
206
10.3M
  mi->ref_frame[0] = INTRA_FRAME;
207
10.3M
  mi->ref_frame[1] = NO_REF_FRAME;
208
209
10.3M
  switch (bsize) {
210
816k
    case BLOCK_4X4:
211
4.07M
      for (i = 0; i < 4; ++i)
212
3.26M
        mi->bmi[i].as_mode =
213
3.26M
            read_intra_mode(r, get_y_mode_probs(mi, above_mi, left_mi, i));
214
816k
      mi->mode = mi->bmi[3].as_mode;
215
816k
      break;
216
361k
    case BLOCK_4X8:
217
361k
      mi->bmi[0].as_mode = mi->bmi[2].as_mode =
218
361k
          read_intra_mode(r, get_y_mode_probs(mi, above_mi, left_mi, 0));
219
361k
      mi->bmi[1].as_mode = mi->bmi[3].as_mode = mi->mode =
220
361k
          read_intra_mode(r, get_y_mode_probs(mi, above_mi, left_mi, 1));
221
361k
      break;
222
574k
    case BLOCK_8X4:
223
574k
      mi->bmi[0].as_mode = mi->bmi[1].as_mode =
224
574k
          read_intra_mode(r, get_y_mode_probs(mi, above_mi, left_mi, 0));
225
574k
      mi->bmi[2].as_mode = mi->bmi[3].as_mode = mi->mode =
226
574k
          read_intra_mode(r, get_y_mode_probs(mi, above_mi, left_mi, 2));
227
574k
      break;
228
8.59M
    default:
229
8.59M
      mi->mode = read_intra_mode(r, get_y_mode_probs(mi, above_mi, left_mi, 0));
230
10.3M
  }
231
232
10.3M
  mi->uv_mode = read_intra_mode(r, vp9_kf_uv_mode_prob[mi->mode]);
233
10.3M
}
234
235
static int read_mv_component(vpx_reader *r, const nmv_component *mvcomp,
236
19.0M
                             int usehp) {
237
19.0M
  int mag, d, fr, hp;
238
19.0M
  const int sign = vpx_read(r, mvcomp->sign);
239
19.0M
  const int mv_class = vpx_read_tree(r, vp9_mv_class_tree, mvcomp->classes);
240
19.0M
  const int class0 = mv_class == MV_CLASS_0;
241
242
  // Integer part
243
19.0M
  if (class0) {
244
13.3M
    d = vpx_read(r, mvcomp->class0[0]);
245
13.3M
    mag = 0;
246
13.3M
  } else {
247
5.63M
    int i;
248
5.63M
    const int n = mv_class + CLASS0_BITS - 1;  // number of bits
249
250
5.63M
    d = 0;
251
20.0M
    for (i = 0; i < n; ++i) d |= vpx_read(r, mvcomp->bits[i]) << i;
252
5.63M
    mag = CLASS0_SIZE << (mv_class + 2);
253
5.63M
  }
254
255
  // Fractional part
256
19.0M
  fr = vpx_read_tree(r, vp9_mv_fp_tree,
257
19.0M
                     class0 ? mvcomp->class0_fp[d] : mvcomp->fp);
258
259
  // High precision part (if hp is not used, the default value of the hp is 1)
260
19.0M
  hp = usehp ? vpx_read(r, class0 ? mvcomp->class0_hp : mvcomp->hp) : 1;
261
262
  // Result
263
19.0M
  mag += ((d << 3) | (fr << 1) | hp) + 1;
264
19.0M
  return sign ? -mag : mag;
265
19.0M
}
266
267
static INLINE void read_mv(vpx_reader *r, MV *mv, const MV *ref,
268
                           const nmv_context *ctx, nmv_context_counts *counts,
269
14.9M
                           int allow_hp) {
270
14.9M
  const MV_JOINT_TYPE joint_type =
271
14.9M
      (MV_JOINT_TYPE)vpx_read_tree(r, vp9_mv_joint_tree, ctx->joints);
272
14.9M
  const int use_hp = allow_hp && use_mv_hp(ref);
273
14.9M
  MV diff = { 0, 0 };
274
275
14.9M
  if (mv_joint_vertical(joint_type))
276
10.7M
    diff.row = read_mv_component(r, &ctx->comps[0], use_hp);
277
278
14.9M
  if (mv_joint_horizontal(joint_type))
279
8.30M
    diff.col = read_mv_component(r, &ctx->comps[1], use_hp);
280
281
14.9M
  vp9_inc_mv(&diff, counts);
282
283
14.9M
  mv->row = ref->row + diff.row;
284
14.9M
  mv->col = ref->col + diff.col;
285
14.9M
}
286
287
static REFERENCE_MODE read_block_reference_mode(VP9_COMMON *cm,
288
                                                const MACROBLOCKD *xd,
289
21.3M
                                                vpx_reader *r) {
290
21.3M
  if (cm->reference_mode == REFERENCE_MODE_SELECT) {
291
14.4M
    const int ctx = vp9_get_reference_mode_context(cm, xd);
292
14.4M
    const REFERENCE_MODE mode =
293
14.4M
        (REFERENCE_MODE)vpx_read(r, cm->fc->comp_inter_prob[ctx]);
294
14.4M
    FRAME_COUNTS *counts = xd->counts;
295
14.4M
    if (counts) ++counts->comp_inter[ctx][mode];
296
14.4M
    return mode;  // SINGLE_REFERENCE or COMPOUND_REFERENCE
297
14.4M
  } else {
298
6.82M
    return cm->reference_mode;
299
6.82M
  }
300
21.3M
}
301
302
// Read the reference frame
303
static void read_ref_frames(VP9_COMMON *const cm, MACROBLOCKD *const xd,
304
                            vpx_reader *r, int segment_id,
305
21.7M
                            MV_REFERENCE_FRAME ref_frame[2]) {
306
21.7M
  FRAME_CONTEXT *const fc = cm->fc;
307
21.7M
  FRAME_COUNTS *counts = xd->counts;
308
309
21.7M
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME)) {
310
408k
    ref_frame[0] = (MV_REFERENCE_FRAME)get_segdata(&cm->seg, segment_id,
311
408k
                                                   SEG_LVL_REF_FRAME);
312
408k
    ref_frame[1] = NO_REF_FRAME;
313
21.3M
  } else {
314
21.3M
    const REFERENCE_MODE mode = read_block_reference_mode(cm, xd, r);
315
    // FIXME(rbultje) I'm pretty sure this breaks segmentation ref frame coding
316
21.3M
    if (mode == COMPOUND_REFERENCE) {
317
9.80M
      const int idx = cm->ref_frame_sign_bias[cm->comp_fixed_ref];
318
9.80M
      const int ctx = vp9_get_pred_context_comp_ref_p(cm, xd);
319
9.80M
      const int bit = vpx_read(r, fc->comp_ref_prob[ctx]);
320
9.80M
      if (counts) ++counts->comp_ref[ctx][bit];
321
9.80M
      ref_frame[idx] = cm->comp_fixed_ref;
322
9.80M
      ref_frame[!idx] = cm->comp_var_ref[bit];
323
11.5M
    } else if (mode == SINGLE_REFERENCE) {
324
11.5M
      const int ctx0 = vp9_get_pred_context_single_ref_p1(xd);
325
11.5M
      const int bit0 = vpx_read(r, fc->single_ref_prob[ctx0][0]);
326
11.5M
      if (counts) ++counts->single_ref[ctx0][0][bit0];
327
11.5M
      if (bit0) {
328
4.61M
        const int ctx1 = vp9_get_pred_context_single_ref_p2(xd);
329
4.61M
        const int bit1 = vpx_read(r, fc->single_ref_prob[ctx1][1]);
330
4.61M
        if (counts) ++counts->single_ref[ctx1][1][bit1];
331
4.61M
        ref_frame[0] = bit1 ? ALTREF_FRAME : GOLDEN_FRAME;
332
6.88M
      } else {
333
6.88M
        ref_frame[0] = LAST_FRAME;
334
6.88M
      }
335
336
11.5M
      ref_frame[1] = NO_REF_FRAME;
337
18.4E
    } else {
338
18.4E
      assert(0 && "Invalid prediction mode.");
339
18.4E
    }
340
21.3M
  }
341
21.7M
}
342
343
static INLINE INTERP_FILTER read_switchable_interp_filter(VP9_COMMON *const cm,
344
                                                          MACROBLOCKD *const xd,
345
3.11M
                                                          vpx_reader *r) {
346
3.11M
  const int ctx = get_pred_context_switchable_interp(xd);
347
3.11M
  const INTERP_FILTER type = (INTERP_FILTER)vpx_read_tree(
348
3.11M
      r, vp9_switchable_interp_tree, cm->fc->switchable_interp_prob[ctx]);
349
3.11M
  FRAME_COUNTS *counts = xd->counts;
350
3.11M
  if (counts) ++counts->switchable_interp[ctx][type];
351
3.11M
  return type;
352
3.11M
}
353
354
static void read_intra_block_mode_info(VP9_COMMON *const cm,
355
                                       MACROBLOCKD *const xd, MODE_INFO *mi,
356
9.10M
                                       vpx_reader *r) {
357
9.10M
  const BLOCK_SIZE bsize = mi->sb_type;
358
9.10M
  int i;
359
360
9.10M
  switch (bsize) {
361
232k
    case BLOCK_4X4:
362
1.16M
      for (i = 0; i < 4; ++i)
363
931k
        mi->bmi[i].as_mode = read_intra_mode_y(cm, xd, r, 0);
364
232k
      mi->mode = mi->bmi[3].as_mode;
365
232k
      break;
366
261k
    case BLOCK_4X8:
367
261k
      mi->bmi[0].as_mode = mi->bmi[2].as_mode = read_intra_mode_y(cm, xd, r, 0);
368
261k
      mi->bmi[1].as_mode = mi->bmi[3].as_mode = mi->mode =
369
261k
          read_intra_mode_y(cm, xd, r, 0);
370
261k
      break;
371
413k
    case BLOCK_8X4:
372
413k
      mi->bmi[0].as_mode = mi->bmi[1].as_mode = read_intra_mode_y(cm, xd, r, 0);
373
413k
      mi->bmi[2].as_mode = mi->bmi[3].as_mode = mi->mode =
374
413k
          read_intra_mode_y(cm, xd, r, 0);
375
413k
      break;
376
8.19M
    default: mi->mode = read_intra_mode_y(cm, xd, r, size_group_lookup[bsize]);
377
9.10M
  }
378
379
9.10M
  mi->uv_mode = read_intra_mode_uv(cm, xd, r, mi->mode);
380
381
  // Initialize interp_filter here so we do not have to check for inter block
382
  // modes in get_pred_context_switchable_interp()
383
9.10M
  mi->interp_filter = SWITCHABLE_FILTERS;
384
385
9.10M
  mi->ref_frame[0] = INTRA_FRAME;
386
9.10M
  mi->ref_frame[1] = NO_REF_FRAME;
387
9.10M
}
388
389
14.9M
static INLINE int is_mv_valid(const MV *mv) {
390
14.9M
  return mv->row > MV_LOW && mv->row < MV_UPP && mv->col > MV_LOW &&
391
14.9M
         mv->col < MV_UPP;
392
14.9M
}
393
394
345M
static INLINE void copy_mv_pair(int_mv *dst, const int_mv *src) {
395
345M
  memcpy(dst, src, sizeof(*dst) * 2);
396
345M
}
397
398
2.98M
static INLINE void zero_mv_pair(int_mv *dst) {
399
2.98M
  memset(dst, 0, sizeof(*dst) * 2);
400
2.98M
}
401
402
static INLINE int assign_mv(VP9_COMMON *cm, MACROBLOCKD *xd,
403
                            PREDICTION_MODE mode, int_mv mv[2],
404
                            int_mv ref_mv[2], int_mv near_nearest_mv[2],
405
25.5M
                            int is_compound, int allow_hp, vpx_reader *r) {
406
25.5M
  int i;
407
25.5M
  int ret = 1;
408
409
25.5M
  switch (mode) {
410
9.84M
    case NEWMV: {
411
9.84M
      FRAME_COUNTS *counts = xd->counts;
412
9.84M
      nmv_context_counts *const mv_counts = counts ? &counts->mv : NULL;
413
24.8M
      for (i = 0; i < 1 + is_compound; ++i) {
414
14.9M
        read_mv(r, &mv[i].as_mv, &ref_mv[i].as_mv, &cm->fc->nmvc, mv_counts,
415
14.9M
                allow_hp);
416
14.9M
        ret = ret && is_mv_valid(&mv[i].as_mv);
417
14.9M
      }
418
9.84M
      break;
419
0
    }
420
3.27M
    case NEARMV:
421
12.6M
    case NEARESTMV: {
422
12.6M
      copy_mv_pair(mv, near_nearest_mv);
423
12.6M
      break;
424
3.27M
    }
425
2.98M
    case ZEROMV: {
426
2.98M
      zero_mv_pair(mv);
427
2.98M
      break;
428
3.27M
    }
429
0
    default: {
430
0
      return 0;
431
3.27M
    }
432
25.5M
  }
433
25.5M
  return ret;
434
25.5M
}
435
436
static int read_is_inter_block(VP9_COMMON *const cm, MACROBLOCKD *const xd,
437
30.8M
                               int segment_id, vpx_reader *r) {
438
30.8M
  if (segfeature_active(&cm->seg, segment_id, SEG_LVL_REF_FRAME)) {
439
4.30M
    return get_segdata(&cm->seg, segment_id, SEG_LVL_REF_FRAME) != INTRA_FRAME;
440
26.5M
  } else {
441
26.5M
    const int ctx = get_intra_inter_context(xd);
442
26.5M
    const int is_inter = vpx_read(r, cm->fc->intra_inter_prob[ctx]);
443
26.5M
    FRAME_COUNTS *counts = xd->counts;
444
26.5M
    if (counts) ++counts->intra_inter[ctx][is_inter];
445
26.5M
    return is_inter;
446
26.5M
  }
447
30.8M
}
448
449
// This macro is used to add a motion vector mv_ref list if it isn't
450
// already in the list.  If it's the second motion vector or early_break
451
// it will also skip all additional processing and jump to Done!
452
#define ADD_MV_REF_LIST_EB(mv, refmv_count, mv_ref_list, Done) \
453
39.3M
  do {                                                         \
454
39.3M
    if (refmv_count) {                                         \
455
10.2M
      if ((mv).as_int != (mv_ref_list)[0].as_int) {            \
456
4.22M
        (mv_ref_list)[(refmv_count)] = (mv);                   \
457
4.22M
        refmv_count++;                                         \
458
4.22M
        goto Done;                                             \
459
4.22M
      }                                                        \
460
29.1M
    } else {                                                   \
461
29.1M
      (mv_ref_list)[(refmv_count)++] = (mv);                   \
462
29.1M
      if (early_break) goto Done;                              \
463
29.1M
    }                                                          \
464
39.3M
  } while (0)
465
466
// If either reference frame is different, not INTRA, and they
467
// are different from each other scale and add the mv to our list.
468
#define IF_DIFF_REF_FRAME_ADD_MV_EB(mbmi, ref_frame, ref_sign_bias,       \
469
                                    refmv_count, mv_ref_list, Done)       \
470
8.81M
  do {                                                                    \
471
8.81M
    if (is_inter_block(mbmi)) {                                           \
472
5.58M
      if ((mbmi)->ref_frame[0] != ref_frame)                              \
473
5.58M
        ADD_MV_REF_LIST_EB(scale_mv((mbmi), 0, ref_frame, ref_sign_bias), \
474
5.58M
                           refmv_count, mv_ref_list, Done);               \
475
5.58M
      if (has_second_ref(mbmi) && (mbmi)->ref_frame[1] != ref_frame &&    \
476
3.57M
          (mbmi)->mv[1].as_int != (mbmi)->mv[0].as_int)                   \
477
3.57M
        ADD_MV_REF_LIST_EB(scale_mv((mbmi), 1, ref_frame, ref_sign_bias), \
478
3.57M
                           refmv_count, mv_ref_list, Done);               \
479
3.57M
    }                                                                     \
480
8.81M
  } while (0)
481
482
// This function searches the neighborhood of a given MB/SB
483
// to try and find candidate reference vectors.
484
static int dec_find_mv_refs(const VP9_COMMON *cm, const MACROBLOCKD *xd,
485
                            PREDICTION_MODE mode, MV_REFERENCE_FRAME ref_frame,
486
                            const POSITION *const mv_ref_search,
487
                            int_mv *mv_ref_list, int mi_row, int mi_col,
488
29.5M
                            int block) {
489
29.5M
  const int *ref_sign_bias = cm->ref_frame_sign_bias;
490
29.5M
  int i, refmv_count = 0;
491
29.5M
  int different_ref_found = 0;
492
29.5M
  const MV_REF *const prev_frame_mvs =
493
29.5M
      cm->use_prev_frame_mvs
494
29.5M
          ? cm->prev_frame->mvs + mi_row * cm->mi_cols + mi_col
495
29.5M
          : NULL;
496
29.5M
  const TileInfo *const tile = &xd->tile;
497
  // If mode is nearestmv or newmv (uses nearestmv as a reference) then stop
498
  // searching after the first mv is found.
499
29.5M
  const int early_break = (mode != NEARMV);
500
501
  // Blank the reference vector list
502
29.5M
  memset(mv_ref_list, 0, sizeof(*mv_ref_list) * MAX_MV_REF_CANDIDATES);
503
504
29.5M
  i = 0;
505
29.5M
  if (block >= 0) {
506
    // If the size < 8x8 we get the mv from the bmi substructure for the
507
    // nearest two blocks.
508
5.75M
    for (i = 0; i < 2; ++i) {
509
4.52M
      const POSITION *const mv_ref = &mv_ref_search[i];
510
4.52M
      if (is_inside(tile, mi_col, mi_row, cm->mi_rows, mv_ref)) {
511
4.30M
        const MODE_INFO *const candidate_mi =
512
4.30M
            xd->mi[mv_ref->col + mv_ref->row * xd->mi_stride];
513
4.30M
        different_ref_found = 1;
514
515
4.30M
        if (candidate_mi->ref_frame[0] == ref_frame)
516
1.63M
          ADD_MV_REF_LIST_EB(
517
4.30M
              get_sub_block_mv(candidate_mi, 0, mv_ref->col, block),
518
4.30M
              refmv_count, mv_ref_list, Done);
519
2.67M
        else if (candidate_mi->ref_frame[1] == ref_frame)
520
887k
          ADD_MV_REF_LIST_EB(
521
4.30M
              get_sub_block_mv(candidate_mi, 1, mv_ref->col, block),
522
4.30M
              refmv_count, mv_ref_list, Done);
523
4.30M
      }
524
4.52M
    }
525
2.65M
  }
526
527
  // Check the rest of the neighbors in much the same way
528
  // as before except we don't need to keep track of sub blocks or
529
  // mode counts.
530
78.7M
  for (; i < MVREF_NEIGHBOURS; ++i) {
531
75.4M
    const POSITION *const mv_ref = &mv_ref_search[i];
532
75.4M
    if (is_inside(tile, mi_col, mi_row, cm->mi_rows, mv_ref)) {
533
71.0M
      const MODE_INFO *const candidate =
534
71.0M
          xd->mi[mv_ref->col + mv_ref->row * xd->mi_stride];
535
71.0M
      different_ref_found = 1;
536
537
71.0M
      if (candidate->ref_frame[0] == ref_frame)
538
21.9M
        ADD_MV_REF_LIST_EB(candidate->mv[0], refmv_count, mv_ref_list, Done);
539
49.1M
      else if (candidate->ref_frame[1] == ref_frame)
540
10.2M
        ADD_MV_REF_LIST_EB(candidate->mv[1], refmv_count, mv_ref_list, Done);
541
71.0M
    }
542
75.4M
  }
543
544
  // Check the last frame's mode and mv info.
545
3.32M
  if (prev_frame_mvs) {
546
389k
    if (prev_frame_mvs->ref_frame[0] == ref_frame) {
547
166k
      ADD_MV_REF_LIST_EB(prev_frame_mvs->mv[0], refmv_count, mv_ref_list, Done);
548
223k
    } else if (prev_frame_mvs->ref_frame[1] == ref_frame) {
549
74.9k
      ADD_MV_REF_LIST_EB(prev_frame_mvs->mv[1], refmv_count, mv_ref_list, Done);
550
74.9k
    }
551
389k
  }
552
553
  // Since we couldn't find 2 mvs from the same reference frame
554
  // go back through the neighbors and find motion vectors from
555
  // different reference frames.
556
3.18M
  if (different_ref_found) {
557
11.2M
    for (i = 0; i < MVREF_NEIGHBOURS; ++i) {
558
10.3M
      const POSITION *mv_ref = &mv_ref_search[i];
559
10.3M
      if (is_inside(tile, mi_col, mi_row, cm->mi_rows, mv_ref)) {
560
8.81M
        const MODE_INFO *const candidate =
561
8.81M
            xd->mi[mv_ref->col + mv_ref->row * xd->mi_stride];
562
563
        // If the candidate is INTRA we don't want to consider its mv.
564
8.81M
        IF_DIFF_REF_FRAME_ADD_MV_EB(candidate, ref_frame, ref_sign_bias,
565
8.81M
                                    refmv_count, mv_ref_list, Done);
566
8.81M
      }
567
10.3M
    }
568
3.13M
  }
569
570
  // Since we still don't have a candidate we'll try the last frame.
571
916k
  if (prev_frame_mvs) {
572
138k
    if (prev_frame_mvs->ref_frame[0] != ref_frame &&
573
93.9k
        prev_frame_mvs->ref_frame[0] > INTRA_FRAME) {
574
73.2k
      int_mv mv = prev_frame_mvs->mv[0];
575
73.2k
      if (ref_sign_bias[prev_frame_mvs->ref_frame[0]] !=
576
73.2k
          ref_sign_bias[ref_frame]) {
577
58.5k
        mv.as_mv.row *= -1;
578
58.5k
        mv.as_mv.col *= -1;
579
58.5k
      }
580
73.2k
      ADD_MV_REF_LIST_EB(mv, refmv_count, mv_ref_list, Done);
581
73.2k
    }
582
583
117k
    if (prev_frame_mvs->ref_frame[1] > INTRA_FRAME &&
584
88.5k
        prev_frame_mvs->ref_frame[1] != ref_frame &&
585
52.5k
        prev_frame_mvs->mv[1].as_int != prev_frame_mvs->mv[0].as_int) {
586
6.99k
      int_mv mv = prev_frame_mvs->mv[1];
587
6.99k
      if (ref_sign_bias[prev_frame_mvs->ref_frame[1]] !=
588
6.99k
          ref_sign_bias[ref_frame]) {
589
5.28k
        mv.as_mv.row *= -1;
590
5.28k
        mv.as_mv.col *= -1;
591
5.28k
      }
592
6.99k
      ADD_MV_REF_LIST_EB(mv, refmv_count, mv_ref_list, Done);
593
6.99k
    }
594
117k
  }
595
596
889k
  if (mode == NEARMV)
597
596k
    refmv_count = MAX_MV_REF_CANDIDATES;
598
292k
  else
599
    // we only care about the nearestmv for the remaining modes
600
292k
    refmv_count = 1;
601
602
29.5M
Done:
603
  // Clamp vectors
604
63.8M
  for (i = 0; i < refmv_count; ++i) clamp_mv_ref(&mv_ref_list[i].as_mv, xd);
605
606
29.5M
  return refmv_count;
607
889k
}
608
609
static void append_sub8x8_mvs_for_idx(VP9_COMMON *cm, MACROBLOCKD *xd,
610
                                      const POSITION *const mv_ref_search,
611
                                      PREDICTION_MODE b_mode, int block,
612
                                      int ref, int mi_row, int mi_col,
613
4.85M
                                      int_mv *best_sub8x8) {
614
4.85M
  int_mv mv_list[MAX_MV_REF_CANDIDATES];
615
4.85M
  MODE_INFO *const mi = xd->mi[0];
616
4.85M
  b_mode_info *bmi = mi->bmi;
617
4.85M
  int n;
618
4.85M
  int refmv_count;
619
620
4.85M
  assert(MAX_MV_REF_CANDIDATES == 2);
621
622
4.85M
  switch (block) {
623
1.91M
    case 0:
624
1.91M
      refmv_count =
625
1.91M
          dec_find_mv_refs(cm, xd, b_mode, mi->ref_frame[ref], mv_ref_search,
626
1.91M
                           mv_list, mi_row, mi_col, block);
627
1.91M
      best_sub8x8->as_int = mv_list[refmv_count - 1].as_int;
628
1.91M
      break;
629
1.05M
    case 1:
630
2.43M
    case 2:
631
2.43M
      if (b_mode == NEARESTMV) {
632
1.73M
        best_sub8x8->as_int = bmi[0].as_mv[ref].as_int;
633
1.73M
      } else {
634
706k
        dec_find_mv_refs(cm, xd, b_mode, mi->ref_frame[ref], mv_ref_search,
635
706k
                         mv_list, mi_row, mi_col, block);
636
706k
        best_sub8x8->as_int = 0;
637
1.08M
        for (n = 0; n < 2; ++n)
638
1.01M
          if (bmi[0].as_mv[ref].as_int != mv_list[n].as_int) {
639
632k
            best_sub8x8->as_int = mv_list[n].as_int;
640
632k
            break;
641
632k
          }
642
706k
      }
643
2.43M
      break;
644
506k
    case 3:
645
506k
      if (b_mode == NEARESTMV) {
646
360k
        best_sub8x8->as_int = bmi[2].as_mv[ref].as_int;
647
360k
      } else {
648
146k
        best_sub8x8->as_int = 0;
649
146k
        if (bmi[2].as_mv[ref].as_int != bmi[1].as_mv[ref].as_int) {
650
96.8k
          best_sub8x8->as_int = bmi[1].as_mv[ref].as_int;
651
96.8k
          break;
652
96.8k
        }
653
49.6k
        if (bmi[2].as_mv[ref].as_int != bmi[0].as_mv[ref].as_int) {
654
14.5k
          best_sub8x8->as_int = bmi[0].as_mv[ref].as_int;
655
14.5k
          break;
656
14.5k
        }
657
35.0k
        dec_find_mv_refs(cm, xd, b_mode, mi->ref_frame[ref], mv_ref_search,
658
35.0k
                         mv_list, mi_row, mi_col, block);
659
70.3k
        for (n = 0; n < 2; ++n)
660
57.9k
          if (bmi[2].as_mv[ref].as_int != mv_list[n].as_int) {
661
22.7k
            best_sub8x8->as_int = mv_list[n].as_int;
662
22.7k
            break;
663
22.7k
          }
664
35.0k
      }
665
395k
      break;
666
395k
    default: assert(0 && "Invalid block index.");
667
4.85M
  }
668
4.85M
}
669
670
static uint8_t get_mode_context(const VP9_COMMON *cm, const MACROBLOCKD *xd,
671
                                const POSITION *const mv_ref_search, int mi_row,
672
21.7M
                                int mi_col) {
673
21.7M
  int i;
674
21.7M
  int context_counter = 0;
675
21.7M
  const TileInfo *const tile = &xd->tile;
676
677
  // Get mode count from nearest 2 blocks
678
65.1M
  for (i = 0; i < 2; ++i) {
679
43.4M
    const POSITION *const mv_ref = &mv_ref_search[i];
680
43.4M
    if (is_inside(tile, mi_col, mi_row, cm->mi_rows, mv_ref)) {
681
41.7M
      const MODE_INFO *const candidate =
682
41.7M
          xd->mi[mv_ref->col + mv_ref->row * xd->mi_stride];
683
      // Keep counts for entropy encoding.
684
41.7M
      context_counter += mode_2_counter[candidate->mode];
685
41.7M
    }
686
43.4M
  }
687
688
21.7M
  return counter_to_context[context_counter];
689
21.7M
}
690
691
static void read_inter_block_mode_info(VP9Decoder *const pbi,
692
                                       MACROBLOCKD *const xd,
693
                                       MODE_INFO *const mi, int mi_row,
694
21.7M
                                       int mi_col, vpx_reader *r) {
695
21.7M
  VP9_COMMON *const cm = &pbi->common;
696
21.7M
  const BLOCK_SIZE bsize = mi->sb_type;
697
21.7M
  const int allow_hp = cm->allow_high_precision_mv;
698
21.7M
  int_mv best_ref_mvs[2] = { { 0 }, { 0 } };
699
21.7M
  int ref, is_compound;
700
21.7M
  uint8_t inter_mode_ctx;
701
21.7M
  const POSITION *const mv_ref_search = mv_ref_blocks[bsize];
702
703
21.7M
  read_ref_frames(cm, xd, r, mi->segment_id, mi->ref_frame);
704
21.7M
  is_compound = has_second_ref(mi);
705
21.7M
  inter_mode_ctx = get_mode_context(cm, xd, mv_ref_search, mi_row, mi_col);
706
707
21.7M
  if (segfeature_active(&cm->seg, mi->segment_id, SEG_LVL_SKIP)) {
708
1.47M
    mi->mode = ZEROMV;
709
1.47M
    if (bsize < BLOCK_8X8) {
710
233
      vpx_internal_error(xd->error_info, VPX_CODEC_UNSUP_BITSTREAM,
711
233
                         "Invalid usage of segment feature on small blocks");
712
233
      return;
713
233
    }
714
20.2M
  } else {
715
20.2M
    if (bsize >= BLOCK_8X8)
716
17.7M
      mi->mode = read_inter_mode(cm, xd, r, inter_mode_ctx);
717
20.2M
  }
718
719
21.7M
  mi->interp_filter = (cm->interp_filter == SWITCHABLE)
720
21.7M
                          ? read_switchable_interp_filter(cm, xd, r)
721
21.7M
                          : cm->interp_filter;
722
723
21.7M
  if (bsize < BLOCK_8X8) {
724
2.46M
    const int num_4x4_w = 1 << xd->bmode_blocks_wl;
725
2.46M
    const int num_4x4_h = 1 << xd->bmode_blocks_hl;
726
2.46M
    int idx, idy;
727
2.46M
    PREDICTION_MODE b_mode;
728
2.46M
    int got_mv_refs_for_new = 0;
729
2.46M
    int_mv best_sub8x8[2];
730
2.46M
    const uint32_t invalid_mv = 0x80008000;
731
    // Initialize the 2nd element as even though it won't be used meaningfully
732
    // if is_compound is false, copying/clamping it may trigger a MSan warning.
733
2.46M
    best_sub8x8[1].as_int = invalid_mv;
734
6.70M
    for (idy = 0; idy < 2; idy += num_4x4_h) {
735
10.4M
      for (idx = 0; idx < 2; idx += num_4x4_w) {
736
6.22M
        const int j = idy * 2 + idx;
737
6.22M
        b_mode = read_inter_mode(cm, xd, r, inter_mode_ctx);
738
739
6.22M
        if (b_mode == NEARESTMV || b_mode == NEARMV) {
740
8.04M
          for (ref = 0; ref < 1 + is_compound; ++ref)
741
4.85M
            append_sub8x8_mvs_for_idx(cm, xd, mv_ref_search, b_mode, j, ref,
742
4.85M
                                      mi_row, mi_col, &best_sub8x8[ref]);
743
3.18M
        } else if (b_mode == NEWMV && !got_mv_refs_for_new) {
744
4.34M
          for (ref = 0; ref < 1 + is_compound; ++ref) {
745
2.64M
            int_mv tmp_mvs[MAX_MV_REF_CANDIDATES];
746
2.64M
            const MV_REFERENCE_FRAME frame = mi->ref_frame[ref];
747
748
2.64M
            dec_find_mv_refs(cm, xd, NEWMV, frame, mv_ref_search, tmp_mvs,
749
2.64M
                             mi_row, mi_col, -1);
750
751
2.64M
            lower_mv_precision(&tmp_mvs[0].as_mv, allow_hp);
752
2.64M
            best_ref_mvs[ref] = tmp_mvs[0];
753
2.64M
            got_mv_refs_for_new = 1;
754
2.64M
          }
755
1.69M
        }
756
757
6.22M
        if (!assign_mv(cm, xd, b_mode, mi->bmi[j].as_mv, best_ref_mvs,
758
6.22M
                       best_sub8x8, is_compound, allow_hp, r)) {
759
2.94k
          xd->corrupted |= 1;
760
2.94k
          return;
761
2.94k
        }
762
763
6.22M
        if (num_4x4_h == 2) mi->bmi[j + 2] = mi->bmi[j];
764
6.22M
        if (num_4x4_w == 2) mi->bmi[j + 1] = mi->bmi[j];
765
6.22M
      }
766
4.23M
    }
767
768
2.46M
    mi->mode = b_mode;
769
770
2.46M
    copy_mv_pair(mi->mv, mi->bmi[3].as_mv);
771
19.2M
  } else {
772
19.2M
    if (mi->mode != ZEROMV) {
773
40.8M
      for (ref = 0; ref < 1 + is_compound; ++ref) {
774
24.2M
        int_mv tmp_mvs[MAX_MV_REF_CANDIDATES];
775
24.2M
        const MV_REFERENCE_FRAME frame = mi->ref_frame[ref];
776
24.2M
        int refmv_count =
777
24.2M
            dec_find_mv_refs(cm, xd, mi->mode, frame, mv_ref_search, tmp_mvs,
778
24.2M
                             mi_row, mi_col, -1);
779
24.2M
        lower_mv_precision(&tmp_mvs[refmv_count - 1].as_mv, allow_hp);
780
24.2M
        best_ref_mvs[ref] = tmp_mvs[refmv_count - 1];
781
24.2M
      }
782
16.6M
    }
783
19.2M
    xd->corrupted |= !assign_mv(cm, xd, mi->mode, mi->mv, best_ref_mvs,
784
19.2M
                                best_ref_mvs, is_compound, allow_hp, r);
785
19.2M
  }
786
21.7M
}
787
788
static void read_inter_frame_mode_info(VP9Decoder *const pbi,
789
                                       MACROBLOCKD *const xd, int mi_row,
790
                                       int mi_col, vpx_reader *r, int x_mis,
791
30.8M
                                       int y_mis) {
792
30.8M
  VP9_COMMON *const cm = &pbi->common;
793
30.8M
  MODE_INFO *const mi = xd->mi[0];
794
30.8M
  int inter_block;
795
796
30.8M
  mi->segment_id =
797
30.8M
      read_inter_segment_id(cm, xd, mi_row, mi_col, r, x_mis, y_mis);
798
30.8M
  mi->skip = read_skip(cm, xd, mi->segment_id, r);
799
30.8M
  inter_block = read_is_inter_block(cm, xd, mi->segment_id, r);
800
30.8M
  mi->tx_size = read_tx_size(cm, xd, !mi->skip || !inter_block, r);
801
802
30.8M
  if (inter_block)
803
21.7M
    read_inter_block_mode_info(pbi, xd, mi, mi_row, mi_col, r);
804
9.11M
  else
805
9.11M
    read_intra_block_mode_info(cm, xd, mi, r);
806
30.8M
}
807
808
static INLINE void copy_ref_frame_pair(MV_REFERENCE_FRAME *dst,
809
330M
                                       const MV_REFERENCE_FRAME *src) {
810
330M
  memcpy(dst, src, sizeof(*dst) * 2);
811
330M
}
812
813
void vp9_read_mode_info(TileWorkerData *twd, VP9Decoder *const pbi, int mi_row,
814
41.1M
                        int mi_col, int x_mis, int y_mis) {
815
41.1M
  vpx_reader *r = &twd->bit_reader;
816
41.1M
  MACROBLOCKD *const xd = &twd->xd;
817
41.1M
  VP9_COMMON *const cm = &pbi->common;
818
41.1M
  MODE_INFO *const mi = xd->mi[0];
819
41.1M
  MV_REF *frame_mvs = cm->cur_frame->mvs + mi_row * cm->mi_cols + mi_col;
820
41.1M
  int w, h;
821
822
41.1M
  if (frame_is_intra_only(cm)) {
823
10.3M
    read_intra_frame_mode_info(cm, xd, mi_row, mi_col, r, x_mis, y_mis);
824
30.8M
  } else {
825
    // Cache mi->ref_frame and mi->mv so that the compiler can prove that they
826
    // are constant for the duration of the loop and avoids reloading them.
827
30.8M
    MV_REFERENCE_FRAME mi_ref_frame[2];
828
30.8M
    int_mv mi_mv[2];
829
830
30.8M
    read_inter_frame_mode_info(pbi, xd, mi_row, mi_col, r, x_mis, y_mis);
831
832
30.8M
    copy_ref_frame_pair(mi_ref_frame, mi->ref_frame);
833
30.8M
    copy_mv_pair(mi_mv, mi->mv);
834
835
102M
    for (h = 0; h < y_mis; ++h) {
836
371M
      for (w = 0; w < x_mis; ++w) {
837
299M
        MV_REF *const mv = frame_mvs + w;
838
299M
        copy_ref_frame_pair(mv->ref_frame, mi_ref_frame);
839
299M
        copy_mv_pair(mv->mv, mi_mv);
840
299M
      }
841
71.9M
      frame_mvs += cm->mi_cols;
842
71.9M
    }
843
30.8M
  }
844
#if 0   // CONFIG_BETTER_HW_COMPATIBILITY && CONFIG_VP9_HIGHBITDEPTH
845
  if ((xd->cur_buf->flags & YV12_FLAG_HIGHBITDEPTH) &&
846
      (xd->above_mi == NULL || xd->left_mi == NULL) &&
847
      !is_inter_block(mi) && need_top_left[mi->uv_mode])
848
    assert(0);
849
#endif  // CONFIG_BETTER_HW_COMPATIBILITY && CONFIG_VP9_HIGHBITDEPTH
850
41.1M
}