Coverage Report

Created: 2026-04-01 07:42

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/libvpx/vp9/encoder/vp9_encoder.c
Line
Count
Source
1
/*
2
 * Copyright (c) 2010 The WebM project authors. All Rights Reserved.
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
 *  that can be found in the LICENSE file in the root of the source
6
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
9
 */
10
11
#include <limits.h>
12
#include <math.h>
13
#include <stdint.h>
14
#include <stdio.h>
15
#include <stdlib.h>
16
#include <string.h>
17
18
#include "./vp9_rtcd.h"
19
#include "./vpx_config.h"
20
#include "./vpx_dsp_rtcd.h"
21
#include "./vpx_scale_rtcd.h"
22
#include "vpx/vpx_codec.h"
23
#include "vpx/vpx_ext_ratectrl.h"
24
#include "vpx_dsp/psnr.h"
25
#include "vpx_dsp/vpx_dsp_common.h"
26
#include "vpx_dsp/vpx_filter.h"
27
#if CONFIG_INTERNAL_STATS
28
#include "vpx_dsp/ssim.h"
29
#endif
30
#include "vpx_mem/vpx_mem.h"
31
#include "vpx_ports/mem.h"
32
#include "vpx_ports/system_state.h"
33
#include "vpx_ports/vpx_once.h"
34
#include "vpx_ports/vpx_timer.h"
35
#include "vpx_util/vpx_pthread.h"
36
#if CONFIG_BITSTREAM_DEBUG || CONFIG_MISMATCH_DEBUG
37
#include "vpx_util/vpx_debug_util.h"
38
#endif  // CONFIG_BITSTREAM_DEBUG || CONFIG_MISMATCH_DEBUG
39
40
#include "vp9/common/vp9_alloccommon.h"
41
#include "vp9/common/vp9_blockd.h"
42
#include "vp9/common/vp9_enums.h"
43
#include "vp9/common/vp9_filter.h"
44
#include "vp9/common/vp9_idct.h"
45
#if CONFIG_VP9_POSTPROC
46
#include "vp9/common/vp9_postproc.h"
47
#endif
48
#include "vp9/common/vp9_reconinter.h"
49
#include "vp9/common/vp9_reconintra.h"
50
#include "vp9/common/vp9_scale.h"
51
#include "vp9/common/vp9_tile_common.h"
52
53
#if !CONFIG_REALTIME_ONLY
54
#include "vp9/encoder/vp9_alt_ref_aq.h"
55
#include "vp9/encoder/vp9_aq_360.h"
56
#include "vp9/encoder/vp9_aq_complexity.h"
57
#endif
58
#include "vp9/encoder/vp9_aq_cyclicrefresh.h"
59
#if !CONFIG_REALTIME_ONLY
60
#include "vp9/encoder/vp9_aq_variance.h"
61
#endif
62
#include "vp9/encoder/vp9_bitstream.h"
63
#if CONFIG_INTERNAL_STATS
64
#include "vp9/encoder/vp9_blockiness.h"
65
#endif
66
#include "vp9/encoder/vp9_context_tree.h"
67
#include "vp9/encoder/vp9_encodeframe.h"
68
#include "vp9/encoder/vp9_encodemb.h"
69
#include "vp9/encoder/vp9_encodemv.h"
70
#include "vp9/encoder/vp9_encoder.h"
71
#include "vp9/encoder/vp9_ethread.h"
72
#include "vp9/encoder/vp9_extend.h"
73
#include "vp9/encoder/vp9_firstpass.h"
74
#include "vp9/encoder/vp9_mbgraph.h"
75
#if CONFIG_NON_GREEDY_MV
76
#include "vp9/encoder/vp9_mcomp.h"
77
#endif
78
#include "vp9/encoder/vp9_multi_thread.h"
79
#include "vp9/encoder/vp9_noise_estimate.h"
80
#include "vp9/encoder/vp9_picklpf.h"
81
#include "vp9/encoder/vp9_quantize.h"
82
#include "vp9/encoder/vp9_ratectrl.h"
83
#include "vp9/encoder/vp9_rd.h"
84
#include "vp9/encoder/vp9_resize.h"
85
#include "vp9/encoder/vp9_segmentation.h"
86
#include "vp9/encoder/vp9_skin_detection.h"
87
#include "vp9/encoder/vp9_speed_features.h"
88
#include "vp9/encoder/vp9_svc_layercontext.h"
89
#include "vp9/encoder/vp9_temporal_filter.h"
90
#include "vp9/encoder/vp9_tpl_model.h"
91
#include "vp9/vp9_cx_iface.h"
92
93
29.0k
#define AM_SEGMENT_ID_INACTIVE 7
94
0
#define AM_SEGMENT_ID_ACTIVE 0
95
96
// Whether to use high precision mv for altref computation.
97
169k
#define ALTREF_HIGH_PRECISION_MV 1
98
99
// Q threshold for high precision mv. Choose a very high value for now so that
100
// HIGH_PRECISION is always chosen.
101
56.4k
#define HIGH_PRECISION_MV_QTHRESH 200
102
103
0
#define FRAME_SIZE_FACTOR 128  // empirical params for context model threshold
104
0
#define FRAME_RATE_FACTOR 8
105
106
#ifdef OUTPUT_YUV_DENOISED
107
FILE *yuv_denoised_file = NULL;
108
#endif
109
#ifdef OUTPUT_YUV_SKINMAP
110
static FILE *yuv_skinmap_file = NULL;
111
#endif
112
#ifdef OUTPUT_YUV_REC
113
FILE *yuv_rec_file;
114
#endif
115
#ifdef OUTPUT_YUV_SVC_SRC
116
FILE *yuv_svc_src[3] = { NULL, NULL, NULL };
117
#endif
118
119
#if 0
120
FILE *framepsnr;
121
FILE *kf_list;
122
FILE *keyfile;
123
#endif
124
125
#ifdef ENABLE_KF_DENOISE
126
// Test condition for spatial denoise of source.
127
static int is_spatial_denoise_enabled(VP9_COMP *cpi) {
128
  VP9_COMMON *const cm = &cpi->common;
129
  const VP9EncoderConfig *const oxcf = &cpi->oxcf;
130
131
  return (oxcf->pass != 1) && !is_lossless_requested(&cpi->oxcf) &&
132
         frame_is_intra_only(cm);
133
}
134
#endif
135
136
#if !CONFIG_REALTIME_ONLY
137
// compute adaptive threshold for skip recoding
138
0
static int compute_context_model_thresh(const VP9_COMP *const cpi) {
139
0
  const VP9_COMMON *const cm = &cpi->common;
140
0
  const VP9EncoderConfig *const oxcf = &cpi->oxcf;
141
0
  const int frame_size = (cm->width * cm->height) >> 10;
142
0
  const int bitrate = (int)(oxcf->target_bandwidth >> 10);
143
0
  const int qindex_factor = cm->base_qindex + (MAXQ >> 1);
144
145
  // This equation makes the threshold adaptive to frame size.
146
  // Coding gain obtained by recoding comes from alternate frames of large
147
  // content change. We skip recoding if the difference of previous and current
148
  // frame context probability model is less than a certain threshold.
149
  // The first component is the most critical part to guarantee adaptivity.
150
  // Other parameters are estimated based on normal setting of hd resolution
151
  // parameters. e.g. frame_size = 1920x1080, bitrate = 8000, qindex_factor < 50
152
0
  const int thresh =
153
0
      ((FRAME_SIZE_FACTOR * frame_size - FRAME_RATE_FACTOR * bitrate) *
154
0
       qindex_factor) >>
155
0
      9;
156
157
0
  return thresh;
158
0
}
159
160
// compute the total cost difference between current
161
// and previous frame context prob model.
162
0
static int compute_context_model_diff(const VP9_COMMON *const cm) {
163
0
  const FRAME_CONTEXT *const pre_fc =
164
0
      &cm->frame_contexts[cm->frame_context_idx];
165
0
  const FRAME_CONTEXT *const cur_fc = cm->fc;
166
0
  const FRAME_COUNTS *counts = &cm->counts;
167
0
  vpx_prob pre_last_prob, cur_last_prob;
168
0
  int diff = 0;
169
0
  int i, j, k, l, m, n;
170
171
  // y_mode_prob
172
0
  for (i = 0; i < BLOCK_SIZE_GROUPS; ++i) {
173
0
    for (j = 0; j < INTRA_MODES - 1; ++j) {
174
0
      diff += (int)counts->y_mode[i][j] *
175
0
              (pre_fc->y_mode_prob[i][j] - cur_fc->y_mode_prob[i][j]);
176
0
    }
177
0
    pre_last_prob = MAX_PROB - pre_fc->y_mode_prob[i][INTRA_MODES - 2];
178
0
    cur_last_prob = MAX_PROB - cur_fc->y_mode_prob[i][INTRA_MODES - 2];
179
180
0
    diff += (int)counts->y_mode[i][INTRA_MODES - 1] *
181
0
            (pre_last_prob - cur_last_prob);
182
0
  }
183
184
  // uv_mode_prob
185
0
  for (i = 0; i < INTRA_MODES; ++i) {
186
0
    for (j = 0; j < INTRA_MODES - 1; ++j) {
187
0
      diff += (int)counts->uv_mode[i][j] *
188
0
              (pre_fc->uv_mode_prob[i][j] - cur_fc->uv_mode_prob[i][j]);
189
0
    }
190
0
    pre_last_prob = MAX_PROB - pre_fc->uv_mode_prob[i][INTRA_MODES - 2];
191
0
    cur_last_prob = MAX_PROB - cur_fc->uv_mode_prob[i][INTRA_MODES - 2];
192
193
0
    diff += (int)counts->uv_mode[i][INTRA_MODES - 1] *
194
0
            (pre_last_prob - cur_last_prob);
195
0
  }
196
197
  // partition_prob
198
0
  for (i = 0; i < PARTITION_CONTEXTS; ++i) {
199
0
    for (j = 0; j < PARTITION_TYPES - 1; ++j) {
200
0
      diff += (int)counts->partition[i][j] *
201
0
              (pre_fc->partition_prob[i][j] - cur_fc->partition_prob[i][j]);
202
0
    }
203
0
    pre_last_prob = MAX_PROB - pre_fc->partition_prob[i][PARTITION_TYPES - 2];
204
0
    cur_last_prob = MAX_PROB - cur_fc->partition_prob[i][PARTITION_TYPES - 2];
205
206
0
    diff += (int)counts->partition[i][PARTITION_TYPES - 1] *
207
0
            (pre_last_prob - cur_last_prob);
208
0
  }
209
210
  // coef_probs
211
0
  for (i = 0; i < TX_SIZES; ++i) {
212
0
    for (j = 0; j < PLANE_TYPES; ++j) {
213
0
      for (k = 0; k < REF_TYPES; ++k) {
214
0
        for (l = 0; l < COEF_BANDS; ++l) {
215
0
          for (m = 0; m < BAND_COEFF_CONTEXTS(l); ++m) {
216
0
            for (n = 0; n < UNCONSTRAINED_NODES; ++n) {
217
0
              diff += (int)counts->coef[i][j][k][l][m][n] *
218
0
                      (pre_fc->coef_probs[i][j][k][l][m][n] -
219
0
                       cur_fc->coef_probs[i][j][k][l][m][n]);
220
0
            }
221
222
0
            pre_last_prob =
223
0
                MAX_PROB -
224
0
                pre_fc->coef_probs[i][j][k][l][m][UNCONSTRAINED_NODES - 1];
225
0
            cur_last_prob =
226
0
                MAX_PROB -
227
0
                cur_fc->coef_probs[i][j][k][l][m][UNCONSTRAINED_NODES - 1];
228
229
0
            diff += (int)counts->coef[i][j][k][l][m][UNCONSTRAINED_NODES] *
230
0
                    (pre_last_prob - cur_last_prob);
231
0
          }
232
0
        }
233
0
      }
234
0
    }
235
0
  }
236
237
  // switchable_interp_prob
238
0
  for (i = 0; i < SWITCHABLE_FILTER_CONTEXTS; ++i) {
239
0
    for (j = 0; j < SWITCHABLE_FILTERS - 1; ++j) {
240
0
      diff += (int)counts->switchable_interp[i][j] *
241
0
              (pre_fc->switchable_interp_prob[i][j] -
242
0
               cur_fc->switchable_interp_prob[i][j]);
243
0
    }
244
0
    pre_last_prob =
245
0
        MAX_PROB - pre_fc->switchable_interp_prob[i][SWITCHABLE_FILTERS - 2];
246
0
    cur_last_prob =
247
0
        MAX_PROB - cur_fc->switchable_interp_prob[i][SWITCHABLE_FILTERS - 2];
248
249
0
    diff += (int)counts->switchable_interp[i][SWITCHABLE_FILTERS - 1] *
250
0
            (pre_last_prob - cur_last_prob);
251
0
  }
252
253
  // inter_mode_probs
254
0
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
255
0
    for (j = 0; j < INTER_MODES - 1; ++j) {
256
0
      diff += (int)counts->inter_mode[i][j] *
257
0
              (pre_fc->inter_mode_probs[i][j] - cur_fc->inter_mode_probs[i][j]);
258
0
    }
259
0
    pre_last_prob = MAX_PROB - pre_fc->inter_mode_probs[i][INTER_MODES - 2];
260
0
    cur_last_prob = MAX_PROB - cur_fc->inter_mode_probs[i][INTER_MODES - 2];
261
262
0
    diff += (int)counts->inter_mode[i][INTER_MODES - 1] *
263
0
            (pre_last_prob - cur_last_prob);
264
0
  }
265
266
  // intra_inter_prob
267
0
  for (i = 0; i < INTRA_INTER_CONTEXTS; ++i) {
268
0
    diff += (int)counts->intra_inter[i][0] *
269
0
            (pre_fc->intra_inter_prob[i] - cur_fc->intra_inter_prob[i]);
270
271
0
    pre_last_prob = MAX_PROB - pre_fc->intra_inter_prob[i];
272
0
    cur_last_prob = MAX_PROB - cur_fc->intra_inter_prob[i];
273
274
0
    diff += (int)counts->intra_inter[i][1] * (pre_last_prob - cur_last_prob);
275
0
  }
276
277
  // comp_inter_prob
278
0
  for (i = 0; i < COMP_INTER_CONTEXTS; ++i) {
279
0
    diff += (int)counts->comp_inter[i][0] *
280
0
            (pre_fc->comp_inter_prob[i] - cur_fc->comp_inter_prob[i]);
281
282
0
    pre_last_prob = MAX_PROB - pre_fc->comp_inter_prob[i];
283
0
    cur_last_prob = MAX_PROB - cur_fc->comp_inter_prob[i];
284
285
0
    diff += (int)counts->comp_inter[i][1] * (pre_last_prob - cur_last_prob);
286
0
  }
287
288
  // single_ref_prob
289
0
  for (i = 0; i < REF_CONTEXTS; ++i) {
290
0
    for (j = 0; j < 2; ++j) {
291
0
      diff += (int)counts->single_ref[i][j][0] *
292
0
              (pre_fc->single_ref_prob[i][j] - cur_fc->single_ref_prob[i][j]);
293
294
0
      pre_last_prob = MAX_PROB - pre_fc->single_ref_prob[i][j];
295
0
      cur_last_prob = MAX_PROB - cur_fc->single_ref_prob[i][j];
296
297
0
      diff +=
298
0
          (int)counts->single_ref[i][j][1] * (pre_last_prob - cur_last_prob);
299
0
    }
300
0
  }
301
302
  // comp_ref_prob
303
0
  for (i = 0; i < REF_CONTEXTS; ++i) {
304
0
    diff += (int)counts->comp_ref[i][0] *
305
0
            (pre_fc->comp_ref_prob[i] - cur_fc->comp_ref_prob[i]);
306
307
0
    pre_last_prob = MAX_PROB - pre_fc->comp_ref_prob[i];
308
0
    cur_last_prob = MAX_PROB - cur_fc->comp_ref_prob[i];
309
310
0
    diff += (int)counts->comp_ref[i][1] * (pre_last_prob - cur_last_prob);
311
0
  }
312
313
  // tx_probs
314
0
  for (i = 0; i < TX_SIZE_CONTEXTS; ++i) {
315
    // p32x32
316
0
    for (j = 0; j < TX_SIZES - 1; ++j) {
317
0
      diff += (int)counts->tx.p32x32[i][j] *
318
0
              (pre_fc->tx_probs.p32x32[i][j] - cur_fc->tx_probs.p32x32[i][j]);
319
0
    }
320
0
    pre_last_prob = MAX_PROB - pre_fc->tx_probs.p32x32[i][TX_SIZES - 2];
321
0
    cur_last_prob = MAX_PROB - cur_fc->tx_probs.p32x32[i][TX_SIZES - 2];
322
323
0
    diff += (int)counts->tx.p32x32[i][TX_SIZES - 1] *
324
0
            (pre_last_prob - cur_last_prob);
325
326
    // p16x16
327
0
    for (j = 0; j < TX_SIZES - 2; ++j) {
328
0
      diff += (int)counts->tx.p16x16[i][j] *
329
0
              (pre_fc->tx_probs.p16x16[i][j] - cur_fc->tx_probs.p16x16[i][j]);
330
0
    }
331
0
    pre_last_prob = MAX_PROB - pre_fc->tx_probs.p16x16[i][TX_SIZES - 3];
332
0
    cur_last_prob = MAX_PROB - cur_fc->tx_probs.p16x16[i][TX_SIZES - 3];
333
334
0
    diff += (int)counts->tx.p16x16[i][TX_SIZES - 2] *
335
0
            (pre_last_prob - cur_last_prob);
336
337
    // p8x8
338
0
    for (j = 0; j < TX_SIZES - 3; ++j) {
339
0
      diff += (int)counts->tx.p8x8[i][j] *
340
0
              (pre_fc->tx_probs.p8x8[i][j] - cur_fc->tx_probs.p8x8[i][j]);
341
0
    }
342
0
    pre_last_prob = MAX_PROB - pre_fc->tx_probs.p8x8[i][TX_SIZES - 4];
343
0
    cur_last_prob = MAX_PROB - cur_fc->tx_probs.p8x8[i][TX_SIZES - 4];
344
345
0
    diff +=
346
0
        (int)counts->tx.p8x8[i][TX_SIZES - 3] * (pre_last_prob - cur_last_prob);
347
0
  }
348
349
  // skip_probs
350
0
  for (i = 0; i < SKIP_CONTEXTS; ++i) {
351
0
    diff += (int)counts->skip[i][0] *
352
0
            (pre_fc->skip_probs[i] - cur_fc->skip_probs[i]);
353
354
0
    pre_last_prob = MAX_PROB - pre_fc->skip_probs[i];
355
0
    cur_last_prob = MAX_PROB - cur_fc->skip_probs[i];
356
357
0
    diff += (int)counts->skip[i][1] * (pre_last_prob - cur_last_prob);
358
0
  }
359
360
  // mv
361
0
  for (i = 0; i < MV_JOINTS - 1; ++i) {
362
0
    diff += (int)counts->mv.joints[i] *
363
0
            (pre_fc->nmvc.joints[i] - cur_fc->nmvc.joints[i]);
364
0
  }
365
0
  pre_last_prob = MAX_PROB - pre_fc->nmvc.joints[MV_JOINTS - 2];
366
0
  cur_last_prob = MAX_PROB - cur_fc->nmvc.joints[MV_JOINTS - 2];
367
368
0
  diff +=
369
0
      (int)counts->mv.joints[MV_JOINTS - 1] * (pre_last_prob - cur_last_prob);
370
371
0
  for (i = 0; i < 2; ++i) {
372
0
    const nmv_component_counts *nmv_count = &counts->mv.comps[i];
373
0
    const nmv_component *pre_nmv_prob = &pre_fc->nmvc.comps[i];
374
0
    const nmv_component *cur_nmv_prob = &cur_fc->nmvc.comps[i];
375
376
    // sign
377
0
    diff += (int)nmv_count->sign[0] * (pre_nmv_prob->sign - cur_nmv_prob->sign);
378
379
0
    pre_last_prob = MAX_PROB - pre_nmv_prob->sign;
380
0
    cur_last_prob = MAX_PROB - cur_nmv_prob->sign;
381
382
0
    diff += (int)nmv_count->sign[1] * (pre_last_prob - cur_last_prob);
383
384
    // classes
385
0
    for (j = 0; j < MV_CLASSES - 1; ++j) {
386
0
      diff += (int)nmv_count->classes[j] *
387
0
              (pre_nmv_prob->classes[j] - cur_nmv_prob->classes[j]);
388
0
    }
389
0
    pre_last_prob = MAX_PROB - pre_nmv_prob->classes[MV_CLASSES - 2];
390
0
    cur_last_prob = MAX_PROB - cur_nmv_prob->classes[MV_CLASSES - 2];
391
392
0
    diff += (int)nmv_count->classes[MV_CLASSES - 1] *
393
0
            (pre_last_prob - cur_last_prob);
394
395
    // class0
396
0
    for (j = 0; j < CLASS0_SIZE - 1; ++j) {
397
0
      diff += (int)nmv_count->class0[j] *
398
0
              (pre_nmv_prob->class0[j] - cur_nmv_prob->class0[j]);
399
0
    }
400
0
    pre_last_prob = MAX_PROB - pre_nmv_prob->class0[CLASS0_SIZE - 2];
401
0
    cur_last_prob = MAX_PROB - cur_nmv_prob->class0[CLASS0_SIZE - 2];
402
403
0
    diff += (int)nmv_count->class0[CLASS0_SIZE - 1] *
404
0
            (pre_last_prob - cur_last_prob);
405
406
    // bits
407
0
    for (j = 0; j < MV_OFFSET_BITS; ++j) {
408
0
      diff += (int)nmv_count->bits[j][0] *
409
0
              (pre_nmv_prob->bits[j] - cur_nmv_prob->bits[j]);
410
411
0
      pre_last_prob = MAX_PROB - pre_nmv_prob->bits[j];
412
0
      cur_last_prob = MAX_PROB - cur_nmv_prob->bits[j];
413
414
0
      diff += (int)nmv_count->bits[j][1] * (pre_last_prob - cur_last_prob);
415
0
    }
416
417
    // class0_fp
418
0
    for (j = 0; j < CLASS0_SIZE; ++j) {
419
0
      for (k = 0; k < MV_FP_SIZE - 1; ++k) {
420
0
        diff += (int)nmv_count->class0_fp[j][k] *
421
0
                (pre_nmv_prob->class0_fp[j][k] - cur_nmv_prob->class0_fp[j][k]);
422
0
      }
423
0
      pre_last_prob = MAX_PROB - pre_nmv_prob->class0_fp[j][MV_FP_SIZE - 2];
424
0
      cur_last_prob = MAX_PROB - cur_nmv_prob->class0_fp[j][MV_FP_SIZE - 2];
425
426
0
      diff += (int)nmv_count->class0_fp[j][MV_FP_SIZE - 1] *
427
0
              (pre_last_prob - cur_last_prob);
428
0
    }
429
430
    // fp
431
0
    for (j = 0; j < MV_FP_SIZE - 1; ++j) {
432
0
      diff +=
433
0
          (int)nmv_count->fp[j] * (pre_nmv_prob->fp[j] - cur_nmv_prob->fp[j]);
434
0
    }
435
0
    pre_last_prob = MAX_PROB - pre_nmv_prob->fp[MV_FP_SIZE - 2];
436
0
    cur_last_prob = MAX_PROB - cur_nmv_prob->fp[MV_FP_SIZE - 2];
437
438
0
    diff +=
439
0
        (int)nmv_count->fp[MV_FP_SIZE - 1] * (pre_last_prob - cur_last_prob);
440
441
    // class0_hp
442
0
    diff += (int)nmv_count->class0_hp[0] *
443
0
            (pre_nmv_prob->class0_hp - cur_nmv_prob->class0_hp);
444
445
0
    pre_last_prob = MAX_PROB - pre_nmv_prob->class0_hp;
446
0
    cur_last_prob = MAX_PROB - cur_nmv_prob->class0_hp;
447
448
0
    diff += (int)nmv_count->class0_hp[1] * (pre_last_prob - cur_last_prob);
449
450
    // hp
451
0
    diff += (int)nmv_count->hp[0] * (pre_nmv_prob->hp - cur_nmv_prob->hp);
452
453
0
    pre_last_prob = MAX_PROB - pre_nmv_prob->hp;
454
0
    cur_last_prob = MAX_PROB - cur_nmv_prob->hp;
455
456
0
    diff += (int)nmv_count->hp[1] * (pre_last_prob - cur_last_prob);
457
0
  }
458
459
0
  return -diff;
460
0
}
461
#endif  // !CONFIG_REALTIME_ONLY
462
463
// Test for whether to calculate metrics for the frame.
464
141k
static int is_psnr_calc_enabled(const VP9_COMP *cpi) {
465
141k
  const VP9_COMMON *const cm = &cpi->common;
466
141k
  const VP9EncoderConfig *const oxcf = &cpi->oxcf;
467
468
141k
  return cpi->b_calculate_psnr && (oxcf->pass != 1) && cm->show_frame;
469
141k
}
470
471
/* clang-format off */
472
const Vp9LevelSpec vp9_level_defs[VP9_LEVELS] = {
473
  //         sample rate    size   breadth  bitrate  cpb
474
  { LEVEL_1,   829440,      36864,    512,   200,    400,    2, 1,  4,  8 },
475
  { LEVEL_1_1, 2764800,     73728,    768,   800,    1000,   2, 1,  4,  8 },
476
  { LEVEL_2,   4608000,     122880,   960,   1800,   1500,   2, 1,  4,  8 },
477
  { LEVEL_2_1, 9216000,     245760,   1344,  3600,   2800,   2, 2,  4,  8 },
478
  { LEVEL_3,   20736000,    552960,   2048,  7200,   6000,   2, 4,  4,  8 },
479
  { LEVEL_3_1, 36864000,    983040,   2752,  12000,  10000,  2, 4,  4,  8 },
480
  { LEVEL_4,   83558400,    2228224,  4160,  18000,  16000,  4, 4,  4,  8 },
481
  { LEVEL_4_1, 160432128,   2228224,  4160,  30000,  18000,  4, 4,  5,  6 },
482
  { LEVEL_5,   311951360,   8912896,  8384,  60000,  36000,  6, 8,  6,  4 },
483
  { LEVEL_5_1, 588251136,   8912896,  8384,  120000, 46000,  8, 8,  10, 4 },
484
  // TODO(huisu): update max_cpb_size for level 5_2 ~ 6_2 when
485
  // they are finalized (currently tentative).
486
  { LEVEL_5_2, 1176502272,  8912896,  8384,  180000, 90000,  8, 8,  10, 4 },
487
  { LEVEL_6,   1176502272,  35651584, 16832, 180000, 90000,  8, 16, 10, 4 },
488
  { LEVEL_6_1, 2353004544u, 35651584, 16832, 240000, 180000, 8, 16, 10, 4 },
489
  { LEVEL_6_2, 4706009088u, 35651584, 16832, 480000, 360000, 8, 16, 10, 4 },
490
};
491
/* clang-format on */
492
493
static const char *level_fail_messages[TARGET_LEVEL_FAIL_IDS] = {
494
  "The average bit-rate is too high.",
495
  "The picture size is too large.",
496
  "The picture width/height is too large.",
497
  "The luma sample rate is too large.",
498
  "The CPB size is too large.",
499
  "The compression ratio is too small",
500
  "Too many column tiles are used.",
501
  "The alt-ref distance is too small.",
502
  "Too many reference buffers are used."
503
};
504
505
0
static INLINE void Scale2Ratio(VPX_SCALING_MODE mode, int *hr, int *hs) {
506
0
  switch (mode) {
507
0
    case VP8E_NORMAL:
508
0
      *hr = 1;
509
0
      *hs = 1;
510
0
      break;
511
0
    case VP8E_FOURFIVE:
512
0
      *hr = 4;
513
0
      *hs = 5;
514
0
      break;
515
0
    case VP8E_THREEFIVE:
516
0
      *hr = 3;
517
0
      *hs = 5;
518
0
      break;
519
0
    default:
520
0
      assert(mode == VP8E_ONETWO);
521
0
      *hr = 1;
522
0
      *hs = 2;
523
0
      break;
524
0
  }
525
0
}
526
527
// Mark all inactive blocks as active. Other segmentation features may be set
528
// so memset cannot be used, instead only inactive blocks should be reset.
529
70.9k
static void suppress_active_map(VP9_COMP *cpi) {
530
70.9k
  unsigned char *const seg_map = cpi->segmentation_map;
531
532
70.9k
  if (cpi->active_map.enabled || cpi->active_map.update) {
533
0
    const int rows = cpi->common.mi_rows;
534
0
    const int cols = cpi->common.mi_cols;
535
0
    int i;
536
537
0
    for (i = 0; i < rows * cols; ++i)
538
0
      if (seg_map[i] == AM_SEGMENT_ID_INACTIVE)
539
0
        seg_map[i] = AM_SEGMENT_ID_ACTIVE;
540
0
  }
541
70.9k
}
542
543
70.9k
static void apply_active_map(VP9_COMP *cpi) {
544
70.9k
  struct segmentation *const seg = &cpi->common.seg;
545
70.9k
  unsigned char *const seg_map = cpi->segmentation_map;
546
70.9k
  const unsigned char *const active_map = cpi->active_map.map;
547
70.9k
  int i;
548
549
70.9k
  assert(AM_SEGMENT_ID_ACTIVE == CR_SEGMENT_ID_BASE);
550
551
70.9k
  if (frame_is_intra_only(&cpi->common)) {
552
14.5k
    cpi->active_map.enabled = 0;
553
14.5k
    cpi->active_map.update = 1;
554
14.5k
  }
555
556
70.9k
  if (cpi->active_map.update) {
557
14.5k
    if (cpi->active_map.enabled) {
558
0
      for (i = 0; i < cpi->common.mi_rows * cpi->common.mi_cols; ++i)
559
0
        if (seg_map[i] == AM_SEGMENT_ID_ACTIVE) seg_map[i] = active_map[i];
560
0
      vp9_enable_segmentation(seg);
561
0
      vp9_enable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_SKIP);
562
0
      vp9_enable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF);
563
      // Setting the data to -MAX_LOOP_FILTER will result in the computed loop
564
      // filter level being zero regardless of the value of seg->abs_delta.
565
0
      vp9_set_segdata(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF,
566
0
                      -MAX_LOOP_FILTER);
567
14.5k
    } else {
568
14.5k
      vp9_disable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_SKIP);
569
14.5k
      vp9_disable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF);
570
14.5k
      if (seg->enabled) {
571
0
        seg->update_data = 1;
572
0
        seg->update_map = 1;
573
0
      }
574
14.5k
    }
575
14.5k
    cpi->active_map.update = 0;
576
14.5k
  }
577
70.9k
}
578
579
0
static void apply_roi_map(VP9_COMP *cpi) {
580
0
  VP9_COMMON *cm = &cpi->common;
581
0
  struct segmentation *const seg = &cm->seg;
582
0
  vpx_roi_map_t *roi = &cpi->roi;
583
0
  const int *delta_q = roi->delta_q;
584
0
  const int *delta_lf = roi->delta_lf;
585
0
  const int *skip = roi->skip;
586
0
  int ref_frame[8];
587
0
  int internal_delta_q[MAX_SEGMENTS];
588
0
  int i;
589
590
  // TODO(jianj): Investigate why ROI not working in speed < 5 or in non
591
  // realtime mode.
592
0
  if (cpi->oxcf.mode != REALTIME || cpi->oxcf.speed < 5) return;
593
0
  if (!roi->enabled) return;
594
595
0
  memcpy(&ref_frame, roi->ref_frame, sizeof(ref_frame));
596
597
0
  vp9_enable_segmentation(seg);
598
0
  vp9_clearall_segfeatures(seg);
599
  // Select delta coding method;
600
0
  seg->abs_delta = SEGMENT_DELTADATA;
601
602
0
  memcpy(cpi->segmentation_map, roi->roi_map, (cm->mi_rows * cm->mi_cols));
603
604
0
  for (i = 0; i < MAX_SEGMENTS; ++i) {
605
    // Translate the external delta q values to internal values.
606
0
    internal_delta_q[i] = vp9_quantizer_to_qindex(abs(delta_q[i]));
607
0
    if (delta_q[i] < 0) internal_delta_q[i] = -internal_delta_q[i];
608
0
    vp9_disable_segfeature(seg, i, SEG_LVL_ALT_Q);
609
0
    vp9_disable_segfeature(seg, i, SEG_LVL_ALT_LF);
610
0
    if (internal_delta_q[i] != 0) {
611
0
      vp9_enable_segfeature(seg, i, SEG_LVL_ALT_Q);
612
0
      vp9_set_segdata(seg, i, SEG_LVL_ALT_Q, internal_delta_q[i]);
613
0
    }
614
0
    if (delta_lf[i] != 0) {
615
0
      vp9_enable_segfeature(seg, i, SEG_LVL_ALT_LF);
616
0
      vp9_set_segdata(seg, i, SEG_LVL_ALT_LF, delta_lf[i]);
617
0
    }
618
0
    if (skip[i] != 0) {
619
0
      vp9_enable_segfeature(seg, i, SEG_LVL_SKIP);
620
0
      vp9_set_segdata(seg, i, SEG_LVL_SKIP, 0);
621
0
    }
622
0
    if (ref_frame[i] >= 0) {
623
0
      int valid_ref = 1;
624
      // ALTREF is not used as reference for nonrd_pickmode with 0 lag.
625
0
      if (ref_frame[i] == ALTREF_FRAME && cpi->sf.use_nonrd_pick_mode)
626
0
        valid_ref = 0;
627
      // If GOLDEN is selected, make sure it's set as reference.
628
0
      if (ref_frame[i] == GOLDEN_FRAME &&
629
0
          !(cpi->ref_frame_flags & ref_frame_to_flag(ref_frame[i]))) {
630
0
        valid_ref = 0;
631
0
      }
632
      // GOLDEN was updated in previous encoded frame, so GOLDEN and LAST are
633
      // same reference.
634
0
      if (ref_frame[i] == GOLDEN_FRAME && cpi->rc.frames_since_golden == 0)
635
0
        ref_frame[i] = LAST_FRAME;
636
0
      if (valid_ref) {
637
0
        vp9_enable_segfeature(seg, i, SEG_LVL_REF_FRAME);
638
0
        vp9_set_segdata(seg, i, SEG_LVL_REF_FRAME, ref_frame[i]);
639
0
      }
640
0
    }
641
0
  }
642
0
  roi->enabled = 1;
643
0
}
644
645
3.72k
static void init_level_info(Vp9LevelInfo *level_info) {
646
3.72k
  Vp9LevelStats *const level_stats = &level_info->level_stats;
647
3.72k
  Vp9LevelSpec *const level_spec = &level_info->level_spec;
648
649
3.72k
  memset(level_stats, 0, sizeof(*level_stats));
650
3.72k
  memset(level_spec, 0, sizeof(*level_spec));
651
3.72k
  level_spec->level = LEVEL_UNKNOWN;
652
3.72k
  level_spec->min_altref_distance = INT_MAX;
653
3.72k
}
654
655
0
static int check_seg_range(int seg_data[8], int range) {
656
0
  int i;
657
0
  for (i = 0; i < 8; ++i) {
658
    // Note abs() alone can't be used as the behavior of abs(INT_MIN) is
659
    // undefined.
660
0
    if (seg_data[i] > range || seg_data[i] < -range) {
661
0
      return 0;
662
0
    }
663
0
  }
664
0
  return 1;
665
0
}
666
667
0
VP9_LEVEL vp9_get_level(const Vp9LevelSpec *const level_spec) {
668
0
  int i;
669
0
  const Vp9LevelSpec *this_level;
670
671
0
  vpx_clear_system_state();
672
673
0
  for (i = 0; i < VP9_LEVELS; ++i) {
674
0
    this_level = &vp9_level_defs[i];
675
0
    if ((double)level_spec->max_luma_sample_rate >
676
0
            (double)this_level->max_luma_sample_rate *
677
0
                (1 + SAMPLE_RATE_GRACE_P) ||
678
0
        level_spec->max_luma_picture_size > this_level->max_luma_picture_size ||
679
0
        level_spec->max_luma_picture_breadth >
680
0
            this_level->max_luma_picture_breadth ||
681
0
        level_spec->average_bitrate > this_level->average_bitrate ||
682
0
        level_spec->max_cpb_size > this_level->max_cpb_size ||
683
0
        level_spec->compression_ratio < this_level->compression_ratio ||
684
0
        level_spec->max_col_tiles > this_level->max_col_tiles ||
685
0
        level_spec->min_altref_distance < this_level->min_altref_distance ||
686
0
        level_spec->max_ref_frame_buffers > this_level->max_ref_frame_buffers)
687
0
      continue;
688
0
    break;
689
0
  }
690
0
  return (i == VP9_LEVELS) ? LEVEL_UNKNOWN : vp9_level_defs[i].level;
691
0
}
692
693
vpx_codec_err_t vp9_set_roi_map(VP9_COMP *cpi, unsigned char *map,
694
                                unsigned int rows, unsigned int cols,
695
                                int delta_q[8], int delta_lf[8], int skip[8],
696
0
                                int ref_frame[8]) {
697
0
  VP9_COMMON *cm = &cpi->common;
698
0
  vpx_roi_map_t *roi = &cpi->roi;
699
0
  const int range = 63;
700
0
  const int ref_frame_range = 3;  // Alt-ref
701
0
  const int skip_range = 1;
702
0
  const int frame_rows = cpi->common.mi_rows;
703
0
  const int frame_cols = cpi->common.mi_cols;
704
705
  // Check number of rows and columns match
706
0
  if (frame_rows != (int)rows || frame_cols != (int)cols) {
707
0
    return VPX_CODEC_INVALID_PARAM;
708
0
  }
709
710
0
  if (!check_seg_range(delta_q, range) || !check_seg_range(delta_lf, range) ||
711
0
      !check_seg_range(ref_frame, ref_frame_range) ||
712
0
      !check_seg_range(skip, skip_range))
713
0
    return VPX_CODEC_INVALID_PARAM;
714
715
  // Also disable segmentation if no deltas are specified.
716
0
  if (!map ||
717
0
      (!(delta_q[0] | delta_q[1] | delta_q[2] | delta_q[3] | delta_q[4] |
718
0
         delta_q[5] | delta_q[6] | delta_q[7] | delta_lf[0] | delta_lf[1] |
719
0
         delta_lf[2] | delta_lf[3] | delta_lf[4] | delta_lf[5] | delta_lf[6] |
720
0
         delta_lf[7] | skip[0] | skip[1] | skip[2] | skip[3] | skip[4] |
721
0
         skip[5] | skip[6] | skip[7]) &&
722
0
       (ref_frame[0] == -1 && ref_frame[1] == -1 && ref_frame[2] == -1 &&
723
0
        ref_frame[3] == -1 && ref_frame[4] == -1 && ref_frame[5] == -1 &&
724
0
        ref_frame[6] == -1 && ref_frame[7] == -1))) {
725
0
    vp9_disable_segmentation(&cm->seg);
726
0
    cpi->roi.enabled = 0;
727
0
    return VPX_CODEC_OK;
728
0
  }
729
730
0
  if (roi->roi_map) {
731
0
    vpx_free(roi->roi_map);
732
0
    roi->roi_map = NULL;
733
0
  }
734
0
  roi->roi_map = vpx_malloc(rows * cols);
735
0
  if (!roi->roi_map) return VPX_CODEC_MEM_ERROR;
736
737
  // Copy to ROI structure in the compressor.
738
0
  memcpy(roi->roi_map, map, rows * cols);
739
0
  memcpy(&roi->delta_q, delta_q, MAX_SEGMENTS * sizeof(delta_q[0]));
740
0
  memcpy(&roi->delta_lf, delta_lf, MAX_SEGMENTS * sizeof(delta_lf[0]));
741
0
  memcpy(&roi->skip, skip, MAX_SEGMENTS * sizeof(skip[0]));
742
0
  memcpy(&roi->ref_frame, ref_frame, MAX_SEGMENTS * sizeof(ref_frame[0]));
743
0
  roi->enabled = 1;
744
0
  roi->rows = rows;
745
0
  roi->cols = cols;
746
747
0
  return VPX_CODEC_OK;
748
0
}
749
750
int vp9_set_active_map(VP9_COMP *cpi, unsigned char *new_map_16x16, int rows,
751
0
                       int cols) {
752
0
  if (rows == cpi->common.mb_rows && cols == cpi->common.mb_cols) {
753
0
    unsigned char *const active_map_8x8 = cpi->active_map.map;
754
0
    const int mi_rows = cpi->common.mi_rows;
755
0
    const int mi_cols = cpi->common.mi_cols;
756
0
    cpi->active_map.update = 1;
757
0
    if (new_map_16x16) {
758
0
      int r, c;
759
0
      for (r = 0; r < mi_rows; ++r) {
760
0
        for (c = 0; c < mi_cols; ++c) {
761
0
          active_map_8x8[r * mi_cols + c] =
762
0
              new_map_16x16[(r >> 1) * cols + (c >> 1)]
763
0
                  ? AM_SEGMENT_ID_ACTIVE
764
0
                  : AM_SEGMENT_ID_INACTIVE;
765
0
        }
766
0
      }
767
0
      cpi->active_map.enabled = 1;
768
0
    } else {
769
0
      cpi->active_map.enabled = 0;
770
0
    }
771
0
    return 0;
772
0
  } else {
773
0
    return -1;
774
0
  }
775
0
}
776
777
int vp9_get_active_map(VP9_COMP *cpi, unsigned char *new_map_16x16, int rows,
778
0
                       int cols) {
779
0
  if (rows == cpi->common.mb_rows && cols == cpi->common.mb_cols &&
780
0
      new_map_16x16) {
781
0
    unsigned char *const seg_map_8x8 = cpi->segmentation_map;
782
0
    const int mi_rows = cpi->common.mi_rows;
783
0
    const int mi_cols = cpi->common.mi_cols;
784
0
    memset(new_map_16x16, !cpi->active_map.enabled, rows * cols);
785
0
    if (cpi->active_map.enabled) {
786
0
      int r, c;
787
0
      for (r = 0; r < mi_rows; ++r) {
788
0
        for (c = 0; c < mi_cols; ++c) {
789
          // Cyclic refresh segments are considered active despite not having
790
          // AM_SEGMENT_ID_ACTIVE
791
0
          new_map_16x16[(r >> 1) * cols + (c >> 1)] |=
792
0
              seg_map_8x8[r * mi_cols + c] != AM_SEGMENT_ID_INACTIVE;
793
0
        }
794
0
      }
795
0
    }
796
0
    return 0;
797
0
  } else {
798
0
    return -1;
799
0
  }
800
0
}
801
802
258k
void vp9_set_high_precision_mv(VP9_COMP *cpi, int allow_high_precision_mv) {
803
258k
  MACROBLOCK *const mb = &cpi->td.mb;
804
258k
  cpi->common.allow_high_precision_mv = allow_high_precision_mv;
805
258k
  if (cpi->common.allow_high_precision_mv) {
806
214k
    mb->mvcost = mb->nmvcost_hp;
807
214k
    mb->mvsadcost = mb->nmvsadcost_hp;
808
214k
  } else {
809
43.2k
    mb->mvcost = mb->nmvcost;
810
43.2k
    mb->mvsadcost = mb->nmvsadcost;
811
43.2k
  }
812
258k
}
813
814
70.9k
static void setup_frame(VP9_COMP *cpi) {
815
70.9k
  VP9_COMMON *const cm = &cpi->common;
816
  // Set up entropy context depending on frame type. The decoder mandates
817
  // the use of the default context, index 0, for keyframes and inter
818
  // frames where the error_resilient_mode or intra_only flag is set. For
819
  // other inter-frames the encoder currently uses only two contexts;
820
  // context 1 for ALTREF frames and context 0 for the others.
821
70.9k
  if (frame_is_intra_only(cm) || cm->error_resilient_mode) {
822
14.5k
    vp9_setup_past_independence(cm);
823
56.4k
  } else {
824
56.4k
    if (!cpi->use_svc) cm->frame_context_idx = cpi->refresh_alt_ref_frame;
825
56.4k
  }
826
827
  // TODO(jingning): Overwrite the frame_context_idx index in multi-layer ARF
828
  // case. Need some further investigation on if we could apply this to single
829
  // layer ARF case as well.
830
70.9k
  if (cpi->multi_layer_arf && !cpi->use_svc) {
831
0
    GF_GROUP *const gf_group = &cpi->twopass.gf_group;
832
0
    const int gf_group_index = gf_group->index;
833
0
    const int boost_frame =
834
0
        !cpi->rc.is_src_frame_alt_ref &&
835
0
        (cpi->refresh_golden_frame || cpi->refresh_alt_ref_frame);
836
837
    // frame_context_idx           Frame Type
838
    //        0              Intra only frame, base layer ARF
839
    //        1              ARFs with layer depth = 2,3
840
    //        2              ARFs with layer depth > 3
841
    //        3              Non-boosted frames
842
0
    if (frame_is_intra_only(cm)) {
843
0
      cm->frame_context_idx = 0;
844
0
    } else if (boost_frame) {
845
0
      if (gf_group->rf_level[gf_group_index] == GF_ARF_STD)
846
0
        cm->frame_context_idx = 0;
847
0
      else if (gf_group->layer_depth[gf_group_index] <= 3)
848
0
        cm->frame_context_idx = 1;
849
0
      else
850
0
        cm->frame_context_idx = 2;
851
0
    } else {
852
0
      cm->frame_context_idx = 3;
853
0
    }
854
0
  }
855
856
70.9k
  if (cm->frame_type == KEY_FRAME) {
857
14.5k
    cpi->refresh_golden_frame = 1;
858
14.5k
    cpi->refresh_alt_ref_frame = 1;
859
14.5k
    vp9_zero(cpi->interp_filter_selected);
860
56.4k
  } else {
861
56.4k
    *cm->fc = cm->frame_contexts[cm->frame_context_idx];
862
56.4k
    vp9_zero(cpi->interp_filter_selected[0]);
863
56.4k
  }
864
70.9k
}
865
866
32.1k
static void vp9_enc_setup_mi(VP9_COMMON *cm) {
867
32.1k
  int i;
868
32.1k
  cm->mi = cm->mip + cm->mi_stride + 1;
869
32.1k
  memset(cm->mip, 0, cm->mi_stride * (cm->mi_rows + 1) * sizeof(*cm->mip));
870
32.1k
  cm->prev_mi = cm->prev_mip + cm->mi_stride + 1;
871
  // Clear top border row
872
32.1k
  memset(cm->prev_mip, 0, sizeof(*cm->prev_mip) * cm->mi_stride);
873
  // Clear left border column
874
2.18M
  for (i = 1; i < cm->mi_rows + 1; ++i)
875
2.15M
    memset(&cm->prev_mip[i * cm->mi_stride], 0, sizeof(*cm->prev_mip));
876
877
32.1k
  cm->mi_grid_visible = cm->mi_grid_base + cm->mi_stride + 1;
878
32.1k
  cm->prev_mi_grid_visible = cm->prev_mi_grid_base + cm->mi_stride + 1;
879
880
32.1k
  memset(cm->mi_grid_base, 0,
881
32.1k
         cm->mi_stride * (cm->mi_rows + 1) * sizeof(*cm->mi_grid_base));
882
32.1k
}
883
884
3.72k
static int vp9_enc_alloc_mi(VP9_COMMON *cm, int mi_size) {
885
3.72k
  cm->mip = vpx_calloc(mi_size, sizeof(*cm->mip));
886
3.72k
  if (!cm->mip) return 1;
887
3.72k
  cm->prev_mip = vpx_calloc(mi_size, sizeof(*cm->prev_mip));
888
3.72k
  if (!cm->prev_mip) return 1;
889
3.72k
  cm->mi_alloc_size = mi_size;
890
891
3.72k
  cm->mi_grid_base =
892
3.72k
      (MODE_INFO **)vpx_calloc(mi_size, sizeof(*cm->mi_grid_base));
893
3.72k
  if (!cm->mi_grid_base) return 1;
894
3.72k
  cm->prev_mi_grid_base =
895
3.72k
      (MODE_INFO **)vpx_calloc(mi_size, sizeof(*cm->prev_mi_grid_base));
896
3.72k
  if (!cm->prev_mi_grid_base) return 1;
897
898
3.72k
  return 0;
899
3.72k
}
900
901
11.1k
static void vp9_enc_free_mi(VP9_COMMON *cm) {
902
11.1k
  vpx_free(cm->mip);
903
11.1k
  cm->mip = NULL;
904
11.1k
  vpx_free(cm->prev_mip);
905
11.1k
  cm->prev_mip = NULL;
906
11.1k
  vpx_free(cm->mi_grid_base);
907
11.1k
  cm->mi_grid_base = NULL;
908
11.1k
  vpx_free(cm->prev_mi_grid_base);
909
11.1k
  cm->prev_mi_grid_base = NULL;
910
11.1k
  cm->mi_alloc_size = 0;
911
11.1k
}
912
913
70.8k
static void vp9_swap_mi_and_prev_mi(VP9_COMMON *cm) {
914
  // Current mip will be the prev_mip for the next frame.
915
70.8k
  MODE_INFO **temp_base = cm->prev_mi_grid_base;
916
70.8k
  MODE_INFO *temp = cm->prev_mip;
917
918
  // Skip update prev_mi frame in show_existing_frame mode.
919
70.8k
  if (cm->show_existing_frame) return;
920
921
70.8k
  cm->prev_mip = cm->mip;
922
70.8k
  cm->mip = temp;
923
924
  // Update the upper left visible macroblock ptrs.
925
70.8k
  cm->mi = cm->mip + cm->mi_stride + 1;
926
70.8k
  cm->prev_mi = cm->prev_mip + cm->mi_stride + 1;
927
928
70.8k
  cm->prev_mi_grid_base = cm->mi_grid_base;
929
70.8k
  cm->mi_grid_base = temp_base;
930
70.8k
  cm->mi_grid_visible = cm->mi_grid_base + cm->mi_stride + 1;
931
70.8k
  cm->prev_mi_grid_visible = cm->prev_mi_grid_base + cm->mi_stride + 1;
932
70.8k
}
933
934
1
static void initialize_enc(void) {
935
1
  vp9_rtcd();
936
1
  vpx_dsp_rtcd();
937
1
  vpx_scale_rtcd();
938
1
  vp9_init_intra_predictors();
939
1
  vp9_init_me_luts();
940
1
  vp9_rc_init_minq_luts();
941
1
  vp9_entropy_mv_init();
942
1
#if !CONFIG_REALTIME_ONLY
943
1
  vp9_temporal_filter_init();
944
1
#endif
945
1
}
946
947
3.76k
void vp9_initialize_enc(void) { once(initialize_enc); }
948
949
3.72k
static void dealloc_compressor_data(VP9_COMP *cpi) {
950
3.72k
  VP9_COMMON *const cm = &cpi->common;
951
3.72k
  int i;
952
953
3.72k
  vpx_free(cpi->mbmi_ext_base);
954
3.72k
  cpi->mbmi_ext_base = NULL;
955
956
3.72k
  vpx_free(cpi->tile_data);
957
3.72k
  cpi->tile_data = NULL;
958
959
3.72k
  vpx_free(cpi->segmentation_map);
960
3.72k
  cpi->segmentation_map = NULL;
961
3.72k
  vpx_free(cpi->coding_context.last_frame_seg_map_copy);
962
3.72k
  cpi->coding_context.last_frame_seg_map_copy = NULL;
963
964
3.72k
  vpx_free(cpi->nmvcosts[0]);
965
3.72k
  vpx_free(cpi->nmvcosts[1]);
966
3.72k
  cpi->nmvcosts[0] = NULL;
967
3.72k
  cpi->nmvcosts[1] = NULL;
968
969
3.72k
  vpx_free(cpi->nmvcosts_hp[0]);
970
3.72k
  vpx_free(cpi->nmvcosts_hp[1]);
971
3.72k
  cpi->nmvcosts_hp[0] = NULL;
972
3.72k
  cpi->nmvcosts_hp[1] = NULL;
973
974
3.72k
  vpx_free(cpi->nmvsadcosts[0]);
975
3.72k
  vpx_free(cpi->nmvsadcosts[1]);
976
3.72k
  cpi->nmvsadcosts[0] = NULL;
977
3.72k
  cpi->nmvsadcosts[1] = NULL;
978
979
3.72k
  vpx_free(cpi->nmvsadcosts_hp[0]);
980
3.72k
  vpx_free(cpi->nmvsadcosts_hp[1]);
981
3.72k
  cpi->nmvsadcosts_hp[0] = NULL;
982
3.72k
  cpi->nmvsadcosts_hp[1] = NULL;
983
984
3.72k
  vpx_free(cpi->skin_map);
985
3.72k
  cpi->skin_map = NULL;
986
987
3.72k
  vpx_free(cpi->prev_partition);
988
3.72k
  cpi->prev_partition = NULL;
989
990
3.72k
  vpx_free(cpi->svc.prev_partition_svc);
991
3.72k
  cpi->svc.prev_partition_svc = NULL;
992
993
3.72k
  vpx_free(cpi->prev_segment_id);
994
3.72k
  cpi->prev_segment_id = NULL;
995
996
3.72k
  vpx_free(cpi->prev_variance_low);
997
3.72k
  cpi->prev_variance_low = NULL;
998
999
3.72k
  vpx_free(cpi->copied_frame_cnt);
1000
3.72k
  cpi->copied_frame_cnt = NULL;
1001
1002
3.72k
  vpx_free(cpi->content_state_sb_fd);
1003
3.72k
  cpi->content_state_sb_fd = NULL;
1004
1005
3.72k
  vpx_free(cpi->count_arf_frame_usage);
1006
3.72k
  cpi->count_arf_frame_usage = NULL;
1007
3.72k
  vpx_free(cpi->count_lastgolden_frame_usage);
1008
3.72k
  cpi->count_lastgolden_frame_usage = NULL;
1009
1010
3.72k
  vp9_cyclic_refresh_free(cpi->cyclic_refresh);
1011
3.72k
  cpi->cyclic_refresh = NULL;
1012
1013
3.72k
  vpx_free(cpi->active_map.map);
1014
3.72k
  cpi->active_map.map = NULL;
1015
1016
3.72k
  vpx_free(cpi->roi.roi_map);
1017
3.72k
  cpi->roi.roi_map = NULL;
1018
1019
3.72k
  vpx_free(cpi->consec_zero_mv);
1020
3.72k
  cpi->consec_zero_mv = NULL;
1021
1022
3.72k
  vpx_free(cpi->mb_wiener_variance);
1023
3.72k
  cpi->mb_wiener_variance = NULL;
1024
1025
3.72k
  vpx_free(cpi->sb_mul_scale);
1026
3.72k
  cpi->sb_mul_scale = NULL;
1027
1028
3.72k
  vpx_free(cpi->mi_ssim_rdmult_scaling_factors);
1029
3.72k
  cpi->mi_ssim_rdmult_scaling_factors = NULL;
1030
1031
3.72k
  vp9_free_ref_frame_buffers(cm->buffer_pool);
1032
#if CONFIG_VP9_POSTPROC
1033
  vp9_free_postproc_buffers(cm);
1034
#endif
1035
3.72k
  vp9_free_context_buffers(cm);
1036
1037
3.72k
  vpx_free_frame_buffer(&cpi->last_frame_uf);
1038
3.72k
  vpx_free_frame_buffer(&cpi->scaled_source);
1039
3.72k
  vpx_free_frame_buffer(&cpi->scaled_last_source);
1040
3.72k
  vpx_free_frame_buffer(&cpi->tf_buffer);
1041
#ifdef ENABLE_KF_DENOISE
1042
  vpx_free_frame_buffer(&cpi->raw_unscaled_source);
1043
  vpx_free_frame_buffer(&cpi->raw_scaled_source);
1044
#endif
1045
1046
3.72k
  vp9_lookahead_destroy(cpi->lookahead);
1047
1048
3.72k
  vpx_free(cpi->tile_tok[0][0]);
1049
3.72k
  cpi->tile_tok[0][0] = 0;
1050
1051
3.72k
  vpx_free(cpi->tplist[0][0]);
1052
3.72k
  cpi->tplist[0][0] = NULL;
1053
1054
3.72k
  vp9_free_pc_tree(&cpi->td);
1055
1056
7.44k
  for (i = 0; i < cpi->svc.number_spatial_layers; ++i) {
1057
3.72k
    LAYER_CONTEXT *const lc = &cpi->svc.layer_context[i];
1058
3.72k
    vpx_free(lc->rc_twopass_stats_in.buf);
1059
3.72k
    lc->rc_twopass_stats_in.buf = NULL;
1060
3.72k
    lc->rc_twopass_stats_in.sz = 0;
1061
3.72k
  }
1062
1063
96.7k
  for (i = 0; i < MAX_LAG_BUFFERS; ++i) {
1064
93.0k
    vpx_free_frame_buffer(&cpi->svc.scaled_frames[i]);
1065
93.0k
  }
1066
3.72k
  memset(&cpi->svc.scaled_frames[0], 0,
1067
3.72k
         MAX_LAG_BUFFERS * sizeof(cpi->svc.scaled_frames[0]));
1068
1069
3.72k
  vpx_free_frame_buffer(&cpi->svc.scaled_temp);
1070
3.72k
  memset(&cpi->svc.scaled_temp, 0, sizeof(cpi->svc.scaled_temp));
1071
1072
3.72k
  vpx_free_frame_buffer(&cpi->svc.empty_frame.img);
1073
3.72k
  memset(&cpi->svc.empty_frame, 0, sizeof(cpi->svc.empty_frame));
1074
1075
3.72k
  vp9_free_svc_cyclic_refresh(cpi);
1076
3.72k
}
1077
1078
0
static void save_coding_context(VP9_COMP *cpi) {
1079
0
  CODING_CONTEXT *const cc = &cpi->coding_context;
1080
0
  VP9_COMMON *cm = &cpi->common;
1081
1082
  // Stores a snapshot of key state variables which can subsequently be
1083
  // restored with a call to vp9_restore_coding_context. These functions are
1084
  // intended for use in a re-code loop in vp9_compress_frame where the
1085
  // quantizer value is adjusted between loop iterations.
1086
0
  vp9_copy(cc->nmvjointcost, cpi->td.mb.nmvjointcost);
1087
1088
0
  memcpy(cc->nmvcosts[0], cpi->nmvcosts[0],
1089
0
         MV_VALS * sizeof(*cpi->nmvcosts[0]));
1090
0
  memcpy(cc->nmvcosts[1], cpi->nmvcosts[1],
1091
0
         MV_VALS * sizeof(*cpi->nmvcosts[1]));
1092
0
  memcpy(cc->nmvcosts_hp[0], cpi->nmvcosts_hp[0],
1093
0
         MV_VALS * sizeof(*cpi->nmvcosts_hp[0]));
1094
0
  memcpy(cc->nmvcosts_hp[1], cpi->nmvcosts_hp[1],
1095
0
         MV_VALS * sizeof(*cpi->nmvcosts_hp[1]));
1096
1097
0
  vp9_copy(cc->segment_pred_probs, cm->seg.pred_probs);
1098
1099
0
  memcpy(cpi->coding_context.last_frame_seg_map_copy, cm->last_frame_seg_map,
1100
0
         (cm->mi_rows * cm->mi_cols));
1101
1102
0
  vp9_copy(cc->last_ref_lf_deltas, cm->lf.last_ref_deltas);
1103
0
  vp9_copy(cc->last_mode_lf_deltas, cm->lf.last_mode_deltas);
1104
1105
0
  cc->fc = *cm->fc;
1106
0
}
1107
1108
0
static void restore_coding_context(VP9_COMP *cpi) {
1109
0
  CODING_CONTEXT *const cc = &cpi->coding_context;
1110
0
  VP9_COMMON *cm = &cpi->common;
1111
1112
  // Restore key state variables to the snapshot state stored in the
1113
  // previous call to vp9_save_coding_context.
1114
0
  vp9_copy(cpi->td.mb.nmvjointcost, cc->nmvjointcost);
1115
1116
0
  memcpy(cpi->nmvcosts[0], cc->nmvcosts[0], MV_VALS * sizeof(*cc->nmvcosts[0]));
1117
0
  memcpy(cpi->nmvcosts[1], cc->nmvcosts[1], MV_VALS * sizeof(*cc->nmvcosts[1]));
1118
0
  memcpy(cpi->nmvcosts_hp[0], cc->nmvcosts_hp[0],
1119
0
         MV_VALS * sizeof(*cc->nmvcosts_hp[0]));
1120
0
  memcpy(cpi->nmvcosts_hp[1], cc->nmvcosts_hp[1],
1121
0
         MV_VALS * sizeof(*cc->nmvcosts_hp[1]));
1122
1123
0
  vp9_copy(cm->seg.pred_probs, cc->segment_pred_probs);
1124
1125
0
  memcpy(cm->last_frame_seg_map, cpi->coding_context.last_frame_seg_map_copy,
1126
0
         (cm->mi_rows * cm->mi_cols));
1127
1128
0
  vp9_copy(cm->lf.last_ref_deltas, cc->last_ref_lf_deltas);
1129
0
  vp9_copy(cm->lf.last_mode_deltas, cc->last_mode_lf_deltas);
1130
1131
0
  *cm->fc = cc->fc;
1132
0
}
1133
1134
#if !CONFIG_REALTIME_ONLY
1135
0
static void configure_static_seg_features(VP9_COMP *cpi) {
1136
0
  VP9_COMMON *const cm = &cpi->common;
1137
0
  const RATE_CONTROL *const rc = &cpi->rc;
1138
0
  struct segmentation *const seg = &cm->seg;
1139
1140
0
  int high_q = (int)(rc->avg_q > 48.0);
1141
0
  int qi_delta;
1142
1143
  // Disable and clear down for KF
1144
0
  if (cm->frame_type == KEY_FRAME) {
1145
    // Clear down the global segmentation map
1146
0
    memset(cpi->segmentation_map, 0, cm->mi_rows * cm->mi_cols);
1147
0
    seg->update_map = 0;
1148
0
    seg->update_data = 0;
1149
0
    cpi->static_mb_pct = 0;
1150
1151
    // Disable segmentation
1152
0
    vp9_disable_segmentation(seg);
1153
1154
    // Clear down the segment features.
1155
0
    vp9_clearall_segfeatures(seg);
1156
0
  } else if (cpi->refresh_alt_ref_frame) {
1157
    // If this is an alt ref frame
1158
    // Clear down the global segmentation map
1159
0
    memset(cpi->segmentation_map, 0, cm->mi_rows * cm->mi_cols);
1160
0
    seg->update_map = 0;
1161
0
    seg->update_data = 0;
1162
0
    cpi->static_mb_pct = 0;
1163
1164
    // Disable segmentation and individual segment features by default
1165
0
    vp9_disable_segmentation(seg);
1166
0
    vp9_clearall_segfeatures(seg);
1167
1168
    // Scan frames from current to arf frame.
1169
    // This function re-enables segmentation if appropriate.
1170
0
    vp9_update_mbgraph_stats(cpi);
1171
1172
    // If segmentation was enabled set those features needed for the
1173
    // arf itself.
1174
0
    if (seg->enabled) {
1175
0
      seg->update_map = 1;
1176
0
      seg->update_data = 1;
1177
1178
0
      qi_delta =
1179
0
          vp9_compute_qdelta(rc, rc->avg_q, rc->avg_q * 0.875, cm->bit_depth);
1180
0
      vp9_set_segdata(seg, 1, SEG_LVL_ALT_Q, qi_delta - 2);
1181
0
      vp9_set_segdata(seg, 1, SEG_LVL_ALT_LF, -2);
1182
1183
0
      vp9_enable_segfeature(seg, 1, SEG_LVL_ALT_Q);
1184
0
      vp9_enable_segfeature(seg, 1, SEG_LVL_ALT_LF);
1185
1186
      // Where relevant assume segment data is delta data
1187
0
      seg->abs_delta = SEGMENT_DELTADATA;
1188
0
    }
1189
0
  } else if (seg->enabled) {
1190
    // All other frames if segmentation has been enabled
1191
1192
    // First normal frame in a valid gf or alt ref group
1193
0
    if (rc->frames_since_golden == 0) {
1194
      // Set up segment features for normal frames in an arf group
1195
0
      if (rc->source_alt_ref_active) {
1196
0
        seg->update_map = 0;
1197
0
        seg->update_data = 1;
1198
0
        seg->abs_delta = SEGMENT_DELTADATA;
1199
1200
0
        qi_delta =
1201
0
            vp9_compute_qdelta(rc, rc->avg_q, rc->avg_q * 1.125, cm->bit_depth);
1202
0
        vp9_set_segdata(seg, 1, SEG_LVL_ALT_Q, qi_delta + 2);
1203
0
        vp9_enable_segfeature(seg, 1, SEG_LVL_ALT_Q);
1204
1205
0
        vp9_set_segdata(seg, 1, SEG_LVL_ALT_LF, -2);
1206
0
        vp9_enable_segfeature(seg, 1, SEG_LVL_ALT_LF);
1207
1208
        // Segment coding disabled for compred testing
1209
0
        if (high_q || (cpi->static_mb_pct == 100)) {
1210
0
          vp9_set_segdata(seg, 1, SEG_LVL_REF_FRAME, ALTREF_FRAME);
1211
0
          vp9_enable_segfeature(seg, 1, SEG_LVL_REF_FRAME);
1212
0
          vp9_enable_segfeature(seg, 1, SEG_LVL_SKIP);
1213
0
        }
1214
0
      } else {
1215
        // Disable segmentation and clear down features if alt ref
1216
        // is not active for this group
1217
1218
0
        vp9_disable_segmentation(seg);
1219
1220
0
        memset(cpi->segmentation_map, 0, cm->mi_rows * cm->mi_cols);
1221
1222
0
        seg->update_map = 0;
1223
0
        seg->update_data = 0;
1224
1225
0
        vp9_clearall_segfeatures(seg);
1226
0
      }
1227
0
    } else if (rc->is_src_frame_alt_ref) {
1228
      // Special case where we are coding over the top of a previous
1229
      // alt ref frame.
1230
      // Segment coding disabled for compred testing
1231
1232
      // Enable ref frame features for segment 0 as well
1233
0
      vp9_enable_segfeature(seg, 0, SEG_LVL_REF_FRAME);
1234
0
      vp9_enable_segfeature(seg, 1, SEG_LVL_REF_FRAME);
1235
1236
      // All mbs should use ALTREF_FRAME
1237
0
      vp9_clear_segdata(seg, 0, SEG_LVL_REF_FRAME);
1238
0
      vp9_set_segdata(seg, 0, SEG_LVL_REF_FRAME, ALTREF_FRAME);
1239
0
      vp9_clear_segdata(seg, 1, SEG_LVL_REF_FRAME);
1240
0
      vp9_set_segdata(seg, 1, SEG_LVL_REF_FRAME, ALTREF_FRAME);
1241
1242
      // Skip all MBs if high Q (0,0 mv and skip coeffs)
1243
0
      if (high_q) {
1244
0
        vp9_enable_segfeature(seg, 0, SEG_LVL_SKIP);
1245
0
        vp9_enable_segfeature(seg, 1, SEG_LVL_SKIP);
1246
0
      }
1247
      // Enable data update
1248
0
      seg->update_data = 1;
1249
0
    } else {
1250
      // All other frames.
1251
1252
      // No updates.. leave things as they are.
1253
0
      seg->update_map = 0;
1254
0
      seg->update_data = 0;
1255
0
    }
1256
0
  }
1257
0
}
1258
#endif  // !CONFIG_REALTIME_ONLY
1259
1260
0
static void update_reference_segmentation_map(VP9_COMP *cpi) {
1261
0
  VP9_COMMON *const cm = &cpi->common;
1262
0
  MODE_INFO **mi_8x8_ptr = cm->mi_grid_visible;
1263
0
  uint8_t *cache_ptr = cm->last_frame_seg_map;
1264
0
  int row, col;
1265
1266
0
  for (row = 0; row < cm->mi_rows; row++) {
1267
0
    MODE_INFO **mi_8x8 = mi_8x8_ptr;
1268
0
    uint8_t *cache = cache_ptr;
1269
0
    for (col = 0; col < cm->mi_cols; col++, mi_8x8++, cache++)
1270
0
      cache[0] = mi_8x8[0]->segment_id;
1271
0
    mi_8x8_ptr += cm->mi_stride;
1272
0
    cache_ptr += cm->mi_cols;
1273
0
  }
1274
0
}
1275
1276
71.5k
static void alloc_raw_frame_buffers(VP9_COMP *cpi) {
1277
71.5k
  VP9_COMMON *cm = &cpi->common;
1278
71.5k
  const VP9EncoderConfig *oxcf = &cpi->oxcf;
1279
1280
71.5k
  if (!cpi->lookahead)
1281
3.60k
    cpi->lookahead = vp9_lookahead_init(oxcf->width, oxcf->height,
1282
3.60k
                                        cm->subsampling_x, cm->subsampling_y,
1283
3.60k
#if CONFIG_VP9_HIGHBITDEPTH
1284
3.60k
                                        cm->use_highbitdepth,
1285
3.60k
#endif
1286
3.60k
                                        oxcf->lag_in_frames);
1287
71.5k
  if (!cpi->lookahead)
1288
0
    vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
1289
0
                       "Failed to allocate lag buffers");
1290
1291
  // TODO(agrange) Check if ARF is enabled and skip allocation if not.
1292
71.5k
  if (vpx_realloc_frame_buffer(&cpi->tf_buffer, oxcf->width, oxcf->height,
1293
71.5k
                               cm->subsampling_x, cm->subsampling_y,
1294
71.5k
#if CONFIG_VP9_HIGHBITDEPTH
1295
71.5k
                               cm->use_highbitdepth,
1296
71.5k
#endif
1297
71.5k
                               VP9_ENC_BORDER_IN_PIXELS, cm->byte_alignment,
1298
71.5k
                               NULL, NULL, NULL))
1299
0
    vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
1300
0
                       "Failed to allocate temporal filter buffer");
1301
71.5k
}
1302
1303
74.5k
static void alloc_util_frame_buffers(VP9_COMP *cpi) {
1304
74.5k
  VP9_COMMON *const cm = &cpi->common;
1305
74.5k
  if (vpx_realloc_frame_buffer(&cpi->last_frame_uf, cm->width, cm->height,
1306
74.5k
                               cm->subsampling_x, cm->subsampling_y,
1307
74.5k
#if CONFIG_VP9_HIGHBITDEPTH
1308
74.5k
                               cm->use_highbitdepth,
1309
74.5k
#endif
1310
74.5k
                               VP9_ENC_BORDER_IN_PIXELS, cm->byte_alignment,
1311
74.5k
                               NULL, NULL, NULL))
1312
27
    vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
1313
27
                       "Failed to allocate last frame buffer");
1314
1315
74.5k
  if (vpx_realloc_frame_buffer(&cpi->scaled_source, cm->width, cm->height,
1316
74.5k
                               cm->subsampling_x, cm->subsampling_y,
1317
74.5k
#if CONFIG_VP9_HIGHBITDEPTH
1318
74.5k
                               cm->use_highbitdepth,
1319
74.5k
#endif
1320
74.5k
                               VP9_ENC_BORDER_IN_PIXELS, cm->byte_alignment,
1321
74.5k
                               NULL, NULL, NULL))
1322
0
    vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
1323
0
                       "Failed to allocate scaled source buffer");
1324
1325
  // For 1 pass cbr: allocate scaled_frame that may be used as an intermediate
1326
  // buffer for a 2 stage down-sampling: two stages of 1:2 down-sampling for a
1327
  // target of 1/4x1/4. number_spatial_layers must be greater than 2.
1328
74.5k
  if (is_one_pass_svc(cpi) && !cpi->svc.scaled_temp_is_alloc &&
1329
0
      cpi->svc.number_spatial_layers > 2) {
1330
0
    cpi->svc.scaled_temp_is_alloc = 1;
1331
0
    if (vpx_realloc_frame_buffer(
1332
0
            &cpi->svc.scaled_temp, cm->width >> 1, cm->height >> 1,
1333
0
            cm->subsampling_x, cm->subsampling_y,
1334
0
#if CONFIG_VP9_HIGHBITDEPTH
1335
0
            cm->use_highbitdepth,
1336
0
#endif
1337
0
            VP9_ENC_BORDER_IN_PIXELS, cm->byte_alignment, NULL, NULL, NULL))
1338
0
      vpx_internal_error(&cpi->common.error, VPX_CODEC_MEM_ERROR,
1339
0
                         "Failed to allocate scaled_frame for svc ");
1340
0
  }
1341
1342
74.5k
  if (vpx_realloc_frame_buffer(&cpi->scaled_last_source, cm->width, cm->height,
1343
74.5k
                               cm->subsampling_x, cm->subsampling_y,
1344
74.5k
#if CONFIG_VP9_HIGHBITDEPTH
1345
74.5k
                               cm->use_highbitdepth,
1346
74.5k
#endif
1347
74.5k
                               VP9_ENC_BORDER_IN_PIXELS, cm->byte_alignment,
1348
74.5k
                               NULL, NULL, NULL))
1349
0
    vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
1350
0
                       "Failed to allocate scaled last source buffer");
1351
#ifdef ENABLE_KF_DENOISE
1352
  if (vpx_realloc_frame_buffer(&cpi->raw_unscaled_source, cm->width, cm->height,
1353
                               cm->subsampling_x, cm->subsampling_y,
1354
#if CONFIG_VP9_HIGHBITDEPTH
1355
                               cm->use_highbitdepth,
1356
#endif
1357
                               VP9_ENC_BORDER_IN_PIXELS, cm->byte_alignment,
1358
                               NULL, NULL, NULL))
1359
    vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
1360
                       "Failed to allocate unscaled raw source frame buffer");
1361
1362
  if (vpx_realloc_frame_buffer(&cpi->raw_scaled_source, cm->width, cm->height,
1363
                               cm->subsampling_x, cm->subsampling_y,
1364
#if CONFIG_VP9_HIGHBITDEPTH
1365
                               cm->use_highbitdepth,
1366
#endif
1367
                               VP9_ENC_BORDER_IN_PIXELS, cm->byte_alignment,
1368
                               NULL, NULL, NULL))
1369
    vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
1370
                       "Failed to allocate scaled raw source frame buffer");
1371
#endif
1372
74.5k
}
1373
1374
3.72k
static void alloc_context_buffers_ext(VP9_COMP *cpi) {
1375
3.72k
  VP9_COMMON *cm = &cpi->common;
1376
3.72k
  int mi_size = cm->mi_cols * cm->mi_rows;
1377
1378
3.72k
  CHECK_MEM_ERROR(&cm->error, cpi->mbmi_ext_base,
1379
3.72k
                  vpx_calloc(mi_size, sizeof(*cpi->mbmi_ext_base)));
1380
3.72k
}
1381
1382
3.72k
static void alloc_compressor_data(VP9_COMP *cpi) {
1383
3.72k
  VP9_COMMON *cm = &cpi->common;
1384
3.72k
  int sb_rows;
1385
1386
3.72k
  if (vp9_alloc_context_buffers(cm, cm->width, cm->height)) {
1387
0
    vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
1388
0
                       "Failed to allocate context buffers");
1389
0
  }
1390
1391
3.72k
  alloc_context_buffers_ext(cpi);
1392
1393
3.72k
  vpx_free(cpi->tile_tok[0][0]);
1394
1395
3.72k
  {
1396
3.72k
    unsigned int tokens = get_token_alloc(cm->mb_rows, cm->mb_cols);
1397
3.72k
    CHECK_MEM_ERROR(&cm->error, cpi->tile_tok[0][0],
1398
3.72k
                    vpx_calloc(tokens, sizeof(*cpi->tile_tok[0][0])));
1399
3.72k
  }
1400
1401
3.72k
  sb_rows = mi_cols_aligned_to_sb(cm->mi_rows) >> MI_BLOCK_SIZE_LOG2;
1402
3.72k
  vpx_free(cpi->tplist[0][0]);
1403
3.72k
  CHECK_MEM_ERROR(
1404
3.72k
      &cm->error, cpi->tplist[0][0],
1405
3.72k
      vpx_calloc(sb_rows * 4 * (1 << 6), sizeof(*cpi->tplist[0][0])));
1406
1407
3.72k
  vp9_setup_pc_tree(&cpi->common, &cpi->td);
1408
3.72k
}
1409
1410
102k
void vp9_new_framerate(VP9_COMP *cpi, double framerate) {
1411
102k
  cpi->framerate = framerate < 0.1 ? 30 : framerate;
1412
102k
  vp9_rc_update_framerate(cpi);
1413
102k
}
1414
1415
64.2k
static void set_tile_limits(VP9_COMP *cpi) {
1416
64.2k
  VP9_COMMON *const cm = &cpi->common;
1417
1418
64.2k
  int min_log2_tile_cols, max_log2_tile_cols;
1419
64.2k
  vp9_get_tile_n_bits(cm->mi_cols, &min_log2_tile_cols, &max_log2_tile_cols);
1420
1421
64.2k
  cm->log2_tile_cols =
1422
64.2k
      clamp(cpi->oxcf.tile_columns, min_log2_tile_cols, max_log2_tile_cols);
1423
1424
  // Max allowed number of tile_rows is 4 (so log2_tile_rows = 2), and each
1425
  // tile_row contains a multiple of superblocks.
1426
64.2k
  const int sb64_rows = mi_cols_aligned_to_sb(cm->mi_rows) >> 3;
1427
64.2k
  const int max_log2_tile_rows = (sb64_rows >= 4)   ? 2
1428
64.2k
                                 : (sb64_rows >= 2) ? 1
1429
57.1k
                                                    : 0;
1430
64.2k
  cm->log2_tile_rows = VPXMIN(cpi->oxcf.tile_rows, max_log2_tile_rows);
1431
1432
64.2k
  if (cpi->oxcf.target_level == LEVEL_AUTO) {
1433
0
    const int level_tile_cols =
1434
0
        log_tile_cols_from_picsize_level(cpi->common.width, cpi->common.height);
1435
0
    if (cm->log2_tile_cols > level_tile_cols) {
1436
0
      cm->log2_tile_cols = VPXMAX(level_tile_cols, min_log2_tile_cols);
1437
0
    }
1438
0
  }
1439
64.2k
}
1440
1441
32.1k
static void update_frame_size(VP9_COMP *cpi) {
1442
32.1k
  VP9_COMMON *const cm = &cpi->common;
1443
32.1k
  MACROBLOCKD *const xd = &cpi->td.mb.e_mbd;
1444
1445
32.1k
  vp9_set_mb_mi(cm, cm->width, cm->height);
1446
32.1k
  vp9_init_context_buffers(cm);
1447
32.1k
  vp9_init_macroblockd(cm, xd, NULL);
1448
32.1k
  cpi->td.mb.mbmi_ext_base = cpi->mbmi_ext_base;
1449
32.1k
  memset(cpi->mbmi_ext_base, 0,
1450
32.1k
         cm->mi_rows * cm->mi_cols * sizeof(*cpi->mbmi_ext_base));
1451
1452
32.1k
  set_tile_limits(cpi);
1453
32.1k
}
1454
1455
3.72k
static void init_buffer_indices(VP9_COMP *cpi) {
1456
3.72k
  int ref_frame;
1457
1458
33.4k
  for (ref_frame = 0; ref_frame < REF_FRAMES; ++ref_frame)
1459
29.7k
    cpi->ref_fb_idx[ref_frame] = ref_frame;
1460
1461
3.72k
  cpi->lst_fb_idx = cpi->ref_fb_idx[LAST_FRAME - 1];
1462
3.72k
  cpi->gld_fb_idx = cpi->ref_fb_idx[GOLDEN_FRAME - 1];
1463
3.72k
  cpi->alt_fb_idx = cpi->ref_fb_idx[ALTREF_FRAME - 1];
1464
3.72k
}
1465
1466
3.72k
static void init_level_constraint(LevelConstraint *lc) {
1467
3.72k
  lc->level_index = -1;
1468
3.72k
  lc->max_cpb_size = INT_MAX;
1469
3.72k
  lc->max_frame_size = INT_MAX;
1470
3.72k
  lc->fail_flag = 0;
1471
3.72k
}
1472
1473
35.8k
static void set_level_constraint(LevelConstraint *ls, int8_t level_index) {
1474
35.8k
  vpx_clear_system_state();
1475
35.8k
  ls->level_index = level_index;
1476
35.8k
  if (level_index >= 0) {
1477
0
    ls->max_cpb_size = vp9_level_defs[level_index].max_cpb_size * (double)1000;
1478
0
  }
1479
35.8k
}
1480
1481
3.72k
static void init_config(struct VP9_COMP *cpi, const VP9EncoderConfig *oxcf) {
1482
3.72k
  VP9_COMMON *const cm = &cpi->common;
1483
1484
3.72k
  cpi->oxcf = *oxcf;
1485
3.72k
  cpi->framerate = oxcf->init_framerate;
1486
3.72k
  cm->profile = oxcf->profile;
1487
3.72k
  cm->bit_depth = oxcf->bit_depth;
1488
3.72k
#if CONFIG_VP9_HIGHBITDEPTH
1489
3.72k
  cm->use_highbitdepth = oxcf->use_highbitdepth;
1490
3.72k
#endif
1491
3.72k
  cm->color_space = oxcf->color_space;
1492
3.72k
  cm->color_range = oxcf->color_range;
1493
1494
3.72k
  cpi->target_level = oxcf->target_level;
1495
3.72k
  cpi->keep_level_stats = oxcf->target_level != LEVEL_MAX;
1496
3.72k
  set_level_constraint(&cpi->level_constraint,
1497
3.72k
                       get_level_index(cpi->target_level));
1498
1499
3.72k
  cm->width = oxcf->width;
1500
3.72k
  cm->height = oxcf->height;
1501
3.72k
  alloc_compressor_data(cpi);
1502
1503
3.72k
  cpi->svc.temporal_layering_mode = oxcf->temporal_layering_mode;
1504
1505
  // Single thread case: use counts in common.
1506
3.72k
  cpi->td.counts = &cm->counts;
1507
1508
  // Spatial scalability.
1509
3.72k
  cpi->svc.number_spatial_layers = oxcf->ss_number_layers;
1510
  // Temporal scalability.
1511
3.72k
  cpi->svc.number_temporal_layers = oxcf->ts_number_layers;
1512
1513
3.72k
  if ((cpi->svc.number_temporal_layers > 1) ||
1514
3.72k
      ((cpi->svc.number_temporal_layers > 1 ||
1515
3.72k
        cpi->svc.number_spatial_layers > 1) &&
1516
0
       cpi->oxcf.pass != 1)) {
1517
0
    vp9_init_layer_context(cpi);
1518
0
  }
1519
1520
  // change includes all joint functionality
1521
3.72k
  vp9_change_config(cpi, oxcf);
1522
1523
3.72k
  cpi->static_mb_pct = 0;
1524
3.72k
  cpi->ref_frame_flags = 0;
1525
1526
3.72k
  init_buffer_indices(cpi);
1527
1528
3.72k
  vp9_noise_estimate_init(&cpi->noise_estimate, cm->width, cm->height);
1529
3.72k
  cpi->fixed_qp_onepass = 0;
1530
3.72k
}
1531
1532
32.1k
void vp9_check_reset_rc_flag(VP9_COMP *cpi) {
1533
32.1k
  RATE_CONTROL *rc = &cpi->rc;
1534
1535
32.1k
  if (cpi->common.current_video_frame >
1536
32.1k
      (unsigned int)cpi->svc.number_spatial_layers) {
1537
0
    if (cpi->use_svc) {
1538
0
      vp9_svc_check_reset_layer_rc_flag(cpi);
1539
0
    } else {
1540
0
      if (rc->avg_frame_bandwidth / 3 > (rc->last_avg_frame_bandwidth >> 1) ||
1541
0
          rc->avg_frame_bandwidth < (rc->last_avg_frame_bandwidth >> 1)) {
1542
0
        rc->rc_1_frame = 0;
1543
0
        rc->rc_2_frame = 0;
1544
0
        rc->bits_off_target = rc->optimal_buffer_level;
1545
0
        rc->buffer_level = rc->optimal_buffer_level;
1546
0
      }
1547
0
    }
1548
0
  }
1549
32.1k
}
1550
1551
32.1k
void vp9_set_rc_buffer_sizes(VP9_COMP *cpi) {
1552
32.1k
  RATE_CONTROL *rc = &cpi->rc;
1553
32.1k
  const VP9EncoderConfig *oxcf = &cpi->oxcf;
1554
1555
32.1k
  const int64_t bandwidth = oxcf->target_bandwidth;
1556
32.1k
  const int64_t starting = oxcf->starting_buffer_level_ms;
1557
32.1k
  const int64_t optimal = oxcf->optimal_buffer_level_ms;
1558
32.1k
  const int64_t maximum = oxcf->maximum_buffer_size_ms;
1559
1560
32.1k
  rc->starting_buffer_level = starting * bandwidth / 1000;
1561
32.1k
  rc->optimal_buffer_level =
1562
32.1k
      (optimal == 0) ? bandwidth / 8 : optimal * bandwidth / 1000;
1563
32.1k
  rc->maximum_buffer_size =
1564
32.1k
      (maximum == 0) ? bandwidth / 8 : maximum * bandwidth / 1000;
1565
1566
  // Under a configuration change, where maximum_buffer_size may change,
1567
  // keep buffer level clipped to the maximum allowed buffer size.
1568
32.1k
  rc->bits_off_target = VPXMIN(rc->bits_off_target, rc->maximum_buffer_size);
1569
32.1k
  rc->buffer_level = VPXMIN(rc->buffer_level, rc->maximum_buffer_size);
1570
32.1k
}
1571
1572
#if CONFIG_VP9_HIGHBITDEPTH
1573
#define HIGHBD_BFP(BT, SDF, SDSF, SDAF, VF, SVF, SVAF, SDX4DF, SDSX4DF) \
1574
0
  cpi->fn_ptr[BT].sdf = SDF;                                            \
1575
0
  cpi->fn_ptr[BT].sdsf = SDSF;                                          \
1576
0
  cpi->fn_ptr[BT].sdaf = SDAF;                                          \
1577
0
  cpi->fn_ptr[BT].vf = VF;                                              \
1578
0
  cpi->fn_ptr[BT].svf = SVF;                                            \
1579
0
  cpi->fn_ptr[BT].svaf = SVAF;                                          \
1580
0
  cpi->fn_ptr[BT].sdx4df = SDX4DF;                                      \
1581
0
  cpi->fn_ptr[BT].sdsx4df = SDSX4DF;
1582
1583
#define MAKE_BFP_SAD_WRAPPER(fnname)                                           \
1584
  static unsigned int fnname##_bits8(const uint8_t *src_ptr,                   \
1585
                                     int source_stride,                        \
1586
0
                                     const uint8_t *ref_ptr, int ref_stride) { \
1587
0
    return fnname(src_ptr, source_stride, ref_ptr, ref_stride);                \
1588
0
  }                                                                            \
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x16_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x16_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x32_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x32_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x32_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x32_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x64_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x64_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x32_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x32_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x64_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x64_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x16_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x16_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x8_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x8_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x16_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x16_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x8_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x8_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x4_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x4_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x8_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x8_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x4_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x4_bits8
1589
  static unsigned int fnname##_bits10(                                         \
1590
      const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr,       \
1591
0
      int ref_stride) {                                                        \
1592
0
    return fnname(src_ptr, source_stride, ref_ptr, ref_stride) >> 2;           \
1593
0
  }                                                                            \
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x16_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x16_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x32_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x32_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x32_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x32_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x64_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x64_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x32_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x32_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x64_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x64_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x16_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x16_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x8_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x8_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x16_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x16_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x8_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x8_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x4_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x4_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x8_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x8_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x4_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x4_bits10
1594
  static unsigned int fnname##_bits12(                                         \
1595
      const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr,       \
1596
0
      int ref_stride) {                                                        \
1597
0
    return fnname(src_ptr, source_stride, ref_ptr, ref_stride) >> 4;           \
1598
0
  }
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x16_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x16_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x32_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x32_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x32_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x32_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x64_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x64_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x32_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x32_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x64_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x64_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x16_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x16_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x8_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x8_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x16_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x16_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x8_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x8_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x4_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x4_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x8_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x8_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x4_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x4_bits12
1599
1600
#define MAKE_BFP_SADAVG_WRAPPER(fnname)                                        \
1601
  static unsigned int fnname##_bits8(                                          \
1602
      const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr,       \
1603
0
      int ref_stride, const uint8_t *second_pred) {                            \
1604
0
    return fnname(src_ptr, source_stride, ref_ptr, ref_stride, second_pred);   \
1605
0
  }                                                                            \
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x16_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x32_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x32_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x64_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x32_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x64_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x16_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x8_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x16_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x8_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x4_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x8_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x4_avg_bits8
1606
  static unsigned int fnname##_bits10(                                         \
1607
      const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr,       \
1608
0
      int ref_stride, const uint8_t *second_pred) {                            \
1609
0
    return fnname(src_ptr, source_stride, ref_ptr, ref_stride, second_pred) >> \
1610
0
           2;                                                                  \
1611
0
  }                                                                            \
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x16_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x32_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x32_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x64_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x32_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x64_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x16_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x8_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x16_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x8_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x4_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x8_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x4_avg_bits10
1612
  static unsigned int fnname##_bits12(                                         \
1613
      const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr,       \
1614
0
      int ref_stride, const uint8_t *second_pred) {                            \
1615
0
    return fnname(src_ptr, source_stride, ref_ptr, ref_stride, second_pred) >> \
1616
0
           4;                                                                  \
1617
0
  }
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x16_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x32_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x32_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x64_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x32_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x64_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x16_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x8_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x16_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x8_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x4_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x8_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x4_avg_bits12
1618
1619
#define MAKE_BFP_SAD4D_WRAPPER(fnname)                                        \
1620
  static void fnname##_bits8(const uint8_t *src_ptr, int source_stride,       \
1621
                             const uint8_t *const ref_ptr[], int ref_stride,  \
1622
0
                             unsigned int *sad_array) {                       \
1623
0
    fnname(src_ptr, source_stride, ref_ptr, ref_stride, sad_array);           \
1624
0
  }                                                                           \
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x16x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x16x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x32x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x32x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x32x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x32x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x64x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x64x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x32x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x32x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x64x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x64x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x16x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x16x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x8x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x8x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x16x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x16x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x8x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x8x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x4x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x4x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x8x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x8x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x4x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x4x4d_bits8
1625
  static void fnname##_bits10(const uint8_t *src_ptr, int source_stride,      \
1626
                              const uint8_t *const ref_ptr[], int ref_stride, \
1627
0
                              unsigned int *sad_array) {                      \
1628
0
    int i;                                                                    \
1629
0
    fnname(src_ptr, source_stride, ref_ptr, ref_stride, sad_array);           \
1630
0
    for (i = 0; i < 4; i++) sad_array[i] >>= 2;                               \
1631
0
  }                                                                           \
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x16x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x16x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x32x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x32x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x32x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x32x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x64x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x64x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x32x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x32x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x64x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x64x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x16x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x16x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x8x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x8x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x16x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x16x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x8x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x8x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x4x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x4x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x8x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x8x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x4x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x4x4d_bits10
1632
  static void fnname##_bits12(const uint8_t *src_ptr, int source_stride,      \
1633
                              const uint8_t *const ref_ptr[], int ref_stride, \
1634
0
                              unsigned int *sad_array) {                      \
1635
0
    int i;                                                                    \
1636
0
    fnname(src_ptr, source_stride, ref_ptr, ref_stride, sad_array);           \
1637
0
    for (i = 0; i < 4; i++) sad_array[i] >>= 4;                               \
1638
0
  }
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x16x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x16x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x32x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x32x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x32x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x32x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x64x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x64x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x32x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x32x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x64x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x64x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x16x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x16x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x8x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x8x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x16x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x16x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x8x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x8x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x4x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x4x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x8x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x8x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x4x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x4x4d_bits12
1639
1640
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad32x16)
1641
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_32x16)
1642
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad32x16_avg)
1643
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad32x16x4d)
1644
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_32x16x4d)
1645
1646
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad16x32)
1647
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_16x32)
1648
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad16x32_avg)
1649
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad16x32x4d)
1650
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_16x32x4d)
1651
1652
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad64x32)
1653
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_64x32)
1654
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad64x32_avg)
1655
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad64x32x4d)
1656
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_64x32x4d)
1657
1658
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad32x64)
1659
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_32x64)
1660
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad32x64_avg)
1661
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad32x64x4d)
1662
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_32x64x4d)
1663
1664
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad32x32)
1665
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_32x32)
1666
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad32x32_avg)
1667
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad32x32x4d)
1668
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_32x32x4d)
1669
1670
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad64x64)
1671
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_64x64)
1672
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad64x64_avg)
1673
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad64x64x4d)
1674
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_64x64x4d)
1675
1676
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad16x16)
1677
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_16x16)
1678
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad16x16_avg)
1679
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad16x16x4d)
1680
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_16x16x4d)
1681
1682
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad16x8)
1683
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_16x8)
1684
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad16x8_avg)
1685
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad16x8x4d)
1686
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_16x8x4d)
1687
1688
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad8x16)
1689
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_8x16)
1690
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad8x16_avg)
1691
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad8x16x4d)
1692
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_8x16x4d)
1693
1694
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad8x8)
1695
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_8x8)
1696
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad8x8_avg)
1697
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad8x8x4d)
1698
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_8x8x4d)
1699
1700
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad8x4)
1701
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_8x4)
1702
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad8x4_avg)
1703
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad8x4x4d)
1704
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_8x4x4d)
1705
1706
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad4x8)
1707
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_4x8)
1708
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad4x8_avg)
1709
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad4x8x4d)
1710
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_4x8x4d)
1711
1712
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad4x4)
1713
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_4x4)
1714
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad4x4_avg)
1715
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad4x4x4d)
1716
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_4x4x4d)
1717
1718
35.8k
static void highbd_set_var_fns(VP9_COMP *const cpi) {
1719
35.8k
  VP9_COMMON *const cm = &cpi->common;
1720
35.8k
  if (cm->use_highbitdepth) {
1721
0
    switch (cm->bit_depth) {
1722
0
      case VPX_BITS_8:
1723
0
        HIGHBD_BFP(
1724
0
            BLOCK_32X16, vpx_highbd_sad32x16_bits8,
1725
0
            vpx_highbd_sad_skip_32x16_bits8, vpx_highbd_sad32x16_avg_bits8,
1726
0
            vpx_highbd_8_variance32x16, vpx_highbd_8_sub_pixel_variance32x16,
1727
0
            vpx_highbd_8_sub_pixel_avg_variance32x16,
1728
0
            vpx_highbd_sad32x16x4d_bits8, vpx_highbd_sad_skip_32x16x4d_bits8)
1729
1730
0
        HIGHBD_BFP(
1731
0
            BLOCK_16X32, vpx_highbd_sad16x32_bits8,
1732
0
            vpx_highbd_sad_skip_16x32_bits8, vpx_highbd_sad16x32_avg_bits8,
1733
0
            vpx_highbd_8_variance16x32, vpx_highbd_8_sub_pixel_variance16x32,
1734
0
            vpx_highbd_8_sub_pixel_avg_variance16x32,
1735
0
            vpx_highbd_sad16x32x4d_bits8, vpx_highbd_sad_skip_16x32x4d_bits8)
1736
1737
0
        HIGHBD_BFP(
1738
0
            BLOCK_64X32, vpx_highbd_sad64x32_bits8,
1739
0
            vpx_highbd_sad_skip_64x32_bits8, vpx_highbd_sad64x32_avg_bits8,
1740
0
            vpx_highbd_8_variance64x32, vpx_highbd_8_sub_pixel_variance64x32,
1741
0
            vpx_highbd_8_sub_pixel_avg_variance64x32,
1742
0
            vpx_highbd_sad64x32x4d_bits8, vpx_highbd_sad_skip_64x32x4d_bits8)
1743
1744
0
        HIGHBD_BFP(
1745
0
            BLOCK_32X64, vpx_highbd_sad32x64_bits8,
1746
0
            vpx_highbd_sad_skip_32x64_bits8, vpx_highbd_sad32x64_avg_bits8,
1747
0
            vpx_highbd_8_variance32x64, vpx_highbd_8_sub_pixel_variance32x64,
1748
0
            vpx_highbd_8_sub_pixel_avg_variance32x64,
1749
0
            vpx_highbd_sad32x64x4d_bits8, vpx_highbd_sad_skip_32x64x4d_bits8)
1750
1751
0
        HIGHBD_BFP(
1752
0
            BLOCK_32X32, vpx_highbd_sad32x32_bits8,
1753
0
            vpx_highbd_sad_skip_32x32_bits8, vpx_highbd_sad32x32_avg_bits8,
1754
0
            vpx_highbd_8_variance32x32, vpx_highbd_8_sub_pixel_variance32x32,
1755
0
            vpx_highbd_8_sub_pixel_avg_variance32x32,
1756
0
            vpx_highbd_sad32x32x4d_bits8, vpx_highbd_sad_skip_32x32x4d_bits8)
1757
1758
0
        HIGHBD_BFP(
1759
0
            BLOCK_64X64, vpx_highbd_sad64x64_bits8,
1760
0
            vpx_highbd_sad_skip_64x64_bits8, vpx_highbd_sad64x64_avg_bits8,
1761
0
            vpx_highbd_8_variance64x64, vpx_highbd_8_sub_pixel_variance64x64,
1762
0
            vpx_highbd_8_sub_pixel_avg_variance64x64,
1763
0
            vpx_highbd_sad64x64x4d_bits8, vpx_highbd_sad_skip_64x64x4d_bits8)
1764
1765
0
        HIGHBD_BFP(
1766
0
            BLOCK_16X16, vpx_highbd_sad16x16_bits8,
1767
0
            vpx_highbd_sad_skip_16x16_bits8, vpx_highbd_sad16x16_avg_bits8,
1768
0
            vpx_highbd_8_variance16x16, vpx_highbd_8_sub_pixel_variance16x16,
1769
0
            vpx_highbd_8_sub_pixel_avg_variance16x16,
1770
0
            vpx_highbd_sad16x16x4d_bits8, vpx_highbd_sad_skip_16x16x4d_bits8)
1771
1772
0
        HIGHBD_BFP(
1773
0
            BLOCK_16X8, vpx_highbd_sad16x8_bits8,
1774
0
            vpx_highbd_sad_skip_16x8_bits8, vpx_highbd_sad16x8_avg_bits8,
1775
0
            vpx_highbd_8_variance16x8, vpx_highbd_8_sub_pixel_variance16x8,
1776
0
            vpx_highbd_8_sub_pixel_avg_variance16x8,
1777
0
            vpx_highbd_sad16x8x4d_bits8, vpx_highbd_sad_skip_16x8x4d_bits8)
1778
1779
0
        HIGHBD_BFP(
1780
0
            BLOCK_8X16, vpx_highbd_sad8x16_bits8,
1781
0
            vpx_highbd_sad_skip_8x16_bits8, vpx_highbd_sad8x16_avg_bits8,
1782
0
            vpx_highbd_8_variance8x16, vpx_highbd_8_sub_pixel_variance8x16,
1783
0
            vpx_highbd_8_sub_pixel_avg_variance8x16,
1784
0
            vpx_highbd_sad8x16x4d_bits8, vpx_highbd_sad_skip_8x16x4d_bits8)
1785
1786
0
        HIGHBD_BFP(BLOCK_8X8, vpx_highbd_sad8x8_bits8,
1787
0
                   vpx_highbd_sad_skip_8x8_bits8, vpx_highbd_sad8x8_avg_bits8,
1788
0
                   vpx_highbd_8_variance8x8, vpx_highbd_8_sub_pixel_variance8x8,
1789
0
                   vpx_highbd_8_sub_pixel_avg_variance8x8,
1790
0
                   vpx_highbd_sad8x8x4d_bits8, vpx_highbd_sad_skip_8x8x4d_bits8)
1791
1792
0
        HIGHBD_BFP(BLOCK_8X4, vpx_highbd_sad8x4_bits8,
1793
0
                   vpx_highbd_sad_skip_8x4_bits8, vpx_highbd_sad8x4_avg_bits8,
1794
0
                   vpx_highbd_8_variance8x4, vpx_highbd_8_sub_pixel_variance8x4,
1795
0
                   vpx_highbd_8_sub_pixel_avg_variance8x4,
1796
0
                   vpx_highbd_sad8x4x4d_bits8, vpx_highbd_sad_skip_8x4x4d_bits8)
1797
1798
0
        HIGHBD_BFP(BLOCK_4X8, vpx_highbd_sad4x8_bits8,
1799
0
                   vpx_highbd_sad_skip_4x8_bits8, vpx_highbd_sad4x8_avg_bits8,
1800
0
                   vpx_highbd_8_variance4x8, vpx_highbd_8_sub_pixel_variance4x8,
1801
0
                   vpx_highbd_8_sub_pixel_avg_variance4x8,
1802
0
                   vpx_highbd_sad4x8x4d_bits8, vpx_highbd_sad_skip_4x8x4d_bits8)
1803
1804
0
        HIGHBD_BFP(BLOCK_4X4, vpx_highbd_sad4x4_bits8,
1805
0
                   vpx_highbd_sad_skip_4x4_bits8, vpx_highbd_sad4x4_avg_bits8,
1806
0
                   vpx_highbd_8_variance4x4, vpx_highbd_8_sub_pixel_variance4x4,
1807
0
                   vpx_highbd_8_sub_pixel_avg_variance4x4,
1808
0
                   vpx_highbd_sad4x4x4d_bits8, vpx_highbd_sad_skip_4x4x4d_bits8)
1809
0
        break;
1810
1811
0
      case VPX_BITS_10:
1812
0
        HIGHBD_BFP(
1813
0
            BLOCK_32X16, vpx_highbd_sad32x16_bits10,
1814
0
            vpx_highbd_sad_skip_32x16_bits10, vpx_highbd_sad32x16_avg_bits10,
1815
0
            vpx_highbd_10_variance32x16, vpx_highbd_10_sub_pixel_variance32x16,
1816
0
            vpx_highbd_10_sub_pixel_avg_variance32x16,
1817
0
            vpx_highbd_sad32x16x4d_bits10, vpx_highbd_sad_skip_32x16x4d_bits10)
1818
1819
0
        HIGHBD_BFP(
1820
0
            BLOCK_16X32, vpx_highbd_sad16x32_bits10,
1821
0
            vpx_highbd_sad_skip_16x32_bits10, vpx_highbd_sad16x32_avg_bits10,
1822
0
            vpx_highbd_10_variance16x32, vpx_highbd_10_sub_pixel_variance16x32,
1823
0
            vpx_highbd_10_sub_pixel_avg_variance16x32,
1824
0
            vpx_highbd_sad16x32x4d_bits10, vpx_highbd_sad_skip_16x32x4d_bits10)
1825
1826
0
        HIGHBD_BFP(
1827
0
            BLOCK_64X32, vpx_highbd_sad64x32_bits10,
1828
0
            vpx_highbd_sad_skip_64x32_bits10, vpx_highbd_sad64x32_avg_bits10,
1829
0
            vpx_highbd_10_variance64x32, vpx_highbd_10_sub_pixel_variance64x32,
1830
0
            vpx_highbd_10_sub_pixel_avg_variance64x32,
1831
0
            vpx_highbd_sad64x32x4d_bits10, vpx_highbd_sad_skip_64x32x4d_bits10)
1832
1833
0
        HIGHBD_BFP(
1834
0
            BLOCK_32X64, vpx_highbd_sad32x64_bits10,
1835
0
            vpx_highbd_sad_skip_32x64_bits10, vpx_highbd_sad32x64_avg_bits10,
1836
0
            vpx_highbd_10_variance32x64, vpx_highbd_10_sub_pixel_variance32x64,
1837
0
            vpx_highbd_10_sub_pixel_avg_variance32x64,
1838
0
            vpx_highbd_sad32x64x4d_bits10, vpx_highbd_sad_skip_32x64x4d_bits10)
1839
1840
0
        HIGHBD_BFP(
1841
0
            BLOCK_32X32, vpx_highbd_sad32x32_bits10,
1842
0
            vpx_highbd_sad_skip_32x32_bits10, vpx_highbd_sad32x32_avg_bits10,
1843
0
            vpx_highbd_10_variance32x32, vpx_highbd_10_sub_pixel_variance32x32,
1844
0
            vpx_highbd_10_sub_pixel_avg_variance32x32,
1845
0
            vpx_highbd_sad32x32x4d_bits10, vpx_highbd_sad_skip_32x32x4d_bits10)
1846
1847
0
        HIGHBD_BFP(
1848
0
            BLOCK_64X64, vpx_highbd_sad64x64_bits10,
1849
0
            vpx_highbd_sad_skip_64x64_bits10, vpx_highbd_sad64x64_avg_bits10,
1850
0
            vpx_highbd_10_variance64x64, vpx_highbd_10_sub_pixel_variance64x64,
1851
0
            vpx_highbd_10_sub_pixel_avg_variance64x64,
1852
0
            vpx_highbd_sad64x64x4d_bits10, vpx_highbd_sad_skip_64x64x4d_bits10)
1853
1854
0
        HIGHBD_BFP(
1855
0
            BLOCK_16X16, vpx_highbd_sad16x16_bits10,
1856
0
            vpx_highbd_sad_skip_16x16_bits10, vpx_highbd_sad16x16_avg_bits10,
1857
0
            vpx_highbd_10_variance16x16, vpx_highbd_10_sub_pixel_variance16x16,
1858
0
            vpx_highbd_10_sub_pixel_avg_variance16x16,
1859
0
            vpx_highbd_sad16x16x4d_bits10, vpx_highbd_sad_skip_16x16x4d_bits10)
1860
1861
0
        HIGHBD_BFP(
1862
0
            BLOCK_16X8, vpx_highbd_sad16x8_bits10,
1863
0
            vpx_highbd_sad_skip_16x8_bits10, vpx_highbd_sad16x8_avg_bits10,
1864
0
            vpx_highbd_10_variance16x8, vpx_highbd_10_sub_pixel_variance16x8,
1865
0
            vpx_highbd_10_sub_pixel_avg_variance16x8,
1866
0
            vpx_highbd_sad16x8x4d_bits10, vpx_highbd_sad_skip_16x8x4d_bits10)
1867
1868
0
        HIGHBD_BFP(
1869
0
            BLOCK_8X16, vpx_highbd_sad8x16_bits10,
1870
0
            vpx_highbd_sad_skip_8x16_bits10, vpx_highbd_sad8x16_avg_bits10,
1871
0
            vpx_highbd_10_variance8x16, vpx_highbd_10_sub_pixel_variance8x16,
1872
0
            vpx_highbd_10_sub_pixel_avg_variance8x16,
1873
0
            vpx_highbd_sad8x16x4d_bits10, vpx_highbd_sad_skip_8x16x4d_bits10)
1874
1875
0
        HIGHBD_BFP(
1876
0
            BLOCK_8X8, vpx_highbd_sad8x8_bits10, vpx_highbd_sad_skip_8x8_bits10,
1877
0
            vpx_highbd_sad8x8_avg_bits10, vpx_highbd_10_variance8x8,
1878
0
            vpx_highbd_10_sub_pixel_variance8x8,
1879
0
            vpx_highbd_10_sub_pixel_avg_variance8x8,
1880
0
            vpx_highbd_sad8x8x4d_bits10, vpx_highbd_sad_skip_8x8x4d_bits10)
1881
1882
0
        HIGHBD_BFP(
1883
0
            BLOCK_8X4, vpx_highbd_sad8x4_bits10, vpx_highbd_sad_skip_8x4_bits10,
1884
0
            vpx_highbd_sad8x4_avg_bits10, vpx_highbd_10_variance8x4,
1885
0
            vpx_highbd_10_sub_pixel_variance8x4,
1886
0
            vpx_highbd_10_sub_pixel_avg_variance8x4,
1887
0
            vpx_highbd_sad8x4x4d_bits10, vpx_highbd_sad_skip_8x4x4d_bits10)
1888
1889
0
        HIGHBD_BFP(
1890
0
            BLOCK_4X8, vpx_highbd_sad4x8_bits10, vpx_highbd_sad_skip_4x8_bits10,
1891
0
            vpx_highbd_sad4x8_avg_bits10, vpx_highbd_10_variance4x8,
1892
0
            vpx_highbd_10_sub_pixel_variance4x8,
1893
0
            vpx_highbd_10_sub_pixel_avg_variance4x8,
1894
0
            vpx_highbd_sad4x8x4d_bits10, vpx_highbd_sad_skip_4x8x4d_bits10)
1895
1896
0
        HIGHBD_BFP(
1897
0
            BLOCK_4X4, vpx_highbd_sad4x4_bits10, vpx_highbd_sad_skip_4x4_bits10,
1898
0
            vpx_highbd_sad4x4_avg_bits10, vpx_highbd_10_variance4x4,
1899
0
            vpx_highbd_10_sub_pixel_variance4x4,
1900
0
            vpx_highbd_10_sub_pixel_avg_variance4x4,
1901
0
            vpx_highbd_sad4x4x4d_bits10, vpx_highbd_sad_skip_4x4x4d_bits10)
1902
0
        break;
1903
1904
0
      default:
1905
0
        assert(cm->bit_depth == VPX_BITS_12);
1906
0
        HIGHBD_BFP(
1907
0
            BLOCK_32X16, vpx_highbd_sad32x16_bits12,
1908
0
            vpx_highbd_sad_skip_32x16_bits12, vpx_highbd_sad32x16_avg_bits12,
1909
0
            vpx_highbd_12_variance32x16, vpx_highbd_12_sub_pixel_variance32x16,
1910
0
            vpx_highbd_12_sub_pixel_avg_variance32x16,
1911
0
            vpx_highbd_sad32x16x4d_bits12, vpx_highbd_sad_skip_32x16x4d_bits12)
1912
1913
0
        HIGHBD_BFP(
1914
0
            BLOCK_16X32, vpx_highbd_sad16x32_bits12,
1915
0
            vpx_highbd_sad_skip_16x32_bits12, vpx_highbd_sad16x32_avg_bits12,
1916
0
            vpx_highbd_12_variance16x32, vpx_highbd_12_sub_pixel_variance16x32,
1917
0
            vpx_highbd_12_sub_pixel_avg_variance16x32,
1918
0
            vpx_highbd_sad16x32x4d_bits12, vpx_highbd_sad_skip_16x32x4d_bits12)
1919
1920
0
        HIGHBD_BFP(
1921
0
            BLOCK_64X32, vpx_highbd_sad64x32_bits12,
1922
0
            vpx_highbd_sad_skip_64x32_bits12, vpx_highbd_sad64x32_avg_bits12,
1923
0
            vpx_highbd_12_variance64x32, vpx_highbd_12_sub_pixel_variance64x32,
1924
0
            vpx_highbd_12_sub_pixel_avg_variance64x32,
1925
0
            vpx_highbd_sad64x32x4d_bits12, vpx_highbd_sad_skip_64x32x4d_bits12)
1926
1927
0
        HIGHBD_BFP(
1928
0
            BLOCK_32X64, vpx_highbd_sad32x64_bits12,
1929
0
            vpx_highbd_sad_skip_32x64_bits12, vpx_highbd_sad32x64_avg_bits12,
1930
0
            vpx_highbd_12_variance32x64, vpx_highbd_12_sub_pixel_variance32x64,
1931
0
            vpx_highbd_12_sub_pixel_avg_variance32x64,
1932
0
            vpx_highbd_sad32x64x4d_bits12, vpx_highbd_sad_skip_32x64x4d_bits12)
1933
1934
0
        HIGHBD_BFP(
1935
0
            BLOCK_32X32, vpx_highbd_sad32x32_bits12,
1936
0
            vpx_highbd_sad_skip_32x32_bits12, vpx_highbd_sad32x32_avg_bits12,
1937
0
            vpx_highbd_12_variance32x32, vpx_highbd_12_sub_pixel_variance32x32,
1938
0
            vpx_highbd_12_sub_pixel_avg_variance32x32,
1939
0
            vpx_highbd_sad32x32x4d_bits12, vpx_highbd_sad_skip_32x32x4d_bits12)
1940
1941
0
        HIGHBD_BFP(
1942
0
            BLOCK_64X64, vpx_highbd_sad64x64_bits12,
1943
0
            vpx_highbd_sad_skip_64x64_bits12, vpx_highbd_sad64x64_avg_bits12,
1944
0
            vpx_highbd_12_variance64x64, vpx_highbd_12_sub_pixel_variance64x64,
1945
0
            vpx_highbd_12_sub_pixel_avg_variance64x64,
1946
0
            vpx_highbd_sad64x64x4d_bits12, vpx_highbd_sad_skip_64x64x4d_bits12)
1947
1948
0
        HIGHBD_BFP(
1949
0
            BLOCK_16X16, vpx_highbd_sad16x16_bits12,
1950
0
            vpx_highbd_sad_skip_16x16_bits12, vpx_highbd_sad16x16_avg_bits12,
1951
0
            vpx_highbd_12_variance16x16, vpx_highbd_12_sub_pixel_variance16x16,
1952
0
            vpx_highbd_12_sub_pixel_avg_variance16x16,
1953
0
            vpx_highbd_sad16x16x4d_bits12, vpx_highbd_sad_skip_16x16x4d_bits12)
1954
1955
0
        HIGHBD_BFP(
1956
0
            BLOCK_16X8, vpx_highbd_sad16x8_bits12,
1957
0
            vpx_highbd_sad_skip_16x8_bits12, vpx_highbd_sad16x8_avg_bits12,
1958
0
            vpx_highbd_12_variance16x8, vpx_highbd_12_sub_pixel_variance16x8,
1959
0
            vpx_highbd_12_sub_pixel_avg_variance16x8,
1960
0
            vpx_highbd_sad16x8x4d_bits12, vpx_highbd_sad_skip_16x8x4d_bits12)
1961
1962
0
        HIGHBD_BFP(
1963
0
            BLOCK_8X16, vpx_highbd_sad8x16_bits12,
1964
0
            vpx_highbd_sad_skip_8x16_bits12, vpx_highbd_sad8x16_avg_bits12,
1965
0
            vpx_highbd_12_variance8x16, vpx_highbd_12_sub_pixel_variance8x16,
1966
0
            vpx_highbd_12_sub_pixel_avg_variance8x16,
1967
0
            vpx_highbd_sad8x16x4d_bits12, vpx_highbd_sad_skip_8x16x4d_bits12)
1968
1969
0
        HIGHBD_BFP(
1970
0
            BLOCK_8X8, vpx_highbd_sad8x8_bits12, vpx_highbd_sad_skip_8x8_bits12,
1971
0
            vpx_highbd_sad8x8_avg_bits12, vpx_highbd_12_variance8x8,
1972
0
            vpx_highbd_12_sub_pixel_variance8x8,
1973
0
            vpx_highbd_12_sub_pixel_avg_variance8x8,
1974
0
            vpx_highbd_sad8x8x4d_bits12, vpx_highbd_sad_skip_8x8x4d_bits12)
1975
1976
0
        HIGHBD_BFP(
1977
0
            BLOCK_8X4, vpx_highbd_sad8x4_bits12, vpx_highbd_sad_skip_8x4_bits12,
1978
0
            vpx_highbd_sad8x4_avg_bits12, vpx_highbd_12_variance8x4,
1979
0
            vpx_highbd_12_sub_pixel_variance8x4,
1980
0
            vpx_highbd_12_sub_pixel_avg_variance8x4,
1981
0
            vpx_highbd_sad8x4x4d_bits12, vpx_highbd_sad_skip_8x4x4d_bits12)
1982
1983
0
        HIGHBD_BFP(
1984
0
            BLOCK_4X8, vpx_highbd_sad4x8_bits12, vpx_highbd_sad_skip_4x8_bits12,
1985
0
            vpx_highbd_sad4x8_avg_bits12, vpx_highbd_12_variance4x8,
1986
0
            vpx_highbd_12_sub_pixel_variance4x8,
1987
0
            vpx_highbd_12_sub_pixel_avg_variance4x8,
1988
0
            vpx_highbd_sad4x8x4d_bits12, vpx_highbd_sad_skip_4x8x4d_bits12)
1989
1990
0
        HIGHBD_BFP(
1991
0
            BLOCK_4X4, vpx_highbd_sad4x4_bits12, vpx_highbd_sad_skip_4x4_bits12,
1992
0
            vpx_highbd_sad4x4_avg_bits12, vpx_highbd_12_variance4x4,
1993
0
            vpx_highbd_12_sub_pixel_variance4x4,
1994
0
            vpx_highbd_12_sub_pixel_avg_variance4x4,
1995
0
            vpx_highbd_sad4x4x4d_bits12, vpx_highbd_sad_skip_4x4x4d_bits12)
1996
0
        break;
1997
0
    }
1998
0
  }
1999
35.8k
}
2000
#endif  // CONFIG_VP9_HIGHBITDEPTH
2001
2002
3.72k
static void realloc_segmentation_maps(VP9_COMP *cpi) {
2003
3.72k
  VP9_COMMON *const cm = &cpi->common;
2004
2005
  // Create the encoder segmentation map and set all entries to 0
2006
3.72k
  vpx_free(cpi->segmentation_map);
2007
3.72k
  CHECK_MEM_ERROR(&cm->error, cpi->segmentation_map,
2008
3.72k
                  vpx_calloc(cm->mi_rows * cm->mi_cols, 1));
2009
2010
  // Create a map used for cyclic background refresh.
2011
3.72k
  if (cpi->cyclic_refresh) vp9_cyclic_refresh_free(cpi->cyclic_refresh);
2012
3.72k
  CHECK_MEM_ERROR(&cm->error, cpi->cyclic_refresh,
2013
3.72k
                  vp9_cyclic_refresh_alloc(cm->mi_rows, cm->mi_cols));
2014
2015
  // Create a map used to mark inactive areas.
2016
3.72k
  vpx_free(cpi->active_map.map);
2017
3.72k
  CHECK_MEM_ERROR(&cm->error, cpi->active_map.map,
2018
3.72k
                  vpx_calloc(cm->mi_rows * cm->mi_cols, 1));
2019
2020
  // And a place holder structure is the coding context
2021
  // for use if we want to save and restore it
2022
3.72k
  vpx_free(cpi->coding_context.last_frame_seg_map_copy);
2023
3.72k
  CHECK_MEM_ERROR(&cm->error, cpi->coding_context.last_frame_seg_map_copy,
2024
3.72k
                  vpx_calloc(cm->mi_rows * cm->mi_cols, 1));
2025
3.72k
}
2026
2027
0
static void alloc_copy_partition_data(VP9_COMP *cpi) {
2028
0
  VP9_COMMON *const cm = &cpi->common;
2029
0
  if (cpi->prev_partition == NULL) {
2030
0
    CHECK_MEM_ERROR(&cm->error, cpi->prev_partition,
2031
0
                    (BLOCK_SIZE *)vpx_calloc(cm->mi_stride * cm->mi_rows,
2032
0
                                             sizeof(*cpi->prev_partition)));
2033
0
  }
2034
0
  if (cpi->prev_segment_id == NULL) {
2035
0
    CHECK_MEM_ERROR(
2036
0
        &cm->error, cpi->prev_segment_id,
2037
0
        (int8_t *)vpx_calloc((cm->mi_stride >> 3) * ((cm->mi_rows >> 3) + 1),
2038
0
                             sizeof(*cpi->prev_segment_id)));
2039
0
  }
2040
0
  if (cpi->prev_variance_low == NULL) {
2041
0
    CHECK_MEM_ERROR(&cm->error, cpi->prev_variance_low,
2042
0
                    (uint8_t *)vpx_calloc(
2043
0
                        (cm->mi_stride >> 3) * ((cm->mi_rows >> 3) + 1) * 25,
2044
0
                        sizeof(*cpi->prev_variance_low)));
2045
0
  }
2046
0
  if (cpi->copied_frame_cnt == NULL) {
2047
0
    CHECK_MEM_ERROR(
2048
0
        &cm->error, cpi->copied_frame_cnt,
2049
0
        (uint8_t *)vpx_calloc((cm->mi_stride >> 3) * ((cm->mi_rows >> 3) + 1),
2050
0
                              sizeof(*cpi->copied_frame_cnt)));
2051
0
  }
2052
0
}
2053
2054
0
static void free_copy_partition_data(VP9_COMP *cpi) {
2055
0
  vpx_free(cpi->prev_partition);
2056
0
  cpi->prev_partition = NULL;
2057
0
  vpx_free(cpi->prev_segment_id);
2058
0
  cpi->prev_segment_id = NULL;
2059
0
  vpx_free(cpi->prev_variance_low);
2060
0
  cpi->prev_variance_low = NULL;
2061
0
  vpx_free(cpi->copied_frame_cnt);
2062
0
  cpi->copied_frame_cnt = NULL;
2063
0
}
2064
2065
#if CONFIG_VP9_TEMPORAL_DENOISING
2066
static void setup_denoiser_buffer(VP9_COMP *cpi) {
2067
  VP9_COMMON *const cm = &cpi->common;
2068
  if (cpi->oxcf.noise_sensitivity > 0 &&
2069
      !cpi->denoiser.frame_buffer_initialized) {
2070
    if (vp9_denoiser_alloc(cm, &cpi->svc, &cpi->denoiser, cpi->use_svc,
2071
                           cpi->oxcf.noise_sensitivity, cm->width, cm->height,
2072
                           cm->subsampling_x, cm->subsampling_y,
2073
#if CONFIG_VP9_HIGHBITDEPTH
2074
                           cm->use_highbitdepth,
2075
#endif
2076
                           VP9_ENC_BORDER_IN_PIXELS))
2077
      vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
2078
                         "Failed to allocate denoiser");
2079
  }
2080
}
2081
#endif
2082
2083
32.1k
void vp9_change_config(struct VP9_COMP *cpi, const VP9EncoderConfig *oxcf) {
2084
32.1k
  VP9_COMMON *const cm = &cpi->common;
2085
32.1k
  RATE_CONTROL *const rc = &cpi->rc;
2086
32.1k
  int last_w = cpi->oxcf.width;
2087
32.1k
  int last_h = cpi->oxcf.height;
2088
2089
32.1k
  vp9_init_quantizer(cpi);
2090
32.1k
  if (cm->profile != oxcf->profile) cm->profile = oxcf->profile;
2091
32.1k
  cm->bit_depth = oxcf->bit_depth;
2092
32.1k
  cm->color_space = oxcf->color_space;
2093
32.1k
  cm->color_range = oxcf->color_range;
2094
2095
32.1k
  cpi->target_level = oxcf->target_level;
2096
32.1k
  cpi->keep_level_stats = oxcf->target_level != LEVEL_MAX;
2097
32.1k
  set_level_constraint(&cpi->level_constraint,
2098
32.1k
                       get_level_index(cpi->target_level));
2099
2100
32.1k
  if (cm->profile <= PROFILE_1)
2101
32.1k
    assert(cm->bit_depth == VPX_BITS_8);
2102
0
  else
2103
32.1k
    assert(cm->bit_depth > VPX_BITS_8);
2104
2105
32.1k
  cpi->oxcf = *oxcf;
2106
32.1k
#if CONFIG_VP9_HIGHBITDEPTH
2107
32.1k
  cpi->td.mb.e_mbd.bd = (int)cm->bit_depth;
2108
32.1k
#endif  // CONFIG_VP9_HIGHBITDEPTH
2109
2110
32.1k
  if ((oxcf->pass == 0) && (oxcf->rc_mode == VPX_Q)) {
2111
1.55k
    rc->baseline_gf_interval = FIXED_GF_INTERVAL;
2112
30.5k
  } else {
2113
30.5k
    rc->baseline_gf_interval = (MIN_GF_INTERVAL + MAX_GF_INTERVAL) / 2;
2114
30.5k
  }
2115
2116
32.1k
  cpi->refresh_golden_frame = 0;
2117
32.1k
  cpi->refresh_last_frame = 1;
2118
32.1k
  cm->refresh_frame_context = 1;
2119
32.1k
  cm->reset_frame_context = 0;
2120
2121
32.1k
  vp9_reset_segment_features(&cm->seg);
2122
32.1k
  vp9_set_high_precision_mv(cpi, 0);
2123
2124
32.1k
  {
2125
32.1k
    int i;
2126
2127
289k
    for (i = 0; i < MAX_SEGMENTS; i++)
2128
256k
      cpi->segment_encode_breakout[i] = cpi->oxcf.encode_breakout;
2129
32.1k
  }
2130
32.1k
  cpi->encode_breakout = cpi->oxcf.encode_breakout;
2131
2132
32.1k
  vp9_set_rc_buffer_sizes(cpi);
2133
2134
  // Set up frame rate and related parameters rate control values.
2135
32.1k
  vp9_new_framerate(cpi, cpi->framerate);
2136
2137
  // Set absolute upper and lower quality limits
2138
32.1k
  rc->worst_quality = cpi->oxcf.worst_allowed_q;
2139
32.1k
  rc->best_quality = cpi->oxcf.best_allowed_q;
2140
2141
32.1k
  cm->interp_filter = cpi->sf.default_interp_filter;
2142
2143
32.1k
  if (cpi->oxcf.render_width > 0 && cpi->oxcf.render_height > 0) {
2144
0
    cm->render_width = cpi->oxcf.render_width;
2145
0
    cm->render_height = cpi->oxcf.render_height;
2146
32.1k
  } else {
2147
32.1k
    cm->render_width = cpi->oxcf.width;
2148
32.1k
    cm->render_height = cpi->oxcf.height;
2149
32.1k
  }
2150
32.1k
  if (last_w != cpi->oxcf.width || last_h != cpi->oxcf.height) {
2151
0
    cm->width = cpi->oxcf.width;
2152
0
    cm->height = cpi->oxcf.height;
2153
0
    cpi->external_resize = 1;
2154
0
  }
2155
2156
32.1k
  int new_mi_size = 0;
2157
32.1k
  vp9_set_mb_mi(cm, cm->width, cm->height);
2158
32.1k
  new_mi_size = cm->mi_stride * calc_mi_size(cm->mi_rows);
2159
32.1k
  if (cm->mi_alloc_size < new_mi_size) {
2160
0
    vp9_free_context_buffers(cm);
2161
0
    vp9_free_pc_tree(&cpi->td);
2162
0
    vpx_free(cpi->mbmi_ext_base);
2163
0
    alloc_compressor_data(cpi);
2164
0
    realloc_segmentation_maps(cpi);
2165
0
    cpi->initial_width = cpi->initial_height = 0;
2166
0
    cpi->external_resize = 0;
2167
32.1k
  } else if (cm->mi_alloc_size == new_mi_size &&
2168
32.1k
             (cpi->oxcf.width > last_w || cpi->oxcf.height > last_h)) {
2169
0
    if (vp9_alloc_loop_filter(cm)) {
2170
0
      vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
2171
0
                         "Failed to allocate loop filter data");
2172
0
    }
2173
0
  }
2174
2175
32.1k
  if (cm->current_video_frame == 0 || last_w != cpi->oxcf.width ||
2176
0
      last_h != cpi->oxcf.height)
2177
32.1k
    update_frame_size(cpi);
2178
2179
32.1k
  if (last_w != cpi->oxcf.width || last_h != cpi->oxcf.height) {
2180
0
    vpx_free(cpi->consec_zero_mv);
2181
0
    CHECK_MEM_ERROR(
2182
0
        &cm->error, cpi->consec_zero_mv,
2183
0
        vpx_calloc(cm->mi_rows * cm->mi_cols, sizeof(*cpi->consec_zero_mv)));
2184
2185
0
    vpx_free(cpi->skin_map);
2186
0
    CHECK_MEM_ERROR(
2187
0
        &cm->error, cpi->skin_map,
2188
0
        vpx_calloc(cm->mi_rows * cm->mi_cols, sizeof(*cpi->skin_map)));
2189
2190
0
    if (cpi->svc.number_spatial_layers > 1) {
2191
#if CONFIG_VP9_TEMPORAL_DENOISING
2192
      // Reset the denoiser for svc on the resize change.
2193
      if (cpi->oxcf.noise_sensitivity > 0) {
2194
        vp9_denoiser_free(&cpi->denoiser);
2195
        setup_denoiser_buffer(cpi);
2196
      }
2197
#endif
2198
0
      if (cpi->oxcf.aq_mode == CYCLIC_REFRESH_AQ) {
2199
0
        for (int sl = 0; sl < cpi->svc.number_spatial_layers; ++sl) {
2200
0
          const int layer =
2201
0
              LAYER_IDS_TO_IDX(sl, 0, cpi->svc.number_temporal_layers);
2202
0
          LAYER_CONTEXT *const lc = &cpi->svc.layer_context[layer];
2203
0
          lc->sb_index = 0;
2204
0
          lc->actual_num_seg1_blocks = 0;
2205
0
          lc->actual_num_seg2_blocks = 0;
2206
0
          lc->counter_encode_maxq_scene_change = 0;
2207
0
          vpx_free(lc->map);
2208
0
          CHECK_MEM_ERROR(
2209
0
              &cm->error, lc->map,
2210
0
              vpx_calloc(cm->mi_rows * cm->mi_cols, sizeof(*lc->map)));
2211
0
          vpx_free(lc->last_coded_q_map);
2212
0
          CHECK_MEM_ERROR(&cm->error, lc->last_coded_q_map,
2213
0
                          vpx_malloc(cm->mi_rows * cm->mi_cols *
2214
0
                                     sizeof(*lc->last_coded_q_map)));
2215
0
          memset(lc->last_coded_q_map, MAXQ, cm->mi_rows * cm->mi_cols);
2216
0
          vpx_free(lc->consec_zero_mv);
2217
0
          CHECK_MEM_ERROR(&cm->error, lc->consec_zero_mv,
2218
0
                          vpx_calloc(cm->mi_rows * cm->mi_cols,
2219
0
                                     sizeof(*lc->consec_zero_mv)));
2220
0
        }
2221
0
        cpi->refresh_golden_frame = 1;
2222
0
        cpi->refresh_alt_ref_frame = 1;
2223
0
      }
2224
0
    }
2225
2226
0
    free_copy_partition_data(cpi);
2227
0
    alloc_copy_partition_data(cpi);
2228
0
    if (cpi->oxcf.aq_mode == CYCLIC_REFRESH_AQ &&
2229
0
        cpi->svc.number_spatial_layers == 1)
2230
0
      vp9_cyclic_refresh_reset_resize(cpi);
2231
0
    rc->rc_1_frame = 0;
2232
0
    rc->rc_2_frame = 0;
2233
0
  }
2234
2235
32.1k
  if ((cpi->svc.number_temporal_layers > 1) ||
2236
32.1k
      ((cpi->svc.number_temporal_layers > 1 ||
2237
32.1k
        cpi->svc.number_spatial_layers > 1) &&
2238
0
       cpi->oxcf.pass != 1)) {
2239
0
    vp9_update_layer_context_change_config(cpi,
2240
0
                                           (int)cpi->oxcf.target_bandwidth);
2241
0
  }
2242
2243
32.1k
  vp9_check_reset_rc_flag(cpi);
2244
2245
32.1k
  cpi->alt_ref_source = NULL;
2246
32.1k
  rc->is_src_frame_alt_ref = 0;
2247
2248
#if 0
2249
  // Experimental RD Code
2250
  cpi->frame_distortion = 0;
2251
  cpi->last_frame_distortion = 0;
2252
#endif
2253
2254
32.1k
  set_tile_limits(cpi);
2255
2256
32.1k
  cpi->ext_refresh_frame_flags_pending = 0;
2257
32.1k
  cpi->ext_refresh_frame_context_pending = 0;
2258
2259
32.1k
#if CONFIG_VP9_HIGHBITDEPTH
2260
32.1k
  highbd_set_var_fns(cpi);
2261
32.1k
#endif
2262
2263
32.1k
  vp9_set_row_mt(cpi);
2264
32.1k
}
2265
2266
/***********************************************************************
2267
 * Read before modifying 'cal_nmvjointsadcost' or 'cal_nmvsadcosts'    *
2268
 ***********************************************************************
2269
 * The following 2 functions ('cal_nmvjointsadcost' and                *
2270
 * 'cal_nmvsadcosts') are used to calculate cost lookup tables         *
2271
 * used by 'vp9_diamond_search_sad'. The C implementation of the       *
2272
 * function is generic, but the NEON intrinsics optimised version      *
2273
 * relies on the following properties of the computed tables:          *
2274
 * For cal_nmvjointsadcost:                                            *
2275
 *   - mvjointsadcost[1] == mvjointsadcost[2] == mvjointsadcost[3]     *
2276
 * For cal_nmvsadcosts:                                                *
2277
 *   - For all i: mvsadcost[0][i] == mvsadcost[1][i]                   *
2278
 *         (Equal costs for both components)                           *
2279
 *   - For all i: mvsadcost[0][i] == mvsadcost[0][-i]                  *
2280
 *         (Cost function is even)                                     *
2281
 * If these do not hold, then the NEON optimised version of the        *
2282
 * 'vp9_diamond_search_sad' function cannot be used as it is, in which *
2283
 * case you can revert to using the C function instead.                *
2284
 ***********************************************************************/
2285
2286
3.72k
static void cal_nmvjointsadcost(int *mvjointsadcost) {
2287
  /*********************************************************************
2288
   * Warning: Read the comments above before modifying this function   *
2289
   *********************************************************************/
2290
3.72k
  mvjointsadcost[0] = 600;
2291
3.72k
  mvjointsadcost[1] = 300;
2292
3.72k
  mvjointsadcost[2] = 300;
2293
3.72k
  mvjointsadcost[3] = 300;
2294
3.72k
}
2295
2296
3.72k
static void cal_nmvsadcosts(int *mvsadcost[2]) {
2297
  /*********************************************************************
2298
   * Warning: Read the comments above before modifying this function   *
2299
   *********************************************************************/
2300
3.72k
  int i = 1;
2301
2302
3.72k
  mvsadcost[0][0] = 0;
2303
3.72k
  mvsadcost[1][0] = 0;
2304
2305
60.9M
  do {
2306
60.9M
    double z = 256 * (2 * (log2f(8 * i) + .6));
2307
60.9M
    mvsadcost[0][i] = (int)z;
2308
60.9M
    mvsadcost[1][i] = (int)z;
2309
60.9M
    mvsadcost[0][-i] = (int)z;
2310
60.9M
    mvsadcost[1][-i] = (int)z;
2311
60.9M
  } while (++i <= MV_MAX);
2312
3.72k
}
2313
2314
3.72k
static void cal_nmvsadcosts_hp(int *mvsadcost[2]) {
2315
3.72k
  int i = 1;
2316
2317
3.72k
  mvsadcost[0][0] = 0;
2318
3.72k
  mvsadcost[1][0] = 0;
2319
2320
60.9M
  do {
2321
60.9M
    double z = 256 * (2 * (log2f(8 * i) + .6));
2322
60.9M
    mvsadcost[0][i] = (int)z;
2323
60.9M
    mvsadcost[1][i] = (int)z;
2324
60.9M
    mvsadcost[0][-i] = (int)z;
2325
60.9M
    mvsadcost[1][-i] = (int)z;
2326
60.9M
  } while (++i <= MV_MAX);
2327
3.72k
}
2328
2329
3.72k
static void init_ref_frame_bufs(VP9_COMMON *cm) {
2330
3.72k
  int i;
2331
3.72k
  BufferPool *const pool = cm->buffer_pool;
2332
3.72k
  cm->new_fb_idx = INVALID_IDX;
2333
33.4k
  for (i = 0; i < REF_FRAMES; ++i) {
2334
29.7k
    cm->ref_frame_map[i] = INVALID_IDX;
2335
29.7k
  }
2336
48.3k
  for (i = 0; i < FRAME_BUFFERS; ++i) {
2337
44.6k
    pool->frame_bufs[i].ref_count = 0;
2338
44.6k
  }
2339
3.72k
}
2340
2341
static void update_initial_width(VP9_COMP *cpi, int use_highbitdepth,
2342
71.5k
                                 int subsampling_x, int subsampling_y) {
2343
71.5k
  VP9_COMMON *const cm = &cpi->common;
2344
#if !CONFIG_VP9_HIGHBITDEPTH
2345
  (void)use_highbitdepth;
2346
  assert(use_highbitdepth == 0);
2347
#endif
2348
2349
71.5k
  if (!cpi->initial_width ||
2350
71.5k
#if CONFIG_VP9_HIGHBITDEPTH
2351
71.5k
      cm->use_highbitdepth != use_highbitdepth ||
2352
71.5k
#endif
2353
71.5k
      cm->subsampling_x != subsampling_x ||
2354
67.9k
      cm->subsampling_y != subsampling_y) {
2355
3.63k
    cm->subsampling_x = subsampling_x;
2356
3.63k
    cm->subsampling_y = subsampling_y;
2357
3.63k
#if CONFIG_VP9_HIGHBITDEPTH
2358
3.63k
    cm->use_highbitdepth = use_highbitdepth;
2359
3.63k
#endif
2360
3.63k
    alloc_util_frame_buffers(cpi);
2361
    // The initial_width/height is used to clamp the encoding width/height in
2362
    // vp9_set_size_literal(). The check below is added to avoid setting the
2363
    // initial_width/height to a smaller resolution than the one configured.
2364
    // This can happen when the user passes in a lower resolution on the very
2365
    // first frame (after creating the encoder with a larger resolution). For
2366
    // spatial layers this will prevent user from going back up in resolution
2367
    // (i.e., the top layer will get stuck at the lower resolution).
2368
3.63k
    if (cm->width > cpi->initial_width || cm->height > cpi->initial_height) {
2369
0
      cpi->initial_width = cm->width;
2370
0
      cpi->initial_height = cm->height;
2371
0
    }
2372
3.63k
    cpi->initial_mbs = cm->MBs;
2373
3.63k
  }
2374
71.5k
}
2375
2376
VP9_COMP *vp9_create_compressor(const VP9EncoderConfig *oxcf,
2377
3.72k
                                BufferPool *const pool) {
2378
3.72k
  unsigned int i;
2379
3.72k
  VP9_COMP *volatile const cpi = vpx_memalign(32, sizeof(*cpi));
2380
3.72k
  VP9_COMMON *volatile const cm = cpi != NULL ? &cpi->common : NULL;
2381
2382
3.72k
  if (!cm) return NULL;
2383
2384
3.72k
  vp9_zero(*cpi);
2385
2386
3.72k
  if (setjmp(cm->error.jmp)) {
2387
0
    cm->error.setjmp = 0;
2388
0
    vp9_remove_compressor(cpi);
2389
0
    return 0;
2390
0
  }
2391
2392
3.72k
  cm->error.setjmp = 1;
2393
3.72k
  cm->alloc_mi = vp9_enc_alloc_mi;
2394
3.72k
  cm->free_mi = vp9_enc_free_mi;
2395
3.72k
  cm->setup_mi = vp9_enc_setup_mi;
2396
2397
3.72k
  CHECK_MEM_ERROR(&cm->error, cm->fc,
2398
3.72k
                  (FRAME_CONTEXT *)vpx_calloc(1, sizeof(*cm->fc)));
2399
3.72k
  CHECK_MEM_ERROR(
2400
3.72k
      &cm->error, cm->frame_contexts,
2401
3.72k
      (FRAME_CONTEXT *)vpx_calloc(FRAME_CONTEXTS, sizeof(*cm->frame_contexts)));
2402
2403
3.72k
  cpi->compute_frame_low_motion_onepass = 1;
2404
3.72k
  cpi->use_svc = 0;
2405
3.72k
  cpi->resize_state = ORIG;
2406
3.72k
  cpi->external_resize = 0;
2407
3.72k
  cpi->resize_avg_qp = 0;
2408
3.72k
  cpi->resize_buffer_underflow = 0;
2409
3.72k
  cpi->use_skin_detection = 0;
2410
3.72k
  cpi->common.buffer_pool = pool;
2411
3.72k
  init_ref_frame_bufs(cm);
2412
2413
3.72k
  cpi->force_update_segmentation = 0;
2414
2415
3.72k
  init_config(cpi, oxcf);
2416
3.72k
  cpi->frame_info = vp9_get_frame_info(oxcf);
2417
2418
3.72k
  vp9_rc_init(&cpi->oxcf, oxcf->pass, &cpi->rc);
2419
3.72k
  vp9_init_rd_parameters(cpi);
2420
2421
3.72k
  init_frame_indexes(cm);
2422
3.72k
  cpi->initial_width = cpi->oxcf.width;
2423
3.72k
  cpi->initial_height = cpi->oxcf.height;
2424
3.72k
  cpi->tile_data = NULL;
2425
2426
3.72k
  realloc_segmentation_maps(cpi);
2427
2428
3.72k
  CHECK_MEM_ERROR(
2429
3.72k
      &cm->error, cpi->skin_map,
2430
3.72k
      vpx_calloc(cm->mi_rows * cm->mi_cols, sizeof(*cpi->skin_map)));
2431
2432
3.72k
#if !CONFIG_REALTIME_ONLY
2433
3.72k
  CHECK_MEM_ERROR(&cm->error, cpi->alt_ref_aq, vp9_alt_ref_aq_create());
2434
3.72k
#endif
2435
2436
3.72k
  CHECK_MEM_ERROR(
2437
3.72k
      &cm->error, cpi->consec_zero_mv,
2438
3.72k
      vpx_calloc(cm->mi_rows * cm->mi_cols, sizeof(*cpi->consec_zero_mv)));
2439
2440
3.72k
  CHECK_MEM_ERROR(&cm->error, cpi->nmvcosts[0],
2441
3.72k
                  vpx_calloc(MV_VALS, sizeof(*cpi->nmvcosts[0])));
2442
3.72k
  CHECK_MEM_ERROR(&cm->error, cpi->nmvcosts[1],
2443
3.72k
                  vpx_calloc(MV_VALS, sizeof(*cpi->nmvcosts[1])));
2444
3.72k
  CHECK_MEM_ERROR(&cm->error, cpi->nmvcosts_hp[0],
2445
3.72k
                  vpx_calloc(MV_VALS, sizeof(*cpi->nmvcosts_hp[0])));
2446
3.72k
  CHECK_MEM_ERROR(&cm->error, cpi->nmvcosts_hp[1],
2447
3.72k
                  vpx_calloc(MV_VALS, sizeof(*cpi->nmvcosts_hp[1])));
2448
3.72k
  CHECK_MEM_ERROR(&cm->error, cpi->nmvsadcosts[0],
2449
3.72k
                  vpx_calloc(MV_VALS, sizeof(*cpi->nmvsadcosts[0])));
2450
3.72k
  CHECK_MEM_ERROR(&cm->error, cpi->nmvsadcosts[1],
2451
3.72k
                  vpx_calloc(MV_VALS, sizeof(*cpi->nmvsadcosts[1])));
2452
3.72k
  CHECK_MEM_ERROR(&cm->error, cpi->nmvsadcosts_hp[0],
2453
3.72k
                  vpx_calloc(MV_VALS, sizeof(*cpi->nmvsadcosts_hp[0])));
2454
3.72k
  CHECK_MEM_ERROR(&cm->error, cpi->nmvsadcosts_hp[1],
2455
3.72k
                  vpx_calloc(MV_VALS, sizeof(*cpi->nmvsadcosts_hp[1])));
2456
2457
96.7k
  for (i = 0; i < (sizeof(cpi->mbgraph_stats) / sizeof(cpi->mbgraph_stats[0]));
2458
93.0k
       i++) {
2459
93.0k
    CHECK_MEM_ERROR(
2460
93.0k
        &cm->error, cpi->mbgraph_stats[i].mb_stats,
2461
93.0k
        vpx_calloc(cm->MBs * sizeof(*cpi->mbgraph_stats[i].mb_stats), 1));
2462
93.0k
  }
2463
2464
3.72k
  cpi->refresh_alt_ref_frame = 0;
2465
3.72k
  cpi->b_calculate_psnr = CONFIG_INTERNAL_STATS;
2466
2467
3.72k
  init_level_info(&cpi->level_info);
2468
3.72k
  init_level_constraint(&cpi->level_constraint);
2469
2470
#if CONFIG_INTERNAL_STATS
2471
  cpi->b_calculate_blockiness = 1;
2472
  cpi->b_calculate_consistency = 1;
2473
  cpi->total_inconsistency = 0;
2474
  cpi->psnr.worst = 100.0;
2475
  cpi->worst_ssim = 100.0;
2476
2477
  cpi->count = 0;
2478
  cpi->bytes = 0;
2479
2480
  if (cpi->b_calculate_psnr) {
2481
    cpi->total_sq_error = 0;
2482
    cpi->total_samples = 0;
2483
2484
    cpi->totalp_sq_error = 0;
2485
    cpi->totalp_samples = 0;
2486
2487
    cpi->tot_recode_hits = 0;
2488
    cpi->summed_quality = 0;
2489
    cpi->summed_weights = 0;
2490
    cpi->summedp_quality = 0;
2491
    cpi->summedp_weights = 0;
2492
  }
2493
2494
  cpi->fastssim.worst = 100.0;
2495
2496
  cpi->psnrhvs.worst = 100.0;
2497
2498
  if (cpi->b_calculate_blockiness) {
2499
    cpi->total_blockiness = 0;
2500
    cpi->worst_blockiness = 0.0;
2501
  }
2502
2503
  if (cpi->b_calculate_consistency) {
2504
    CHECK_MEM_ERROR(&cm->error, cpi->ssim_vars,
2505
                    vpx_calloc(cpi->common.mi_rows * cpi->common.mi_cols,
2506
                               sizeof(*cpi->ssim_vars) * 4));
2507
    cpi->worst_consistency = 100.0;
2508
  } else {
2509
    cpi->ssim_vars = NULL;
2510
  }
2511
2512
#endif
2513
2514
3.72k
  cpi->first_time_stamp_ever = INT64_MAX;
2515
2516
  /*********************************************************************
2517
   * Warning: Read the comments around 'cal_nmvjointsadcost' and       *
2518
   * 'cal_nmvsadcosts' before modifying how these tables are computed. *
2519
   *********************************************************************/
2520
3.72k
  cal_nmvjointsadcost(cpi->td.mb.nmvjointsadcost);
2521
3.72k
  cpi->td.mb.nmvcost[0] = &cpi->nmvcosts[0][MV_MAX];
2522
3.72k
  cpi->td.mb.nmvcost[1] = &cpi->nmvcosts[1][MV_MAX];
2523
3.72k
  cpi->td.mb.nmvsadcost[0] = &cpi->nmvsadcosts[0][MV_MAX];
2524
3.72k
  cpi->td.mb.nmvsadcost[1] = &cpi->nmvsadcosts[1][MV_MAX];
2525
3.72k
  cal_nmvsadcosts(cpi->td.mb.nmvsadcost);
2526
2527
3.72k
  cpi->td.mb.nmvcost_hp[0] = &cpi->nmvcosts_hp[0][MV_MAX];
2528
3.72k
  cpi->td.mb.nmvcost_hp[1] = &cpi->nmvcosts_hp[1][MV_MAX];
2529
3.72k
  cpi->td.mb.nmvsadcost_hp[0] = &cpi->nmvsadcosts_hp[0][MV_MAX];
2530
3.72k
  cpi->td.mb.nmvsadcost_hp[1] = &cpi->nmvsadcosts_hp[1][MV_MAX];
2531
3.72k
  cal_nmvsadcosts_hp(cpi->td.mb.nmvsadcost_hp);
2532
2533
#if CONFIG_VP9_TEMPORAL_DENOISING
2534
#ifdef OUTPUT_YUV_DENOISED
2535
  yuv_denoised_file = fopen("denoised.yuv", "ab");
2536
#endif
2537
#endif
2538
#ifdef OUTPUT_YUV_SKINMAP
2539
  yuv_skinmap_file = fopen("skinmap.yuv", "wb");
2540
#endif
2541
#ifdef OUTPUT_YUV_REC
2542
  yuv_rec_file = fopen("rec.yuv", "wb");
2543
#endif
2544
#ifdef OUTPUT_YUV_SVC_SRC
2545
  yuv_svc_src[0] = fopen("svc_src_0.yuv", "wb");
2546
  yuv_svc_src[1] = fopen("svc_src_1.yuv", "wb");
2547
  yuv_svc_src[2] = fopen("svc_src_2.yuv", "wb");
2548
#endif
2549
2550
#if 0
2551
  framepsnr = fopen("framepsnr.stt", "a");
2552
  kf_list = fopen("kf_list.stt", "w");
2553
#endif
2554
2555
3.72k
  cpi->allow_encode_breakout = ENCODE_BREAKOUT_ENABLED;
2556
2557
3.72k
  {
2558
3.72k
    vpx_codec_err_t codec_status = vp9_extrc_init(&cpi->ext_ratectrl);
2559
3.72k
    if (codec_status != VPX_CODEC_OK) {
2560
0
      vpx_internal_error(&cm->error, codec_status, "vp9_extrc_init() failed");
2561
0
    }
2562
3.72k
  }
2563
2564
3.72k
#if !CONFIG_REALTIME_ONLY
2565
3.72k
  if (oxcf->pass == 1) {
2566
0
    vp9_init_first_pass(cpi);
2567
3.72k
  } else if (oxcf->pass == 2) {
2568
0
    const size_t packet_sz = sizeof(FIRSTPASS_STATS);
2569
0
    const int packets = (int)(oxcf->two_pass_stats_in.sz / packet_sz);
2570
2571
0
    if (cpi->svc.number_spatial_layers > 1 ||
2572
0
        cpi->svc.number_temporal_layers > 1) {
2573
0
      FIRSTPASS_STATS *const stats = oxcf->two_pass_stats_in.buf;
2574
0
      FIRSTPASS_STATS *stats_copy[VPX_SS_MAX_LAYERS] = { 0 };
2575
0
      int n;
2576
2577
0
      for (n = 0; n < oxcf->ss_number_layers; ++n) {
2578
0
        FIRSTPASS_STATS *const last_packet_for_layer =
2579
0
            &stats[packets - oxcf->ss_number_layers + n];
2580
0
        const int layer_id = (int)last_packet_for_layer->spatial_layer_id;
2581
0
        const int packets_in_layer = (int)last_packet_for_layer->count + 1;
2582
0
        if (layer_id >= 0 && layer_id < oxcf->ss_number_layers) {
2583
0
          int num_frames;
2584
0
          LAYER_CONTEXT *const lc = &cpi->svc.layer_context[layer_id];
2585
2586
0
          vpx_free(lc->rc_twopass_stats_in.buf);
2587
2588
0
          lc->rc_twopass_stats_in.sz = packets_in_layer * packet_sz;
2589
0
          CHECK_MEM_ERROR(&cm->error, lc->rc_twopass_stats_in.buf,
2590
0
                          vpx_malloc(lc->rc_twopass_stats_in.sz));
2591
0
          lc->twopass.stats_in_start = lc->rc_twopass_stats_in.buf;
2592
0
          lc->twopass.stats_in = lc->twopass.stats_in_start;
2593
0
          lc->twopass.stats_in_end =
2594
0
              lc->twopass.stats_in_start + packets_in_layer - 1;
2595
          // Note the last packet is cumulative first pass stats.
2596
          // So the number of frames is packet number minus one
2597
0
          num_frames = packets_in_layer - 1;
2598
0
          fps_init_first_pass_info(&lc->twopass.first_pass_info,
2599
0
                                   lc->rc_twopass_stats_in.buf, num_frames);
2600
0
          stats_copy[layer_id] = lc->rc_twopass_stats_in.buf;
2601
0
        }
2602
0
      }
2603
2604
0
      for (n = 0; n < packets; ++n) {
2605
0
        const int layer_id = (int)stats[n].spatial_layer_id;
2606
0
        if (layer_id >= 0 && layer_id < oxcf->ss_number_layers &&
2607
0
            stats_copy[layer_id] != NULL) {
2608
0
          *stats_copy[layer_id] = stats[n];
2609
0
          ++stats_copy[layer_id];
2610
0
        }
2611
0
      }
2612
2613
0
      vp9_init_second_pass_spatial_svc(cpi);
2614
0
    } else {
2615
0
      int num_frames;
2616
2617
0
      cpi->twopass.stats_in_start = oxcf->two_pass_stats_in.buf;
2618
0
      cpi->twopass.stats_in = cpi->twopass.stats_in_start;
2619
0
      cpi->twopass.stats_in_end = &cpi->twopass.stats_in[packets - 1];
2620
      // Note the last packet is cumulative first pass stats.
2621
      // So the number of frames is packet number minus one
2622
0
      num_frames = packets - 1;
2623
0
      fps_init_first_pass_info(&cpi->twopass.first_pass_info,
2624
0
                               oxcf->two_pass_stats_in.buf, num_frames);
2625
2626
0
      vp9_init_second_pass(cpi);
2627
0
    }
2628
0
  }
2629
3.72k
#endif  // !CONFIG_REALTIME_ONLY
2630
2631
3.72k
  cpi->mb_wiener_var_cols = 0;
2632
3.72k
  cpi->mb_wiener_var_rows = 0;
2633
3.72k
  cpi->mb_wiener_variance = NULL;
2634
2635
3.72k
  vp9_set_speed_features_framesize_independent(cpi, oxcf->speed);
2636
3.72k
  vp9_set_speed_features_framesize_dependent(cpi, oxcf->speed);
2637
2638
3.72k
  {
2639
3.72k
    const int bsize = BLOCK_16X16;
2640
3.72k
    const int w = num_8x8_blocks_wide_lookup[bsize];
2641
3.72k
    const int h = num_8x8_blocks_high_lookup[bsize];
2642
3.72k
    const int num_cols = (cm->mi_cols + w - 1) / w;
2643
3.72k
    const int num_rows = (cm->mi_rows + h - 1) / h;
2644
3.72k
    CHECK_MEM_ERROR(&cm->error, cpi->mi_ssim_rdmult_scaling_factors,
2645
3.72k
                    vpx_calloc(num_rows * num_cols,
2646
3.72k
                               sizeof(*cpi->mi_ssim_rdmult_scaling_factors)));
2647
3.72k
  }
2648
2649
3.72k
  cpi->kmeans_data_arr_alloc = 0;
2650
#if CONFIG_NON_GREEDY_MV
2651
  cpi->tpl_ready = 0;
2652
#endif  // CONFIG_NON_GREEDY_MV
2653
189k
  for (i = 0; i < MAX_ARF_GOP_SIZE; ++i) {
2654
186k
    cpi->tpl_stats[i].tpl_stats_ptr = NULL;
2655
186k
  }
2656
2657
3.72k
#define BFP(BT, SDF, SDSF, SDAF, VF, SVF, SVAF, SDX4DF, SDSX4DF) \
2658
48.3k
  cpi->fn_ptr[BT].sdf = SDF;                                     \
2659
48.3k
  cpi->fn_ptr[BT].sdsf = SDSF;                                   \
2660
48.3k
  cpi->fn_ptr[BT].sdaf = SDAF;                                   \
2661
48.3k
  cpi->fn_ptr[BT].vf = VF;                                       \
2662
48.3k
  cpi->fn_ptr[BT].svf = SVF;                                     \
2663
48.3k
  cpi->fn_ptr[BT].svaf = SVAF;                                   \
2664
48.3k
  cpi->fn_ptr[BT].sdx4df = SDX4DF;                               \
2665
48.3k
  cpi->fn_ptr[BT].sdsx4df = SDSX4DF;
2666
2667
3.72k
  BFP(BLOCK_32X16, vpx_sad32x16, vpx_sad_skip_32x16, vpx_sad32x16_avg,
2668
3.72k
      vpx_variance32x16, vpx_sub_pixel_variance32x16,
2669
3.72k
      vpx_sub_pixel_avg_variance32x16, vpx_sad32x16x4d, vpx_sad_skip_32x16x4d)
2670
2671
3.72k
  BFP(BLOCK_16X32, vpx_sad16x32, vpx_sad_skip_16x32, vpx_sad16x32_avg,
2672
3.72k
      vpx_variance16x32, vpx_sub_pixel_variance16x32,
2673
3.72k
      vpx_sub_pixel_avg_variance16x32, vpx_sad16x32x4d, vpx_sad_skip_16x32x4d)
2674
2675
3.72k
  BFP(BLOCK_64X32, vpx_sad64x32, vpx_sad_skip_64x32, vpx_sad64x32_avg,
2676
3.72k
      vpx_variance64x32, vpx_sub_pixel_variance64x32,
2677
3.72k
      vpx_sub_pixel_avg_variance64x32, vpx_sad64x32x4d, vpx_sad_skip_64x32x4d)
2678
2679
3.72k
  BFP(BLOCK_32X64, vpx_sad32x64, vpx_sad_skip_32x64, vpx_sad32x64_avg,
2680
3.72k
      vpx_variance32x64, vpx_sub_pixel_variance32x64,
2681
3.72k
      vpx_sub_pixel_avg_variance32x64, vpx_sad32x64x4d, vpx_sad_skip_32x64x4d)
2682
2683
3.72k
  BFP(BLOCK_32X32, vpx_sad32x32, vpx_sad_skip_32x32, vpx_sad32x32_avg,
2684
3.72k
      vpx_variance32x32, vpx_sub_pixel_variance32x32,
2685
3.72k
      vpx_sub_pixel_avg_variance32x32, vpx_sad32x32x4d, vpx_sad_skip_32x32x4d)
2686
2687
3.72k
  BFP(BLOCK_64X64, vpx_sad64x64, vpx_sad_skip_64x64, vpx_sad64x64_avg,
2688
3.72k
      vpx_variance64x64, vpx_sub_pixel_variance64x64,
2689
3.72k
      vpx_sub_pixel_avg_variance64x64, vpx_sad64x64x4d, vpx_sad_skip_64x64x4d)
2690
2691
3.72k
  BFP(BLOCK_16X16, vpx_sad16x16, vpx_sad_skip_16x16, vpx_sad16x16_avg,
2692
3.72k
      vpx_variance16x16, vpx_sub_pixel_variance16x16,
2693
3.72k
      vpx_sub_pixel_avg_variance16x16, vpx_sad16x16x4d, vpx_sad_skip_16x16x4d)
2694
2695
3.72k
  BFP(BLOCK_16X8, vpx_sad16x8, vpx_sad_skip_16x8, vpx_sad16x8_avg,
2696
3.72k
      vpx_variance16x8, vpx_sub_pixel_variance16x8,
2697
3.72k
      vpx_sub_pixel_avg_variance16x8, vpx_sad16x8x4d, vpx_sad_skip_16x8x4d)
2698
2699
3.72k
  BFP(BLOCK_8X16, vpx_sad8x16, vpx_sad_skip_8x16, vpx_sad8x16_avg,
2700
3.72k
      vpx_variance8x16, vpx_sub_pixel_variance8x16,
2701
3.72k
      vpx_sub_pixel_avg_variance8x16, vpx_sad8x16x4d, vpx_sad_skip_8x16x4d)
2702
2703
3.72k
  BFP(BLOCK_8X8, vpx_sad8x8, vpx_sad_skip_8x8, vpx_sad8x8_avg, vpx_variance8x8,
2704
3.72k
      vpx_sub_pixel_variance8x8, vpx_sub_pixel_avg_variance8x8, vpx_sad8x8x4d,
2705
3.72k
      vpx_sad_skip_8x8x4d)
2706
2707
3.72k
  BFP(BLOCK_8X4, vpx_sad8x4, vpx_sad_skip_8x4, vpx_sad8x4_avg, vpx_variance8x4,
2708
3.72k
      vpx_sub_pixel_variance8x4, vpx_sub_pixel_avg_variance8x4, vpx_sad8x4x4d,
2709
3.72k
      vpx_sad_skip_8x4x4d)
2710
2711
3.72k
  BFP(BLOCK_4X8, vpx_sad4x8, vpx_sad_skip_4x8, vpx_sad4x8_avg, vpx_variance4x8,
2712
3.72k
      vpx_sub_pixel_variance4x8, vpx_sub_pixel_avg_variance4x8, vpx_sad4x8x4d,
2713
3.72k
      vpx_sad_skip_4x8x4d)
2714
2715
3.72k
  BFP(BLOCK_4X4, vpx_sad4x4, vpx_sad_skip_4x4, vpx_sad4x4_avg, vpx_variance4x4,
2716
3.72k
      vpx_sub_pixel_variance4x4, vpx_sub_pixel_avg_variance4x4, vpx_sad4x4x4d,
2717
3.72k
      vpx_sad_skip_4x4x4d)
2718
2719
3.72k
#if CONFIG_VP9_HIGHBITDEPTH
2720
3.72k
  highbd_set_var_fns(cpi);
2721
3.72k
#endif
2722
2723
  /* vp9_init_quantizer() is first called here. Add check in
2724
   * vp9_frame_init_quantizer() so that vp9_init_quantizer is only
2725
   * called later when needed. This will avoid unnecessary calls of
2726
   * vp9_init_quantizer() for every frame.
2727
   */
2728
3.72k
  vp9_init_quantizer(cpi);
2729
2730
3.72k
  vp9_loop_filter_init(cm);
2731
2732
  // Set up the unit scaling factor used during motion search.
2733
3.72k
#if CONFIG_VP9_HIGHBITDEPTH
2734
3.72k
  vp9_setup_scale_factors_for_frame(&cpi->me_sf, cm->width, cm->height,
2735
3.72k
                                    cm->width, cm->height,
2736
3.72k
                                    cm->use_highbitdepth);
2737
#else
2738
  vp9_setup_scale_factors_for_frame(&cpi->me_sf, cm->width, cm->height,
2739
                                    cm->width, cm->height);
2740
#endif  // CONFIG_VP9_HIGHBITDEPTH
2741
3.72k
  cpi->td.mb.me_sf = &cpi->me_sf;
2742
2743
3.72k
  cm->error.setjmp = 0;
2744
2745
3.72k
  return cpi;
2746
3.72k
}
2747
2748
#if CONFIG_INTERNAL_STATS
2749
#define SNPRINT(H, T) snprintf((H) + strlen(H), sizeof(H) - strlen(H), (T))
2750
2751
#define SNPRINT2(H, T, V) \
2752
  snprintf((H) + strlen(H), sizeof(H) - strlen(H), (T), (V))
2753
#endif  // CONFIG_INTERNAL_STATS
2754
2755
3.76k
void vp9_remove_compressor(VP9_COMP *cpi) {
2756
3.76k
  VP9_COMMON *cm;
2757
3.76k
  unsigned int i;
2758
2759
3.76k
  if (!cpi) return;
2760
2761
#if CONFIG_INTERNAL_STATS
2762
  vpx_free(cpi->ssim_vars);
2763
#endif
2764
2765
3.72k
  cm = &cpi->common;
2766
3.72k
  if (cm->current_video_frame > 0) {
2767
#if CONFIG_INTERNAL_STATS
2768
    vpx_clear_system_state();
2769
2770
    if (cpi->oxcf.pass != 1) {
2771
      char headings[512] = { 0 };
2772
      char results[512] = { 0 };
2773
      FILE *f = fopen("opsnr.stt", "a");
2774
      double time_encoded =
2775
          (cpi->last_end_time_stamp_seen - cpi->first_time_stamp_ever) /
2776
          10000000.000;
2777
      double total_encode_time =
2778
          (cpi->time_receive_data + cpi->time_compress_data) / 1000.000;
2779
      const double dr =
2780
          (double)cpi->bytes * (double)8 / (double)1000 / time_encoded;
2781
      const double peak = (double)((1 << cpi->oxcf.input_bit_depth) - 1);
2782
      const double target_rate = (double)cpi->oxcf.target_bandwidth / 1000;
2783
      const double rate_err = ((100.0 * (dr - target_rate)) / target_rate);
2784
2785
      if (cpi->b_calculate_psnr) {
2786
        const double total_psnr = vpx_sse_to_psnr(
2787
            (double)cpi->total_samples, peak, (double)cpi->total_sq_error);
2788
        const double totalp_psnr = vpx_sse_to_psnr(
2789
            (double)cpi->totalp_samples, peak, (double)cpi->totalp_sq_error);
2790
        const double total_ssim =
2791
            100 * pow(cpi->summed_quality / cpi->summed_weights, 8.0);
2792
        const double totalp_ssim =
2793
            100 * pow(cpi->summedp_quality / cpi->summedp_weights, 8.0);
2794
2795
        snprintf(headings, sizeof(headings),
2796
                 "Bitrate\tAVGPsnr\tGLBPsnr\tAVPsnrP\tGLPsnrP\t"
2797
                 "VPXSSIM\tVPSSIMP\tFASTSIM\tPSNRHVS\t"
2798
                 "WstPsnr\tWstSsim\tWstFast\tWstHVS\t"
2799
                 "AVPsnrY\tAPsnrCb\tAPsnrCr");
2800
        snprintf(results, sizeof(results),
2801
                 "%7.2f\t%7.3f\t%7.3f\t%7.3f\t%7.3f\t"
2802
                 "%7.3f\t%7.3f\t%7.3f\t%7.3f\t"
2803
                 "%7.3f\t%7.3f\t%7.3f\t%7.3f\t"
2804
                 "%7.3f\t%7.3f\t%7.3f",
2805
                 dr, cpi->psnr.stat[ALL] / cpi->count, total_psnr,
2806
                 cpi->psnrp.stat[ALL] / cpi->count, totalp_psnr, total_ssim,
2807
                 totalp_ssim, cpi->fastssim.stat[ALL] / cpi->count,
2808
                 cpi->psnrhvs.stat[ALL] / cpi->count, cpi->psnr.worst,
2809
                 cpi->worst_ssim, cpi->fastssim.worst, cpi->psnrhvs.worst,
2810
                 cpi->psnr.stat[Y] / cpi->count, cpi->psnr.stat[U] / cpi->count,
2811
                 cpi->psnr.stat[V] / cpi->count);
2812
2813
        if (cpi->b_calculate_blockiness) {
2814
          SNPRINT(headings, "\t  Block\tWstBlck");
2815
          SNPRINT2(results, "\t%7.3f", cpi->total_blockiness / cpi->count);
2816
          SNPRINT2(results, "\t%7.3f", cpi->worst_blockiness);
2817
        }
2818
2819
        if (cpi->b_calculate_consistency) {
2820
          double consistency =
2821
              vpx_sse_to_psnr((double)cpi->totalp_samples, peak,
2822
                              (double)cpi->total_inconsistency);
2823
2824
          SNPRINT(headings, "\tConsist\tWstCons");
2825
          SNPRINT2(results, "\t%7.3f", consistency);
2826
          SNPRINT2(results, "\t%7.3f", cpi->worst_consistency);
2827
        }
2828
2829
        SNPRINT(headings, "\t    Time\tRcErr\tAbsErr");
2830
        SNPRINT2(results, "\t%8.0f", total_encode_time);
2831
        SNPRINT2(results, "\t%7.2f", rate_err);
2832
        SNPRINT2(results, "\t%7.2f", fabs(rate_err));
2833
2834
        fprintf(f, "%s\tAPsnr611\n", headings);
2835
        fprintf(
2836
            f, "%s\t%7.3f\n", results,
2837
            (6 * cpi->psnr.stat[Y] + cpi->psnr.stat[U] + cpi->psnr.stat[V]) /
2838
                (cpi->count * 8));
2839
      }
2840
2841
      fclose(f);
2842
    }
2843
#endif
2844
2845
#if 0
2846
    {
2847
      printf("\n_pick_loop_filter_level:%d\n", cpi->time_pick_lpf / 1000);
2848
      printf("\n_frames receive_data encod_mb_row compress_frame  Total\n");
2849
      printf("%6d %10ld %10ld %10ld %10ld\n", cpi->common.current_video_frame,
2850
             cpi->time_receive_data / 1000, cpi->time_encode_sb_row / 1000,
2851
             cpi->time_compress_data / 1000,
2852
             (cpi->time_receive_data + cpi->time_compress_data) / 1000);
2853
    }
2854
#endif
2855
3.60k
  }
2856
2857
#if CONFIG_VP9_TEMPORAL_DENOISING
2858
  vp9_denoiser_free(&(cpi->denoiser));
2859
#endif
2860
2861
3.72k
  if (cpi->kmeans_data_arr_alloc) {
2862
3.60k
#if CONFIG_MULTITHREAD
2863
3.60k
    pthread_mutex_destroy(&cpi->kmeans_mutex);
2864
3.60k
#endif
2865
3.60k
    vpx_free(cpi->kmeans_data_arr);
2866
3.60k
  }
2867
2868
3.72k
  vp9_free_tpl_buffer(cpi);
2869
2870
3.72k
  vp9_loop_filter_dealloc(&cpi->lf_row_sync);
2871
3.72k
  vp9_bitstream_encode_tiles_buffer_dealloc(cpi);
2872
3.72k
  vp9_row_mt_mem_dealloc(cpi);
2873
3.72k
  vp9_encode_free_mt_data(cpi);
2874
2875
3.72k
#if !CONFIG_REALTIME_ONLY
2876
3.72k
  vp9_alt_ref_aq_destroy(cpi->alt_ref_aq);
2877
3.72k
#endif
2878
2879
3.72k
  dealloc_compressor_data(cpi);
2880
2881
96.7k
  for (i = 0; i < sizeof(cpi->mbgraph_stats) / sizeof(cpi->mbgraph_stats[0]);
2882
93.0k
       ++i) {
2883
93.0k
    vpx_free(cpi->mbgraph_stats[i].mb_stats);
2884
93.0k
  }
2885
2886
3.72k
  vp9_extrc_delete(&cpi->ext_ratectrl);
2887
2888
  // Help detect use after free of the error detail string.
2889
3.72k
  memset(cm->error.detail, 'A', sizeof(cm->error.detail) - 1);
2890
3.72k
  cm->error.detail[sizeof(cm->error.detail) - 1] = '\0';
2891
2892
3.72k
  vp9_remove_common(cm);
2893
3.72k
  vp9_free_ref_frame_buffers(cm->buffer_pool);
2894
#if CONFIG_VP9_POSTPROC
2895
  vp9_free_postproc_buffers(cm);
2896
#endif
2897
3.72k
  vpx_free(cpi);
2898
2899
#if CONFIG_VP9_TEMPORAL_DENOISING
2900
#ifdef OUTPUT_YUV_DENOISED
2901
  fclose(yuv_denoised_file);
2902
#endif
2903
#endif
2904
#ifdef OUTPUT_YUV_SKINMAP
2905
  fclose(yuv_skinmap_file);
2906
#endif
2907
#ifdef OUTPUT_YUV_REC
2908
  fclose(yuv_rec_file);
2909
#endif
2910
#ifdef OUTPUT_YUV_SVC_SRC
2911
  fclose(yuv_svc_src[0]);
2912
  fclose(yuv_svc_src[1]);
2913
  fclose(yuv_svc_src[2]);
2914
#endif
2915
2916
#if 0
2917
2918
  if (keyfile)
2919
    fclose(keyfile);
2920
2921
  if (framepsnr)
2922
    fclose(framepsnr);
2923
2924
  if (kf_list)
2925
    fclose(kf_list);
2926
2927
#endif
2928
3.72k
}
2929
2930
70.8k
int vp9_get_psnr(const VP9_COMP *cpi, PSNR_STATS *psnr) {
2931
70.8k
  if (is_psnr_calc_enabled(cpi)) {
2932
0
#if CONFIG_VP9_HIGHBITDEPTH
2933
0
    vpx_calc_highbd_psnr(cpi->raw_source_frame, cpi->common.frame_to_show, psnr,
2934
0
                         cpi->td.mb.e_mbd.bd, cpi->oxcf.input_bit_depth,
2935
0
                         cpi->svc.spatial_layer_id);
2936
#else
2937
    vpx_calc_psnr(cpi->raw_source_frame, cpi->common.frame_to_show, psnr,
2938
                  cpi->svc.spatial_layer_id);
2939
#endif
2940
0
    return 1;
2941
70.8k
  } else {
2942
70.8k
    vp9_zero(*psnr);
2943
70.8k
    return 0;
2944
70.8k
  }
2945
70.8k
}
2946
2947
0
int vp9_use_as_reference(VP9_COMP *cpi, int ref_frame_flags) {
2948
0
  if (ref_frame_flags > 7) return -1;
2949
2950
0
  cpi->ref_frame_flags = ref_frame_flags;
2951
0
  return 0;
2952
0
}
2953
2954
0
void vp9_update_reference(VP9_COMP *cpi, int ref_frame_flags) {
2955
0
  cpi->ext_refresh_golden_frame = (ref_frame_flags & VP9_GOLD_FLAG) != 0;
2956
0
  cpi->ext_refresh_alt_ref_frame = (ref_frame_flags & VP9_ALT_FLAG) != 0;
2957
0
  cpi->ext_refresh_last_frame = (ref_frame_flags & VP9_LAST_FLAG) != 0;
2958
0
  cpi->ext_refresh_frame_flags_pending = 1;
2959
0
}
2960
2961
static YV12_BUFFER_CONFIG *get_vp9_ref_frame_buffer(
2962
0
    VP9_COMP *cpi, VP9_REFFRAME ref_frame_flag) {
2963
0
  MV_REFERENCE_FRAME ref_frame = NO_REF_FRAME;
2964
0
  if (ref_frame_flag == VP9_LAST_FLAG)
2965
0
    ref_frame = LAST_FRAME;
2966
0
  else if (ref_frame_flag == VP9_GOLD_FLAG)
2967
0
    ref_frame = GOLDEN_FRAME;
2968
0
  else if (ref_frame_flag == VP9_ALT_FLAG)
2969
0
    ref_frame = ALTREF_FRAME;
2970
2971
0
  return ref_frame == NO_REF_FRAME ? NULL
2972
0
                                   : get_ref_frame_buffer(cpi, ref_frame);
2973
0
}
2974
2975
int vp9_copy_reference_enc(VP9_COMP *cpi, VP9_REFFRAME ref_frame_flag,
2976
0
                           YV12_BUFFER_CONFIG *sd) {
2977
0
  YV12_BUFFER_CONFIG *cfg = get_vp9_ref_frame_buffer(cpi, ref_frame_flag);
2978
0
  if (cfg) {
2979
0
    vpx_yv12_copy_frame(cfg, sd);
2980
0
    return 0;
2981
0
  } else {
2982
0
    return -1;
2983
0
  }
2984
0
}
2985
2986
int vp9_set_reference_enc(VP9_COMP *cpi, VP9_REFFRAME ref_frame_flag,
2987
0
                          YV12_BUFFER_CONFIG *sd) {
2988
0
  YV12_BUFFER_CONFIG *cfg = get_vp9_ref_frame_buffer(cpi, ref_frame_flag);
2989
0
  if (cfg) {
2990
0
    vpx_yv12_copy_frame(sd, cfg);
2991
0
    return 0;
2992
0
  } else {
2993
0
    return -1;
2994
0
  }
2995
0
}
2996
2997
0
int vp9_update_entropy(VP9_COMP *cpi, int update) {
2998
0
  cpi->ext_refresh_frame_context = update;
2999
0
  cpi->ext_refresh_frame_context_pending = 1;
3000
0
  return 0;
3001
0
}
3002
3003
#ifdef OUTPUT_YUV_REC
3004
void vp9_write_yuv_rec_frame(VP9_COMMON *cm) {
3005
  YV12_BUFFER_CONFIG *s = cm->frame_to_show;
3006
  uint8_t *src = s->y_buffer;
3007
  int h = cm->height;
3008
3009
#if CONFIG_VP9_HIGHBITDEPTH
3010
  if (s->flags & YV12_FLAG_HIGHBITDEPTH) {
3011
    uint16_t *src16 = CONVERT_TO_SHORTPTR(s->y_buffer);
3012
3013
    do {
3014
      fwrite(src16, s->y_width, 2, yuv_rec_file);
3015
      src16 += s->y_stride;
3016
    } while (--h);
3017
3018
    src16 = CONVERT_TO_SHORTPTR(s->u_buffer);
3019
    h = s->uv_height;
3020
3021
    do {
3022
      fwrite(src16, s->uv_width, 2, yuv_rec_file);
3023
      src16 += s->uv_stride;
3024
    } while (--h);
3025
3026
    src16 = CONVERT_TO_SHORTPTR(s->v_buffer);
3027
    h = s->uv_height;
3028
3029
    do {
3030
      fwrite(src16, s->uv_width, 2, yuv_rec_file);
3031
      src16 += s->uv_stride;
3032
    } while (--h);
3033
3034
    fflush(yuv_rec_file);
3035
    return;
3036
  }
3037
#endif  // CONFIG_VP9_HIGHBITDEPTH
3038
3039
  do {
3040
    fwrite(src, s->y_width, 1, yuv_rec_file);
3041
    src += s->y_stride;
3042
  } while (--h);
3043
3044
  src = s->u_buffer;
3045
  h = s->uv_height;
3046
3047
  do {
3048
    fwrite(src, s->uv_width, 1, yuv_rec_file);
3049
    src += s->uv_stride;
3050
  } while (--h);
3051
3052
  src = s->v_buffer;
3053
  h = s->uv_height;
3054
3055
  do {
3056
    fwrite(src, s->uv_width, 1, yuv_rec_file);
3057
    src += s->uv_stride;
3058
  } while (--h);
3059
3060
  fflush(yuv_rec_file);
3061
}
3062
#endif
3063
3064
#if CONFIG_VP9_HIGHBITDEPTH
3065
void vp9_scale_and_extend_frame_nonnormative(const YV12_BUFFER_CONFIG *src,
3066
0
                                             YV12_BUFFER_CONFIG *dst, int bd) {
3067
#else
3068
void vp9_scale_and_extend_frame_nonnormative(const YV12_BUFFER_CONFIG *src,
3069
                                             YV12_BUFFER_CONFIG *dst) {
3070
#endif  // CONFIG_VP9_HIGHBITDEPTH
3071
  // TODO(dkovalev): replace YV12_BUFFER_CONFIG with vpx_image_t
3072
0
  int i;
3073
0
  const uint8_t *const srcs[3] = { src->y_buffer, src->u_buffer,
3074
0
                                   src->v_buffer };
3075
0
  const int src_strides[3] = { src->y_stride, src->uv_stride, src->uv_stride };
3076
0
  const int src_widths[3] = { src->y_crop_width, src->uv_crop_width,
3077
0
                              src->uv_crop_width };
3078
0
  const int src_heights[3] = { src->y_crop_height, src->uv_crop_height,
3079
0
                               src->uv_crop_height };
3080
0
  uint8_t *const dsts[3] = { dst->y_buffer, dst->u_buffer, dst->v_buffer };
3081
0
  const int dst_strides[3] = { dst->y_stride, dst->uv_stride, dst->uv_stride };
3082
0
  const int dst_widths[3] = { dst->y_crop_width, dst->uv_crop_width,
3083
0
                              dst->uv_crop_width };
3084
0
  const int dst_heights[3] = { dst->y_crop_height, dst->uv_crop_height,
3085
0
                               dst->uv_crop_height };
3086
3087
0
  for (i = 0; i < MAX_MB_PLANE; ++i) {
3088
0
#if CONFIG_VP9_HIGHBITDEPTH
3089
0
    if (src->flags & YV12_FLAG_HIGHBITDEPTH) {
3090
0
      vp9_highbd_resize_plane(srcs[i], src_heights[i], src_widths[i],
3091
0
                              src_strides[i], dsts[i], dst_heights[i],
3092
0
                              dst_widths[i], dst_strides[i], bd);
3093
0
    } else {
3094
0
      vp9_resize_plane(srcs[i], src_heights[i], src_widths[i], src_strides[i],
3095
0
                       dsts[i], dst_heights[i], dst_widths[i], dst_strides[i]);
3096
0
    }
3097
#else
3098
    vp9_resize_plane(srcs[i], src_heights[i], src_widths[i], src_strides[i],
3099
                     dsts[i], dst_heights[i], dst_widths[i], dst_strides[i]);
3100
#endif  // CONFIG_VP9_HIGHBITDEPTH
3101
0
  }
3102
0
  vpx_extend_frame_borders(dst);
3103
0
}
3104
3105
#if CONFIG_VP9_HIGHBITDEPTH
3106
static void scale_and_extend_frame(const YV12_BUFFER_CONFIG *src,
3107
                                   YV12_BUFFER_CONFIG *dst, int bd,
3108
                                   INTERP_FILTER filter_type,
3109
0
                                   int phase_scaler) {
3110
0
  const int src_w = src->y_crop_width;
3111
0
  const int src_h = src->y_crop_height;
3112
0
  const int dst_w = dst->y_crop_width;
3113
0
  const int dst_h = dst->y_crop_height;
3114
3115
  // The issue b/311394513 reveals a corner case bug.
3116
  // For bd = 8, vpx_scaled_2d() requires both x_step_q4 and y_step_q4 are less
3117
  // than or equal to 64. For bd >= 10, vpx_highbd_convolve8() requires both
3118
  // x_step_q4 and y_step_q4 are less than or equal to 32. If this condition
3119
  // isn't met, it needs to call vp9_scale_and_extend_frame_nonnormative() that
3120
  // supports arbitrary scaling.
3121
0
  const int x_step_q4 = 16 * src_w / dst_w;
3122
0
  const int y_step_q4 = 16 * src_h / dst_h;
3123
0
  const int is_arbitrary_scaling =
3124
0
      (bd == 8 && (x_step_q4 > 64 || y_step_q4 > 64)) ||
3125
0
      (bd >= 10 && (x_step_q4 > 32 || y_step_q4 > 32));
3126
0
  if (is_arbitrary_scaling) {
3127
0
    vp9_scale_and_extend_frame_nonnormative(src, dst, bd);
3128
0
    return;
3129
0
  }
3130
3131
0
  const uint8_t *const srcs[3] = { src->y_buffer, src->u_buffer,
3132
0
                                   src->v_buffer };
3133
0
  const int src_strides[3] = { src->y_stride, src->uv_stride, src->uv_stride };
3134
0
  uint8_t *const dsts[3] = { dst->y_buffer, dst->u_buffer, dst->v_buffer };
3135
0
  const int dst_strides[3] = { dst->y_stride, dst->uv_stride, dst->uv_stride };
3136
0
  const InterpKernel *const kernel = vp9_filter_kernels[filter_type];
3137
0
  int x, y, i;
3138
3139
0
  for (i = 0; i < MAX_MB_PLANE; ++i) {
3140
0
    const int factor = (i == 0 || i == 3 ? 1 : 2);
3141
0
    const int src_stride = src_strides[i];
3142
0
    const int dst_stride = dst_strides[i];
3143
0
    for (y = 0; y < dst_h; y += 16) {
3144
0
      const int y_q4 = y * (16 / factor) * src_h / dst_h + phase_scaler;
3145
0
      for (x = 0; x < dst_w; x += 16) {
3146
0
        const int x_q4 = x * (16 / factor) * src_w / dst_w + phase_scaler;
3147
0
        const uint8_t *src_ptr = srcs[i] +
3148
0
                                 (y / factor) * src_h / dst_h * src_stride +
3149
0
                                 (x / factor) * src_w / dst_w;
3150
0
        uint8_t *dst_ptr = dsts[i] + (y / factor) * dst_stride + (x / factor);
3151
3152
0
        if (src->flags & YV12_FLAG_HIGHBITDEPTH) {
3153
0
          vpx_highbd_convolve8(CONVERT_TO_SHORTPTR(src_ptr), src_stride,
3154
0
                               CONVERT_TO_SHORTPTR(dst_ptr), dst_stride, kernel,
3155
0
                               x_q4 & 0xf, 16 * src_w / dst_w, y_q4 & 0xf,
3156
0
                               16 * src_h / dst_h, 16 / factor, 16 / factor,
3157
0
                               bd);
3158
0
        } else {
3159
0
          vpx_scaled_2d(src_ptr, src_stride, dst_ptr, dst_stride, kernel,
3160
0
                        x_q4 & 0xf, 16 * src_w / dst_w, y_q4 & 0xf,
3161
0
                        16 * src_h / dst_h, 16 / factor, 16 / factor);
3162
0
        }
3163
0
      }
3164
0
    }
3165
0
  }
3166
3167
0
  vpx_extend_frame_borders(dst);
3168
0
}
3169
#endif  // CONFIG_VP9_HIGHBITDEPTH
3170
3171
#if !CONFIG_REALTIME_ONLY
3172
0
static int scale_down(VP9_COMP *cpi, int q) {
3173
0
  RATE_CONTROL *const rc = &cpi->rc;
3174
0
  GF_GROUP *const gf_group = &cpi->twopass.gf_group;
3175
0
  int scale = 0;
3176
0
  assert(frame_is_kf_gf_arf(cpi));
3177
3178
0
  if (rc->frame_size_selector == UNSCALED &&
3179
0
      q >= rc->rf_level_maxq[gf_group->rf_level[gf_group->index]]) {
3180
0
    const int max_size_thresh =
3181
0
        (int)(rate_thresh_mult[SCALE_STEP1] *
3182
0
              VPXMAX(rc->this_frame_target, rc->avg_frame_bandwidth));
3183
0
    scale = rc->projected_frame_size > max_size_thresh ? 1 : 0;
3184
0
  }
3185
0
  return scale;
3186
0
}
3187
3188
0
static int big_rate_miss_high_threshold(VP9_COMP *cpi) {
3189
0
  const RATE_CONTROL *const rc = &cpi->rc;
3190
0
  int big_miss_high;
3191
3192
0
  if (frame_is_kf_gf_arf(cpi))
3193
0
    big_miss_high = rc->this_frame_target * 3 / 2;
3194
0
  else
3195
0
    big_miss_high = rc->this_frame_target * 2;
3196
3197
0
  return big_miss_high;
3198
0
}
3199
3200
0
static int big_rate_miss(VP9_COMP *cpi) {
3201
0
  const RATE_CONTROL *const rc = &cpi->rc;
3202
0
  int big_miss_high;
3203
0
  int big_miss_low;
3204
3205
  // Ignore for overlay frames
3206
0
  if (rc->is_src_frame_alt_ref) {
3207
0
    return 0;
3208
0
  } else {
3209
0
    big_miss_low = (rc->this_frame_target / 2);
3210
0
    big_miss_high = big_rate_miss_high_threshold(cpi);
3211
3212
0
    return (rc->projected_frame_size > big_miss_high) ||
3213
0
           (rc->projected_frame_size < big_miss_low);
3214
0
  }
3215
0
}
3216
3217
// test in two pass for the first
3218
0
static int two_pass_first_group_inter(VP9_COMP *cpi) {
3219
0
  if (cpi->oxcf.pass == 2) {
3220
0
    TWO_PASS *const twopass = &cpi->twopass;
3221
0
    GF_GROUP *const gf_group = &twopass->gf_group;
3222
0
    const int gfg_index = gf_group->index;
3223
3224
0
    if (gfg_index == 0) return gf_group->update_type[gfg_index] == LF_UPDATE;
3225
0
    return gf_group->update_type[gfg_index - 1] != LF_UPDATE &&
3226
0
           gf_group->update_type[gfg_index] == LF_UPDATE;
3227
0
  } else {
3228
0
    return 0;
3229
0
  }
3230
0
}
3231
3232
// Function to test for conditions that indicate we should loop
3233
// back and recode a frame.
3234
static int recode_loop_test(VP9_COMP *cpi, int high_limit, int low_limit, int q,
3235
0
                            int maxq, int minq) {
3236
0
  const RATE_CONTROL *const rc = &cpi->rc;
3237
0
  const VP9EncoderConfig *const oxcf = &cpi->oxcf;
3238
0
  const int frame_is_kfgfarf = frame_is_kf_gf_arf(cpi);
3239
0
  int force_recode = 0;
3240
3241
0
  if ((rc->projected_frame_size >= rc->max_frame_bandwidth) ||
3242
0
      big_rate_miss(cpi) || (cpi->sf.recode_loop == ALLOW_RECODE) ||
3243
0
      (two_pass_first_group_inter(cpi) &&
3244
0
       (cpi->sf.recode_loop == ALLOW_RECODE_FIRST)) ||
3245
0
      (frame_is_kfgfarf && (cpi->sf.recode_loop >= ALLOW_RECODE_KFARFGF))) {
3246
0
    if (frame_is_kfgfarf && (oxcf->resize_mode == RESIZE_DYNAMIC) &&
3247
0
        scale_down(cpi, q)) {
3248
      // Code this group at a lower resolution.
3249
0
      cpi->resize_pending = 1;
3250
0
      return 1;
3251
0
    }
3252
3253
    // Force recode for extreme overshoot.
3254
0
    if ((rc->projected_frame_size >= rc->max_frame_bandwidth) ||
3255
0
        (cpi->sf.recode_loop >= ALLOW_RECODE_KFARFGF &&
3256
0
         rc->projected_frame_size >= big_rate_miss_high_threshold(cpi))) {
3257
0
      return 1;
3258
0
    }
3259
3260
    // TODO(agrange) high_limit could be greater than the scale-down threshold.
3261
0
    if ((rc->projected_frame_size > high_limit && q < maxq) ||
3262
0
        (rc->projected_frame_size < low_limit && q > minq)) {
3263
0
      force_recode = 1;
3264
0
    } else if (cpi->oxcf.rc_mode == VPX_CQ) {
3265
      // Deal with frame undershoot and whether or not we are
3266
      // below the automatically set cq level.
3267
0
      if (q > oxcf->cq_level &&
3268
0
          rc->projected_frame_size < ((rc->this_frame_target * 7) >> 3)) {
3269
0
        force_recode = 1;
3270
0
      }
3271
0
    }
3272
0
  }
3273
0
  return force_recode;
3274
0
}
3275
#endif  // !CONFIG_REALTIME_ONLY
3276
3277
70.8k
static void update_ref_frames(VP9_COMP *cpi) {
3278
70.8k
  VP9_COMMON *const cm = &cpi->common;
3279
70.8k
  BufferPool *const pool = cm->buffer_pool;
3280
70.8k
  GF_GROUP *const gf_group = &cpi->twopass.gf_group;
3281
3282
70.8k
  if (cpi->ext_ratectrl.ready &&
3283
0
      (cpi->ext_ratectrl.funcs.rc_type & VPX_RC_GOP) != 0 &&
3284
0
      cpi->ext_ratectrl.funcs.get_gop_decision != NULL) {
3285
0
    const int this_gf_index = gf_group->index;
3286
0
    const int update_ref_idx = gf_group->update_ref_idx[this_gf_index];
3287
0
    if (gf_group->update_type[this_gf_index] == KF_UPDATE) {
3288
0
      ref_cnt_fb(pool->frame_bufs, &cm->ref_frame_map[0], cm->new_fb_idx);
3289
0
      ref_cnt_fb(pool->frame_bufs, &cm->ref_frame_map[1], cm->new_fb_idx);
3290
0
      ref_cnt_fb(pool->frame_bufs, &cm->ref_frame_map[2], cm->new_fb_idx);
3291
0
    } else if (update_ref_idx != INVALID_IDX) {
3292
0
      ref_cnt_fb(pool->frame_bufs,
3293
0
                 &cm->ref_frame_map[gf_group->update_ref_idx[this_gf_index]],
3294
0
                 cm->new_fb_idx);
3295
0
    }
3296
3297
0
    const int next_gf_index = gf_group->index + 1;
3298
3299
    // Overlay frame should ideally look at the colocated ref frame from rc lib.
3300
    // Here temporarily just don't update the indices.
3301
0
    if (next_gf_index < gf_group->gf_group_size) {
3302
0
      cpi->lst_fb_idx = gf_group->ext_rc_ref[next_gf_index].last_index;
3303
0
      cpi->gld_fb_idx = gf_group->ext_rc_ref[next_gf_index].golden_index;
3304
0
      cpi->alt_fb_idx = gf_group->ext_rc_ref[next_gf_index].altref_index;
3305
0
    }
3306
3307
0
    return;
3308
0
  }
3309
3310
70.8k
  if (cpi->rc.show_arf_as_gld) {
3311
0
    int tmp = cpi->alt_fb_idx;
3312
0
    cpi->alt_fb_idx = cpi->gld_fb_idx;
3313
0
    cpi->gld_fb_idx = tmp;
3314
70.8k
  } else if (cm->show_existing_frame) {
3315
    // Pop ARF.
3316
0
    cpi->lst_fb_idx = cpi->alt_fb_idx;
3317
0
    cpi->alt_fb_idx =
3318
0
        stack_pop(gf_group->arf_index_stack, gf_group->stack_size);
3319
0
    --gf_group->stack_size;
3320
0
  }
3321
3322
  // At this point the new frame has been encoded.
3323
  // If any buffer copy / swapping is signaled it should be done here.
3324
70.8k
  if (cm->frame_type == KEY_FRAME) {
3325
14.4k
    ref_cnt_fb(pool->frame_bufs, &cm->ref_frame_map[cpi->gld_fb_idx],
3326
14.4k
               cm->new_fb_idx);
3327
14.4k
    ref_cnt_fb(pool->frame_bufs, &cm->ref_frame_map[cpi->alt_fb_idx],
3328
14.4k
               cm->new_fb_idx);
3329
56.4k
  } else if (vp9_preserve_existing_gf(cpi)) {
3330
    // We have decided to preserve the previously existing golden frame as our
3331
    // new ARF frame. However, in the short term in function
3332
    // vp9_get_refresh_mask() we left it in the GF slot and, if
3333
    // we're updating the GF with the current decoded frame, we save it to the
3334
    // ARF slot instead.
3335
    // We now have to update the ARF with the current frame and swap gld_fb_idx
3336
    // and alt_fb_idx so that, overall, we've stored the old GF in the new ARF
3337
    // slot and, if we're updating the GF, the current frame becomes the new GF.
3338
0
    int tmp;
3339
3340
0
    ref_cnt_fb(pool->frame_bufs, &cm->ref_frame_map[cpi->alt_fb_idx],
3341
0
               cm->new_fb_idx);
3342
3343
0
    tmp = cpi->alt_fb_idx;
3344
0
    cpi->alt_fb_idx = cpi->gld_fb_idx;
3345
0
    cpi->gld_fb_idx = tmp;
3346
56.4k
  } else { /* For non key/golden frames */
3347
56.4k
    if (cpi->refresh_alt_ref_frame) {
3348
0
      int arf_idx = gf_group->top_arf_idx;
3349
3350
      // Push new ARF into stack.
3351
0
      stack_push(gf_group->arf_index_stack, cpi->alt_fb_idx,
3352
0
                 gf_group->stack_size);
3353
0
      ++gf_group->stack_size;
3354
3355
0
      assert(arf_idx < REF_FRAMES);
3356
3357
0
      ref_cnt_fb(pool->frame_bufs, &cm->ref_frame_map[arf_idx], cm->new_fb_idx);
3358
0
      memcpy(cpi->interp_filter_selected[ALTREF_FRAME],
3359
0
             cpi->interp_filter_selected[0],
3360
0
             sizeof(cpi->interp_filter_selected[0]));
3361
3362
0
      cpi->alt_fb_idx = arf_idx;
3363
0
    }
3364
3365
56.4k
    if (cpi->refresh_golden_frame) {
3366
4.09k
      ref_cnt_fb(pool->frame_bufs, &cm->ref_frame_map[cpi->gld_fb_idx],
3367
4.09k
                 cm->new_fb_idx);
3368
4.09k
      if (!cpi->rc.is_src_frame_alt_ref)
3369
4.09k
        memcpy(cpi->interp_filter_selected[GOLDEN_FRAME],
3370
4.09k
               cpi->interp_filter_selected[0],
3371
4.09k
               sizeof(cpi->interp_filter_selected[0]));
3372
0
      else
3373
0
        memcpy(cpi->interp_filter_selected[GOLDEN_FRAME],
3374
0
               cpi->interp_filter_selected[ALTREF_FRAME],
3375
0
               sizeof(cpi->interp_filter_selected[ALTREF_FRAME]));
3376
4.09k
    }
3377
56.4k
  }
3378
3379
70.8k
  if (cpi->refresh_last_frame) {
3380
70.8k
    ref_cnt_fb(pool->frame_bufs, &cm->ref_frame_map[cpi->lst_fb_idx],
3381
70.8k
               cm->new_fb_idx);
3382
70.8k
    if (!cpi->rc.is_src_frame_alt_ref)
3383
70.8k
      memcpy(cpi->interp_filter_selected[LAST_FRAME],
3384
70.8k
             cpi->interp_filter_selected[0],
3385
70.8k
             sizeof(cpi->interp_filter_selected[0]));
3386
70.8k
  }
3387
3388
70.8k
  if (gf_group->update_type[gf_group->index] == MID_OVERLAY_UPDATE) {
3389
0
    cpi->alt_fb_idx =
3390
0
        stack_pop(gf_group->arf_index_stack, gf_group->stack_size);
3391
0
    --gf_group->stack_size;
3392
0
  }
3393
70.8k
}
3394
3395
70.8k
void vp9_update_reference_frames(VP9_COMP *cpi) {
3396
70.8k
  update_ref_frames(cpi);
3397
3398
#if CONFIG_VP9_TEMPORAL_DENOISING
3399
  vp9_denoiser_update_ref_frame(cpi);
3400
#endif
3401
3402
70.8k
  if (is_one_pass_svc(cpi)) vp9_svc_update_ref_frame(cpi);
3403
70.8k
}
3404
3405
70.9k
static void loopfilter_frame(VP9_COMP *cpi, VP9_COMMON *cm) {
3406
70.9k
  MACROBLOCKD *xd = &cpi->td.mb.e_mbd;
3407
70.9k
  struct loopfilter *lf = &cm->lf;
3408
70.9k
  int is_reference_frame =
3409
70.9k
      (cm->frame_type == KEY_FRAME || cpi->refresh_last_frame ||
3410
0
       cpi->refresh_golden_frame || cpi->refresh_alt_ref_frame);
3411
70.9k
  if (cpi->use_svc &&
3412
0
      cpi->svc.temporal_layering_mode == VP9E_TEMPORAL_LAYERING_MODE_BYPASS)
3413
0
    is_reference_frame = !cpi->svc.non_reference_frame;
3414
3415
  // Skip loop filter in show_existing_frame mode.
3416
70.9k
  if (cm->show_existing_frame) {
3417
0
    lf->filter_level = 0;
3418
0
    return;
3419
0
  }
3420
3421
70.9k
  if (cpi->loopfilter_ctrl == NO_LOOPFILTER ||
3422
70.9k
      (!is_reference_frame && cpi->loopfilter_ctrl == LOOPFILTER_REFERENCE)) {
3423
0
    lf->filter_level = 0;
3424
0
    vpx_extend_frame_inner_borders(cm->frame_to_show);
3425
0
    return;
3426
0
  }
3427
3428
70.9k
  if (xd->lossless) {
3429
13.5k
    lf->filter_level = 0;
3430
13.5k
    lf->last_filt_level = 0;
3431
57.4k
  } else {
3432
#if CONFIG_INTERNAL_STATS
3433
    struct vpx_usec_timer timer;
3434
#endif
3435
3436
57.4k
    vpx_clear_system_state();
3437
3438
#if CONFIG_INTERNAL_STATS
3439
    vpx_usec_timer_start(&timer);
3440
#endif
3441
3442
57.4k
    if (!cpi->rc.is_src_frame_alt_ref) {
3443
57.4k
      if ((cpi->common.frame_type == KEY_FRAME) &&
3444
13.0k
          (!cpi->rc.this_key_frame_forced)) {
3445
8.77k
        lf->last_filt_level = 0;
3446
8.77k
      }
3447
57.4k
      vp9_pick_filter_level(cpi->Source, cpi, cpi->sf.lpf_pick);
3448
57.4k
      lf->last_filt_level = lf->filter_level;
3449
57.4k
    } else {
3450
0
      lf->filter_level = 0;
3451
0
    }
3452
3453
#if CONFIG_INTERNAL_STATS
3454
    vpx_usec_timer_mark(&timer);
3455
    cpi->time_pick_lpf += vpx_usec_timer_elapsed(&timer);
3456
#endif
3457
57.4k
  }
3458
3459
70.9k
  if (lf->filter_level > 0 && is_reference_frame) {
3460
37.7k
    vp9_build_mask_frame(cm, lf->filter_level, 0);
3461
3462
37.7k
    if (cpi->num_workers > 1)
3463
0
      vp9_loop_filter_frame_mt(cm->frame_to_show, cm, xd->plane,
3464
0
                               lf->filter_level, 0, 0, cpi->workers,
3465
0
                               cpi->num_workers, &cpi->lf_row_sync);
3466
37.7k
    else
3467
37.7k
      vp9_loop_filter_frame(cm->frame_to_show, cm, xd, lf->filter_level, 0, 0);
3468
37.7k
  }
3469
3470
70.9k
  vpx_extend_frame_inner_borders(cm->frame_to_show);
3471
70.9k
}
3472
3473
56.4k
void vp9_scale_references(VP9_COMP *cpi) {
3474
56.4k
  VP9_COMMON *cm = &cpi->common;
3475
56.4k
  MV_REFERENCE_FRAME ref_frame;
3476
56.4k
  const VP9_REFFRAME ref_mask[3] = { VP9_LAST_FLAG, VP9_GOLD_FLAG,
3477
56.4k
                                     VP9_ALT_FLAG };
3478
3479
225k
  for (ref_frame = LAST_FRAME; ref_frame <= ALTREF_FRAME; ++ref_frame) {
3480
    // Need to convert from VP9_REFFRAME to index into ref_mask (subtract 1).
3481
169k
    if (cpi->ref_frame_flags & ref_mask[ref_frame - 1]) {
3482
141k
      BufferPool *const pool = cm->buffer_pool;
3483
141k
      const YV12_BUFFER_CONFIG *const ref =
3484
141k
          get_ref_frame_buffer(cpi, ref_frame);
3485
3486
141k
      if (ref == NULL) {
3487
0
        cpi->scaled_ref_idx[ref_frame - 1] = INVALID_IDX;
3488
0
        continue;
3489
0
      }
3490
3491
141k
      if (ref->y_crop_width != cm->width || ref->y_crop_height != cm->height) {
3492
0
        RefCntBuffer *new_fb_ptr = NULL;
3493
0
        int force_scaling = 0;
3494
0
        int new_fb = cpi->scaled_ref_idx[ref_frame - 1];
3495
0
        if (new_fb == INVALID_IDX) {
3496
0
          new_fb = get_free_fb(cm);
3497
0
          if (new_fb == INVALID_IDX) {
3498
0
            assert(cm->error.setjmp);
3499
0
            vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
3500
0
                               "Unable to find free frame buffer");
3501
0
          }
3502
0
          force_scaling = 1;
3503
0
        }
3504
0
        new_fb_ptr = &pool->frame_bufs[new_fb];
3505
0
        if (force_scaling || new_fb_ptr->buf.y_crop_width != cm->width ||
3506
0
            new_fb_ptr->buf.y_crop_height != cm->height) {
3507
0
#if CONFIG_VP9_HIGHBITDEPTH
3508
0
          if (vpx_realloc_frame_buffer(&new_fb_ptr->buf, cm->width, cm->height,
3509
0
                                       cm->subsampling_x, cm->subsampling_y,
3510
0
                                       cm->use_highbitdepth,
3511
0
                                       VP9_ENC_BORDER_IN_PIXELS,
3512
0
                                       cm->byte_alignment, NULL, NULL, NULL))
3513
0
            vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
3514
0
                               "Failed to allocate frame buffer");
3515
0
          scale_and_extend_frame(ref, &new_fb_ptr->buf, (int)cm->bit_depth,
3516
0
                                 EIGHTTAP, 0);
3517
#else
3518
          if (vpx_realloc_frame_buffer(&new_fb_ptr->buf, cm->width, cm->height,
3519
                                       cm->subsampling_x, cm->subsampling_y,
3520
                                       VP9_ENC_BORDER_IN_PIXELS,
3521
                                       cm->byte_alignment, NULL, NULL, NULL))
3522
            vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
3523
                               "Failed to allocate frame buffer");
3524
          vp9_scale_and_extend_frame(ref, &new_fb_ptr->buf, EIGHTTAP, 0);
3525
#endif  // CONFIG_VP9_HIGHBITDEPTH
3526
0
          cpi->scaled_ref_idx[ref_frame - 1] = new_fb;
3527
0
          alloc_frame_mvs(cm, new_fb);
3528
0
        }
3529
141k
      } else {
3530
141k
        int buf_idx;
3531
141k
        RefCntBuffer *buf = NULL;
3532
141k
        if (cpi->oxcf.pass == 0 && !cpi->use_svc) {
3533
          // Check for release of scaled reference.
3534
141k
          buf_idx = cpi->scaled_ref_idx[ref_frame - 1];
3535
141k
          if (buf_idx != INVALID_IDX) {
3536
0
            buf = &pool->frame_bufs[buf_idx];
3537
0
            --buf->ref_count;
3538
0
            cpi->scaled_ref_idx[ref_frame - 1] = INVALID_IDX;
3539
0
          }
3540
141k
        }
3541
141k
        buf_idx = get_ref_frame_buf_idx(cpi, ref_frame);
3542
141k
        buf = &pool->frame_bufs[buf_idx];
3543
141k
        buf->buf.y_crop_width = ref->y_crop_width;
3544
141k
        buf->buf.y_crop_height = ref->y_crop_height;
3545
141k
        cpi->scaled_ref_idx[ref_frame - 1] = buf_idx;
3546
141k
        ++buf->ref_count;
3547
141k
      }
3548
141k
    } else {
3549
28.0k
      if (cpi->oxcf.pass != 0 || cpi->use_svc)
3550
0
        cpi->scaled_ref_idx[ref_frame - 1] = INVALID_IDX;
3551
28.0k
    }
3552
169k
  }
3553
56.4k
}
3554
3555
56.4k
static void release_scaled_references(VP9_COMP *cpi) {
3556
56.4k
  VP9_COMMON *cm = &cpi->common;
3557
56.4k
  int i;
3558
56.4k
  if (cpi->oxcf.pass == 0 && !cpi->use_svc) {
3559
    // Only release scaled references under certain conditions:
3560
    // if reference will be updated, or if scaled reference has same resolution.
3561
56.4k
    int refresh[3];
3562
56.4k
    refresh[0] = (cpi->refresh_last_frame) ? 1 : 0;
3563
56.4k
    refresh[1] = (cpi->refresh_golden_frame) ? 1 : 0;
3564
56.4k
    refresh[2] = (cpi->refresh_alt_ref_frame) ? 1 : 0;
3565
225k
    for (i = LAST_FRAME; i <= ALTREF_FRAME; ++i) {
3566
169k
      const int idx = cpi->scaled_ref_idx[i - 1];
3567
169k
      if (idx != INVALID_IDX) {
3568
141k
        RefCntBuffer *const buf = &cm->buffer_pool->frame_bufs[idx];
3569
141k
        const YV12_BUFFER_CONFIG *const ref = get_ref_frame_buffer(cpi, i);
3570
141k
        if (refresh[i - 1] || (buf->buf.y_crop_width == ref->y_crop_width &&
3571
141k
                               buf->buf.y_crop_height == ref->y_crop_height)) {
3572
141k
          --buf->ref_count;
3573
141k
          cpi->scaled_ref_idx[i - 1] = INVALID_IDX;
3574
141k
        }
3575
141k
      }
3576
169k
    }
3577
56.4k
  } else {
3578
0
    for (i = 0; i < REFS_PER_FRAME; ++i) {
3579
0
      const int idx = cpi->scaled_ref_idx[i];
3580
0
      if (idx != INVALID_IDX) {
3581
0
        RefCntBuffer *const buf = &cm->buffer_pool->frame_bufs[idx];
3582
0
        --buf->ref_count;
3583
0
        cpi->scaled_ref_idx[i] = INVALID_IDX;
3584
0
      }
3585
0
    }
3586
0
  }
3587
56.4k
}
3588
3589
static void full_to_model_count(unsigned int *model_count,
3590
37.4M
                                unsigned int *full_count) {
3591
37.4M
  int n;
3592
37.4M
  model_count[ZERO_TOKEN] = full_count[ZERO_TOKEN];
3593
37.4M
  model_count[ONE_TOKEN] = full_count[ONE_TOKEN];
3594
37.4M
  model_count[TWO_TOKEN] = full_count[TWO_TOKEN];
3595
336M
  for (n = THREE_TOKEN; n < EOB_TOKEN; ++n)
3596
299M
    model_count[TWO_TOKEN] += full_count[n];
3597
37.4M
  model_count[EOB_MODEL_TOKEN] = full_count[EOB_TOKEN];
3598
37.4M
}
3599
3600
static void full_to_model_counts(vp9_coeff_count_model *model_count,
3601
283k
                                 vp9_coeff_count *full_count) {
3602
283k
  int i, j, k, l;
3603
3604
850k
  for (i = 0; i < PLANE_TYPES; ++i)
3605
1.70M
    for (j = 0; j < REF_TYPES; ++j)
3606
7.93M
      for (k = 0; k < COEF_BANDS; ++k)
3607
44.2M
        for (l = 0; l < BAND_COEFF_CONTEXTS(k); ++l)
3608
37.4M
          full_to_model_count(model_count[i][j][k][l], full_count[i][j][k][l]);
3609
283k
}
3610
3611
#if 0 && CONFIG_INTERNAL_STATS
3612
static void output_frame_level_debug_stats(VP9_COMP *cpi) {
3613
  VP9_COMMON *const cm = &cpi->common;
3614
  FILE *const f = fopen("tmp.stt", cm->current_video_frame ? "a" : "w");
3615
  int64_t recon_err;
3616
3617
  vpx_clear_system_state();
3618
3619
#if CONFIG_VP9_HIGHBITDEPTH
3620
  if (cm->use_highbitdepth) {
3621
    recon_err = vpx_highbd_get_y_sse(cpi->Source, get_frame_new_buffer(cm));
3622
  } else {
3623
    recon_err = vpx_get_y_sse(cpi->Source, get_frame_new_buffer(cm));
3624
  }
3625
#else
3626
  recon_err = vpx_get_y_sse(cpi->Source, get_frame_new_buffer(cm));
3627
#endif  // CONFIG_VP9_HIGHBITDEPTH
3628
3629
3630
  if (cpi->twopass.total_left_stats.coded_error != 0.0) {
3631
    double dc_quant_devisor;
3632
#if CONFIG_VP9_HIGHBITDEPTH
3633
    switch (cm->bit_depth) {
3634
      case VPX_BITS_8:
3635
        dc_quant_devisor = 4.0;
3636
        break;
3637
      case VPX_BITS_10:
3638
        dc_quant_devisor = 16.0;
3639
        break;
3640
      default:
3641
        assert(cm->bit_depth == VPX_BITS_12);
3642
        dc_quant_devisor = 64.0;
3643
        break;
3644
    }
3645
#else
3646
    dc_quant_devisor = 4.0;
3647
#endif
3648
3649
    if (!cm->current_video_frame) {
3650
      fprintf(f, "frame, width, height, last ts, last end ts, "
3651
          "source_alt_ref_pending, source_alt_ref_active, "
3652
          "this_frame_target, projected_frame_size, "
3653
          "projected_frame_size / MBs, "
3654
          "projected_frame_size - this_frame_target, "
3655
          "vbr_bits_off_target, vbr_bits_off_target_fast, "
3656
          "twopass.extend_minq, twopass.extend_minq_fast, "
3657
          "total_target_vs_actual, "
3658
          "starting_buffer_level - bits_off_target, "
3659
          "total_actual_bits, base_qindex, q for base_qindex, "
3660
          "dc quant, q for active_worst_quality, avg_q, q for oxcf.cq_level, "
3661
          "refresh_last_frame, refresh_golden_frame, refresh_alt_ref_frame, "
3662
          "frame_type, gfu_boost, "
3663
          "twopass.bits_left, "
3664
          "twopass.total_left_stats.coded_error, "
3665
          "twopass.bits_left / (1 + twopass.total_left_stats.coded_error), "
3666
          "tot_recode_hits, recon_err, kf_boost, "
3667
          "twopass.kf_zeromotion_pct, twopass.fr_content_type, "
3668
          "filter_level, seg.aq_av_offset\n");
3669
    }
3670
3671
    fprintf(f, "%10u, %d, %d, %10"PRId64", %10"PRId64", %d, %d, %10d, %10d, "
3672
        "%10d, %10d, %10"PRId64", %10"PRId64", %5d, %5d, %10"PRId64", "
3673
        "%10"PRId64", %10"PRId64", %10d, %7.2lf, %7.2lf, %7.2lf, %7.2lf, "
3674
        "%7.2lf, %6d, %6d, %5d, %5d, %5d, %10"PRId64", %10.3lf, %10lf, %8u, "
3675
        "%10"PRId64", %10d, %10d, %10d, %10d, %10d\n",
3676
        cpi->common.current_video_frame,
3677
        cm->width, cm->height,
3678
        cpi->last_time_stamp_seen,
3679
        cpi->last_end_time_stamp_seen,
3680
        cpi->rc.source_alt_ref_pending,
3681
        cpi->rc.source_alt_ref_active,
3682
        cpi->rc.this_frame_target,
3683
        cpi->rc.projected_frame_size,
3684
        cpi->rc.projected_frame_size / cpi->common.MBs,
3685
        (cpi->rc.projected_frame_size - cpi->rc.this_frame_target),
3686
        cpi->rc.vbr_bits_off_target,
3687
        cpi->rc.vbr_bits_off_target_fast,
3688
        cpi->twopass.extend_minq,
3689
        cpi->twopass.extend_minq_fast,
3690
        cpi->rc.total_target_vs_actual,
3691
        (cpi->rc.starting_buffer_level - cpi->rc.bits_off_target),
3692
        cpi->rc.total_actual_bits, cm->base_qindex,
3693
        vp9_convert_qindex_to_q(cm->base_qindex, cm->bit_depth),
3694
        (double)vp9_dc_quant(cm->base_qindex, 0, cm->bit_depth) /
3695
            dc_quant_devisor,
3696
        vp9_convert_qindex_to_q(cpi->twopass.active_worst_quality,
3697
                                cm->bit_depth),
3698
        cpi->rc.avg_q,
3699
        vp9_convert_qindex_to_q(cpi->oxcf.cq_level, cm->bit_depth),
3700
        cpi->refresh_last_frame, cpi->refresh_golden_frame,
3701
        cpi->refresh_alt_ref_frame, cm->frame_type, cpi->rc.gfu_boost,
3702
        cpi->twopass.bits_left,
3703
        cpi->twopass.total_left_stats.coded_error,
3704
        cpi->twopass.bits_left /
3705
            (1 + cpi->twopass.total_left_stats.coded_error),
3706
        cpi->tot_recode_hits, recon_err, cpi->rc.kf_boost,
3707
        cpi->twopass.kf_zeromotion_pct,
3708
        cpi->twopass.fr_content_type,
3709
        cm->lf.filter_level,
3710
        cm->seg.aq_av_offset);
3711
  }
3712
  fclose(f);
3713
3714
  if (0) {
3715
    FILE *const fmodes = fopen("Modes.stt", "a");
3716
    int i;
3717
3718
    fprintf(fmodes, "%6d:%1d:%1d:%1d ", cpi->common.current_video_frame,
3719
            cm->frame_type, cpi->refresh_golden_frame,
3720
            cpi->refresh_alt_ref_frame);
3721
3722
    for (i = 0; i < MAX_MODES; ++i)
3723
      fprintf(fmodes, "%5d ", cpi->mode_chosen_counts[i]);
3724
3725
    fprintf(fmodes, "\n");
3726
3727
    fclose(fmodes);
3728
  }
3729
}
3730
#endif
3731
3732
0
static void set_mv_search_params(VP9_COMP *cpi) {
3733
0
  const VP9_COMMON *const cm = &cpi->common;
3734
0
  const unsigned int max_mv_def = VPXMIN(cm->width, cm->height);
3735
3736
  // Default based on max resolution.
3737
0
  cpi->mv_step_param = vp9_init_search_range(max_mv_def);
3738
3739
0
  if (cpi->sf.mv.auto_mv_step_size) {
3740
0
    if (frame_is_intra_only(cm)) {
3741
      // Initialize max_mv_magnitude for use in the first INTER frame
3742
      // after a key/intra-only frame.
3743
0
      cpi->max_mv_magnitude = max_mv_def;
3744
0
    } else {
3745
0
      if (cm->show_frame) {
3746
        // Allow mv_steps to correspond to twice the max mv magnitude found
3747
        // in the previous frame, capped by the default max_mv_magnitude based
3748
        // on resolution.
3749
0
        cpi->mv_step_param = vp9_init_search_range(
3750
0
            VPXMIN(max_mv_def, 2 * cpi->max_mv_magnitude));
3751
0
      }
3752
0
      cpi->max_mv_magnitude = 0;
3753
0
    }
3754
0
  }
3755
0
}
3756
3757
70.9k
static void set_size_independent_vars(VP9_COMP *cpi) {
3758
70.9k
  vp9_set_speed_features_framesize_independent(cpi, cpi->oxcf.speed);
3759
70.9k
  vp9_set_rd_speed_thresholds(cpi);
3760
70.9k
  vp9_set_rd_speed_thresholds_sub8x8(cpi);
3761
70.9k
  cpi->common.interp_filter = cpi->sf.default_interp_filter;
3762
70.9k
}
3763
3764
static void set_size_dependent_vars(VP9_COMP *cpi, int *q, int *bottom_index,
3765
70.9k
                                    int *top_index) {
3766
70.9k
  VP9_COMMON *const cm = &cpi->common;
3767
3768
  // Setup variables that depend on the dimensions of the frame.
3769
70.9k
  vp9_set_speed_features_framesize_dependent(cpi, cpi->oxcf.speed);
3770
3771
  // Decide q and q bounds.
3772
70.9k
  *q = vp9_rc_pick_q_and_bounds(cpi, bottom_index, top_index);
3773
3774
70.9k
  if (cpi->oxcf.rc_mode == VPX_CBR && cpi->rc.force_max_q) {
3775
0
    *q = cpi->rc.worst_quality;
3776
0
    cpi->rc.force_max_q = 0;
3777
0
  }
3778
3779
70.9k
  if (cpi->use_svc) {
3780
0
    cpi->svc.base_qindex[cpi->svc.spatial_layer_id] = *q;
3781
0
  }
3782
3783
70.9k
  if (!frame_is_intra_only(cm)) {
3784
56.4k
    vp9_set_high_precision_mv(cpi, (*q) < HIGH_PRECISION_MV_QTHRESH);
3785
56.4k
  }
3786
3787
70.9k
#if !CONFIG_REALTIME_ONLY
3788
  // Configure experimental use of segmentation for enhanced coding of
3789
  // static regions if indicated.
3790
  // Only allowed in the second pass of a two pass encode, as it requires
3791
  // lagged coding, and if the relevant speed feature flag is set.
3792
70.9k
  if (cpi->oxcf.pass == 2 && cpi->sf.static_segmentation)
3793
0
    configure_static_seg_features(cpi);
3794
70.9k
#endif  // !CONFIG_REALTIME_ONLY
3795
3796
#if CONFIG_VP9_POSTPROC && !(CONFIG_VP9_TEMPORAL_DENOISING)
3797
  if (cpi->oxcf.noise_sensitivity > 0) {
3798
    int l = 0;
3799
    switch (cpi->oxcf.noise_sensitivity) {
3800
      case 1: l = 20; break;
3801
      case 2: l = 40; break;
3802
      case 3: l = 60; break;
3803
      case 4:
3804
      case 5: l = 100; break;
3805
      case 6: l = 150; break;
3806
    }
3807
    if (!cpi->common.postproc_state.limits ||
3808
        cpi->common.postproc_state.limits_size <
3809
            cpi->un_scaled_source->y_width) {
3810
      if (cpi->common.postproc_state.limits)
3811
        vpx_free(cpi->common.postproc_state.limits);
3812
      CHECK_MEM_ERROR(&cm->error, cpi->common.postproc_state.limits,
3813
                      vpx_calloc(cpi->un_scaled_source->y_width,
3814
                                 sizeof(*cpi->common.postproc_state.limits)));
3815
      cpi->common.postproc_state.limits_size = cpi->un_scaled_source->y_width;
3816
    }
3817
    vp9_denoise(&cpi->common, cpi->Source, cpi->Source, l,
3818
                cpi->common.postproc_state.limits);
3819
  }
3820
#endif  // CONFIG_VP9_POSTPROC
3821
70.9k
}
3822
3823
141k
static void init_motion_estimation(VP9_COMP *cpi) {
3824
141k
  int y_stride = cpi->scaled_source.y_stride;
3825
3826
141k
  if (cpi->sf.mv.search_method == NSTEP) {
3827
141k
    vp9_init3smotion_compensation(&cpi->ss_cfg, y_stride);
3828
141k
  } else if (cpi->sf.mv.search_method == DIAMOND) {
3829
0
    vp9_init_dsmotion_compensation(&cpi->ss_cfg, y_stride);
3830
0
  }
3831
141k
}
3832
3833
70.9k
static void set_frame_size(VP9_COMP *cpi) {
3834
70.9k
  int ref_frame;
3835
70.9k
  VP9_COMMON *const cm = &cpi->common;
3836
70.9k
  VP9EncoderConfig *const oxcf = &cpi->oxcf;
3837
70.9k
  MACROBLOCKD *const xd = &cpi->td.mb.e_mbd;
3838
3839
70.9k
#if !CONFIG_REALTIME_ONLY
3840
70.9k
  if (oxcf->pass == 2 && oxcf->rc_mode == VPX_VBR &&
3841
0
      ((oxcf->resize_mode == RESIZE_FIXED && cm->current_video_frame == 0) ||
3842
0
       (oxcf->resize_mode == RESIZE_DYNAMIC && cpi->resize_pending))) {
3843
0
    calculate_coded_size(cpi, &oxcf->scaled_frame_width,
3844
0
                         &oxcf->scaled_frame_height);
3845
3846
    // There has been a change in frame size.
3847
0
    vp9_set_size_literal(cpi, oxcf->scaled_frame_width,
3848
0
                         oxcf->scaled_frame_height);
3849
0
  }
3850
70.9k
#endif  // !CONFIG_REALTIME_ONLY
3851
3852
70.9k
  if (oxcf->pass == 0 && oxcf->rc_mode == VPX_CBR &&
3853
0
      oxcf->resize_mode == RESIZE_DYNAMIC && cpi->resize_pending != 0) {
3854
    // For SVC scaled width/height will have been set (svc->resize_set=1)
3855
    // in get_svc_params based on the layer width/height.
3856
0
    if (!cpi->use_svc || !cpi->svc.resize_set) {
3857
0
      oxcf->scaled_frame_width =
3858
0
          (oxcf->width * cpi->resize_scale_num) / cpi->resize_scale_den;
3859
0
      oxcf->scaled_frame_height =
3860
0
          (oxcf->height * cpi->resize_scale_num) / cpi->resize_scale_den;
3861
      // There has been a change in frame size.
3862
0
      vp9_set_size_literal(cpi, oxcf->scaled_frame_width,
3863
0
                           oxcf->scaled_frame_height);
3864
0
    }
3865
3866
    // TODO(agrange) Scale cpi->max_mv_magnitude if frame-size has changed.
3867
0
    set_mv_search_params(cpi);
3868
3869
0
    vp9_noise_estimate_init(&cpi->noise_estimate, cm->width, cm->height);
3870
#if CONFIG_VP9_TEMPORAL_DENOISING
3871
    // Reset the denoiser on the resized frame.
3872
    if (cpi->oxcf.noise_sensitivity > 0) {
3873
      vp9_denoiser_free(&(cpi->denoiser));
3874
      setup_denoiser_buffer(cpi);
3875
      // Dynamic resize is only triggered for non-SVC, so we can force
3876
      // golden frame update here as temporary fix to denoiser.
3877
      cpi->refresh_golden_frame = 1;
3878
    }
3879
#endif
3880
0
  }
3881
3882
70.9k
  if ((oxcf->pass == 2) && !cpi->use_svc) {
3883
0
    vp9_set_target_rate(cpi);
3884
0
  }
3885
3886
70.9k
  alloc_frame_mvs(cm, cm->new_fb_idx);
3887
3888
  // Reset the frame pointers to the current frame size.
3889
70.9k
  if (vpx_realloc_frame_buffer(get_frame_new_buffer(cm), cm->width, cm->height,
3890
70.9k
                               cm->subsampling_x, cm->subsampling_y,
3891
70.9k
#if CONFIG_VP9_HIGHBITDEPTH
3892
70.9k
                               cm->use_highbitdepth,
3893
70.9k
#endif
3894
70.9k
                               VP9_ENC_BORDER_IN_PIXELS, cm->byte_alignment,
3895
70.9k
                               NULL, NULL, NULL))
3896
0
    vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
3897
0
                       "Failed to allocate frame buffer");
3898
3899
70.9k
  alloc_util_frame_buffers(cpi);
3900
70.9k
  init_motion_estimation(cpi);
3901
3902
70.9k
  int has_valid_ref_frame = 0;
3903
283k
  for (ref_frame = LAST_FRAME; ref_frame <= ALTREF_FRAME; ++ref_frame) {
3904
212k
    RefBuffer *const ref_buf = &cm->frame_refs[ref_frame - 1];
3905
212k
    const int buf_idx = get_ref_frame_buf_idx(cpi, ref_frame);
3906
3907
212k
    ref_buf->idx = buf_idx;
3908
3909
212k
    if (buf_idx != INVALID_IDX) {
3910
202k
      YV12_BUFFER_CONFIG *const buf = &cm->buffer_pool->frame_bufs[buf_idx].buf;
3911
202k
      ref_buf->buf = buf;
3912
202k
#if CONFIG_VP9_HIGHBITDEPTH
3913
202k
      vp9_setup_scale_factors_for_frame(
3914
202k
          &ref_buf->sf, buf->y_crop_width, buf->y_crop_height, cm->width,
3915
202k
          cm->height, (buf->flags & YV12_FLAG_HIGHBITDEPTH) ? 1 : 0);
3916
#else
3917
      vp9_setup_scale_factors_for_frame(&ref_buf->sf, buf->y_crop_width,
3918
                                        buf->y_crop_height, cm->width,
3919
                                        cm->height);
3920
#endif  // CONFIG_VP9_HIGHBITDEPTH
3921
202k
      has_valid_ref_frame |= vp9_is_valid_scale(&ref_buf->sf);
3922
202k
      if (vp9_is_scaled(&ref_buf->sf)) vpx_extend_frame_borders(buf);
3923
202k
    } else {
3924
10.8k
      ref_buf->buf = NULL;
3925
10.8k
    }
3926
212k
  }
3927
70.9k
  if (!frame_is_intra_only(cm) && !has_valid_ref_frame) {
3928
0
    vpx_internal_error(
3929
0
        &cm->error, VPX_CODEC_ERROR,
3930
0
        "Can't find at least one reference frame with valid size");
3931
0
  }
3932
3933
70.9k
  set_ref_ptrs(cm, xd, LAST_FRAME, LAST_FRAME);
3934
70.9k
}
3935
3936
70.9k
static void save_encode_params(VP9_COMP *cpi) {
3937
70.9k
  int tile_idx;
3938
70.9k
  int i, j;
3939
70.9k
  TileDataEnc *tile_data;
3940
70.9k
  RD_OPT *rd_opt = &cpi->rd;
3941
354k
  for (i = 0; i < MAX_REF_FRAMES; i++) {
3942
1.13M
    for (j = 0; j < REFERENCE_MODES; j++)
3943
851k
      rd_opt->prediction_type_threshes_prev[i][j] =
3944
851k
          rd_opt->prediction_type_threshes[i][j];
3945
3946
1.41M
    for (j = 0; j < SWITCHABLE_FILTER_CONTEXTS; j++)
3947
1.13M
      rd_opt->filter_threshes_prev[i][j] = rd_opt->filter_threshes[i][j];
3948
283k
  }
3949
3950
139k
  for (tile_idx = 0; tile_idx < cpi->allocated_tiles; tile_idx++) {
3951
68.3k
    assert(cpi->tile_data);
3952
68.3k
    tile_data = &cpi->tile_data[tile_idx];
3953
68.3k
    vp9_copy(tile_data->thresh_freq_fact_prev, tile_data->thresh_freq_fact);
3954
68.3k
  }
3955
70.9k
}
3956
3957
0
static INLINE void set_raw_source_frame(VP9_COMP *cpi) {
3958
#ifdef ENABLE_KF_DENOISE
3959
  if (is_spatial_denoise_enabled(cpi)) {
3960
    cpi->raw_source_frame = vp9_scale_if_required(
3961
        cm, &cpi->raw_unscaled_source, &cpi->raw_scaled_source,
3962
        (oxcf->pass == 0), EIGHTTAP, 0);
3963
  } else {
3964
    cpi->raw_source_frame = cpi->Source;
3965
  }
3966
#else
3967
0
  cpi->raw_source_frame = cpi->Source;
3968
0
#endif
3969
0
}
3970
3971
static YV12_BUFFER_CONFIG *svc_twostage_scale(
3972
    VP9_COMMON *cm, YV12_BUFFER_CONFIG *unscaled, YV12_BUFFER_CONFIG *scaled,
3973
    YV12_BUFFER_CONFIG *scaled_temp, INTERP_FILTER filter_type,
3974
0
    int phase_scaler, INTERP_FILTER filter_type2, int phase_scaler2) {
3975
0
  if (cm->mi_cols * MI_SIZE != unscaled->y_width ||
3976
0
      cm->mi_rows * MI_SIZE != unscaled->y_height) {
3977
0
#if CONFIG_VP9_HIGHBITDEPTH
3978
0
    if (cm->bit_depth == VPX_BITS_8) {
3979
0
      vp9_scale_and_extend_frame(unscaled, scaled_temp, filter_type2,
3980
0
                                 phase_scaler2);
3981
0
      vp9_scale_and_extend_frame(scaled_temp, scaled, filter_type,
3982
0
                                 phase_scaler);
3983
0
    } else {
3984
0
      scale_and_extend_frame(unscaled, scaled_temp, (int)cm->bit_depth,
3985
0
                             filter_type2, phase_scaler2);
3986
0
      scale_and_extend_frame(scaled_temp, scaled, (int)cm->bit_depth,
3987
0
                             filter_type, phase_scaler);
3988
0
    }
3989
#else
3990
    vp9_scale_and_extend_frame(unscaled, scaled_temp, filter_type2,
3991
                               phase_scaler2);
3992
    vp9_scale_and_extend_frame(scaled_temp, scaled, filter_type, phase_scaler);
3993
#endif  // CONFIG_VP9_HIGHBITDEPTH
3994
0
    return scaled;
3995
0
  } else {
3996
0
    return unscaled;
3997
0
  }
3998
0
}
3999
4000
static int encode_without_recode_loop(VP9_COMP *cpi, size_t *size,
4001
70.9k
                                      uint8_t *dest, size_t dest_size) {
4002
70.9k
  VP9_COMMON *const cm = &cpi->common;
4003
70.9k
  SVC *const svc = &cpi->svc;
4004
70.9k
  int q = 0, bottom_index = 0, top_index = 0;
4005
70.9k
  int no_drop_scene_change = 0;
4006
70.9k
  const INTERP_FILTER filter_scaler =
4007
70.9k
      (is_one_pass_svc(cpi))
4008
70.9k
          ? svc->downsample_filter_type[svc->spatial_layer_id]
4009
70.9k
          : EIGHTTAP;
4010
70.9k
  const int phase_scaler =
4011
70.9k
      (is_one_pass_svc(cpi))
4012
70.9k
          ? svc->downsample_filter_phase[svc->spatial_layer_id]
4013
70.9k
          : 0;
4014
4015
70.9k
  if (cm->show_existing_frame) {
4016
0
    cpi->rc.this_frame_target = 0;
4017
0
    if (is_psnr_calc_enabled(cpi)) set_raw_source_frame(cpi);
4018
0
    return 1;
4019
0
  }
4020
4021
70.9k
  svc->time_stamp_prev[svc->spatial_layer_id] = svc->time_stamp_superframe;
4022
4023
  // Flag to check if its valid to compute the source sad (used for
4024
  // scene detection and for superblock content state in CBR mode).
4025
  // The flag may get reset below based on SVC or resizing state.
4026
70.9k
  cpi->compute_source_sad_onepass = cpi->oxcf.mode == REALTIME;
4027
4028
70.9k
  vpx_clear_system_state();
4029
4030
70.9k
  set_frame_size(cpi);
4031
4032
70.9k
  if (is_one_pass_svc(cpi) &&
4033
0
      cpi->un_scaled_source->y_width == cm->width << 2 &&
4034
0
      cpi->un_scaled_source->y_height == cm->height << 2 &&
4035
0
      svc->scaled_temp.y_width == cm->width << 1 &&
4036
0
      svc->scaled_temp.y_height == cm->height << 1) {
4037
    // For svc, if it is a 1/4x1/4 downscaling, do a two-stage scaling to take
4038
    // advantage of the 1:2 optimized scaler. In the process, the 1/2x1/2
4039
    // result will be saved in scaled_temp and might be used later.
4040
0
    const INTERP_FILTER filter_scaler2 = svc->downsample_filter_type[1];
4041
0
    const int phase_scaler2 = svc->downsample_filter_phase[1];
4042
0
    cpi->Source = svc_twostage_scale(
4043
0
        cm, cpi->un_scaled_source, &cpi->scaled_source, &svc->scaled_temp,
4044
0
        filter_scaler, phase_scaler, filter_scaler2, phase_scaler2);
4045
0
    svc->scaled_one_half = 1;
4046
70.9k
  } else if (is_one_pass_svc(cpi) &&
4047
0
             cpi->un_scaled_source->y_width == cm->width << 1 &&
4048
0
             cpi->un_scaled_source->y_height == cm->height << 1 &&
4049
0
             svc->scaled_one_half) {
4050
    // If the spatial layer is 1/2x1/2 and the scaling is already done in the
4051
    // two-stage scaling, use the result directly.
4052
0
    cpi->Source = &svc->scaled_temp;
4053
0
    svc->scaled_one_half = 0;
4054
70.9k
  } else {
4055
70.9k
    cpi->Source = vp9_scale_if_required(
4056
70.9k
        cm, cpi->un_scaled_source, &cpi->scaled_source, (cpi->oxcf.pass == 0),
4057
70.9k
        filter_scaler, phase_scaler);
4058
70.9k
  }
4059
#ifdef OUTPUT_YUV_SVC_SRC
4060
  // Write out at most 3 spatial layers.
4061
  if (is_one_pass_svc(cpi) && svc->spatial_layer_id < 3) {
4062
    vpx_write_yuv_frame(yuv_svc_src[svc->spatial_layer_id], cpi->Source);
4063
  }
4064
#endif
4065
  // Unfiltered raw source used in metrics calculation if the source
4066
  // has been filtered.
4067
70.9k
  if (is_psnr_calc_enabled(cpi)) {
4068
#ifdef ENABLE_KF_DENOISE
4069
    if (is_spatial_denoise_enabled(cpi)) {
4070
      cpi->raw_source_frame = vp9_scale_if_required(
4071
          cm, &cpi->raw_unscaled_source, &cpi->raw_scaled_source,
4072
          (cpi->oxcf.pass == 0), EIGHTTAP, phase_scaler);
4073
    } else {
4074
      cpi->raw_source_frame = cpi->Source;
4075
    }
4076
#else
4077
0
    cpi->raw_source_frame = cpi->Source;
4078
0
#endif
4079
0
  }
4080
4081
70.9k
  if ((cpi->use_svc &&
4082
0
       (svc->spatial_layer_id < svc->number_spatial_layers - 1 ||
4083
0
        svc->temporal_layer_id < svc->number_temporal_layers - 1 ||
4084
0
        svc->current_superframe < 1)) ||
4085
70.9k
      cpi->resize_pending || cpi->resize_state || cpi->external_resize ||
4086
70.9k
      cpi->resize_state != ORIG) {
4087
0
    cpi->compute_source_sad_onepass = 0;
4088
0
    if (cpi->content_state_sb_fd != NULL)
4089
0
      memset(cpi->content_state_sb_fd, 0,
4090
0
             (cm->mi_stride >> 3) * ((cm->mi_rows >> 3) + 1) *
4091
0
                 sizeof(*cpi->content_state_sb_fd));
4092
0
  }
4093
4094
  // Avoid scaling last_source unless its needed.
4095
  // Last source is needed if avg_source_sad() is used, or if noise estimation
4096
  // is enabled.
4097
70.9k
  if (cpi->unscaled_last_source != NULL &&
4098
67.3k
      (cpi->oxcf.content == VP9E_CONTENT_SCREEN ||
4099
67.3k
       (cpi->oxcf.pass == 0 && cpi->oxcf.rc_mode == VPX_VBR &&
4100
63.2k
        cpi->oxcf.mode == REALTIME && cpi->oxcf.speed >= 5) ||
4101
67.3k
       (cpi->noise_estimate.enabled && !cpi->oxcf.noise_sensitivity) ||
4102
67.3k
       cpi->compute_source_sad_onepass))
4103
40.5k
    cpi->Last_Source = vp9_scale_if_required(
4104
40.5k
        cm, cpi->unscaled_last_source, &cpi->scaled_last_source,
4105
40.5k
        (cpi->oxcf.pass == 0), EIGHTTAP, 0);
4106
4107
70.9k
  if (cpi->Last_Source == NULL ||
4108
40.5k
      cpi->Last_Source->y_width != cpi->Source->y_width ||
4109
40.5k
      cpi->Last_Source->y_height != cpi->Source->y_height)
4110
30.3k
    cpi->compute_source_sad_onepass = 0;
4111
4112
70.9k
  if (frame_is_intra_only(cm) || cpi->resize_pending != 0) {
4113
14.5k
    memset(cpi->consec_zero_mv, 0,
4114
14.5k
           cm->mi_rows * cm->mi_cols * sizeof(*cpi->consec_zero_mv));
4115
14.5k
  }
4116
4117
#if CONFIG_VP9_TEMPORAL_DENOISING
4118
  if (cpi->oxcf.noise_sensitivity > 0 && cpi->use_svc)
4119
    vp9_denoiser_reset_on_first_frame(cpi);
4120
#endif
4121
4122
  // Scene detection is always used for VBR mode or screen-content case.
4123
  // For other cases (e.g., CBR mode) use it for 5 <= speed.
4124
70.9k
  cpi->rc.high_source_sad = 0;
4125
70.9k
  cpi->rc.hybrid_intra_scene_change = 0;
4126
70.9k
  cpi->rc.re_encode_maxq_scene_change = 0;
4127
70.9k
  if (cm->show_frame && cpi->oxcf.mode == REALTIME &&
4128
42.7k
      !cpi->disable_scene_detection_rtc_ratectrl &&
4129
42.7k
      (cpi->oxcf.rc_mode == VPX_VBR ||
4130
2.76k
       cpi->oxcf.content == VP9E_CONTENT_SCREEN || cpi->oxcf.speed >= 5))
4131
39.9k
    vp9_scene_detection_onepass(cpi);
4132
4133
70.9k
  if (svc->spatial_layer_id == svc->first_spatial_layer_to_encode) {
4134
70.9k
    svc->high_source_sad_superframe = cpi->rc.high_source_sad;
4135
70.9k
    svc->high_num_blocks_with_motion = cpi->rc.high_num_blocks_with_motion;
4136
    // On scene change reset temporal layer pattern to TL0.
4137
    // Note that if the base/lower spatial layers are skipped: instead of
4138
    // inserting base layer here, we force max-q for the next superframe
4139
    // with lower spatial layers: this is done in vp9_encodedframe_overshoot()
4140
    // when max-q is decided for the current layer.
4141
    // Only do this reset for bypass/flexible mode.
4142
70.9k
    if (svc->high_source_sad_superframe && svc->temporal_layer_id > 0 &&
4143
0
        svc->temporal_layering_mode == VP9E_TEMPORAL_LAYERING_MODE_BYPASS) {
4144
      // rc->high_source_sad will get reset so copy it to restore it.
4145
0
      int tmp_high_source_sad = cpi->rc.high_source_sad;
4146
0
      vp9_svc_reset_temporal_layers(cpi, cm->frame_type == KEY_FRAME);
4147
0
      cpi->rc.high_source_sad = tmp_high_source_sad;
4148
0
    }
4149
70.9k
  }
4150
4151
70.9k
  vp9_update_noise_estimate(cpi);
4152
4153
  // For 1 pass CBR, check if we are dropping this frame.
4154
  // Never drop on key frame, if base layer is key for svc,
4155
  // on scene change, or if superframe has layer sync.
4156
70.9k
  if ((cpi->rc.high_source_sad || svc->high_source_sad_superframe) &&
4157
0
      !(cpi->rc.use_post_encode_drop && svc->last_layer_dropped[0]))
4158
0
    no_drop_scene_change = 1;
4159
70.9k
  if (cpi->oxcf.pass == 0 && cpi->oxcf.rc_mode == VPX_CBR &&
4160
0
      !frame_is_intra_only(cm) && !no_drop_scene_change &&
4161
0
      !svc->superframe_has_layer_sync &&
4162
0
      (!cpi->use_svc ||
4163
0
       !svc->layer_context[svc->temporal_layer_id].is_key_frame)) {
4164
0
    if (vp9_rc_drop_frame(cpi)) return 0;
4165
0
  }
4166
4167
  // For 1 pass SVC, only ZEROMV is allowed for spatial reference frame
4168
  // when svc->force_zero_mode_spatial_ref = 1. Under those conditions we can
4169
  // avoid this frame-level upsampling (for non intra_only frames).
4170
  // For SVC single_layer mode, dynamic resize is allowed and we need to
4171
  // scale references for this case.
4172
70.9k
  if (frame_is_intra_only(cm) == 0 &&
4173
56.4k
      ((svc->single_layer_svc && cpi->oxcf.resize_mode == RESIZE_DYNAMIC) ||
4174
56.4k
       !(is_one_pass_svc(cpi) && svc->force_zero_mode_spatial_ref))) {
4175
56.4k
    vp9_scale_references(cpi);
4176
56.4k
  }
4177
4178
70.9k
  set_size_independent_vars(cpi);
4179
70.9k
  set_size_dependent_vars(cpi, &q, &bottom_index, &top_index);
4180
4181
  // search method and step parameter might be changed in speed settings.
4182
70.9k
  init_motion_estimation(cpi);
4183
4184
70.9k
  if (cpi->sf.copy_partition_flag) alloc_copy_partition_data(cpi);
4185
4186
70.9k
  if (cpi->sf.svc_use_lowres_part &&
4187
0
      svc->spatial_layer_id == svc->number_spatial_layers - 2) {
4188
0
    if (svc->prev_partition_svc == NULL) {
4189
0
      CHECK_MEM_ERROR(
4190
0
          &cm->error, svc->prev_partition_svc,
4191
0
          (BLOCK_SIZE *)vpx_calloc(cm->mi_stride * cm->mi_rows,
4192
0
                                   sizeof(*svc->prev_partition_svc)));
4193
0
    }
4194
0
  }
4195
4196
  // TODO(jianj): Look into issue of skin detection with high bitdepth.
4197
70.9k
  if (cm->bit_depth == 8 && cpi->oxcf.speed >= 5 && cpi->oxcf.pass == 0 &&
4198
0
      cpi->oxcf.rc_mode == VPX_CBR &&
4199
0
      cpi->oxcf.content != VP9E_CONTENT_SCREEN &&
4200
0
      cpi->oxcf.aq_mode == CYCLIC_REFRESH_AQ) {
4201
0
    cpi->use_skin_detection = 1;
4202
0
  }
4203
4204
  // Enable post encode frame dropping for CBR on non key frame, when
4205
  // ext_use_post_encode_drop is specified by user.
4206
70.9k
  cpi->rc.use_post_encode_drop = cpi->rc.ext_use_post_encode_drop &&
4207
0
                                 cpi->oxcf.rc_mode == VPX_CBR &&
4208
0
                                 cm->frame_type != KEY_FRAME;
4209
4210
70.9k
  vp9_set_quantizer(cpi, q, 0);
4211
70.9k
  vp9_set_variance_partition_thresholds(cpi, q, 0);
4212
4213
70.9k
  setup_frame(cpi);
4214
4215
70.9k
  suppress_active_map(cpi);
4216
4217
70.9k
  if (cpi->use_svc) {
4218
    // On non-zero spatial layer, check for disabling inter-layer
4219
    // prediction.
4220
0
    if (svc->spatial_layer_id > 0) vp9_svc_constrain_inter_layer_pred(cpi);
4221
0
    vp9_svc_assert_constraints_pattern(cpi);
4222
0
  }
4223
4224
70.9k
  if (cpi->rc.last_post_encode_dropped_scene_change) {
4225
0
    cpi->rc.high_source_sad = 1;
4226
0
    svc->high_source_sad_superframe = 1;
4227
    // For now disable use_source_sad since Last_Source will not be the previous
4228
    // encoded but the dropped one.
4229
0
    cpi->sf.use_source_sad = 0;
4230
0
    cpi->rc.last_post_encode_dropped_scene_change = 0;
4231
0
  }
4232
  // Check if this high_source_sad (scene/slide change) frame should be
4233
  // encoded at high/max QP, and if so, set the q and adjust some rate
4234
  // control parameters.
4235
70.9k
  if (cpi->sf.overshoot_detection_cbr_rt == FAST_DETECTION_MAXQ &&
4236
0
      (cpi->rc.high_source_sad ||
4237
0
       (cpi->use_svc && svc->high_source_sad_superframe))) {
4238
0
    if (vp9_encodedframe_overshoot(cpi, -1, &q)) {
4239
0
      vp9_set_quantizer(cpi, q, 0);
4240
0
      vp9_set_variance_partition_thresholds(cpi, q, 0);
4241
0
    }
4242
0
  }
4243
4244
70.9k
#if !CONFIG_REALTIME_ONLY
4245
  // Variance adaptive and in frame q adjustment experiments are mutually
4246
  // exclusive.
4247
70.9k
  if (cpi->oxcf.aq_mode == VARIANCE_AQ) {
4248
0
    vp9_vaq_frame_setup(cpi);
4249
70.9k
  } else if (cpi->oxcf.aq_mode == EQUATOR360_AQ) {
4250
0
    vp9_360aq_frame_setup(cpi);
4251
70.9k
  } else if (cpi->oxcf.aq_mode == COMPLEXITY_AQ) {
4252
0
    vp9_setup_in_frame_q_adj(cpi);
4253
70.9k
  } else if (cpi->oxcf.aq_mode == LOOKAHEAD_AQ) {
4254
    // it may be pretty bad for rate-control,
4255
    // and I should handle it somehow
4256
0
    vp9_alt_ref_aq_setup_map(cpi->alt_ref_aq, cpi);
4257
70.9k
  } else {
4258
70.9k
#endif
4259
    // If ROI is enabled and skip feature is used for segmentation, apply cyclic
4260
    // refresh but not apply ROI for skip for the first 20 frames (defined by
4261
    // FRAMES_NO_SKIPPING_AFTER_KEY) after key frame to improve quality.
4262
70.9k
    if (cpi->roi.enabled && !frame_is_intra_only(cm)) {
4263
0
      if (cpi->roi.skip[BACKGROUND_SEG_SKIP_ID]) {
4264
0
        if (cpi->oxcf.aq_mode == CYCLIC_REFRESH_AQ)
4265
0
          vp9_cyclic_refresh_setup(cpi);
4266
0
        if (cpi->rc.frames_since_key > FRAMES_NO_SKIPPING_AFTER_KEY)
4267
0
          apply_roi_map(cpi);
4268
0
      } else {
4269
0
        apply_roi_map(cpi);
4270
0
      }
4271
70.9k
    } else if (cpi->oxcf.aq_mode == CYCLIC_REFRESH_AQ) {
4272
0
      vp9_cyclic_refresh_setup(cpi);
4273
0
    }
4274
4275
70.9k
#if !CONFIG_REALTIME_ONLY
4276
70.9k
  }
4277
70.9k
#endif
4278
4279
70.9k
  apply_active_map(cpi);
4280
4281
70.9k
  vp9_encode_frame(cpi);
4282
4283
  // Check if we should re-encode this frame at high Q because of high
4284
  // overshoot based on the encoded frame size. Only for frames where
4285
  // high temporal-source SAD is detected.
4286
  // For SVC: all spatial layers are checked for re-encoding.
4287
70.9k
  if (cpi->sf.overshoot_detection_cbr_rt == RE_ENCODE_MAXQ &&
4288
0
      (cpi->rc.high_source_sad ||
4289
0
       (cpi->use_svc && svc->high_source_sad_superframe))) {
4290
0
    int frame_size = 0;
4291
    // Get an estimate of the encoded frame size.
4292
0
    save_coding_context(cpi);
4293
0
    vp9_pack_bitstream(cpi, dest, dest_size, size);
4294
0
    restore_coding_context(cpi);
4295
0
    frame_size = (int)(*size) << 3;
4296
    // Check if encoded frame will overshoot too much, and if so, set the q and
4297
    // adjust some rate control parameters, and return to re-encode the frame.
4298
0
    if (vp9_encodedframe_overshoot(cpi, frame_size, &q)) {
4299
0
      vpx_clear_system_state();
4300
0
      vp9_set_quantizer(cpi, q, 0);
4301
0
      vp9_set_variance_partition_thresholds(cpi, q, 0);
4302
0
      suppress_active_map(cpi);
4303
      // Turn-off cyclic refresh for re-encoded frame.
4304
0
      if (cpi->oxcf.aq_mode == CYCLIC_REFRESH_AQ) {
4305
0
        CYCLIC_REFRESH *const cr = cpi->cyclic_refresh;
4306
0
        unsigned char *const seg_map = cpi->segmentation_map;
4307
0
        memset(seg_map, 0, cm->mi_rows * cm->mi_cols);
4308
0
        memset(cr->last_coded_q_map, MAXQ,
4309
0
               cm->mi_rows * cm->mi_cols * sizeof(*cr->last_coded_q_map));
4310
0
        cr->sb_index = 0;
4311
0
        vp9_disable_segmentation(&cm->seg);
4312
0
      }
4313
0
      apply_active_map(cpi);
4314
0
      vp9_encode_frame(cpi);
4315
0
    }
4316
0
  }
4317
4318
  // Update some stats from cyclic refresh, and check for golden frame update.
4319
70.9k
  if (cpi->oxcf.aq_mode == CYCLIC_REFRESH_AQ && cm->seg.enabled &&
4320
0
      !frame_is_intra_only(cm) && cpi->cyclic_refresh->content_mode)
4321
0
    vp9_cyclic_refresh_postencode(cpi);
4322
4323
  // Update the skip mb flag probabilities based on the distribution
4324
  // seen in the last encoder iteration.
4325
  // update_base_skip_probs(cpi);
4326
70.9k
  vpx_clear_system_state();
4327
70.9k
  return 1;
4328
70.9k
}
4329
4330
70.8k
static int get_ref_frame_flags(const VP9_COMP *cpi) {
4331
70.8k
  const int *const map = cpi->common.ref_frame_map;
4332
70.8k
  const int gold_is_last = map[cpi->gld_fb_idx] == map[cpi->lst_fb_idx];
4333
70.8k
  const int alt_is_last = map[cpi->alt_fb_idx] == map[cpi->lst_fb_idx];
4334
70.8k
  const int gold_is_alt = map[cpi->gld_fb_idx] == map[cpi->alt_fb_idx];
4335
70.8k
  int flags = VP9_ALT_FLAG | VP9_GOLD_FLAG | VP9_LAST_FLAG;
4336
4337
70.8k
  if (gold_is_last) flags &= ~VP9_GOLD_FLAG;
4338
4339
70.8k
  if (cpi->rc.frames_till_gf_update_due == INT_MAX &&
4340
0
      (cpi->svc.number_temporal_layers == 1 &&
4341
0
       cpi->svc.number_spatial_layers == 1))
4342
0
    flags &= ~VP9_GOLD_FLAG;
4343
4344
70.8k
  if (alt_is_last) flags &= ~VP9_ALT_FLAG;
4345
4346
70.8k
  if (gold_is_alt) flags &= ~VP9_ALT_FLAG;
4347
4348
70.8k
  return flags;
4349
70.8k
}
4350
4351
#if !CONFIG_REALTIME_ONLY
4352
#define MAX_QSTEP_ADJ 4
4353
0
static int get_qstep_adj(int rate_excess, int rate_limit) {
4354
0
  int qstep =
4355
0
      rate_limit ? ((rate_excess + rate_limit / 2) / rate_limit) : INT_MAX;
4356
0
  return VPXMIN(qstep, MAX_QSTEP_ADJ);
4357
0
}
4358
4359
static void encode_with_recode_loop(VP9_COMP *cpi, size_t *size, uint8_t *dest,
4360
0
                                    size_t dest_size) {
4361
0
  const VP9EncoderConfig *const oxcf = &cpi->oxcf;
4362
0
  VP9_COMMON *const cm = &cpi->common;
4363
0
  RATE_CONTROL *const rc = &cpi->rc;
4364
0
  int bottom_index, top_index;
4365
0
  int loop_count = 0;
4366
0
  int loop_at_this_size = 0;
4367
0
  int loop = 0;
4368
0
  int overshoot_seen = 0;
4369
0
  int undershoot_seen = 0;
4370
0
  int frame_over_shoot_limit;
4371
0
  int frame_under_shoot_limit;
4372
0
  int q = 0, q_low = 0, q_high = 0;
4373
0
  int enable_acl;
4374
#ifdef AGGRESSIVE_VBR
4375
  int qrange_adj = 1;
4376
#endif
4377
4378
0
  const int orig_rc_max_frame_bandwidth = rc->max_frame_bandwidth;
4379
4380
0
  if (cm->show_existing_frame) {
4381
0
    rc->this_frame_target = 0;
4382
0
    if (is_psnr_calc_enabled(cpi)) set_raw_source_frame(cpi);
4383
0
    return;
4384
0
  }
4385
4386
0
  set_size_independent_vars(cpi);
4387
4388
0
  enable_acl = cpi->sf.allow_acl ? (cm->frame_type == KEY_FRAME) ||
4389
0
                                       (cpi->twopass.gf_group.index == 1)
4390
0
                                 : 0;
4391
4392
#if CONFIG_COLLECT_COMPONENT_TIMING
4393
  printf("\n Encoding a frame: \n");
4394
#endif
4395
0
  do {
4396
0
    vpx_clear_system_state();
4397
4398
0
    set_frame_size(cpi);
4399
4400
0
    if (loop_count == 0 || cpi->resize_pending != 0) {
4401
0
      set_size_dependent_vars(cpi, &q, &bottom_index, &top_index);
4402
4403
#ifdef AGGRESSIVE_VBR
4404
      if (two_pass_first_group_inter(cpi)) {
4405
        // Adjustment limits for min and max q
4406
        qrange_adj = VPXMAX(1, (top_index - bottom_index) / 2);
4407
4408
        bottom_index =
4409
            VPXMAX(bottom_index - qrange_adj / 2, oxcf->best_allowed_q);
4410
        top_index = VPXMIN(oxcf->worst_allowed_q, top_index + qrange_adj / 2);
4411
      }
4412
#endif
4413
      // TODO(agrange) Scale cpi->max_mv_magnitude if frame-size has changed.
4414
0
      set_mv_search_params(cpi);
4415
4416
      // Reset the loop state for new frame size.
4417
0
      overshoot_seen = 0;
4418
0
      undershoot_seen = 0;
4419
4420
      // Reconfiguration for change in frame size has concluded.
4421
0
      cpi->resize_pending = 0;
4422
4423
0
      q_low = bottom_index;
4424
0
      q_high = top_index;
4425
4426
0
      loop_at_this_size = 0;
4427
0
    }
4428
4429
    // Decide frame size bounds first time through.
4430
0
    if (loop_count == 0) {
4431
0
      vp9_rc_compute_frame_size_bounds(cpi, rc->this_frame_target,
4432
0
                                       &frame_under_shoot_limit,
4433
0
                                       &frame_over_shoot_limit);
4434
0
    }
4435
4436
0
    cpi->Source =
4437
0
        vp9_scale_if_required(cm, cpi->un_scaled_source, &cpi->scaled_source,
4438
0
                              (oxcf->pass == 0), EIGHTTAP, 0);
4439
4440
    // Unfiltered raw source used in metrics calculation if the source
4441
    // has been filtered.
4442
0
    if (is_psnr_calc_enabled(cpi)) {
4443
#ifdef ENABLE_KF_DENOISE
4444
      if (is_spatial_denoise_enabled(cpi)) {
4445
        cpi->raw_source_frame = vp9_scale_if_required(
4446
            cm, &cpi->raw_unscaled_source, &cpi->raw_scaled_source,
4447
            (oxcf->pass == 0), EIGHTTAP, 0);
4448
      } else {
4449
        cpi->raw_source_frame = cpi->Source;
4450
      }
4451
#else
4452
0
      cpi->raw_source_frame = cpi->Source;
4453
0
#endif
4454
0
    }
4455
4456
0
    if (cpi->unscaled_last_source != NULL)
4457
0
      cpi->Last_Source = vp9_scale_if_required(cm, cpi->unscaled_last_source,
4458
0
                                               &cpi->scaled_last_source,
4459
0
                                               (oxcf->pass == 0), EIGHTTAP, 0);
4460
4461
0
    if (frame_is_intra_only(cm) == 0) {
4462
0
      if (loop_count > 0) {
4463
0
        release_scaled_references(cpi);
4464
0
      }
4465
0
      vp9_scale_references(cpi);
4466
0
    }
4467
4468
0
    const GF_GROUP *gf_group = &cpi->twopass.gf_group;
4469
0
    int ext_rc_delta_q_uv = 0;
4470
0
    if (cpi->ext_ratectrl.ready &&
4471
0
        (cpi->ext_ratectrl.funcs.rc_type & VPX_RC_QP) != 0 &&
4472
0
        cpi->ext_ratectrl.funcs.get_encodeframe_decision != NULL) {
4473
0
      vpx_codec_err_t codec_status;
4474
0
      vpx_rc_encodeframe_decision_t encode_frame_decision;
4475
0
      int sb_size = num_8x8_blocks_wide_lookup[BLOCK_64X64] * MI_SIZE;
4476
0
      int frame_height_sb = (cm->height + sb_size - 1) / sb_size;
4477
0
      int frame_width_sb = (cm->width + sb_size - 1) / sb_size;
4478
0
      CHECK_MEM_ERROR(&cm->error, encode_frame_decision.sb_params_list,
4479
0
                      (sb_params *)vpx_calloc(
4480
0
                          frame_height_sb * frame_width_sb,
4481
0
                          sizeof(*encode_frame_decision.sb_params_list)));
4482
0
      codec_status = vp9_extrc_get_encodeframe_decision(
4483
0
          &cpi->ext_ratectrl, gf_group->index, &encode_frame_decision);
4484
0
      if (codec_status != VPX_CODEC_OK) {
4485
0
        vpx_internal_error(&cm->error, codec_status,
4486
0
                           "vp9_extrc_get_encodeframe_decision() failed");
4487
0
      }
4488
0
      for (int idx = 0; idx < frame_height_sb * frame_width_sb; ++idx) {
4489
0
        cpi->sb_mul_scale[idx] =
4490
0
            (((int64_t)encode_frame_decision.sb_params_list[idx].rdmult * 256) /
4491
0
             (encode_frame_decision.rdmult + 1));
4492
0
      }
4493
0
      vpx_free(encode_frame_decision.sb_params_list);
4494
      // If the external model recommends a reserved value, we use
4495
      // libvpx's default q.
4496
0
      if (encode_frame_decision.q_index != VPX_DEFAULT_Q) {
4497
0
        q = encode_frame_decision.q_index;
4498
0
      }
4499
0
      ext_rc_delta_q_uv = encode_frame_decision.delta_q_uv;
4500
0
    }
4501
4502
0
    if (cpi->ext_ratectrl.ready && cpi->ext_ratectrl.log_file) {
4503
0
      fprintf(cpi->ext_ratectrl.log_file,
4504
0
              "ENCODE_FRAME_INFO gop_index %d update_type %d q %d\n",
4505
0
              gf_group->index, gf_group->update_type[gf_group->index], q);
4506
0
    }
4507
4508
0
    vp9_set_quantizer(cpi, q, ext_rc_delta_q_uv);
4509
4510
0
    if (loop_count == 0) setup_frame(cpi);
4511
4512
    // Variance adaptive and in frame q adjustment experiments are mutually
4513
    // exclusive.
4514
0
    if (oxcf->aq_mode == VARIANCE_AQ) {
4515
0
      vp9_vaq_frame_setup(cpi);
4516
0
    } else if (oxcf->aq_mode == EQUATOR360_AQ) {
4517
0
      vp9_360aq_frame_setup(cpi);
4518
0
    } else if (oxcf->aq_mode == COMPLEXITY_AQ) {
4519
0
      vp9_setup_in_frame_q_adj(cpi);
4520
0
    } else if (oxcf->aq_mode == LOOKAHEAD_AQ) {
4521
0
      vp9_alt_ref_aq_setup_map(cpi->alt_ref_aq, cpi);
4522
0
    } else if (oxcf->aq_mode == PSNR_AQ) {
4523
0
      vp9_psnr_aq_mode_setup(&cm->seg);
4524
0
    }
4525
4526
0
    vp9_encode_frame(cpi);
4527
4528
    // Update the skip mb flag probabilities based on the distribution
4529
    // seen in the last encoder iteration.
4530
    // update_base_skip_probs(cpi);
4531
4532
0
    vpx_clear_system_state();
4533
4534
    // Dummy pack of the bitstream using up to date stats to get an
4535
    // accurate estimate of output frame size to determine if we need
4536
    // to recode.
4537
0
    if (cpi->sf.recode_loop >= ALLOW_RECODE_KFARFGF) {
4538
0
      save_coding_context(cpi);
4539
0
      if (!cpi->sf.use_nonrd_pick_mode)
4540
0
        vp9_pack_bitstream(cpi, dest, dest_size, size);
4541
4542
0
      rc->projected_frame_size = (int)(*size) << 3;
4543
4544
0
      if (frame_over_shoot_limit == 0) frame_over_shoot_limit = 1;
4545
0
    }
4546
4547
0
    if (cpi->ext_ratectrl.ready &&
4548
0
        (cpi->ext_ratectrl.funcs.rc_type & VPX_RC_QP) != 0) {
4549
0
      break;
4550
0
    }
4551
4552
0
    if (oxcf->rc_mode == VPX_Q) {
4553
0
      loop = 0;
4554
0
    } else {
4555
0
      if ((cm->frame_type == KEY_FRAME) && rc->this_key_frame_forced &&
4556
0
          (rc->projected_frame_size < rc->max_frame_bandwidth)) {
4557
0
        int last_q = q;
4558
0
        int64_t kf_err;
4559
4560
0
        int64_t high_err_target = cpi->ambient_err;
4561
0
        int64_t low_err_target = cpi->ambient_err >> 1;
4562
4563
0
#if CONFIG_VP9_HIGHBITDEPTH
4564
0
        if (cm->use_highbitdepth) {
4565
0
          kf_err = vpx_highbd_get_y_sse(cpi->Source, get_frame_new_buffer(cm));
4566
0
        } else {
4567
0
          kf_err = vpx_get_y_sse(cpi->Source, get_frame_new_buffer(cm));
4568
0
        }
4569
#else
4570
        kf_err = vpx_get_y_sse(cpi->Source, get_frame_new_buffer(cm));
4571
#endif  // CONFIG_VP9_HIGHBITDEPTH
4572
4573
        // Prevent possible divide by zero error below for perfect KF
4574
0
        kf_err += !kf_err;
4575
4576
        // The key frame is not good enough or we can afford
4577
        // to make it better without undue risk of popping.
4578
0
        if ((kf_err > high_err_target &&
4579
0
             rc->projected_frame_size <= frame_over_shoot_limit) ||
4580
0
            (kf_err > low_err_target &&
4581
0
             rc->projected_frame_size <= frame_under_shoot_limit)) {
4582
          // Lower q_high
4583
0
          q_high = q > q_low ? q - 1 : q_low;
4584
4585
          // Adjust Q
4586
0
          q = (int)((q * high_err_target) / kf_err);
4587
0
          q = VPXMIN(q, (q_high + q_low) >> 1);
4588
0
        } else if (kf_err < low_err_target &&
4589
0
                   rc->projected_frame_size >= frame_under_shoot_limit) {
4590
          // The key frame is much better than the previous frame
4591
          // Raise q_low
4592
0
          q_low = q < q_high ? q + 1 : q_high;
4593
4594
          // Adjust Q
4595
0
          q = (int)((q * low_err_target) / kf_err);
4596
0
          q = VPXMIN(q, (q_high + q_low + 1) >> 1);
4597
0
        }
4598
4599
        // Clamp Q to upper and lower limits:
4600
0
        q = clamp(q, q_low, q_high);
4601
4602
0
        loop = q != last_q;
4603
0
      } else if (recode_loop_test(cpi, frame_over_shoot_limit,
4604
0
                                  frame_under_shoot_limit, q,
4605
0
                                  VPXMAX(q_high, top_index), bottom_index)) {
4606
        // Is the projected frame size out of range and are we allowed
4607
        // to attempt to recode.
4608
0
        int last_q = q;
4609
0
        int retries = 0;
4610
0
        int qstep;
4611
4612
0
        if (cpi->resize_pending == 1) {
4613
          // Change in frame size so go back around the recode loop.
4614
0
          cpi->rc.frame_size_selector =
4615
0
              SCALE_STEP1 - cpi->rc.frame_size_selector;
4616
0
          cpi->rc.next_frame_size_selector = cpi->rc.frame_size_selector;
4617
4618
#if CONFIG_INTERNAL_STATS
4619
          ++cpi->tot_recode_hits;
4620
#endif
4621
0
          ++loop_count;
4622
0
          loop = 1;
4623
0
          continue;
4624
0
        }
4625
4626
        // Frame size out of permitted range:
4627
        // Update correction factor & compute new Q to try...
4628
4629
        // Frame is too large
4630
0
        if (rc->projected_frame_size > rc->this_frame_target) {
4631
          // Special case if the projected size is > the max allowed.
4632
0
          if ((q == q_high) &&
4633
0
              ((rc->projected_frame_size >= rc->max_frame_bandwidth) ||
4634
0
               (!rc->is_src_frame_alt_ref &&
4635
0
                (rc->projected_frame_size >=
4636
0
                 big_rate_miss_high_threshold(cpi))))) {
4637
0
            int max_rate = VPXMAX(1, VPXMIN(rc->max_frame_bandwidth,
4638
0
                                            big_rate_miss_high_threshold(cpi)));
4639
0
            double q_val_high;
4640
0
            q_val_high = vp9_convert_qindex_to_q(q_high, cm->bit_depth);
4641
0
            q_val_high =
4642
0
                q_val_high * ((double)rc->projected_frame_size / max_rate);
4643
0
            q_high = vp9_convert_q_to_qindex(q_val_high, cm->bit_depth);
4644
0
            q_high = clamp(q_high, rc->best_quality, rc->worst_quality);
4645
0
          }
4646
4647
          // Raise Qlow as to at least the current value
4648
0
          qstep =
4649
0
              get_qstep_adj(rc->projected_frame_size, rc->this_frame_target);
4650
0
          q_low = VPXMIN(q + qstep, q_high);
4651
4652
0
          if (undershoot_seen || loop_at_this_size > 1) {
4653
            // Update rate_correction_factor unless
4654
0
            vp9_rc_update_rate_correction_factors(cpi);
4655
4656
0
            q = (q_high + q_low + 1) / 2;
4657
0
          } else {
4658
            // Update rate_correction_factor unless
4659
0
            vp9_rc_update_rate_correction_factors(cpi);
4660
4661
0
            q = vp9_rc_regulate_q(cpi, rc->this_frame_target, bottom_index,
4662
0
                                  VPXMAX(q_high, top_index));
4663
4664
0
            while (q < q_low && retries < 10) {
4665
0
              vp9_rc_update_rate_correction_factors(cpi);
4666
0
              q = vp9_rc_regulate_q(cpi, rc->this_frame_target, bottom_index,
4667
0
                                    VPXMAX(q_high, top_index));
4668
0
              retries++;
4669
0
            }
4670
0
          }
4671
4672
0
          overshoot_seen = 1;
4673
0
        } else {
4674
          // Frame is too small
4675
0
          qstep =
4676
0
              get_qstep_adj(rc->this_frame_target, rc->projected_frame_size);
4677
0
          q_high = VPXMAX(q - qstep, q_low);
4678
4679
0
          if (overshoot_seen || loop_at_this_size > 1) {
4680
0
            vp9_rc_update_rate_correction_factors(cpi);
4681
0
            q = (q_high + q_low) / 2;
4682
0
          } else {
4683
0
            vp9_rc_update_rate_correction_factors(cpi);
4684
0
            q = vp9_rc_regulate_q(cpi, rc->this_frame_target,
4685
0
                                  VPXMIN(q_low, bottom_index), top_index);
4686
            // Special case reset for qlow for constrained quality.
4687
            // This should only trigger where there is very substantial
4688
            // undershoot on a frame and the auto cq level is above
4689
            // the user passed in value.
4690
0
            if (oxcf->rc_mode == VPX_CQ && q < q_low) {
4691
0
              q_low = q;
4692
0
            }
4693
4694
0
            while (q > q_high && retries < 10) {
4695
0
              vp9_rc_update_rate_correction_factors(cpi);
4696
0
              q = vp9_rc_regulate_q(cpi, rc->this_frame_target,
4697
0
                                    VPXMIN(q_low, bottom_index), top_index);
4698
0
              retries++;
4699
0
            }
4700
0
          }
4701
0
          undershoot_seen = 1;
4702
0
        }
4703
4704
        // Clamp Q to upper and lower limits:
4705
0
        q = clamp(q, q_low, q_high);
4706
4707
0
        loop = (q != last_q);
4708
0
      } else {
4709
0
        loop = 0;
4710
0
      }
4711
0
    }
4712
4713
    // Special case for overlay frame.
4714
0
    if (rc->is_src_frame_alt_ref &&
4715
0
        rc->projected_frame_size < rc->max_frame_bandwidth)
4716
0
      loop = 0;
4717
4718
0
    if (loop) {
4719
0
      ++loop_count;
4720
0
      ++loop_at_this_size;
4721
4722
#if CONFIG_INTERNAL_STATS
4723
      ++cpi->tot_recode_hits;
4724
#endif
4725
0
    }
4726
4727
0
    if (cpi->sf.recode_loop >= ALLOW_RECODE_KFARFGF)
4728
0
      if (loop) restore_coding_context(cpi);
4729
#if CONFIG_COLLECT_COMPONENT_TIMING
4730
    if (loop) printf("\n Recoding:");
4731
#endif
4732
0
  } while (loop);
4733
4734
0
  rc->max_frame_bandwidth = orig_rc_max_frame_bandwidth;
4735
4736
#ifdef AGGRESSIVE_VBR
4737
  if (two_pass_first_group_inter(cpi)) {
4738
    cpi->twopass.active_worst_quality =
4739
        VPXMIN(q + qrange_adj, oxcf->worst_allowed_q);
4740
  } else if (!frame_is_kf_gf_arf(cpi)) {
4741
#else
4742
0
  if (!frame_is_kf_gf_arf(cpi)) {
4743
0
#endif
4744
    // Have we been forced to adapt Q outside the expected range by an extreme
4745
    // rate miss. If so adjust the active maxQ for the subsequent frames.
4746
0
    if (!rc->is_src_frame_alt_ref && (q > cpi->twopass.active_worst_quality)) {
4747
0
      cpi->twopass.active_worst_quality = q;
4748
0
    } else if (oxcf->vbr_corpus_complexity && q == q_low &&
4749
0
               rc->projected_frame_size < rc->this_frame_target) {
4750
0
      cpi->twopass.active_worst_quality =
4751
0
          VPXMAX(q, cpi->twopass.active_worst_quality - 1);
4752
0
    }
4753
0
  }
4754
4755
0
  if (enable_acl) {
4756
    // Skip recoding, if model diff is below threshold
4757
0
    const int thresh = compute_context_model_thresh(cpi);
4758
0
    const int diff = compute_context_model_diff(cm);
4759
0
    if (diff >= thresh) {
4760
0
      vp9_encode_frame(cpi);
4761
0
    }
4762
0
  }
4763
0
  if (cpi->sf.recode_loop >= ALLOW_RECODE_KFARFGF) {
4764
0
    vpx_clear_system_state();
4765
0
    restore_coding_context(cpi);
4766
0
  }
4767
0
}
4768
#endif  // !CONFIG_REALTIME_ONLY
4769
4770
70.9k
static void set_ext_overrides(VP9_COMP *cpi) {
4771
  // Overrides the defaults with the externally supplied values with
4772
  // vp9_update_reference() and vp9_update_entropy() calls
4773
  // Note: The overrides are valid only for the next frame passed
4774
  // to encode_frame_to_data_rate() function
4775
70.9k
  if (cpi->ext_refresh_frame_context_pending) {
4776
0
    cpi->common.refresh_frame_context = cpi->ext_refresh_frame_context;
4777
0
    cpi->ext_refresh_frame_context_pending = 0;
4778
0
  }
4779
70.9k
  if (cpi->ext_refresh_frame_flags_pending) {
4780
0
    cpi->refresh_last_frame = cpi->ext_refresh_last_frame;
4781
0
    cpi->refresh_golden_frame = cpi->ext_refresh_golden_frame;
4782
0
    cpi->refresh_alt_ref_frame = cpi->ext_refresh_alt_ref_frame;
4783
0
  }
4784
70.9k
}
4785
4786
YV12_BUFFER_CONFIG *vp9_scale_if_required(
4787
    VP9_COMMON *cm, YV12_BUFFER_CONFIG *unscaled, YV12_BUFFER_CONFIG *scaled,
4788
111k
    int use_normative_scaler, INTERP_FILTER filter_type, int phase_scaler) {
4789
111k
  if (cm->mi_cols * MI_SIZE != unscaled->y_width ||
4790
111k
      cm->mi_rows * MI_SIZE != unscaled->y_height) {
4791
0
#if CONFIG_VP9_HIGHBITDEPTH
4792
0
    if (use_normative_scaler && unscaled->y_width <= (scaled->y_width << 1) &&
4793
0
        unscaled->y_height <= (scaled->y_height << 1))
4794
0
      if (cm->bit_depth == VPX_BITS_8)
4795
0
        vp9_scale_and_extend_frame(unscaled, scaled, filter_type, phase_scaler);
4796
0
      else
4797
0
        scale_and_extend_frame(unscaled, scaled, (int)cm->bit_depth,
4798
0
                               filter_type, phase_scaler);
4799
0
    else
4800
0
      vp9_scale_and_extend_frame_nonnormative(unscaled, scaled,
4801
0
                                              (int)cm->bit_depth);
4802
#else
4803
    if (use_normative_scaler && unscaled->y_width <= (scaled->y_width << 1) &&
4804
        unscaled->y_height <= (scaled->y_height << 1))
4805
      vp9_scale_and_extend_frame(unscaled, scaled, filter_type, phase_scaler);
4806
    else
4807
      vp9_scale_and_extend_frame_nonnormative(unscaled, scaled);
4808
#endif  // CONFIG_VP9_HIGHBITDEPTH
4809
0
    return scaled;
4810
111k
  } else {
4811
111k
    return unscaled;
4812
111k
  }
4813
111k
}
4814
4815
70.9k
static void set_ref_sign_bias(VP9_COMP *cpi) {
4816
70.9k
  VP9_COMMON *const cm = &cpi->common;
4817
70.9k
  RefCntBuffer *const ref_buffer = get_ref_cnt_buffer(cm, cm->new_fb_idx);
4818
70.9k
  const int cur_frame_index = ref_buffer->frame_index;
4819
70.9k
  MV_REFERENCE_FRAME ref_frame;
4820
4821
283k
  for (ref_frame = LAST_FRAME; ref_frame < MAX_REF_FRAMES; ++ref_frame) {
4822
212k
    const int buf_idx = get_ref_frame_buf_idx(cpi, ref_frame);
4823
212k
    const RefCntBuffer *const ref_cnt_buf =
4824
212k
        get_ref_cnt_buffer(&cpi->common, buf_idx);
4825
212k
    if (ref_cnt_buf) {
4826
202k
      cm->ref_frame_sign_bias[ref_frame] =
4827
202k
          cur_frame_index < ref_cnt_buf->frame_index;
4828
202k
    }
4829
212k
  }
4830
70.9k
}
4831
4832
0
static int setup_interp_filter_search_mask(VP9_COMP *cpi) {
4833
0
  INTERP_FILTER ifilter;
4834
0
  int ref_total[MAX_REF_FRAMES] = { 0 };
4835
0
  MV_REFERENCE_FRAME ref;
4836
0
  int mask = 0;
4837
0
  if (cpi->common.last_frame_type == KEY_FRAME || cpi->refresh_alt_ref_frame)
4838
0
    return mask;
4839
0
  for (ref = LAST_FRAME; ref <= ALTREF_FRAME; ++ref)
4840
0
    for (ifilter = EIGHTTAP; ifilter <= EIGHTTAP_SHARP; ++ifilter)
4841
0
      ref_total[ref] += cpi->interp_filter_selected[ref][ifilter];
4842
4843
0
  for (ifilter = EIGHTTAP; ifilter <= EIGHTTAP_SHARP; ++ifilter) {
4844
0
    if ((ref_total[LAST_FRAME] &&
4845
0
         cpi->interp_filter_selected[LAST_FRAME][ifilter] == 0) &&
4846
0
        (ref_total[GOLDEN_FRAME] == 0 ||
4847
0
         cpi->interp_filter_selected[GOLDEN_FRAME][ifilter] * 50 <
4848
0
             ref_total[GOLDEN_FRAME]) &&
4849
0
        (ref_total[ALTREF_FRAME] == 0 ||
4850
0
         cpi->interp_filter_selected[ALTREF_FRAME][ifilter] * 50 <
4851
0
             ref_total[ALTREF_FRAME]))
4852
0
      mask |= 1 << ifilter;
4853
0
  }
4854
0
  return mask;
4855
0
}
4856
4857
#ifdef ENABLE_KF_DENOISE
4858
// Baseline kernel weights for denoise
4859
static uint8_t dn_kernel_3[9] = { 1, 2, 1, 2, 4, 2, 1, 2, 1 };
4860
static uint8_t dn_kernel_5[25] = { 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 4,
4861
                                   2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1 };
4862
4863
static INLINE void add_denoise_point(int centre_val, int data_val, int thresh,
4864
                                     uint8_t point_weight, int *sum_val,
4865
                                     int *sum_weight) {
4866
  if (abs(centre_val - data_val) <= thresh) {
4867
    *sum_weight += point_weight;
4868
    *sum_val += (int)data_val * (int)point_weight;
4869
  }
4870
}
4871
4872
static void spatial_denoise_point(uint8_t *src_ptr, const int stride,
4873
                                  const int strength) {
4874
  int sum_weight = 0;
4875
  int sum_val = 0;
4876
  int thresh = strength;
4877
  int kernel_size = 5;
4878
  int half_k_size = 2;
4879
  int i, j;
4880
  int max_diff = 0;
4881
  uint8_t *tmp_ptr;
4882
  uint8_t *kernel_ptr;
4883
4884
  // Find the maximum deviation from the source point in the locale.
4885
  tmp_ptr = src_ptr - (stride * (half_k_size + 1)) - (half_k_size + 1);
4886
  for (i = 0; i < kernel_size + 2; ++i) {
4887
    for (j = 0; j < kernel_size + 2; ++j) {
4888
      max_diff = VPXMAX(max_diff, abs((int)*src_ptr - (int)tmp_ptr[j]));
4889
    }
4890
    tmp_ptr += stride;
4891
  }
4892
4893
  // Select the kernel size.
4894
  if (max_diff > (strength + (strength >> 1))) {
4895
    kernel_size = 3;
4896
    half_k_size = 1;
4897
    thresh = thresh >> 1;
4898
  }
4899
  kernel_ptr = (kernel_size == 3) ? dn_kernel_3 : dn_kernel_5;
4900
4901
  // Apply the kernel
4902
  tmp_ptr = src_ptr - (stride * half_k_size) - half_k_size;
4903
  for (i = 0; i < kernel_size; ++i) {
4904
    for (j = 0; j < kernel_size; ++j) {
4905
      add_denoise_point((int)*src_ptr, (int)tmp_ptr[j], thresh, *kernel_ptr,
4906
                        &sum_val, &sum_weight);
4907
      ++kernel_ptr;
4908
    }
4909
    tmp_ptr += stride;
4910
  }
4911
4912
  // Update the source value with the new filtered value
4913
  *src_ptr = (uint8_t)((sum_val + (sum_weight >> 1)) / sum_weight);
4914
}
4915
4916
#if CONFIG_VP9_HIGHBITDEPTH
4917
static void highbd_spatial_denoise_point(uint16_t *src_ptr, const int stride,
4918
                                         const int strength) {
4919
  int sum_weight = 0;
4920
  int sum_val = 0;
4921
  int thresh = strength;
4922
  int kernel_size = 5;
4923
  int half_k_size = 2;
4924
  int i, j;
4925
  int max_diff = 0;
4926
  uint16_t *tmp_ptr;
4927
  uint8_t *kernel_ptr;
4928
4929
  // Find the maximum deviation from the source point in the locale.
4930
  tmp_ptr = src_ptr - (stride * (half_k_size + 1)) - (half_k_size + 1);
4931
  for (i = 0; i < kernel_size + 2; ++i) {
4932
    for (j = 0; j < kernel_size + 2; ++j) {
4933
      max_diff = VPXMAX(max_diff, abs((int)src_ptr - (int)tmp_ptr[j]));
4934
    }
4935
    tmp_ptr += stride;
4936
  }
4937
4938
  // Select the kernel size.
4939
  if (max_diff > (strength + (strength >> 1))) {
4940
    kernel_size = 3;
4941
    half_k_size = 1;
4942
    thresh = thresh >> 1;
4943
  }
4944
  kernel_ptr = (kernel_size == 3) ? dn_kernel_3 : dn_kernel_5;
4945
4946
  // Apply the kernel
4947
  tmp_ptr = src_ptr - (stride * half_k_size) - half_k_size;
4948
  for (i = 0; i < kernel_size; ++i) {
4949
    for (j = 0; j < kernel_size; ++j) {
4950
      add_denoise_point((int)*src_ptr, (int)tmp_ptr[j], thresh, *kernel_ptr,
4951
                        &sum_val, &sum_weight);
4952
      ++kernel_ptr;
4953
    }
4954
    tmp_ptr += stride;
4955
  }
4956
4957
  // Update the source value with the new filtered value
4958
  *src_ptr = (uint16_t)((sum_val + (sum_weight >> 1)) / sum_weight);
4959
}
4960
#endif  // CONFIG_VP9_HIGHBITDEPTH
4961
4962
// Apply thresholded spatial noise suppression to a given buffer.
4963
static void spatial_denoise_buffer(VP9_COMP *cpi, uint8_t *buffer,
4964
                                   const int stride, const int width,
4965
                                   const int height, const int strength) {
4966
  VP9_COMMON *const cm = &cpi->common;
4967
  uint8_t *src_ptr = buffer;
4968
  int row;
4969
  int col;
4970
4971
  for (row = 0; row < height; ++row) {
4972
    for (col = 0; col < width; ++col) {
4973
#if CONFIG_VP9_HIGHBITDEPTH
4974
      if (cm->use_highbitdepth)
4975
        highbd_spatial_denoise_point(CONVERT_TO_SHORTPTR(&src_ptr[col]), stride,
4976
                                     strength);
4977
      else
4978
        spatial_denoise_point(&src_ptr[col], stride, strength);
4979
#else
4980
      spatial_denoise_point(&src_ptr[col], stride, strength);
4981
#endif  // CONFIG_VP9_HIGHBITDEPTH
4982
    }
4983
    src_ptr += stride;
4984
  }
4985
}
4986
4987
// Apply thresholded spatial noise suppression to source.
4988
static void spatial_denoise_frame(VP9_COMP *cpi) {
4989
  YV12_BUFFER_CONFIG *src = cpi->Source;
4990
  const VP9EncoderConfig *const oxcf = &cpi->oxcf;
4991
  TWO_PASS *const twopass = &cpi->twopass;
4992
  VP9_COMMON *const cm = &cpi->common;
4993
4994
  // Base the filter strength on the current active max Q.
4995
  const int q = (int)(vp9_convert_qindex_to_q(twopass->active_worst_quality,
4996
                                              cm->bit_depth));
4997
  int strength = clamp(q >> 4, oxcf->arnr_strength >> 2, oxcf->arnr_strength);
4998
4999
  // Denoise each of Y,U and V buffers.
5000
  spatial_denoise_buffer(cpi, src->y_buffer, src->y_stride, src->y_width,
5001
                         src->y_height, strength);
5002
5003
  strength += (strength >> 1);
5004
  spatial_denoise_buffer(cpi, src->u_buffer, src->uv_stride, src->uv_width,
5005
                         src->uv_height, strength << 1);
5006
5007
  spatial_denoise_buffer(cpi, src->v_buffer, src->uv_stride, src->uv_width,
5008
                         src->uv_height, strength << 1);
5009
}
5010
#endif  // ENABLE_KF_DENOISE
5011
5012
#if !CONFIG_REALTIME_ONLY
5013
static void vp9_try_disable_lookahead_aq(VP9_COMP *cpi, size_t *size,
5014
0
                                         uint8_t *dest, size_t dest_size) {
5015
0
  if (cpi->common.seg.enabled)
5016
0
    if (ALT_REF_AQ_PROTECT_GAIN) {
5017
0
      size_t nsize = *size;
5018
0
      int overhead;
5019
5020
      // TODO(yuryg): optimize this, as
5021
      // we don't really need to repack
5022
5023
0
      save_coding_context(cpi);
5024
0
      vp9_disable_segmentation(&cpi->common.seg);
5025
0
      vp9_pack_bitstream(cpi, dest, dest_size, &nsize);
5026
0
      restore_coding_context(cpi);
5027
5028
0
      overhead = (int)*size - (int)nsize;
5029
5030
0
      if (vp9_alt_ref_aq_disable_if(cpi->alt_ref_aq, overhead, (int)*size))
5031
0
        vp9_encode_frame(cpi);
5032
0
      else
5033
0
        vp9_enable_segmentation(&cpi->common.seg);
5034
0
    }
5035
0
}
5036
#endif
5037
5038
70.9k
static void set_frame_index(VP9_COMP *cpi, VP9_COMMON *cm) {
5039
70.9k
  RefCntBuffer *const ref_buffer = get_ref_cnt_buffer(cm, cm->new_fb_idx);
5040
5041
70.9k
  if (ref_buffer) {
5042
70.9k
    const GF_GROUP *const gf_group = &cpi->twopass.gf_group;
5043
70.9k
    ref_buffer->frame_index =
5044
70.9k
        cm->current_video_frame + gf_group->arf_src_offset[gf_group->index];
5045
70.9k
    ref_buffer->frame_coding_index = cm->current_frame_coding_index;
5046
70.9k
  }
5047
70.9k
}
5048
5049
0
static void set_mb_ssim_rdmult_scaling(VP9_COMP *cpi) {
5050
0
  VP9_COMMON *cm = &cpi->common;
5051
0
  ThreadData *td = &cpi->td;
5052
0
  MACROBLOCK *x = &td->mb;
5053
0
  MACROBLOCKD *xd = &x->e_mbd;
5054
0
  uint8_t *y_buffer = cpi->Source->y_buffer;
5055
0
  const int y_stride = cpi->Source->y_stride;
5056
0
  const int block_size = BLOCK_16X16;
5057
5058
0
  const int num_8x8_w = num_8x8_blocks_wide_lookup[block_size];
5059
0
  const int num_8x8_h = num_8x8_blocks_high_lookup[block_size];
5060
0
  const int num_cols = (cm->mi_cols + num_8x8_w - 1) / num_8x8_w;
5061
0
  const int num_rows = (cm->mi_rows + num_8x8_h - 1) / num_8x8_h;
5062
0
  double log_sum = 0.0;
5063
0
  int row, col;
5064
5065
  // Loop through each 64x64 block.
5066
0
  for (row = 0; row < num_rows; ++row) {
5067
0
    for (col = 0; col < num_cols; ++col) {
5068
0
      int mi_row, mi_col;
5069
0
      double var = 0.0, num_of_var = 0.0;
5070
0
      const int index = row * num_cols + col;
5071
5072
0
      for (mi_row = row * num_8x8_h;
5073
0
           mi_row < cm->mi_rows && mi_row < (row + 1) * num_8x8_h; ++mi_row) {
5074
0
        for (mi_col = col * num_8x8_w;
5075
0
             mi_col < cm->mi_cols && mi_col < (col + 1) * num_8x8_w; ++mi_col) {
5076
0
          struct buf_2d buf;
5077
0
          const int row_offset_y = mi_row << 3;
5078
0
          const int col_offset_y = mi_col << 3;
5079
5080
0
          buf.buf = y_buffer + row_offset_y * y_stride + col_offset_y;
5081
0
          buf.stride = y_stride;
5082
5083
          // In order to make SSIM_VAR_SCALE in a same scale for both 8 bit
5084
          // and high bit videos, the variance needs to be divided by 2.0 or
5085
          // 64.0 separately.
5086
          // TODO(sdeng): need to tune for 12bit videos.
5087
0
#if CONFIG_VP9_HIGHBITDEPTH
5088
0
          if (cpi->Source->flags & YV12_FLAG_HIGHBITDEPTH)
5089
0
            var += vp9_high_get_sby_variance(cpi, &buf, BLOCK_8X8, xd->bd);
5090
0
          else
5091
0
#endif
5092
0
            var += vp9_get_sby_variance(cpi, &buf, BLOCK_8X8);
5093
5094
0
          num_of_var += 1.0;
5095
0
        }
5096
0
      }
5097
0
      var = var / num_of_var / 64.0;
5098
5099
      // Curve fitting with an exponential model on all 16x16 blocks from the
5100
      // Midres dataset.
5101
0
      var = 67.035434 * (1 - exp(-0.0021489 * var)) + 17.492222;
5102
0
      cpi->mi_ssim_rdmult_scaling_factors[index] = var;
5103
0
      log_sum += log(var);
5104
0
    }
5105
0
  }
5106
0
  log_sum = exp(log_sum / (double)(num_rows * num_cols));
5107
5108
0
  for (row = 0; row < num_rows; ++row) {
5109
0
    for (col = 0; col < num_cols; ++col) {
5110
0
      const int index = row * num_cols + col;
5111
0
      cpi->mi_ssim_rdmult_scaling_factors[index] /= log_sum;
5112
0
    }
5113
0
  }
5114
5115
0
  (void)xd;
5116
0
}
5117
5118
// Process the wiener variance in 16x16 block basis.
5119
0
static int qsort_comp(const void *elem1, const void *elem2) {
5120
0
  int a = *((const int *)elem1);
5121
0
  int b = *((const int *)elem2);
5122
0
  if (a > b) return 1;
5123
0
  if (a < b) return -1;
5124
0
  return 0;
5125
0
}
5126
5127
0
static void init_mb_wiener_var_buffer(VP9_COMP *cpi) {
5128
0
  VP9_COMMON *cm = &cpi->common;
5129
5130
0
  if (cpi->mb_wiener_variance && cpi->mb_wiener_var_rows >= cm->mb_rows &&
5131
0
      cpi->mb_wiener_var_cols >= cm->mb_cols)
5132
0
    return;
5133
5134
0
  vpx_free(cpi->mb_wiener_variance);
5135
0
  cpi->mb_wiener_variance = NULL;
5136
5137
0
  CHECK_MEM_ERROR(
5138
0
      &cm->error, cpi->mb_wiener_variance,
5139
0
      vpx_calloc(cm->mb_rows * cm->mb_cols, sizeof(*cpi->mb_wiener_variance)));
5140
0
  cpi->mb_wiener_var_rows = cm->mb_rows;
5141
0
  cpi->mb_wiener_var_cols = cm->mb_cols;
5142
0
}
5143
5144
70.9k
static void init_sb_mul_scale_buffer(VP9_COMP *cpi) {
5145
70.9k
  VP9_COMMON *cm = &cpi->common;
5146
5147
70.9k
  if (cpi->mb_wiener_var_rows >= cm->mb_rows &&
5148
67.3k
      cpi->mb_wiener_var_cols >= cm->mb_cols)
5149
67.3k
    return;
5150
5151
3.60k
  vpx_free(cpi->sb_mul_scale);
5152
3.60k
  cpi->sb_mul_scale = NULL;
5153
5154
3.60k
  CHECK_MEM_ERROR(
5155
3.60k
      &cm->error, cpi->sb_mul_scale,
5156
3.60k
      vpx_calloc(cm->mb_rows * cm->mb_cols, sizeof(*cpi->sb_mul_scale)));
5157
3.60k
  cpi->mb_wiener_var_rows = cm->mb_rows;
5158
3.60k
  cpi->mb_wiener_var_cols = cm->mb_cols;
5159
3.60k
}
5160
5161
0
static void set_mb_wiener_variance(VP9_COMP *cpi) {
5162
0
  VP9_COMMON *cm = &cpi->common;
5163
0
  uint8_t *buffer = cpi->Source->y_buffer;
5164
0
  int buf_stride = cpi->Source->y_stride;
5165
5166
0
#if CONFIG_VP9_HIGHBITDEPTH
5167
0
  ThreadData *td = &cpi->td;
5168
0
  MACROBLOCK *x = &td->mb;
5169
0
  MACROBLOCKD *xd = &x->e_mbd;
5170
0
  DECLARE_ALIGNED(16, uint16_t, zero_pred16[32 * 32]);
5171
0
  DECLARE_ALIGNED(16, uint8_t, zero_pred8[32 * 32]);
5172
0
  uint8_t *zero_pred;
5173
#else
5174
  DECLARE_ALIGNED(16, uint8_t, zero_pred[32 * 32]);
5175
#endif
5176
5177
0
  DECLARE_ALIGNED(16, int16_t, src_diff[32 * 32]);
5178
0
  DECLARE_ALIGNED(16, tran_low_t, coeff[32 * 32]);
5179
5180
0
  int mb_row, mb_col, count = 0;
5181
  // Hard coded operating block size
5182
0
  const int block_size = 16;
5183
0
  const int coeff_count = block_size * block_size;
5184
0
  const TX_SIZE tx_size = TX_16X16;
5185
5186
0
#if CONFIG_VP9_HIGHBITDEPTH
5187
0
  xd->cur_buf = cpi->Source;
5188
0
  if (xd->cur_buf->flags & YV12_FLAG_HIGHBITDEPTH) {
5189
0
    zero_pred = CONVERT_TO_BYTEPTR(zero_pred16);
5190
0
    memset(zero_pred16, 0, sizeof(*zero_pred16) * coeff_count);
5191
0
  } else {
5192
0
    zero_pred = zero_pred8;
5193
0
    memset(zero_pred8, 0, sizeof(*zero_pred8) * coeff_count);
5194
0
  }
5195
#else
5196
  memset(zero_pred, 0, sizeof(*zero_pred) * coeff_count);
5197
#endif
5198
5199
0
  cpi->norm_wiener_variance = 0;
5200
5201
0
  for (mb_row = 0; mb_row < cm->mb_rows; ++mb_row) {
5202
0
    for (mb_col = 0; mb_col < cm->mb_cols; ++mb_col) {
5203
0
      int idx;
5204
0
      int16_t median_val = 0;
5205
0
      uint8_t *mb_buffer =
5206
0
          buffer + mb_row * block_size * buf_stride + mb_col * block_size;
5207
0
      int64_t wiener_variance = 0;
5208
5209
0
#if CONFIG_VP9_HIGHBITDEPTH
5210
0
      if (xd->cur_buf->flags & YV12_FLAG_HIGHBITDEPTH) {
5211
0
        vpx_highbd_subtract_block(block_size, block_size, src_diff, block_size,
5212
0
                                  mb_buffer, buf_stride, zero_pred, block_size,
5213
0
                                  xd->bd);
5214
0
        vp9_highbd_wht_fwd_txfm(src_diff, block_size, coeff, tx_size);
5215
0
      } else {
5216
0
        vpx_subtract_block(block_size, block_size, src_diff, block_size,
5217
0
                           mb_buffer, buf_stride, zero_pred, block_size);
5218
0
        vp9_wht_fwd_txfm(src_diff, block_size, coeff, tx_size);
5219
0
      }
5220
#else
5221
      vpx_subtract_block(block_size, block_size, src_diff, block_size,
5222
                         mb_buffer, buf_stride, zero_pred, block_size);
5223
      vp9_wht_fwd_txfm(src_diff, block_size, coeff, tx_size);
5224
#endif  // CONFIG_VP9_HIGHBITDEPTH
5225
5226
0
      coeff[0] = 0;
5227
0
      for (idx = 1; idx < coeff_count; ++idx) coeff[idx] = abs(coeff[idx]);
5228
5229
0
      qsort(coeff, coeff_count - 1, sizeof(*coeff), qsort_comp);
5230
5231
      // Noise level estimation
5232
0
      median_val = coeff[coeff_count / 2];
5233
5234
      // Wiener filter
5235
0
      for (idx = 1; idx < coeff_count; ++idx) {
5236
0
        int64_t sqr_coeff = (int64_t)coeff[idx] * coeff[idx];
5237
0
        int64_t tmp_coeff = (int64_t)coeff[idx];
5238
0
        if (median_val) {
5239
0
          tmp_coeff = (sqr_coeff * coeff[idx]) /
5240
0
                      (sqr_coeff + (int64_t)median_val * median_val);
5241
0
        }
5242
0
        wiener_variance += tmp_coeff * tmp_coeff;
5243
0
      }
5244
0
      cpi->mb_wiener_variance[mb_row * cm->mb_cols + mb_col] =
5245
0
          wiener_variance / coeff_count;
5246
0
      cpi->norm_wiener_variance +=
5247
0
          cpi->mb_wiener_variance[mb_row * cm->mb_cols + mb_col];
5248
0
      ++count;
5249
0
    }
5250
0
  }
5251
5252
0
  if (count) cpi->norm_wiener_variance /= count;
5253
0
  cpi->norm_wiener_variance = VPXMAX(1, cpi->norm_wiener_variance);
5254
0
}
5255
5256
#if !CONFIG_REALTIME_ONLY
5257
static PSNR_STATS compute_psnr_stats(const YV12_BUFFER_CONFIG *source_frame,
5258
                                     const YV12_BUFFER_CONFIG *coded_frame,
5259
                                     uint32_t bit_depth,
5260
                                     uint32_t input_bit_depth,
5261
0
                                     int spatial_layer_id) {
5262
0
  PSNR_STATS psnr;
5263
0
#if CONFIG_VP9_HIGHBITDEPTH
5264
0
  vpx_calc_highbd_psnr(source_frame, coded_frame, &psnr, bit_depth,
5265
0
                       input_bit_depth, spatial_layer_id);
5266
#else   // CONFIG_VP9_HIGHBITDEPTH
5267
  (void)bit_depth;
5268
  (void)input_bit_depth;
5269
  vpx_calc_psnr(source_frame, coded_frame, &psnr, spatial_layer_id);
5270
#endif  // CONFIG_VP9_HIGHBITDEPTH
5271
0
  return psnr;
5272
0
}
5273
5274
static void update_encode_frame_result_basic(
5275
    FRAME_UPDATE_TYPE update_type, int show_idx, int quantize_index,
5276
0
    ENCODE_FRAME_RESULT *encode_frame_result) {
5277
0
  encode_frame_result->show_idx = show_idx;
5278
0
  encode_frame_result->update_type = update_type;
5279
0
  encode_frame_result->quantize_index = quantize_index;
5280
0
}
5281
#endif  // !CONFIG_REALTIME_ONLY
5282
5283
static void encode_frame_to_data_rate(
5284
    VP9_COMP *cpi, size_t *size, uint8_t *dest, size_t dest_size,
5285
70.9k
    unsigned int *frame_flags, ENCODE_FRAME_RESULT *encode_frame_result) {
5286
70.9k
  VP9_COMMON *const cm = &cpi->common;
5287
70.9k
  const VP9EncoderConfig *const oxcf = &cpi->oxcf;
5288
70.9k
  struct segmentation *const seg = &cm->seg;
5289
70.9k
  TX_SIZE t;
5290
5291
70.9k
  if (vp9_svc_check_skip_enhancement_layer(cpi)) return;
5292
5293
70.9k
  set_ext_overrides(cpi);
5294
70.9k
  vpx_clear_system_state();
5295
5296
#ifdef ENABLE_KF_DENOISE
5297
  // Spatial denoise of key frame.
5298
  if (is_spatial_denoise_enabled(cpi)) spatial_denoise_frame(cpi);
5299
#endif
5300
5301
70.9k
  if (cm->show_existing_frame == 0) {
5302
    // Update frame index
5303
70.9k
    set_frame_index(cpi, cm);
5304
5305
    // Set the arf sign bias for this frame.
5306
70.9k
    set_ref_sign_bias(cpi);
5307
70.9k
  }
5308
5309
  // On the very first frame set the deadline_mode_previous_frame to
5310
  // the current mode.
5311
70.9k
  if (cpi->common.current_video_frame == 0)
5312
3.60k
    cpi->deadline_mode_previous_frame = cpi->oxcf.mode;
5313
5314
  // Set default state for segment based loop filter update flags.
5315
70.9k
  cm->lf.mode_ref_delta_update = 0;
5316
5317
70.9k
  if (cpi->oxcf.pass == 2 && cpi->sf.adaptive_interp_filter_search)
5318
0
    cpi->sf.interp_filter_search_mask = setup_interp_filter_search_mask(cpi);
5319
5320
  // Set various flags etc to special state if it is a key frame.
5321
70.9k
  if (frame_is_intra_only(cm)) {
5322
    // Reset the loop filter deltas and segmentation map.
5323
14.5k
    vp9_reset_segment_features(&cm->seg);
5324
5325
    // If segmentation is enabled force a map update for key frames.
5326
14.5k
    if (seg->enabled) {
5327
0
      seg->update_map = 1;
5328
0
      seg->update_data = 1;
5329
0
    }
5330
5331
    // The alternate reference frame cannot be active for a key frame.
5332
14.5k
    cpi->rc.source_alt_ref_active = 0;
5333
5334
14.5k
    cm->error_resilient_mode = oxcf->error_resilient_mode;
5335
14.5k
    cm->frame_parallel_decoding_mode = oxcf->frame_parallel_decoding_mode;
5336
5337
    // By default, encoder assumes decoder can use prev_mi.
5338
14.5k
    if (cm->error_resilient_mode) {
5339
0
      cm->frame_parallel_decoding_mode = 1;
5340
0
      cm->reset_frame_context = 0;
5341
0
      cm->refresh_frame_context = 0;
5342
14.5k
    } else if (cm->intra_only) {
5343
      // Only reset the current context.
5344
0
      cm->reset_frame_context = 2;
5345
0
    }
5346
14.5k
  }
5347
5348
70.9k
  if (oxcf->tuning == VP8_TUNE_SSIM) set_mb_ssim_rdmult_scaling(cpi);
5349
5350
70.9k
  if (oxcf->aq_mode == PERCEPTUAL_AQ) {
5351
0
    init_mb_wiener_var_buffer(cpi);
5352
0
    set_mb_wiener_variance(cpi);
5353
0
  }
5354
5355
70.9k
  init_sb_mul_scale_buffer(cpi);
5356
5357
70.9k
  vpx_clear_system_state();
5358
5359
#if CONFIG_INTERNAL_STATS
5360
  memset(cpi->mode_chosen_counts, 0,
5361
         MAX_MODES * sizeof(*cpi->mode_chosen_counts));
5362
#endif
5363
  // Backup to ensure consistency between recodes
5364
70.9k
  save_encode_params(cpi);
5365
70.9k
  if (cpi->ext_ratectrl.ready &&
5366
0
      (cpi->ext_ratectrl.funcs.rc_type & VPX_RC_RDMULT) != 0 &&
5367
0
      cpi->ext_ratectrl.funcs.get_frame_rdmult != NULL) {
5368
0
    vpx_codec_err_t codec_status;
5369
0
    const GF_GROUP *gf_group = &cpi->twopass.gf_group;
5370
0
    FRAME_UPDATE_TYPE update_type = gf_group->update_type[gf_group->index];
5371
0
    const int ref_frame_flags = get_ref_frame_flags(cpi);
5372
0
    RefCntBuffer *ref_frame_bufs[MAX_INTER_REF_FRAMES];
5373
0
    const RefCntBuffer *curr_frame_buf = get_ref_cnt_buffer(cm, cm->new_fb_idx);
5374
    // index 0 of a gf group is always KEY/OVERLAY/GOLDEN.
5375
    // index 1 refers to the first encoding frame in a gf group.
5376
    // Therefore if it is ARF_UPDATE, it means this gf group uses alt ref.
5377
    // See function define_gf_group_structure().
5378
0
    const int use_alt_ref = gf_group->update_type[1] == ARF_UPDATE;
5379
0
    int ext_rdmult = VPX_DEFAULT_RDMULT;
5380
0
    get_ref_frame_bufs(cpi, ref_frame_bufs);
5381
0
    codec_status = vp9_extrc_get_frame_rdmult(
5382
0
        &cpi->ext_ratectrl, curr_frame_buf->frame_index,
5383
0
        cm->current_frame_coding_index, gf_group->index, update_type,
5384
0
        gf_group->gf_group_size, use_alt_ref, ref_frame_bufs, ref_frame_flags,
5385
0
        &ext_rdmult);
5386
0
    if (codec_status != VPX_CODEC_OK) {
5387
0
      vpx_internal_error(&cm->error, codec_status,
5388
0
                         "vp9_extrc_get_frame_rdmult() failed");
5389
0
    }
5390
0
    cpi->ext_ratectrl.ext_rdmult = ext_rdmult;
5391
0
  }
5392
5393
70.9k
  if (cpi->sf.recode_loop == DISALLOW_RECODE) {
5394
70.9k
    if (!encode_without_recode_loop(cpi, size, dest, dest_size)) return;
5395
70.9k
  } else {
5396
0
#if !CONFIG_REALTIME_ONLY
5397
#if CONFIG_COLLECT_COMPONENT_TIMING
5398
    start_timing(cpi, encode_with_recode_loop_time);
5399
#endif
5400
0
    encode_with_recode_loop(cpi, size, dest, dest_size);
5401
#if CONFIG_COLLECT_COMPONENT_TIMING
5402
    end_timing(cpi, encode_with_recode_loop_time);
5403
#endif
5404
0
#endif  // !CONFIG_REALTIME_ONLY
5405
0
  }
5406
5407
  // TODO(jingning): When using show existing frame mode, we assume that the
5408
  // current ARF will be directly used as the final reconstructed frame. This is
5409
  // an encoder control scheme. One could in principle explore other
5410
  // possibilities to arrange the reference frame buffer and their coding order.
5411
70.9k
  if (cm->show_existing_frame) {
5412
0
    ref_cnt_fb(cm->buffer_pool->frame_bufs, &cm->new_fb_idx,
5413
0
               cm->ref_frame_map[cpi->alt_fb_idx]);
5414
0
  }
5415
5416
70.9k
#if !CONFIG_REALTIME_ONLY
5417
  // Disable segmentation if it decrease rate/distortion ratio
5418
70.9k
  if (cpi->oxcf.aq_mode == LOOKAHEAD_AQ)
5419
0
    vp9_try_disable_lookahead_aq(cpi, size, dest, dest_size);
5420
70.9k
#endif
5421
5422
#if CONFIG_VP9_TEMPORAL_DENOISING
5423
#ifdef OUTPUT_YUV_DENOISED
5424
  if (oxcf->noise_sensitivity > 0 && denoise_svc(cpi)) {
5425
    vpx_write_yuv_frame(yuv_denoised_file,
5426
                        &cpi->denoiser.running_avg_y[INTRA_FRAME]);
5427
  }
5428
#endif
5429
#endif
5430
#ifdef OUTPUT_YUV_SKINMAP
5431
  if (cpi->common.current_video_frame > 1) {
5432
    vp9_output_skin_map(cpi, yuv_skinmap_file);
5433
  }
5434
#endif
5435
5436
  // Special case code to reduce pulsing when key frames are forced at a
5437
  // fixed interval. Note the reconstruction error if it is the frame before
5438
  // the force key frame
5439
70.9k
  if (cpi->rc.next_key_frame_forced && cpi->rc.frames_to_key == 1) {
5440
0
#if CONFIG_VP9_HIGHBITDEPTH
5441
0
    if (cm->use_highbitdepth) {
5442
0
      cpi->ambient_err =
5443
0
          vpx_highbd_get_y_sse(cpi->Source, get_frame_new_buffer(cm));
5444
0
    } else {
5445
0
      cpi->ambient_err = vpx_get_y_sse(cpi->Source, get_frame_new_buffer(cm));
5446
0
    }
5447
#else
5448
    cpi->ambient_err = vpx_get_y_sse(cpi->Source, get_frame_new_buffer(cm));
5449
#endif  // CONFIG_VP9_HIGHBITDEPTH
5450
0
  }
5451
5452
  // If the encoder forced a KEY_FRAME decision
5453
70.9k
  if (cm->frame_type == KEY_FRAME) cpi->refresh_last_frame = 1;
5454
5455
70.9k
  cm->frame_to_show = get_frame_new_buffer(cm);
5456
70.9k
  cm->frame_to_show->color_space = cm->color_space;
5457
70.9k
  cm->frame_to_show->color_range = cm->color_range;
5458
70.9k
  cm->frame_to_show->render_width = cm->render_width;
5459
70.9k
  cm->frame_to_show->render_height = cm->render_height;
5460
5461
#if CONFIG_COLLECT_COMPONENT_TIMING
5462
  start_timing(cpi, loopfilter_frame_time);
5463
#endif
5464
  // Pick the loop filter level for the frame.
5465
70.9k
  loopfilter_frame(cpi, cm);
5466
#if CONFIG_COLLECT_COMPONENT_TIMING
5467
  end_timing(cpi, loopfilter_frame_time);
5468
#endif
5469
5470
70.9k
  if (cpi->rc.use_post_encode_drop) save_coding_context(cpi);
5471
5472
#if CONFIG_COLLECT_COMPONENT_TIMING
5473
  start_timing(cpi, vp9_pack_bitstream_time);
5474
#endif
5475
  // build the bitstream
5476
70.9k
  vp9_pack_bitstream(cpi, dest, dest_size, size);
5477
#if CONFIG_COLLECT_COMPONENT_TIMING
5478
  end_timing(cpi, vp9_pack_bitstream_time);
5479
#endif
5480
5481
70.9k
  if (cpi->ext_ratectrl.ready &&
5482
0
      cpi->ext_ratectrl.funcs.update_encodeframe_result != NULL) {
5483
0
    vpx_codec_err_t codec_status = vp9_extrc_update_encodeframe_result(
5484
0
        &cpi->ext_ratectrl, (*size) << 3, cm->base_qindex);
5485
0
    if (codec_status != VPX_CODEC_OK) {
5486
0
      vpx_internal_error(&cm->error, codec_status,
5487
0
                         "vp9_extrc_update_encodeframe_result() failed");
5488
0
    }
5489
0
  }
5490
#if CONFIG_REALTIME_ONLY
5491
  (void)encode_frame_result;
5492
  assert(encode_frame_result == NULL);
5493
#else   // CONFIG_REALTIME_ONLY
5494
70.9k
  if (encode_frame_result != NULL) {
5495
0
    const RefCntBuffer *coded_frame_buf =
5496
0
        get_ref_cnt_buffer(cm, cm->new_fb_idx);
5497
0
    RefCntBuffer *ref_frame_bufs[MAX_INTER_REF_FRAMES];
5498
0
    FRAME_UPDATE_TYPE update_type =
5499
0
        cpi->twopass.gf_group.update_type[cpi->twopass.gf_group.index];
5500
0
    int quantize_index = vp9_get_quantizer(cpi);
5501
0
    get_ref_frame_bufs(cpi, ref_frame_bufs);
5502
    // update_encode_frame_result() depends on twopass.gf_group.index and
5503
    // cm->new_fb_idx, cpi->Source, cpi->lst_fb_idx, cpi->gld_fb_idx and
5504
    // cpi->alt_fb_idx are updated for current frame and have
5505
    // not been updated for the next frame yet.
5506
    // The update locations are as follows.
5507
    // 1) twopass.gf_group.index is initialized at define_gf_group by vp9_zero()
5508
    // for the first frame in the gf_group and is updated for the next frame at
5509
    // vp9_twopass_postencode_update().
5510
    // 2) cpi->Source is updated at the beginning of vp9_get_compressed_data()
5511
    // 3) cm->new_fb_idx is updated at the beginning of
5512
    // vp9_get_compressed_data() by get_free_fb(cm).
5513
    // 4) cpi->lst_fb_idx/gld_fb_idx/alt_fb_idx will be updated for the next
5514
    // frame at vp9_update_reference_frames().
5515
    // This function needs to be called before vp9_update_reference_frames().
5516
    // TODO(angiebird): Improve the codebase to make the update of frame
5517
    // dependent variables more robust.
5518
5519
0
    update_encode_frame_result_basic(update_type, coded_frame_buf->frame_index,
5520
0
                                     quantize_index, encode_frame_result);
5521
0
    if (cpi->ext_ratectrl.ready && cpi->ext_ratectrl.log_file) {
5522
0
      PSNR_STATS psnr = compute_psnr_stats(
5523
0
          cpi->Source, &coded_frame_buf->buf, cm->bit_depth,
5524
0
          cpi->oxcf.input_bit_depth, cpi->svc.spatial_layer_id);
5525
0
      fprintf(cpi->ext_ratectrl.log_file,
5526
0
              "ENCODE_FRAME_RESULT gop_index %d psnr %f bits %zu\n",
5527
0
              cpi->twopass.gf_group.index, psnr.psnr[0], (*size) << 3);
5528
0
    }
5529
0
  }
5530
70.9k
#endif  // CONFIG_REALTIME_ONLY
5531
5532
70.9k
  if (cpi->rc.use_post_encode_drop && cm->base_qindex < cpi->rc.worst_quality &&
5533
0
      cpi->svc.spatial_layer_id == 0 && post_encode_drop_cbr(cpi, size)) {
5534
0
    restore_coding_context(cpi);
5535
0
    return;
5536
0
  }
5537
5538
70.9k
  cpi->last_frame_dropped = 0;
5539
70.9k
  cpi->svc.last_layer_dropped[cpi->svc.spatial_layer_id] = 0;
5540
70.9k
  if (cpi->svc.spatial_layer_id == cpi->svc.number_spatial_layers - 1)
5541
70.8k
    cpi->svc.num_encoded_top_layer++;
5542
5543
  // Keep track of the frame buffer index updated/refreshed for the
5544
  // current encoded TL0 superframe.
5545
70.9k
  if (cpi->svc.temporal_layer_id == 0) {
5546
70.8k
    if (cpi->refresh_last_frame)
5547
70.8k
      cpi->svc.fb_idx_upd_tl0[cpi->svc.spatial_layer_id] = cpi->lst_fb_idx;
5548
0
    else if (cpi->refresh_golden_frame)
5549
0
      cpi->svc.fb_idx_upd_tl0[cpi->svc.spatial_layer_id] = cpi->gld_fb_idx;
5550
0
    else if (cpi->refresh_alt_ref_frame)
5551
0
      cpi->svc.fb_idx_upd_tl0[cpi->svc.spatial_layer_id] = cpi->alt_fb_idx;
5552
70.8k
  }
5553
5554
70.9k
  if (cm->seg.update_map) update_reference_segmentation_map(cpi);
5555
5556
70.9k
  if (frame_is_intra_only(cm) == 0) {
5557
56.4k
    release_scaled_references(cpi);
5558
56.4k
  }
5559
70.9k
  vp9_update_reference_frames(cpi);
5560
5561
70.9k
  if (!cm->show_existing_frame) {
5562
354k
    for (t = TX_4X4; t <= TX_32X32; ++t) {
5563
283k
      full_to_model_counts(cpi->td.counts->coef[t],
5564
283k
                           cpi->td.rd_counts.coef_counts[t]);
5565
283k
    }
5566
5567
70.8k
    if (!cm->error_resilient_mode && !cm->frame_parallel_decoding_mode) {
5568
0
      if (!frame_is_intra_only(cm)) {
5569
0
        vp9_adapt_mode_probs(cm);
5570
0
        vp9_adapt_mv_probs(cm, cm->allow_high_precision_mv);
5571
0
      }
5572
0
      vp9_adapt_coef_probs(cm);
5573
0
    }
5574
70.8k
  }
5575
5576
70.9k
  cpi->ext_refresh_frame_flags_pending = 0;
5577
5578
70.9k
  if (cpi->refresh_golden_frame == 1)
5579
18.5k
    cpi->frame_flags |= FRAMEFLAGS_GOLDEN;
5580
52.3k
  else
5581
52.3k
    cpi->frame_flags &= ~FRAMEFLAGS_GOLDEN;
5582
5583
70.9k
  if (cpi->refresh_alt_ref_frame == 1)
5584
14.4k
    cpi->frame_flags |= FRAMEFLAGS_ALTREF;
5585
56.4k
  else
5586
56.4k
    cpi->frame_flags &= ~FRAMEFLAGS_ALTREF;
5587
5588
70.9k
  cpi->ref_frame_flags = get_ref_frame_flags(cpi);
5589
5590
70.9k
  cm->last_frame_type = cm->frame_type;
5591
5592
70.9k
  vp9_rc_postencode_update(cpi, *size);
5593
5594
70.9k
  if (cpi->compute_frame_low_motion_onepass && oxcf->pass == 0 &&
5595
70.8k
      !frame_is_intra_only(cm) &&
5596
56.4k
      (!cpi->use_svc ||
5597
0
       (cpi->use_svc &&
5598
0
        !cpi->svc.layer_context[cpi->svc.temporal_layer_id].is_key_frame &&
5599
56.4k
        cpi->svc.spatial_layer_id == cpi->svc.number_spatial_layers - 1))) {
5600
56.4k
    vp9_compute_frame_low_motion(cpi);
5601
56.4k
  }
5602
5603
70.9k
  *size = VPXMAX(1, *size);
5604
5605
#if 0
5606
  output_frame_level_debug_stats(cpi);
5607
#endif
5608
5609
70.9k
  if (cm->frame_type == KEY_FRAME) {
5610
    // Tell the caller that the frame was coded as a key frame
5611
14.4k
    *frame_flags = cpi->frame_flags | FRAMEFLAGS_KEY;
5612
56.4k
  } else {
5613
56.4k
    *frame_flags = cpi->frame_flags & ~FRAMEFLAGS_KEY;
5614
56.4k
  }
5615
5616
  // Clear the one shot update flags for segmentation map and mode/ref loop
5617
  // filter deltas.
5618
70.9k
  cm->seg.update_map = 0;
5619
70.9k
  cm->seg.update_data = 0;
5620
70.9k
  cm->lf.mode_ref_delta_update = 0;
5621
5622
  // keep track of the last coded dimensions
5623
70.9k
  cm->last_width = cm->width;
5624
70.9k
  cm->last_height = cm->height;
5625
5626
  // reset to normal state now that we are done.
5627
70.9k
  if (!cm->show_existing_frame) {
5628
70.8k
    cm->last_show_frame = cm->show_frame;
5629
70.8k
    cm->prev_frame = cm->cur_frame;
5630
70.8k
  }
5631
5632
70.9k
  if (cm->show_frame) {
5633
70.8k
    vp9_swap_mi_and_prev_mi(cm);
5634
70.8k
    if (cpi->use_svc) vp9_inc_frame_in_layer(cpi);
5635
70.8k
  }
5636
70.9k
  update_frame_indexes(cm, cm->show_frame);
5637
5638
70.9k
  if (cpi->use_svc) {
5639
0
    cpi->svc
5640
0
        .layer_context[cpi->svc.spatial_layer_id *
5641
0
                           cpi->svc.number_temporal_layers +
5642
0
                       cpi->svc.temporal_layer_id]
5643
0
        .last_frame_type = cm->frame_type;
5644
    // Reset layer_sync back to 0 for next frame.
5645
0
    cpi->svc.spatial_layer_sync[cpi->svc.spatial_layer_id] = 0;
5646
0
  }
5647
5648
70.9k
  cpi->force_update_segmentation = 0;
5649
5650
70.9k
#if !CONFIG_REALTIME_ONLY
5651
70.9k
  if (cpi->oxcf.aq_mode == LOOKAHEAD_AQ)
5652
0
    vp9_alt_ref_aq_unset_all(cpi->alt_ref_aq, cpi);
5653
70.9k
#endif
5654
5655
70.9k
  cpi->svc.previous_frame_is_intra_only = cm->intra_only;
5656
70.9k
  cpi->svc.set_intra_only_frame = 0;
5657
70.9k
}
5658
5659
static void SvcEncode(VP9_COMP *cpi, size_t *size, uint8_t *dest,
5660
0
                      size_t dest_size, unsigned int *frame_flags) {
5661
0
  vp9_rc_get_svc_params(cpi);
5662
0
  encode_frame_to_data_rate(cpi, size, dest, dest_size, frame_flags,
5663
0
                            /*encode_frame_result = */ NULL);
5664
0
}
5665
5666
static void Pass0Encode(VP9_COMP *cpi, size_t *size, uint8_t *dest,
5667
70.9k
                        size_t dest_size, unsigned int *frame_flags) {
5668
70.9k
  if (cpi->oxcf.rc_mode == VPX_CBR) {
5669
0
    vp9_rc_get_one_pass_cbr_params(cpi);
5670
70.9k
  } else {
5671
70.9k
    vp9_rc_get_one_pass_vbr_params(cpi);
5672
70.9k
  }
5673
70.9k
  encode_frame_to_data_rate(cpi, size, dest, dest_size, frame_flags,
5674
70.9k
                            /*encode_frame_result = */ NULL);
5675
70.9k
}
5676
5677
#if !CONFIG_REALTIME_ONLY
5678
static void Pass2Encode(VP9_COMP *cpi, size_t *size, uint8_t *dest,
5679
                        size_t dest_size, unsigned int *frame_flags,
5680
0
                        ENCODE_FRAME_RESULT *encode_frame_result) {
5681
0
  cpi->allow_encode_breakout = ENCODE_BREAKOUT_ENABLED;
5682
#if CONFIG_MISMATCH_DEBUG
5683
  mismatch_move_frame_idx_w();
5684
#endif
5685
0
  encode_frame_to_data_rate(cpi, size, dest, dest_size, frame_flags,
5686
0
                            encode_frame_result);
5687
0
}
5688
#endif  // !CONFIG_REALTIME_ONLY
5689
5690
int vp9_receive_raw_frame(VP9_COMP *cpi, vpx_enc_frame_flags_t frame_flags,
5691
                          YV12_BUFFER_CONFIG *sd, int64_t time_stamp,
5692
71.5k
                          int64_t end_time) {
5693
71.5k
  VP9_COMMON *const cm = &cpi->common;
5694
#if CONFIG_INTERNAL_STATS
5695
  struct vpx_usec_timer timer;
5696
#endif
5697
71.5k
  int res = 0;
5698
71.5k
  const int subsampling_x = sd->subsampling_x;
5699
71.5k
  const int subsampling_y = sd->subsampling_y;
5700
71.5k
#if CONFIG_VP9_HIGHBITDEPTH
5701
71.5k
  const int use_highbitdepth = (sd->flags & YV12_FLAG_HIGHBITDEPTH) != 0;
5702
#else
5703
  const int use_highbitdepth = 0;
5704
#endif
5705
5706
71.5k
  if ((cm->profile == PROFILE_0 || cm->profile == PROFILE_2) &&
5707
71.5k
      (subsampling_x != 1 || subsampling_y != 1)) {
5708
0
    vpx_internal_error(&cm->error, VPX_CODEC_INVALID_PARAM,
5709
0
                       "Non-4:2:0 color format requires profile 1 or 3");
5710
0
    return -1;
5711
0
  }
5712
71.5k
  if ((cm->profile == PROFILE_1 || cm->profile == PROFILE_3) &&
5713
0
      (subsampling_x == 1 && subsampling_y == 1)) {
5714
0
    vpx_internal_error(&cm->error, VPX_CODEC_INVALID_PARAM,
5715
0
                       "4:2:0 color format requires profile 0 or 2");
5716
0
    return -1;
5717
0
  }
5718
71.5k
  if (cm->color_space == VPX_CS_SRGB) {
5719
0
    if (cm->profile == PROFILE_0 || cm->profile == PROFILE_2) {
5720
0
      vpx_internal_error(&cm->error, VPX_CODEC_INVALID_PARAM,
5721
0
                         "SRGB color space requires profile 1 or 3");
5722
0
      return -1;
5723
0
    }
5724
0
    if (subsampling_x != 0 || subsampling_y != 0) {
5725
0
      vpx_internal_error(&cm->error, VPX_CODEC_INVALID_PARAM,
5726
0
                         "SRGB color space requires 4:4:4");
5727
0
      return -1;
5728
0
    }
5729
0
  }
5730
5731
71.5k
  update_initial_width(cpi, use_highbitdepth, subsampling_x, subsampling_y);
5732
#if CONFIG_VP9_TEMPORAL_DENOISING
5733
  setup_denoiser_buffer(cpi);
5734
#endif
5735
5736
71.5k
  alloc_raw_frame_buffers(cpi);
5737
5738
#if CONFIG_INTERNAL_STATS
5739
  vpx_usec_timer_start(&timer);
5740
#endif
5741
5742
71.5k
  if (vp9_lookahead_push(cpi->lookahead, sd, time_stamp, end_time,
5743
71.5k
                         use_highbitdepth, frame_flags))
5744
0
    res = -1;
5745
#if CONFIG_INTERNAL_STATS
5746
  vpx_usec_timer_mark(&timer);
5747
  cpi->time_receive_data += vpx_usec_timer_elapsed(&timer);
5748
#endif
5749
5750
71.5k
  return res;
5751
71.5k
}
5752
5753
70.8k
static int frame_is_reference(const VP9_COMP *cpi) {
5754
70.8k
  const VP9_COMMON *cm = &cpi->common;
5755
5756
70.8k
  return cm->frame_type == KEY_FRAME || cpi->refresh_last_frame ||
5757
0
         cpi->refresh_golden_frame || cpi->refresh_alt_ref_frame ||
5758
0
         cm->refresh_frame_context || cm->lf.mode_ref_delta_update ||
5759
0
         cm->seg.update_map || cm->seg.update_data;
5760
70.8k
}
5761
5762
static void adjust_frame_rate(VP9_COMP *cpi,
5763
70.9k
                              const struct lookahead_entry *source) {
5764
70.9k
  int64_t this_duration;
5765
70.9k
  int step = 0;
5766
5767
70.9k
  if (source->ts_start == cpi->first_time_stamp_ever) {
5768
70.9k
    this_duration = source->ts_end - source->ts_start;
5769
70.9k
    step = 1;
5770
70.9k
  } else {
5771
0
    int64_t last_duration =
5772
0
        cpi->last_end_time_stamp_seen - cpi->last_time_stamp_seen;
5773
5774
0
    this_duration = source->ts_end - cpi->last_end_time_stamp_seen;
5775
5776
    // do a step update if the duration changes by 10%
5777
0
    if (last_duration)
5778
0
      step = (int)((this_duration - last_duration) * 10 / last_duration);
5779
0
  }
5780
5781
70.9k
  if (this_duration) {
5782
70.3k
    if (step) {
5783
70.3k
      vp9_new_framerate(cpi, 10000000.0 / this_duration);
5784
70.3k
    } else {
5785
      // Average this frame's rate into the last second's average
5786
      // frame rate. If we haven't seen 1 second yet, then average
5787
      // over the whole interval seen.
5788
0
      const double interval = VPXMIN(
5789
0
          (double)(source->ts_end - cpi->first_time_stamp_ever), 10000000.0);
5790
0
      double avg_duration = 10000000.0 / cpi->framerate;
5791
0
      avg_duration *= (interval - avg_duration + this_duration);
5792
0
      avg_duration /= interval;
5793
5794
0
      vp9_new_framerate(cpi, 10000000.0 / avg_duration);
5795
0
    }
5796
70.3k
  }
5797
70.9k
  cpi->last_time_stamp_seen = source->ts_start;
5798
70.9k
  cpi->last_end_time_stamp_seen = source->ts_end;
5799
70.9k
}
5800
5801
// Returns 0 if this is not an alt ref else the offset of the source frame
5802
// used as the arf midpoint.
5803
169k
static int get_arf_src_index(VP9_COMP *cpi) {
5804
169k
  RATE_CONTROL *const rc = &cpi->rc;
5805
169k
  int arf_src_index = 0;
5806
169k
  if (is_altref_enabled(cpi)) {
5807
169k
    if (cpi->oxcf.pass == 2) {
5808
0
      const GF_GROUP *const gf_group = &cpi->twopass.gf_group;
5809
0
      if (gf_group->update_type[gf_group->index] == ARF_UPDATE) {
5810
0
        arf_src_index = gf_group->arf_src_offset[gf_group->index];
5811
0
      }
5812
169k
    } else if (rc->source_alt_ref_pending) {
5813
0
      arf_src_index = rc->frames_till_gf_update_due;
5814
0
    }
5815
169k
  }
5816
169k
  return arf_src_index;
5817
169k
}
5818
5819
static void check_src_altref(VP9_COMP *cpi,
5820
70.9k
                             const struct lookahead_entry *source) {
5821
70.9k
  RATE_CONTROL *const rc = &cpi->rc;
5822
5823
70.9k
  if (cpi->oxcf.pass == 2) {
5824
0
    const GF_GROUP *const gf_group = &cpi->twopass.gf_group;
5825
0
    rc->is_src_frame_alt_ref =
5826
0
        (gf_group->update_type[gf_group->index] == OVERLAY_UPDATE);
5827
70.9k
  } else {
5828
70.9k
    rc->is_src_frame_alt_ref =
5829
70.9k
        cpi->alt_ref_source && (source == cpi->alt_ref_source);
5830
70.9k
  }
5831
5832
70.9k
  if (rc->is_src_frame_alt_ref) {
5833
    // Current frame is an ARF overlay frame.
5834
0
    cpi->alt_ref_source = NULL;
5835
5836
    // Don't refresh the last buffer for an ARF overlay frame. It will
5837
    // become the GF so preserve last as an alternative prediction option.
5838
0
    cpi->refresh_last_frame = 0;
5839
0
  }
5840
70.9k
}
5841
5842
#if CONFIG_INTERNAL_STATS
5843
static void adjust_image_stat(double y, double u, double v, double all,
5844
                              ImageStat *s) {
5845
  s->stat[Y] += y;
5846
  s->stat[U] += u;
5847
  s->stat[V] += v;
5848
  s->stat[ALL] += all;
5849
  s->worst = VPXMIN(s->worst, all);
5850
}
5851
#endif  // CONFIG_INTERNAL_STATS
5852
5853
// Adjust the maximum allowable frame size for the target level.
5854
0
static void level_rc_framerate(VP9_COMP *cpi, int arf_src_index) {
5855
0
  RATE_CONTROL *const rc = &cpi->rc;
5856
0
  LevelConstraint *const ls = &cpi->level_constraint;
5857
0
  VP9_COMMON *const cm = &cpi->common;
5858
0
  const double max_cpb_size = ls->max_cpb_size;
5859
0
  vpx_clear_system_state();
5860
0
  rc->max_frame_bandwidth = VPXMIN(rc->max_frame_bandwidth, ls->max_frame_size);
5861
0
  if (frame_is_intra_only(cm)) {
5862
0
    rc->max_frame_bandwidth =
5863
0
        VPXMIN(rc->max_frame_bandwidth, (int)(max_cpb_size * 0.5));
5864
0
  } else if (arf_src_index > 0) {
5865
0
    rc->max_frame_bandwidth =
5866
0
        VPXMIN(rc->max_frame_bandwidth, (int)(max_cpb_size * 0.4));
5867
0
  } else {
5868
0
    rc->max_frame_bandwidth =
5869
0
        VPXMIN(rc->max_frame_bandwidth, (int)(max_cpb_size * 0.2));
5870
0
  }
5871
0
}
5872
5873
0
static void update_level_info(VP9_COMP *cpi, size_t size, int arf_src_index) {
5874
0
  VP9_COMMON *const cm = &cpi->common;
5875
0
  Vp9LevelInfo *const level_info = &cpi->level_info;
5876
0
  Vp9LevelSpec *const level_spec = &level_info->level_spec;
5877
0
  Vp9LevelStats *const level_stats = &level_info->level_stats;
5878
0
  int i, idx;
5879
0
  uint64_t luma_samples, dur_end;
5880
0
  const uint32_t luma_pic_size = cm->width * cm->height;
5881
0
  const uint32_t luma_pic_breadth = VPXMAX(cm->width, cm->height);
5882
0
  LevelConstraint *const level_constraint = &cpi->level_constraint;
5883
0
  const int8_t level_index = level_constraint->level_index;
5884
0
  double cpb_data_size;
5885
5886
0
  vpx_clear_system_state();
5887
5888
  // update level_stats
5889
0
  level_stats->total_compressed_size += size;
5890
0
  if (cm->show_frame) {
5891
0
    level_stats->total_uncompressed_size +=
5892
0
        luma_pic_size +
5893
0
        2 * (luma_pic_size >> (cm->subsampling_x + cm->subsampling_y));
5894
0
    level_stats->time_encoded =
5895
0
        (cpi->last_end_time_stamp_seen - cpi->first_time_stamp_ever) /
5896
0
        (double)TICKS_PER_SEC;
5897
0
  }
5898
5899
0
  if (arf_src_index > 0) {
5900
0
    if (!level_stats->seen_first_altref) {
5901
0
      level_stats->seen_first_altref = 1;
5902
0
    } else if (level_stats->frames_since_last_altref <
5903
0
               level_spec->min_altref_distance) {
5904
0
      level_spec->min_altref_distance = level_stats->frames_since_last_altref;
5905
0
    }
5906
0
    level_stats->frames_since_last_altref = 0;
5907
0
  } else {
5908
0
    ++level_stats->frames_since_last_altref;
5909
0
  }
5910
5911
0
  if (level_stats->frame_window_buffer.len < FRAME_WINDOW_SIZE - 1) {
5912
0
    idx = (level_stats->frame_window_buffer.start +
5913
0
           level_stats->frame_window_buffer.len++) %
5914
0
          FRAME_WINDOW_SIZE;
5915
0
  } else {
5916
0
    idx = level_stats->frame_window_buffer.start;
5917
0
    level_stats->frame_window_buffer.start = (idx + 1) % FRAME_WINDOW_SIZE;
5918
0
  }
5919
0
  level_stats->frame_window_buffer.buf[idx].ts = cpi->last_time_stamp_seen;
5920
0
  level_stats->frame_window_buffer.buf[idx].size = (uint32_t)size;
5921
0
  level_stats->frame_window_buffer.buf[idx].luma_samples = luma_pic_size;
5922
5923
0
  if (cm->frame_type == KEY_FRAME) {
5924
0
    level_stats->ref_refresh_map = 0;
5925
0
  } else {
5926
0
    int count = 0;
5927
0
    level_stats->ref_refresh_map |= vp9_get_refresh_mask(cpi);
5928
    // Also need to consider the case where the encoder refers to a buffer
5929
    // that has been implicitly refreshed after encoding a keyframe.
5930
0
    if (!cm->intra_only) {
5931
0
      level_stats->ref_refresh_map |= (1 << cpi->lst_fb_idx);
5932
0
      level_stats->ref_refresh_map |= (1 << cpi->gld_fb_idx);
5933
0
      level_stats->ref_refresh_map |= (1 << cpi->alt_fb_idx);
5934
0
    }
5935
0
    for (i = 0; i < REF_FRAMES; ++i) {
5936
0
      count += (level_stats->ref_refresh_map >> i) & 1;
5937
0
    }
5938
0
    if (count > level_spec->max_ref_frame_buffers) {
5939
0
      level_spec->max_ref_frame_buffers = count;
5940
0
    }
5941
0
  }
5942
5943
  // update average_bitrate
5944
0
  level_spec->average_bitrate = (double)level_stats->total_compressed_size /
5945
0
                                125.0 / level_stats->time_encoded;
5946
5947
  // update max_luma_sample_rate
5948
0
  luma_samples = 0;
5949
0
  for (i = 0; i < level_stats->frame_window_buffer.len; ++i) {
5950
0
    idx = (level_stats->frame_window_buffer.start +
5951
0
           level_stats->frame_window_buffer.len - 1 - i) %
5952
0
          FRAME_WINDOW_SIZE;
5953
0
    if (i == 0) {
5954
0
      dur_end = level_stats->frame_window_buffer.buf[idx].ts;
5955
0
    }
5956
0
    if (dur_end - level_stats->frame_window_buffer.buf[idx].ts >=
5957
0
        TICKS_PER_SEC) {
5958
0
      break;
5959
0
    }
5960
0
    luma_samples += level_stats->frame_window_buffer.buf[idx].luma_samples;
5961
0
  }
5962
0
  if (luma_samples > level_spec->max_luma_sample_rate) {
5963
0
    level_spec->max_luma_sample_rate = luma_samples;
5964
0
  }
5965
5966
  // update max_cpb_size
5967
0
  cpb_data_size = 0;
5968
0
  for (i = 0; i < CPB_WINDOW_SIZE; ++i) {
5969
0
    if (i >= level_stats->frame_window_buffer.len) break;
5970
0
    idx = (level_stats->frame_window_buffer.start +
5971
0
           level_stats->frame_window_buffer.len - 1 - i) %
5972
0
          FRAME_WINDOW_SIZE;
5973
0
    cpb_data_size += level_stats->frame_window_buffer.buf[idx].size;
5974
0
  }
5975
0
  cpb_data_size = cpb_data_size / 125.0;
5976
0
  if (cpb_data_size > level_spec->max_cpb_size) {
5977
0
    level_spec->max_cpb_size = cpb_data_size;
5978
0
  }
5979
5980
  // update max_luma_picture_size
5981
0
  if (luma_pic_size > level_spec->max_luma_picture_size) {
5982
0
    level_spec->max_luma_picture_size = luma_pic_size;
5983
0
  }
5984
5985
  // update max_luma_picture_breadth
5986
0
  if (luma_pic_breadth > level_spec->max_luma_picture_breadth) {
5987
0
    level_spec->max_luma_picture_breadth = luma_pic_breadth;
5988
0
  }
5989
5990
  // update compression_ratio
5991
0
  level_spec->compression_ratio = (double)level_stats->total_uncompressed_size *
5992
0
                                  cm->bit_depth /
5993
0
                                  level_stats->total_compressed_size / 8.0;
5994
5995
  // update max_col_tiles
5996
0
  if (level_spec->max_col_tiles < (1 << cm->log2_tile_cols)) {
5997
0
    level_spec->max_col_tiles = (1 << cm->log2_tile_cols);
5998
0
  }
5999
6000
0
  if (level_index >= 0 && level_constraint->fail_flag == 0) {
6001
0
    if (level_spec->max_luma_picture_size >
6002
0
        vp9_level_defs[level_index].max_luma_picture_size) {
6003
0
      level_constraint->fail_flag |= (1 << LUMA_PIC_SIZE_TOO_LARGE);
6004
0
      vpx_internal_error(&cm->error, VPX_CODEC_ERROR,
6005
0
                         "Failed to encode to the target level %d. %s",
6006
0
                         vp9_level_defs[level_index].level,
6007
0
                         level_fail_messages[LUMA_PIC_SIZE_TOO_LARGE]);
6008
0
    }
6009
6010
0
    if (level_spec->max_luma_picture_breadth >
6011
0
        vp9_level_defs[level_index].max_luma_picture_breadth) {
6012
0
      level_constraint->fail_flag |= (1 << LUMA_PIC_BREADTH_TOO_LARGE);
6013
0
      vpx_internal_error(&cm->error, VPX_CODEC_ERROR,
6014
0
                         "Failed to encode to the target level %d. %s",
6015
0
                         vp9_level_defs[level_index].level,
6016
0
                         level_fail_messages[LUMA_PIC_BREADTH_TOO_LARGE]);
6017
0
    }
6018
6019
0
    if ((double)level_spec->max_luma_sample_rate >
6020
0
        (double)vp9_level_defs[level_index].max_luma_sample_rate *
6021
0
            (1 + SAMPLE_RATE_GRACE_P)) {
6022
0
      level_constraint->fail_flag |= (1 << LUMA_SAMPLE_RATE_TOO_LARGE);
6023
0
      vpx_internal_error(&cm->error, VPX_CODEC_ERROR,
6024
0
                         "Failed to encode to the target level %d. %s",
6025
0
                         vp9_level_defs[level_index].level,
6026
0
                         level_fail_messages[LUMA_SAMPLE_RATE_TOO_LARGE]);
6027
0
    }
6028
6029
0
    if (level_spec->max_col_tiles > vp9_level_defs[level_index].max_col_tiles) {
6030
0
      level_constraint->fail_flag |= (1 << TOO_MANY_COLUMN_TILE);
6031
0
      vpx_internal_error(&cm->error, VPX_CODEC_ERROR,
6032
0
                         "Failed to encode to the target level %d. %s",
6033
0
                         vp9_level_defs[level_index].level,
6034
0
                         level_fail_messages[TOO_MANY_COLUMN_TILE]);
6035
0
    }
6036
6037
0
    if (level_spec->min_altref_distance <
6038
0
        vp9_level_defs[level_index].min_altref_distance) {
6039
0
      level_constraint->fail_flag |= (1 << ALTREF_DIST_TOO_SMALL);
6040
0
      vpx_internal_error(&cm->error, VPX_CODEC_ERROR,
6041
0
                         "Failed to encode to the target level %d. %s",
6042
0
                         vp9_level_defs[level_index].level,
6043
0
                         level_fail_messages[ALTREF_DIST_TOO_SMALL]);
6044
0
    }
6045
6046
0
    if (level_spec->max_ref_frame_buffers >
6047
0
        vp9_level_defs[level_index].max_ref_frame_buffers) {
6048
0
      level_constraint->fail_flag |= (1 << TOO_MANY_REF_BUFFER);
6049
0
      vpx_internal_error(&cm->error, VPX_CODEC_ERROR,
6050
0
                         "Failed to encode to the target level %d. %s",
6051
0
                         vp9_level_defs[level_index].level,
6052
0
                         level_fail_messages[TOO_MANY_REF_BUFFER]);
6053
0
    }
6054
6055
0
    if (level_spec->max_cpb_size > vp9_level_defs[level_index].max_cpb_size) {
6056
0
      level_constraint->fail_flag |= (1 << CPB_TOO_LARGE);
6057
0
      vpx_internal_error(&cm->error, VPX_CODEC_ERROR,
6058
0
                         "Failed to encode to the target level %d. %s",
6059
0
                         vp9_level_defs[level_index].level,
6060
0
                         level_fail_messages[CPB_TOO_LARGE]);
6061
0
    }
6062
6063
    // Set an upper bound for the next frame size. It will be used in
6064
    // level_rc_framerate() before encoding the next frame.
6065
0
    cpb_data_size = 0;
6066
0
    for (i = 0; i < CPB_WINDOW_SIZE - 1; ++i) {
6067
0
      if (i >= level_stats->frame_window_buffer.len) break;
6068
0
      idx = (level_stats->frame_window_buffer.start +
6069
0
             level_stats->frame_window_buffer.len - 1 - i) %
6070
0
            FRAME_WINDOW_SIZE;
6071
0
      cpb_data_size += level_stats->frame_window_buffer.buf[idx].size;
6072
0
    }
6073
0
    cpb_data_size = cpb_data_size / 125.0;
6074
0
    level_constraint->max_frame_size =
6075
0
        (int)((vp9_level_defs[level_index].max_cpb_size - cpb_data_size) *
6076
0
              1000.0);
6077
0
    if (level_stats->frame_window_buffer.len < CPB_WINDOW_SIZE - 1)
6078
0
      level_constraint->max_frame_size >>= 1;
6079
0
  }
6080
0
}
6081
6082
void vp9_get_ref_frame_info(FRAME_UPDATE_TYPE update_type, int ref_frame_flags,
6083
                            RefCntBuffer *ref_frame_bufs[MAX_INTER_REF_FRAMES],
6084
                            int *ref_frame_coding_indexes,
6085
0
                            int *ref_frame_valid_list) {
6086
0
  if (update_type != KF_UPDATE) {
6087
0
    const VP9_REFFRAME inter_ref_flags[MAX_INTER_REF_FRAMES] = { VP9_LAST_FLAG,
6088
0
                                                                 VP9_GOLD_FLAG,
6089
0
                                                                 VP9_ALT_FLAG };
6090
0
    int i;
6091
0
    for (i = 0; i < MAX_INTER_REF_FRAMES; ++i) {
6092
0
      assert(ref_frame_bufs[i] != NULL);
6093
0
      ref_frame_coding_indexes[i] = ref_frame_bufs[i]->frame_coding_index;
6094
0
      ref_frame_valid_list[i] = (ref_frame_flags & inter_ref_flags[i]) != 0;
6095
0
    }
6096
0
  } else {
6097
    // No reference frame is available when this is a key frame.
6098
0
    int i;
6099
0
    for (i = 0; i < MAX_INTER_REF_FRAMES; ++i) {
6100
0
      ref_frame_coding_indexes[i] = -1;
6101
0
      ref_frame_valid_list[i] = 0;
6102
0
    }
6103
0
  }
6104
0
}
6105
6106
102k
void vp9_init_encode_frame_result(ENCODE_FRAME_RESULT *encode_frame_result) {
6107
102k
  encode_frame_result->show_idx = -1;  // Actual encoding doesn't happen.
6108
102k
}
6109
6110
// Returns if TPL stats need to be calculated.
6111
70.9k
static INLINE int should_run_tpl(VP9_COMP *cpi, int gf_group_index) {
6112
70.9k
  RATE_CONTROL *const rc = &cpi->rc;
6113
70.9k
  if (!cpi->sf.enable_tpl_model) return 0;
6114
  // If there is an ARF for this GOP, TPL stats is always calculated.
6115
30.3k
  if (gf_group_index == 1 &&
6116
0
      cpi->twopass.gf_group.update_type[gf_group_index] == ARF_UPDATE)
6117
0
    return 1;
6118
  // If this GOP doesn't have an ARF, TPL stats is still calculated, only when
6119
  // external rate control is used.
6120
30.3k
  if (cpi->ext_ratectrl.ready &&
6121
0
      cpi->ext_ratectrl.funcs.send_tpl_gop_stats != NULL &&
6122
0
      rc->frames_till_gf_update_due == rc->baseline_gf_interval &&
6123
0
      cpi->twopass.gf_group.update_type[1] != ARF_UPDATE) {
6124
0
    return 1;
6125
0
  }
6126
30.3k
  return 0;
6127
30.3k
}
6128
6129
int vp9_get_compressed_data(VP9_COMP *cpi, unsigned int *frame_flags,
6130
                            size_t *size, uint8_t *dest, size_t dest_size,
6131
                            int64_t *time_stamp, int64_t *time_end, int flush,
6132
169k
                            ENCODE_FRAME_RESULT *encode_frame_result) {
6133
169k
  const VP9EncoderConfig *const oxcf = &cpi->oxcf;
6134
169k
  VP9_COMMON *const cm = &cpi->common;
6135
169k
  BufferPool *const pool = cm->buffer_pool;
6136
169k
  RATE_CONTROL *const rc = &cpi->rc;
6137
#if CONFIG_INTERNAL_STATS
6138
  struct vpx_usec_timer cmptimer;
6139
#endif
6140
169k
  YV12_BUFFER_CONFIG *force_src_buffer = NULL;
6141
169k
  struct lookahead_entry *last_source = NULL;
6142
169k
  struct lookahead_entry *source = NULL;
6143
169k
  int arf_src_index;
6144
169k
  const int gf_group_index = cpi->twopass.gf_group.index;
6145
169k
  int i;
6146
6147
#if CONFIG_COLLECT_COMPONENT_TIMING
6148
  if (oxcf->pass == 2) start_timing(cpi, vp9_get_compressed_data_time);
6149
#endif
6150
6151
169k
  if (is_one_pass_svc(cpi)) {
6152
0
    vp9_one_pass_svc_start_layer(cpi);
6153
0
  }
6154
6155
#if CONFIG_INTERNAL_STATS
6156
  vpx_usec_timer_start(&cmptimer);
6157
#endif
6158
6159
169k
  vp9_set_high_precision_mv(cpi, ALTREF_HIGH_PRECISION_MV);
6160
6161
  // Is multi-arf enabled.
6162
  // Note that at the moment multi_arf is only configured for 2 pass VBR and
6163
  // will not work properly with svc.
6164
  // Enable the Jingning's new "multi_layer_arf" code if "enable_auto_arf"
6165
  // is greater than or equal to 2.
6166
169k
  if ((oxcf->pass == 2) && !cpi->use_svc && (cpi->oxcf.enable_auto_arf >= 2))
6167
0
    cpi->multi_layer_arf = 1;
6168
169k
  else
6169
169k
    cpi->multi_layer_arf = 0;
6170
6171
  // Normal defaults
6172
169k
  cm->reset_frame_context = 0;
6173
169k
  cm->refresh_frame_context = 1;
6174
169k
  if (!is_one_pass_svc(cpi)) {
6175
169k
    cpi->refresh_last_frame = 1;
6176
169k
    cpi->refresh_golden_frame = 0;
6177
169k
    cpi->refresh_alt_ref_frame = 0;
6178
169k
  }
6179
6180
  // Should we encode an arf frame.
6181
169k
  arf_src_index = get_arf_src_index(cpi);
6182
6183
169k
  if (arf_src_index) {
6184
0
    for (i = 0; i <= arf_src_index; ++i) {
6185
0
      struct lookahead_entry *e = vp9_lookahead_peek(cpi->lookahead, i);
6186
      // Avoid creating an alt-ref if there's a forced keyframe pending.
6187
0
      if (e == NULL) {
6188
0
        break;
6189
0
      } else if (e->flags == VPX_EFLAG_FORCE_KF) {
6190
0
        arf_src_index = 0;
6191
0
        flush = 1;
6192
0
        break;
6193
0
      }
6194
0
    }
6195
0
  }
6196
6197
  // Clear arf index stack before group of pictures processing starts.
6198
169k
  if (gf_group_index == 1) {
6199
0
    stack_init(cpi->twopass.gf_group.arf_index_stack, MAX_LAG_BUFFERS * 2);
6200
0
    cpi->twopass.gf_group.stack_size = 0;
6201
0
  }
6202
6203
169k
  if (arf_src_index) {
6204
0
    if (!(cpi->ext_ratectrl.ready &&
6205
0
          (cpi->ext_ratectrl.funcs.rc_type & VPX_RC_GOP) != 0 &&
6206
0
          cpi->ext_ratectrl.funcs.get_gop_decision != NULL)) {
6207
      // This assert only makes sense when not using external RC.
6208
0
      assert(arf_src_index <= rc->frames_to_key);
6209
0
    }
6210
0
    if ((source = vp9_lookahead_peek(cpi->lookahead, arf_src_index)) != NULL) {
6211
0
      cpi->alt_ref_source = source;
6212
6213
0
#if !CONFIG_REALTIME_ONLY
6214
0
      if ((oxcf->mode != REALTIME) && (oxcf->arnr_max_frames > 0) &&
6215
0
          (oxcf->arnr_strength > 0)) {
6216
0
        int bitrate = cpi->rc.avg_frame_bandwidth / 40;
6217
0
        int not_low_bitrate = bitrate > ALT_REF_AQ_LOW_BITRATE_BOUNDARY;
6218
6219
0
        int not_last_frame = (cpi->lookahead->sz - arf_src_index > 1);
6220
0
        not_last_frame |= ALT_REF_AQ_APPLY_TO_LAST_FRAME;
6221
6222
#if CONFIG_COLLECT_COMPONENT_TIMING
6223
        start_timing(cpi, vp9_temporal_filter_time);
6224
#endif
6225
        // Produce the filtered ARF frame.
6226
0
        vp9_temporal_filter(cpi, arf_src_index);
6227
0
        vpx_extend_frame_borders(&cpi->tf_buffer);
6228
#if CONFIG_COLLECT_COMPONENT_TIMING
6229
        end_timing(cpi, vp9_temporal_filter_time);
6230
#endif
6231
6232
        // for small bitrates segmentation overhead usually
6233
        // eats all bitrate gain from enabling delta quantizers
6234
0
        if (cpi->oxcf.alt_ref_aq != 0 && not_low_bitrate && not_last_frame)
6235
0
          vp9_alt_ref_aq_setup_mode(cpi->alt_ref_aq, cpi);
6236
6237
0
        force_src_buffer = &cpi->tf_buffer;
6238
0
      }
6239
0
#endif
6240
0
      cm->show_frame = 0;
6241
0
      cm->intra_only = 0;
6242
0
      cpi->refresh_alt_ref_frame = 1;
6243
0
      cpi->refresh_golden_frame = 0;
6244
0
      cpi->refresh_last_frame = 0;
6245
0
      rc->is_src_frame_alt_ref = 0;
6246
0
      rc->source_alt_ref_pending = 0;
6247
0
    } else {
6248
0
      rc->source_alt_ref_pending = 0;
6249
0
    }
6250
0
  }
6251
6252
169k
  if (!source) {
6253
    // Get last frame source.
6254
169k
    if (cm->current_video_frame > 0) {
6255
137k
      if ((last_source = vp9_lookahead_peek(cpi->lookahead, -1)) == NULL)
6256
0
        return -1;
6257
137k
    }
6258
6259
    // Read in the source frame.
6260
169k
    if (cpi->use_svc || cpi->svc.set_intra_only_frame)
6261
0
      source = vp9_svc_lookahead_pop(cpi, cpi->lookahead, flush);
6262
169k
    else
6263
169k
      source = vp9_lookahead_pop(cpi->lookahead, flush);
6264
6265
169k
    if (source != NULL) {
6266
70.9k
      cm->show_frame = 1;
6267
70.9k
      cm->intra_only = 0;
6268
      // If the flags indicate intra frame, but if the current picture is for
6269
      // spatial layer above first_spatial_layer_to_encode, it should not be an
6270
      // intra picture.
6271
70.9k
      if ((source->flags & VPX_EFLAG_FORCE_KF) && cpi->use_svc &&
6272
0
          cpi->svc.spatial_layer_id > cpi->svc.first_spatial_layer_to_encode) {
6273
0
        source->flags &= ~(unsigned int)(VPX_EFLAG_FORCE_KF);
6274
0
      }
6275
6276
      // Check to see if the frame should be encoded as an arf overlay.
6277
70.9k
      check_src_altref(cpi, source);
6278
70.9k
    }
6279
169k
  }
6280
6281
169k
  if (source) {
6282
70.9k
    cpi->un_scaled_source = cpi->Source =
6283
70.9k
        force_src_buffer ? force_src_buffer : &source->img;
6284
6285
#ifdef ENABLE_KF_DENOISE
6286
    // Copy of raw source for metrics calculation.
6287
    if (is_psnr_calc_enabled(cpi))
6288
      vp9_copy_and_extend_frame(cpi->Source, &cpi->raw_unscaled_source);
6289
#endif
6290
6291
70.9k
    cpi->unscaled_last_source = last_source != NULL ? &last_source->img : NULL;
6292
6293
70.9k
    *time_stamp = source->ts_start;
6294
70.9k
    *time_end = source->ts_end;
6295
70.9k
    *frame_flags = (source->flags & VPX_EFLAG_FORCE_KF) ? FRAMEFLAGS_KEY : 0;
6296
98.5k
  } else {
6297
98.5k
    *size = 0;
6298
98.5k
    return -1;
6299
98.5k
  }
6300
6301
70.9k
  if (source->ts_start < cpi->first_time_stamp_ever) {
6302
3.60k
    cpi->first_time_stamp_ever = source->ts_start;
6303
3.60k
    cpi->last_end_time_stamp_seen = source->ts_start;
6304
3.60k
  }
6305
6306
  // Clear down mmx registers
6307
70.9k
  vpx_clear_system_state();
6308
6309
  // adjust frame rates based on timestamps given
6310
70.9k
  if (cm->show_frame) {
6311
70.9k
    if (cpi->use_svc && cpi->svc.use_set_ref_frame_config &&
6312
0
        cpi->svc.duration[cpi->svc.spatial_layer_id] > 0)
6313
0
      vp9_svc_adjust_frame_rate(cpi);
6314
70.9k
    else
6315
70.9k
      adjust_frame_rate(cpi, source);
6316
70.9k
  }
6317
6318
70.9k
  if (is_one_pass_svc(cpi)) {
6319
0
    vp9_update_temporal_layer_framerate(cpi);
6320
0
    vp9_restore_layer_context(cpi);
6321
0
  }
6322
6323
  // Find a free buffer for the new frame, releasing the reference previously
6324
  // held.
6325
70.9k
  if (cm->new_fb_idx != INVALID_IDX) {
6326
67.3k
    --pool->frame_bufs[cm->new_fb_idx].ref_count;
6327
67.3k
  }
6328
70.9k
  cm->new_fb_idx = get_free_fb(cm);
6329
6330
70.9k
  if (cm->new_fb_idx == INVALID_IDX) return -1;
6331
70.9k
  cm->cur_frame = &pool->frame_bufs[cm->new_fb_idx];
6332
  // If the frame buffer for current frame is the same as previous frame, MV in
6333
  // the base layer shouldn't be used as it'll cause data race.
6334
70.9k
  if (cpi->svc.spatial_layer_id > 0 && cm->cur_frame == cm->prev_frame) {
6335
0
    cpi->svc.use_base_mv = 0;
6336
0
  }
6337
  // Start with a 0 size frame.
6338
70.9k
  *size = 0;
6339
6340
70.9k
  cpi->frame_flags = *frame_flags;
6341
6342
70.9k
#if !CONFIG_REALTIME_ONLY
6343
70.9k
  if ((oxcf->pass == 2) && !cpi->use_svc) {
6344
#if CONFIG_COLLECT_COMPONENT_TIMING
6345
    start_timing(cpi, vp9_rc_get_second_pass_params_time);
6346
#endif
6347
0
    vp9_rc_get_second_pass_params(cpi);
6348
#if CONFIG_COLLECT_COMPONENT_TIMING
6349
    end_timing(cpi, vp9_rc_get_second_pass_params_time);
6350
#endif
6351
70.9k
  } else if (oxcf->pass == 1) {
6352
0
    set_frame_size(cpi);
6353
0
  }
6354
6355
  // Key frame temporal filtering
6356
70.9k
  const int is_key_temporal_filter_enabled =
6357
70.9k
      oxcf->enable_keyframe_filtering && cpi->oxcf.mode != REALTIME &&
6358
0
      (oxcf->pass != 1) && !cpi->use_svc &&
6359
0
      !is_lossless_requested(&cpi->oxcf) && cm->frame_type == KEY_FRAME &&
6360
0
      (oxcf->arnr_max_frames > 0) && (oxcf->arnr_strength > 0) &&
6361
0
      cpi->oxcf.speed < 2;
6362
  // Save the pointer to the original source image.
6363
70.9k
  YV12_BUFFER_CONFIG *source_buffer = cpi->un_scaled_source;
6364
6365
70.9k
  if (is_key_temporal_filter_enabled && source != NULL) {
6366
    // Produce the filtered Key frame. Set distance to -1 since the key frame
6367
    // is already popped out.
6368
0
    vp9_temporal_filter(cpi, -1);
6369
0
    vpx_extend_frame_borders(&cpi->tf_buffer);
6370
0
    force_src_buffer = &cpi->tf_buffer;
6371
0
    cpi->un_scaled_source = cpi->Source =
6372
0
        force_src_buffer ? force_src_buffer : &source->img;
6373
0
  }
6374
70.9k
#endif  // !CONFIG_REALTIME_ONLY
6375
6376
70.9k
  if (oxcf->pass != 1 && cpi->level_constraint.level_index >= 0 &&
6377
0
      cpi->level_constraint.fail_flag == 0)
6378
0
    level_rc_framerate(cpi, arf_src_index);
6379
6380
70.9k
  if (cpi->oxcf.pass != 0 || cpi->use_svc || frame_is_intra_only(cm) == 1) {
6381
66.6k
    for (i = 0; i < REFS_PER_FRAME; ++i) cpi->scaled_ref_idx[i] = INVALID_IDX;
6382
16.6k
  }
6383
6384
70.9k
  if (cpi->kmeans_data_arr_alloc == 0) {
6385
3.60k
    const int mi_cols = mi_cols_aligned_to_sb(cm->mi_cols);
6386
3.60k
    const int mi_rows = mi_cols_aligned_to_sb(cm->mi_rows);
6387
3.60k
#if CONFIG_MULTITHREAD
6388
3.60k
    pthread_mutex_init(&cpi->kmeans_mutex, NULL);
6389
3.60k
#endif
6390
3.60k
    CHECK_MEM_ERROR(
6391
3.60k
        &cm->error, cpi->kmeans_data_arr,
6392
3.60k
        vpx_calloc(mi_rows * mi_cols, sizeof(*cpi->kmeans_data_arr)));
6393
3.60k
    cpi->kmeans_data_stride = mi_cols;
6394
3.60k
    cpi->kmeans_data_arr_alloc = 1;
6395
3.60k
  }
6396
6397
#if CONFIG_NON_GREEDY_MV
6398
  {
6399
    const int mi_cols = mi_cols_aligned_to_sb(cm->mi_cols);
6400
    const int mi_rows = mi_cols_aligned_to_sb(cm->mi_rows);
6401
    Status status = vp9_alloc_motion_field_info(
6402
        &cpi->motion_field_info, MAX_ARF_GOP_SIZE, mi_rows, mi_cols);
6403
    if (status == STATUS_FAILED) {
6404
      vpx_internal_error(&(cm)->error, VPX_CODEC_MEM_ERROR,
6405
                         "vp9_alloc_motion_field_info failed");
6406
    }
6407
  }
6408
#endif  // CONFIG_NON_GREEDY_MV
6409
6410
#if CONFIG_COLLECT_COMPONENT_TIMING
6411
  start_timing(cpi, setup_tpl_stats_time);
6412
#endif
6413
70.9k
  if (should_run_tpl(cpi, cpi->twopass.gf_group.index)) {
6414
0
    vp9_init_tpl_buffer(cpi);
6415
0
    vp9_estimate_tpl_qp_gop(cpi);
6416
0
    vp9_setup_tpl_stats(cpi);
6417
0
  }
6418
#if CONFIG_COLLECT_COMPONENT_TIMING
6419
  end_timing(cpi, setup_tpl_stats_time);
6420
#endif
6421
6422
#if CONFIG_BITSTREAM_DEBUG
6423
  assert(cpi->oxcf.max_threads == 0 &&
6424
         "bitstream debug tool does not support multithreading");
6425
  bitstream_queue_record_write();
6426
#endif
6427
#if CONFIG_BITSTREAM_DEBUG || CONFIG_MISMATCH_DEBUG
6428
  bitstream_queue_set_frame_write(cm->current_video_frame * 2 + cm->show_frame);
6429
#endif
6430
6431
70.9k
  cpi->td.mb.fp_src_pred = 0;
6432
#if CONFIG_REALTIME_ONLY
6433
  (void)encode_frame_result;
6434
  if (cpi->use_svc) {
6435
    SvcEncode(cpi, size, dest, dest_size, frame_flags);
6436
  } else {
6437
    // One pass encode
6438
    Pass0Encode(cpi, size, dest, dest_size, frame_flags);
6439
  }
6440
#else  // !CONFIG_REALTIME_ONLY
6441
70.9k
  if (oxcf->pass == 1 && !cpi->use_svc) {
6442
0
    const int lossless = is_lossless_requested(oxcf);
6443
0
#if CONFIG_VP9_HIGHBITDEPTH
6444
0
    if (cpi->oxcf.use_highbitdepth)
6445
0
      cpi->td.mb.fwd_txfm4x4 =
6446
0
          lossless ? vp9_highbd_fwht4x4 : vpx_highbd_fdct4x4;
6447
0
    else
6448
0
      cpi->td.mb.fwd_txfm4x4 = lossless ? vp9_fwht4x4 : vpx_fdct4x4;
6449
0
    cpi->td.mb.highbd_inv_txfm_add =
6450
0
        lossless ? vp9_highbd_iwht4x4_add : vp9_highbd_idct4x4_add;
6451
#else
6452
    cpi->td.mb.fwd_txfm4x4 = lossless ? vp9_fwht4x4 : vpx_fdct4x4;
6453
#endif  // CONFIG_VP9_HIGHBITDEPTH
6454
0
    cpi->td.mb.inv_txfm_add = lossless ? vp9_iwht4x4_add : vp9_idct4x4_add;
6455
0
    vp9_first_pass(cpi, source);
6456
70.9k
  } else if (oxcf->pass == 2 && !cpi->use_svc) {
6457
#if CONFIG_COLLECT_COMPONENT_TIMING
6458
    // Accumulate 2nd pass time in 2-pass case.
6459
    start_timing(cpi, Pass2Encode_time);
6460
#endif
6461
0
    Pass2Encode(cpi, size, dest, dest_size, frame_flags, encode_frame_result);
6462
0
    vp9_twopass_postencode_update(cpi);
6463
#if CONFIG_COLLECT_COMPONENT_TIMING
6464
    end_timing(cpi, Pass2Encode_time);
6465
#endif
6466
70.9k
  } else if (cpi->use_svc) {
6467
0
    SvcEncode(cpi, size, dest, dest_size, frame_flags);
6468
70.9k
  } else {
6469
    // One pass encode
6470
70.9k
    Pass0Encode(cpi, size, dest, dest_size, frame_flags);
6471
70.9k
  }
6472
70.9k
#endif  // CONFIG_REALTIME_ONLY
6473
6474
70.9k
  if (cm->show_frame) cm->cur_show_frame_fb_idx = cm->new_fb_idx;
6475
6476
70.9k
  if (cm->refresh_frame_context)
6477
70.8k
    cm->frame_contexts[cm->frame_context_idx] = *cm->fc;
6478
6479
  // No frame encoded, or frame was dropped, release scaled references.
6480
70.9k
  if ((*size == 0) && (frame_is_intra_only(cm) == 0)) {
6481
0
    release_scaled_references(cpi);
6482
0
  }
6483
6484
70.9k
  if (*size > 0) {
6485
70.8k
    cpi->droppable = !frame_is_reference(cpi);
6486
70.8k
  }
6487
6488
  // Save layer specific state.
6489
70.9k
  if (is_one_pass_svc(cpi) || ((cpi->svc.number_temporal_layers > 1 ||
6490
70.8k
                                cpi->svc.number_spatial_layers > 1) &&
6491
0
                               oxcf->pass == 2)) {
6492
0
    vp9_save_layer_context(cpi);
6493
0
  }
6494
6495
70.9k
  if (cpi->svc.spatial_layer_id == cpi->svc.number_spatial_layers - 1)
6496
70.8k
    cpi->fixed_qp_onepass = 0;
6497
6498
#if CONFIG_INTERNAL_STATS
6499
  vpx_usec_timer_mark(&cmptimer);
6500
  cpi->time_compress_data += vpx_usec_timer_elapsed(&cmptimer);
6501
#endif
6502
6503
70.9k
  if (cpi->keep_level_stats && oxcf->pass != 1)
6504
0
    update_level_info(cpi, *size, arf_src_index);
6505
6506
70.9k
#if !CONFIG_REALTIME_ONLY
6507
70.9k
  if (is_key_temporal_filter_enabled && cpi->b_calculate_psnr) {
6508
0
    cpi->raw_source_frame = vp9_scale_if_required(
6509
0
        cm, source_buffer, &cpi->scaled_source, (oxcf->pass == 0), EIGHTTAP, 0);
6510
0
  }
6511
70.9k
#endif  // !CONFIG_REALTIME_ONLY
6512
6513
#if CONFIG_INTERNAL_STATS
6514
6515
  if (oxcf->pass != 1 && !cpi->last_frame_dropped) {
6516
    double samples = 0.0;
6517
    cpi->bytes += *size;
6518
6519
    if (cm->show_frame) {
6520
      uint32_t bit_depth = 8;
6521
      uint32_t in_bit_depth = 8;
6522
      cpi->count++;
6523
#if CONFIG_VP9_HIGHBITDEPTH
6524
      if (cm->use_highbitdepth) {
6525
        in_bit_depth = cpi->oxcf.input_bit_depth;
6526
        bit_depth = cm->bit_depth;
6527
      }
6528
#endif
6529
6530
      if (cpi->b_calculate_psnr) {
6531
        YV12_BUFFER_CONFIG *orig = cpi->raw_source_frame;
6532
        YV12_BUFFER_CONFIG *recon = cpi->common.frame_to_show;
6533
        YV12_BUFFER_CONFIG *pp = &cm->post_proc_buffer;
6534
        PSNR_STATS psnr;
6535
#if CONFIG_VP9_HIGHBITDEPTH
6536
        vpx_calc_highbd_psnr(orig, recon, &psnr, cpi->td.mb.e_mbd.bd,
6537
                             in_bit_depth, cpi->svc.spatial_layer_id);
6538
#else
6539
        vpx_calc_psnr(orig, recon, &psnr, cpi->svc.spatial_layer_id);
6540
#endif  // CONFIG_VP9_HIGHBITDEPTH
6541
6542
        adjust_image_stat(psnr.psnr[1], psnr.psnr[2], psnr.psnr[3],
6543
                          psnr.psnr[0], &cpi->psnr);
6544
        cpi->total_sq_error += psnr.sse[0];
6545
        cpi->total_samples += psnr.samples[0];
6546
        samples = psnr.samples[0];
6547
6548
        {
6549
          PSNR_STATS psnr2;
6550
          double frame_ssim2 = 0, weight = 0;
6551
#if CONFIG_VP9_POSTPROC
6552
          if (vpx_alloc_frame_buffer(
6553
                  pp, recon->y_crop_width, recon->y_crop_height,
6554
                  cm->subsampling_x, cm->subsampling_y,
6555
#if CONFIG_VP9_HIGHBITDEPTH
6556
                  cm->use_highbitdepth,
6557
#endif
6558
                  VP9_ENC_BORDER_IN_PIXELS, cm->byte_alignment) < 0) {
6559
            vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
6560
                               "Failed to allocate post processing buffer");
6561
          }
6562
          {
6563
            vp9_ppflags_t ppflags;
6564
            ppflags.post_proc_flag = VP9D_DEBLOCK;
6565
            ppflags.deblocking_level = 0;  // not used in vp9_post_proc_frame()
6566
            ppflags.noise_level = 0;       // not used in vp9_post_proc_frame()
6567
            vp9_post_proc_frame(cm, pp, &ppflags,
6568
                                cpi->un_scaled_source->y_width);
6569
          }
6570
#endif
6571
          vpx_clear_system_state();
6572
6573
#if CONFIG_VP9_HIGHBITDEPTH
6574
          vpx_calc_highbd_psnr(orig, pp, &psnr2, cpi->td.mb.e_mbd.bd,
6575
                               cpi->oxcf.input_bit_depth,
6576
                               cpi->svc.spatial_layer_id);
6577
#else
6578
          vpx_calc_psnr(orig, pp, &psnr2, cpi->svc.spatial_layer_id);
6579
#endif  // CONFIG_VP9_HIGHBITDEPTH
6580
6581
          cpi->totalp_sq_error += psnr2.sse[0];
6582
          cpi->totalp_samples += psnr2.samples[0];
6583
          adjust_image_stat(psnr2.psnr[1], psnr2.psnr[2], psnr2.psnr[3],
6584
                            psnr2.psnr[0], &cpi->psnrp);
6585
6586
#if CONFIG_VP9_HIGHBITDEPTH
6587
          if (cm->use_highbitdepth) {
6588
            frame_ssim2 = vpx_highbd_calc_ssim(orig, recon, &weight, bit_depth,
6589
                                               in_bit_depth);
6590
          } else {
6591
            frame_ssim2 = vpx_calc_ssim(orig, recon, &weight);
6592
          }
6593
#else
6594
          frame_ssim2 = vpx_calc_ssim(orig, recon, &weight);
6595
#endif  // CONFIG_VP9_HIGHBITDEPTH
6596
6597
          cpi->worst_ssim = VPXMIN(cpi->worst_ssim, frame_ssim2);
6598
          cpi->summed_quality += frame_ssim2 * weight;
6599
          cpi->summed_weights += weight;
6600
6601
#if CONFIG_VP9_HIGHBITDEPTH
6602
          if (cm->use_highbitdepth) {
6603
            frame_ssim2 = vpx_highbd_calc_ssim(orig, pp, &weight, bit_depth,
6604
                                               in_bit_depth);
6605
          } else {
6606
            frame_ssim2 = vpx_calc_ssim(orig, pp, &weight);
6607
          }
6608
#else
6609
          frame_ssim2 = vpx_calc_ssim(orig, pp, &weight);
6610
#endif  // CONFIG_VP9_HIGHBITDEPTH
6611
6612
          cpi->summedp_quality += frame_ssim2 * weight;
6613
          cpi->summedp_weights += weight;
6614
#if 0
6615
          if (cm->show_frame) {
6616
            FILE *f = fopen("q_used.stt", "a");
6617
            fprintf(f, "%5d : Y%f7.3:U%f7.3:V%f7.3:F%f7.3:S%7.3f\n",
6618
                    cpi->common.current_video_frame, psnr2.psnr[1],
6619
                    psnr2.psnr[2], psnr2.psnr[3], psnr2.psnr[0], frame_ssim2);
6620
            fclose(f);
6621
          }
6622
#endif
6623
        }
6624
      }
6625
      if (cpi->b_calculate_blockiness) {
6626
#if CONFIG_VP9_HIGHBITDEPTH
6627
        if (!cm->use_highbitdepth)
6628
#endif
6629
        {
6630
          double frame_blockiness = vp9_get_blockiness(
6631
              cpi->Source->y_buffer, cpi->Source->y_stride,
6632
              cm->frame_to_show->y_buffer, cm->frame_to_show->y_stride,
6633
              cpi->Source->y_width, cpi->Source->y_height);
6634
          cpi->worst_blockiness =
6635
              VPXMAX(cpi->worst_blockiness, frame_blockiness);
6636
          cpi->total_blockiness += frame_blockiness;
6637
        }
6638
      }
6639
6640
      if (cpi->b_calculate_consistency) {
6641
#if CONFIG_VP9_HIGHBITDEPTH
6642
        if (!cm->use_highbitdepth)
6643
#endif
6644
        {
6645
          double this_inconsistency = vpx_get_ssim_metrics(
6646
              cpi->Source->y_buffer, cpi->Source->y_stride,
6647
              cm->frame_to_show->y_buffer, cm->frame_to_show->y_stride,
6648
              cpi->Source->y_width, cpi->Source->y_height, cpi->ssim_vars,
6649
              &cpi->metrics, 1);
6650
6651
          const double peak = (double)((1 << cpi->oxcf.input_bit_depth) - 1);
6652
          double consistency =
6653
              vpx_sse_to_psnr(samples, peak, (double)cpi->total_inconsistency);
6654
          if (consistency > 0.0)
6655
            cpi->worst_consistency =
6656
                VPXMIN(cpi->worst_consistency, consistency);
6657
          cpi->total_inconsistency += this_inconsistency;
6658
        }
6659
      }
6660
6661
      {
6662
        double y, u, v, frame_all;
6663
        frame_all = vpx_calc_fastssim(cpi->Source, cm->frame_to_show, &y, &u,
6664
                                      &v, bit_depth, in_bit_depth);
6665
        adjust_image_stat(y, u, v, frame_all, &cpi->fastssim);
6666
      }
6667
      {
6668
        double y, u, v, frame_all;
6669
        frame_all = vpx_psnrhvs(cpi->Source, cm->frame_to_show, &y, &u, &v,
6670
                                bit_depth, in_bit_depth);
6671
        adjust_image_stat(y, u, v, frame_all, &cpi->psnrhvs);
6672
      }
6673
    }
6674
  }
6675
6676
#endif
6677
6678
#if CONFIG_COLLECT_COMPONENT_TIMING
6679
  if (oxcf->pass == 2) end_timing(cpi, vp9_get_compressed_data_time);
6680
6681
  // Print out timing information.
6682
  // Note: Use "cpi->frame_component_time[0] > 100 us" to avoid showing of
6683
  // show_existing_frame and lag-in-frames.
6684
  //  if (cpi->frame_component_time[0] > 100)
6685
  if (oxcf->pass == 2) {
6686
    uint64_t frame_total = 0, total = 0;
6687
    int i;
6688
6689
    fprintf(stderr,
6690
            "\n Frame number: %d, Frame type: %s, Show Frame: %d, Q: %d\n",
6691
            cm->current_video_frame, get_frame_type_enum(cm->frame_type),
6692
            cm->show_frame, cm->base_qindex);
6693
    for (i = 0; i < kTimingComponents; i++) {
6694
      cpi->component_time[i] += cpi->frame_component_time[i];
6695
      // Use vp9_get_compressed_data_time (i = 0) as the total time.
6696
      if (i == 0) {
6697
        frame_total = cpi->frame_component_time[0];
6698
        total = cpi->component_time[0];
6699
      }
6700
      fprintf(stderr,
6701
              " %50s:  %15" PRId64 " us [%6.2f%%] (total: %15" PRId64
6702
              " us [%6.2f%%])\n",
6703
              get_component_name(i), cpi->frame_component_time[i],
6704
              (float)((float)cpi->frame_component_time[i] * 100.0 /
6705
                      (float)frame_total),
6706
              cpi->component_time[i],
6707
              (float)((float)cpi->component_time[i] * 100.0 / (float)total));
6708
      cpi->frame_component_time[i] = 0;
6709
    }
6710
  }
6711
#endif
6712
6713
70.9k
  if (is_one_pass_svc(cpi)) {
6714
0
    if (cm->show_frame) {
6715
0
      ++cpi->svc.spatial_layer_to_encode;
6716
0
      if (cpi->svc.spatial_layer_to_encode >= cpi->svc.number_spatial_layers)
6717
0
        cpi->svc.spatial_layer_to_encode = 0;
6718
0
    }
6719
0
  }
6720
6721
70.9k
  vpx_clear_system_state();
6722
70.9k
  return 0;
6723
70.9k
}
6724
6725
int vp9_get_preview_raw_frame(VP9_COMP *cpi, YV12_BUFFER_CONFIG *dest,
6726
0
                              vp9_ppflags_t *flags) {
6727
0
  VP9_COMMON *cm = &cpi->common;
6728
0
#if !CONFIG_VP9_POSTPROC
6729
0
  (void)flags;
6730
0
#endif
6731
6732
0
  if (!cm->show_frame) {
6733
0
    return -1;
6734
0
  } else {
6735
0
    int ret;
6736
#if CONFIG_VP9_POSTPROC
6737
    ret = vp9_post_proc_frame(cm, dest, flags, cpi->un_scaled_source->y_width);
6738
#else
6739
0
    if (cm->frame_to_show) {
6740
0
      *dest = *cm->frame_to_show;
6741
0
      dest->y_width = cm->width;
6742
0
      dest->y_height = cm->height;
6743
0
      dest->uv_width = cm->width >> cm->subsampling_x;
6744
0
      dest->uv_height = cm->height >> cm->subsampling_y;
6745
0
      ret = 0;
6746
0
    } else {
6747
0
      ret = -1;
6748
0
    }
6749
0
#endif  // !CONFIG_VP9_POSTPROC
6750
0
    vpx_clear_system_state();
6751
0
    return ret;
6752
0
  }
6753
0
}
6754
6755
int vp9_set_internal_size(VP9_COMP *cpi, VPX_SCALING_MODE horiz_mode,
6756
0
                          VPX_SCALING_MODE vert_mode) {
6757
0
  VP9_COMMON *cm = &cpi->common;
6758
0
  int hr = 0, hs = 0, vr = 0, vs = 0;
6759
6760
0
  if (horiz_mode > VP8E_ONETWO || vert_mode > VP8E_ONETWO) return -1;
6761
6762
0
  Scale2Ratio(horiz_mode, &hr, &hs);
6763
0
  Scale2Ratio(vert_mode, &vr, &vs);
6764
6765
  // always go to the next whole number
6766
0
  cm->width = (hs - 1 + cpi->oxcf.width * hr) / hs;
6767
0
  cm->height = (vs - 1 + cpi->oxcf.height * vr) / vs;
6768
0
  if (cm->current_video_frame) {
6769
0
    assert(cm->width <= cpi->initial_width);
6770
0
    assert(cm->height <= cpi->initial_height);
6771
0
  }
6772
6773
0
  update_frame_size(cpi);
6774
6775
0
  return 0;
6776
0
}
6777
6778
int vp9_set_size_literal(VP9_COMP *cpi, unsigned int width,
6779
0
                         unsigned int height) {
6780
0
  VP9_COMMON *cm = &cpi->common;
6781
0
#if CONFIG_VP9_HIGHBITDEPTH
6782
0
  update_initial_width(cpi, cm->use_highbitdepth, cpi->common.subsampling_x,
6783
0
                       cpi->common.subsampling_y);
6784
#else
6785
  update_initial_width(cpi, 0, cpi->common.subsampling_x,
6786
                       cpi->common.subsampling_y);
6787
#endif  // CONFIG_VP9_HIGHBITDEPTH
6788
6789
#if CONFIG_VP9_TEMPORAL_DENOISING
6790
  setup_denoiser_buffer(cpi);
6791
#endif
6792
0
  alloc_raw_frame_buffers(cpi);
6793
0
  if (width) {
6794
0
    cm->width = width;
6795
0
    if (cm->width > cpi->initial_width) {
6796
0
      cm->width = cpi->initial_width;
6797
0
    }
6798
0
  }
6799
6800
0
  if (height) {
6801
0
    cm->height = height;
6802
0
    if (cm->height > cpi->initial_height) {
6803
0
      cm->height = cpi->initial_height;
6804
0
    }
6805
0
  }
6806
0
  assert(cm->width <= cpi->initial_width);
6807
0
  assert(cm->height <= cpi->initial_height);
6808
6809
0
  update_frame_size(cpi);
6810
6811
0
  return 0;
6812
0
}
6813
6814
0
void vp9_set_svc(VP9_COMP *cpi, int use_svc) {
6815
0
  cpi->use_svc = use_svc;
6816
0
  return;
6817
0
}
6818
6819
70.5k
int vp9_get_quantizer(const VP9_COMP *cpi) { return cpi->common.base_qindex; }
6820
6821
102k
void vp9_apply_encoding_flags(VP9_COMP *cpi, vpx_enc_frame_flags_t flags) {
6822
102k
  if (flags &
6823
102k
      (VP8_EFLAG_NO_REF_LAST | VP8_EFLAG_NO_REF_GF | VP8_EFLAG_NO_REF_ARF)) {
6824
0
    int ref = 7;
6825
6826
0
    if (flags & VP8_EFLAG_NO_REF_LAST) ref ^= VP9_LAST_FLAG;
6827
6828
0
    if (flags & VP8_EFLAG_NO_REF_GF) ref ^= VP9_GOLD_FLAG;
6829
6830
0
    if (flags & VP8_EFLAG_NO_REF_ARF) ref ^= VP9_ALT_FLAG;
6831
6832
0
    vp9_use_as_reference(cpi, ref);
6833
0
  }
6834
6835
102k
  if (flags &
6836
102k
      (VP8_EFLAG_NO_UPD_LAST | VP8_EFLAG_NO_UPD_GF | VP8_EFLAG_NO_UPD_ARF |
6837
102k
       VP8_EFLAG_FORCE_GF | VP8_EFLAG_FORCE_ARF)) {
6838
0
    int upd = 7;
6839
6840
0
    if (flags & VP8_EFLAG_NO_UPD_LAST) upd ^= VP9_LAST_FLAG;
6841
6842
0
    if (flags & VP8_EFLAG_NO_UPD_GF) upd ^= VP9_GOLD_FLAG;
6843
6844
0
    if (flags & VP8_EFLAG_NO_UPD_ARF) upd ^= VP9_ALT_FLAG;
6845
6846
0
    vp9_update_reference(cpi, upd);
6847
0
  }
6848
6849
102k
  if (flags & VP8_EFLAG_NO_UPD_ENTROPY) {
6850
0
    vp9_update_entropy(cpi, 0);
6851
0
  }
6852
102k
}
6853
6854
32.1k
void vp9_set_row_mt(VP9_COMP *cpi) {
6855
  // Enable row based multi-threading for supported modes of encoding
6856
32.1k
  cpi->row_mt = 0;
6857
32.1k
  if (((cpi->oxcf.mode == GOOD || cpi->oxcf.mode == BEST) &&
6858
29.9k
       cpi->oxcf.speed < 5 && cpi->oxcf.pass == 1) &&
6859
0
      cpi->oxcf.row_mt && !cpi->use_svc)
6860
0
    cpi->row_mt = 1;
6861
6862
32.1k
  if (cpi->oxcf.mode == GOOD && cpi->oxcf.speed < 5 &&
6863
29.9k
      (cpi->oxcf.pass == 0 || cpi->oxcf.pass == 2) && cpi->oxcf.row_mt &&
6864
0
      !cpi->use_svc)
6865
0
    cpi->row_mt = 1;
6866
6867
  // In realtime mode, enable row based multi-threading for all the speed levels
6868
  // where non-rd path is used.
6869
32.1k
  if (cpi->oxcf.mode == REALTIME && cpi->oxcf.speed >= 5 && cpi->oxcf.row_mt) {
6870
0
    cpi->row_mt = 1;
6871
0
  }
6872
6873
32.1k
  if (cpi->row_mt)
6874
0
    cpi->row_mt_bit_exact = 1;
6875
32.1k
  else
6876
32.1k
    cpi->row_mt_bit_exact = 0;
6877
32.1k
}