Coverage Report

Created: 2026-02-14 06:59

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/libvpx/vp9/encoder/vp9_encoder.c
Line
Count
Source
1
/*
2
 * Copyright (c) 2010 The WebM project authors. All Rights Reserved.
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
 *  that can be found in the LICENSE file in the root of the source
6
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
9
 */
10
11
#include <limits.h>
12
#include <math.h>
13
#include <stdint.h>
14
#include <stdio.h>
15
#include <stdlib.h>
16
#include <string.h>
17
18
#include "./vp9_rtcd.h"
19
#include "./vpx_config.h"
20
#include "./vpx_dsp_rtcd.h"
21
#include "./vpx_scale_rtcd.h"
22
#include "vpx/vpx_codec.h"
23
#include "vpx/vpx_ext_ratectrl.h"
24
#include "vpx_dsp/psnr.h"
25
#include "vpx_dsp/vpx_dsp_common.h"
26
#include "vpx_dsp/vpx_filter.h"
27
#if CONFIG_INTERNAL_STATS
28
#include "vpx_dsp/ssim.h"
29
#endif
30
#include "vpx_mem/vpx_mem.h"
31
#include "vpx_ports/mem.h"
32
#include "vpx_ports/system_state.h"
33
#include "vpx_ports/vpx_once.h"
34
#include "vpx_ports/vpx_timer.h"
35
#include "vpx_util/vpx_pthread.h"
36
#if CONFIG_BITSTREAM_DEBUG || CONFIG_MISMATCH_DEBUG
37
#include "vpx_util/vpx_debug_util.h"
38
#endif  // CONFIG_BITSTREAM_DEBUG || CONFIG_MISMATCH_DEBUG
39
40
#include "vp9/common/vp9_alloccommon.h"
41
#include "vp9/common/vp9_blockd.h"
42
#include "vp9/common/vp9_enums.h"
43
#include "vp9/common/vp9_filter.h"
44
#include "vp9/common/vp9_idct.h"
45
#if CONFIG_VP9_POSTPROC
46
#include "vp9/common/vp9_postproc.h"
47
#endif
48
#include "vp9/common/vp9_reconinter.h"
49
#include "vp9/common/vp9_reconintra.h"
50
#include "vp9/common/vp9_scale.h"
51
#include "vp9/common/vp9_tile_common.h"
52
53
#if !CONFIG_REALTIME_ONLY
54
#include "vp9/encoder/vp9_alt_ref_aq.h"
55
#include "vp9/encoder/vp9_aq_360.h"
56
#include "vp9/encoder/vp9_aq_complexity.h"
57
#endif
58
#include "vp9/encoder/vp9_aq_cyclicrefresh.h"
59
#if !CONFIG_REALTIME_ONLY
60
#include "vp9/encoder/vp9_aq_variance.h"
61
#endif
62
#include "vp9/encoder/vp9_bitstream.h"
63
#if CONFIG_INTERNAL_STATS
64
#include "vp9/encoder/vp9_blockiness.h"
65
#endif
66
#include "vp9/encoder/vp9_context_tree.h"
67
#include "vp9/encoder/vp9_encodeframe.h"
68
#include "vp9/encoder/vp9_encodemb.h"
69
#include "vp9/encoder/vp9_encodemv.h"
70
#include "vp9/encoder/vp9_encoder.h"
71
#include "vp9/encoder/vp9_ethread.h"
72
#include "vp9/encoder/vp9_extend.h"
73
#include "vp9/encoder/vp9_firstpass.h"
74
#include "vp9/encoder/vp9_mbgraph.h"
75
#if CONFIG_NON_GREEDY_MV
76
#include "vp9/encoder/vp9_mcomp.h"
77
#endif
78
#include "vp9/encoder/vp9_multi_thread.h"
79
#include "vp9/encoder/vp9_noise_estimate.h"
80
#include "vp9/encoder/vp9_picklpf.h"
81
#include "vp9/encoder/vp9_quantize.h"
82
#include "vp9/encoder/vp9_ratectrl.h"
83
#include "vp9/encoder/vp9_rd.h"
84
#include "vp9/encoder/vp9_resize.h"
85
#include "vp9/encoder/vp9_segmentation.h"
86
#include "vp9/encoder/vp9_skin_detection.h"
87
#include "vp9/encoder/vp9_speed_features.h"
88
#include "vp9/encoder/vp9_svc_layercontext.h"
89
#include "vp9/encoder/vp9_temporal_filter.h"
90
#include "vp9/encoder/vp9_tpl_model.h"
91
#include "vp9/vp9_cx_iface.h"
92
93
25.0k
#define AM_SEGMENT_ID_INACTIVE 7
94
0
#define AM_SEGMENT_ID_ACTIVE 0
95
96
// Whether to use high precision mv for altref computation.
97
148k
#define ALTREF_HIGH_PRECISION_MV 1
98
99
// Q threshold for high precision mv. Choose a very high value for now so that
100
// HIGH_PRECISION is always chosen.
101
48.7k
#define HIGH_PRECISION_MV_QTHRESH 200
102
103
0
#define FRAME_SIZE_FACTOR 128  // empirical params for context model threshold
104
0
#define FRAME_RATE_FACTOR 8
105
106
#ifdef OUTPUT_YUV_DENOISED
107
FILE *yuv_denoised_file = NULL;
108
#endif
109
#ifdef OUTPUT_YUV_SKINMAP
110
static FILE *yuv_skinmap_file = NULL;
111
#endif
112
#ifdef OUTPUT_YUV_REC
113
FILE *yuv_rec_file;
114
#endif
115
#ifdef OUTPUT_YUV_SVC_SRC
116
FILE *yuv_svc_src[3] = { NULL, NULL, NULL };
117
#endif
118
119
#if 0
120
FILE *framepsnr;
121
FILE *kf_list;
122
FILE *keyfile;
123
#endif
124
125
#ifdef ENABLE_KF_DENOISE
126
// Test condition for spatial denoise of source.
127
static int is_spatial_denoise_enabled(VP9_COMP *cpi) {
128
  VP9_COMMON *const cm = &cpi->common;
129
  const VP9EncoderConfig *const oxcf = &cpi->oxcf;
130
131
  return (oxcf->pass != 1) && !is_lossless_requested(&cpi->oxcf) &&
132
         frame_is_intra_only(cm);
133
}
134
#endif
135
136
#if !CONFIG_REALTIME_ONLY
137
// compute adaptive threshold for skip recoding
138
0
static int compute_context_model_thresh(const VP9_COMP *const cpi) {
139
0
  const VP9_COMMON *const cm = &cpi->common;
140
0
  const VP9EncoderConfig *const oxcf = &cpi->oxcf;
141
0
  const int frame_size = (cm->width * cm->height) >> 10;
142
0
  const int bitrate = (int)(oxcf->target_bandwidth >> 10);
143
0
  const int qindex_factor = cm->base_qindex + (MAXQ >> 1);
144
145
  // This equation makes the threshold adaptive to frame size.
146
  // Coding gain obtained by recoding comes from alternate frames of large
147
  // content change. We skip recoding if the difference of previous and current
148
  // frame context probability model is less than a certain threshold.
149
  // The first component is the most critical part to guarantee adaptivity.
150
  // Other parameters are estimated based on normal setting of hd resolution
151
  // parameters. e.g. frame_size = 1920x1080, bitrate = 8000, qindex_factor < 50
152
0
  const int thresh =
153
0
      ((FRAME_SIZE_FACTOR * frame_size - FRAME_RATE_FACTOR * bitrate) *
154
0
       qindex_factor) >>
155
0
      9;
156
157
0
  return thresh;
158
0
}
159
160
// compute the total cost difference between current
161
// and previous frame context prob model.
162
0
static int compute_context_model_diff(const VP9_COMMON *const cm) {
163
0
  const FRAME_CONTEXT *const pre_fc =
164
0
      &cm->frame_contexts[cm->frame_context_idx];
165
0
  const FRAME_CONTEXT *const cur_fc = cm->fc;
166
0
  const FRAME_COUNTS *counts = &cm->counts;
167
0
  vpx_prob pre_last_prob, cur_last_prob;
168
0
  int diff = 0;
169
0
  int i, j, k, l, m, n;
170
171
  // y_mode_prob
172
0
  for (i = 0; i < BLOCK_SIZE_GROUPS; ++i) {
173
0
    for (j = 0; j < INTRA_MODES - 1; ++j) {
174
0
      diff += (int)counts->y_mode[i][j] *
175
0
              (pre_fc->y_mode_prob[i][j] - cur_fc->y_mode_prob[i][j]);
176
0
    }
177
0
    pre_last_prob = MAX_PROB - pre_fc->y_mode_prob[i][INTRA_MODES - 2];
178
0
    cur_last_prob = MAX_PROB - cur_fc->y_mode_prob[i][INTRA_MODES - 2];
179
180
0
    diff += (int)counts->y_mode[i][INTRA_MODES - 1] *
181
0
            (pre_last_prob - cur_last_prob);
182
0
  }
183
184
  // uv_mode_prob
185
0
  for (i = 0; i < INTRA_MODES; ++i) {
186
0
    for (j = 0; j < INTRA_MODES - 1; ++j) {
187
0
      diff += (int)counts->uv_mode[i][j] *
188
0
              (pre_fc->uv_mode_prob[i][j] - cur_fc->uv_mode_prob[i][j]);
189
0
    }
190
0
    pre_last_prob = MAX_PROB - pre_fc->uv_mode_prob[i][INTRA_MODES - 2];
191
0
    cur_last_prob = MAX_PROB - cur_fc->uv_mode_prob[i][INTRA_MODES - 2];
192
193
0
    diff += (int)counts->uv_mode[i][INTRA_MODES - 1] *
194
0
            (pre_last_prob - cur_last_prob);
195
0
  }
196
197
  // partition_prob
198
0
  for (i = 0; i < PARTITION_CONTEXTS; ++i) {
199
0
    for (j = 0; j < PARTITION_TYPES - 1; ++j) {
200
0
      diff += (int)counts->partition[i][j] *
201
0
              (pre_fc->partition_prob[i][j] - cur_fc->partition_prob[i][j]);
202
0
    }
203
0
    pre_last_prob = MAX_PROB - pre_fc->partition_prob[i][PARTITION_TYPES - 2];
204
0
    cur_last_prob = MAX_PROB - cur_fc->partition_prob[i][PARTITION_TYPES - 2];
205
206
0
    diff += (int)counts->partition[i][PARTITION_TYPES - 1] *
207
0
            (pre_last_prob - cur_last_prob);
208
0
  }
209
210
  // coef_probs
211
0
  for (i = 0; i < TX_SIZES; ++i) {
212
0
    for (j = 0; j < PLANE_TYPES; ++j) {
213
0
      for (k = 0; k < REF_TYPES; ++k) {
214
0
        for (l = 0; l < COEF_BANDS; ++l) {
215
0
          for (m = 0; m < BAND_COEFF_CONTEXTS(l); ++m) {
216
0
            for (n = 0; n < UNCONSTRAINED_NODES; ++n) {
217
0
              diff += (int)counts->coef[i][j][k][l][m][n] *
218
0
                      (pre_fc->coef_probs[i][j][k][l][m][n] -
219
0
                       cur_fc->coef_probs[i][j][k][l][m][n]);
220
0
            }
221
222
0
            pre_last_prob =
223
0
                MAX_PROB -
224
0
                pre_fc->coef_probs[i][j][k][l][m][UNCONSTRAINED_NODES - 1];
225
0
            cur_last_prob =
226
0
                MAX_PROB -
227
0
                cur_fc->coef_probs[i][j][k][l][m][UNCONSTRAINED_NODES - 1];
228
229
0
            diff += (int)counts->coef[i][j][k][l][m][UNCONSTRAINED_NODES] *
230
0
                    (pre_last_prob - cur_last_prob);
231
0
          }
232
0
        }
233
0
      }
234
0
    }
235
0
  }
236
237
  // switchable_interp_prob
238
0
  for (i = 0; i < SWITCHABLE_FILTER_CONTEXTS; ++i) {
239
0
    for (j = 0; j < SWITCHABLE_FILTERS - 1; ++j) {
240
0
      diff += (int)counts->switchable_interp[i][j] *
241
0
              (pre_fc->switchable_interp_prob[i][j] -
242
0
               cur_fc->switchable_interp_prob[i][j]);
243
0
    }
244
0
    pre_last_prob =
245
0
        MAX_PROB - pre_fc->switchable_interp_prob[i][SWITCHABLE_FILTERS - 2];
246
0
    cur_last_prob =
247
0
        MAX_PROB - cur_fc->switchable_interp_prob[i][SWITCHABLE_FILTERS - 2];
248
249
0
    diff += (int)counts->switchable_interp[i][SWITCHABLE_FILTERS - 1] *
250
0
            (pre_last_prob - cur_last_prob);
251
0
  }
252
253
  // inter_mode_probs
254
0
  for (i = 0; i < INTER_MODE_CONTEXTS; ++i) {
255
0
    for (j = 0; j < INTER_MODES - 1; ++j) {
256
0
      diff += (int)counts->inter_mode[i][j] *
257
0
              (pre_fc->inter_mode_probs[i][j] - cur_fc->inter_mode_probs[i][j]);
258
0
    }
259
0
    pre_last_prob = MAX_PROB - pre_fc->inter_mode_probs[i][INTER_MODES - 2];
260
0
    cur_last_prob = MAX_PROB - cur_fc->inter_mode_probs[i][INTER_MODES - 2];
261
262
0
    diff += (int)counts->inter_mode[i][INTER_MODES - 1] *
263
0
            (pre_last_prob - cur_last_prob);
264
0
  }
265
266
  // intra_inter_prob
267
0
  for (i = 0; i < INTRA_INTER_CONTEXTS; ++i) {
268
0
    diff += (int)counts->intra_inter[i][0] *
269
0
            (pre_fc->intra_inter_prob[i] - cur_fc->intra_inter_prob[i]);
270
271
0
    pre_last_prob = MAX_PROB - pre_fc->intra_inter_prob[i];
272
0
    cur_last_prob = MAX_PROB - cur_fc->intra_inter_prob[i];
273
274
0
    diff += (int)counts->intra_inter[i][1] * (pre_last_prob - cur_last_prob);
275
0
  }
276
277
  // comp_inter_prob
278
0
  for (i = 0; i < COMP_INTER_CONTEXTS; ++i) {
279
0
    diff += (int)counts->comp_inter[i][0] *
280
0
            (pre_fc->comp_inter_prob[i] - cur_fc->comp_inter_prob[i]);
281
282
0
    pre_last_prob = MAX_PROB - pre_fc->comp_inter_prob[i];
283
0
    cur_last_prob = MAX_PROB - cur_fc->comp_inter_prob[i];
284
285
0
    diff += (int)counts->comp_inter[i][1] * (pre_last_prob - cur_last_prob);
286
0
  }
287
288
  // single_ref_prob
289
0
  for (i = 0; i < REF_CONTEXTS; ++i) {
290
0
    for (j = 0; j < 2; ++j) {
291
0
      diff += (int)counts->single_ref[i][j][0] *
292
0
              (pre_fc->single_ref_prob[i][j] - cur_fc->single_ref_prob[i][j]);
293
294
0
      pre_last_prob = MAX_PROB - pre_fc->single_ref_prob[i][j];
295
0
      cur_last_prob = MAX_PROB - cur_fc->single_ref_prob[i][j];
296
297
0
      diff +=
298
0
          (int)counts->single_ref[i][j][1] * (pre_last_prob - cur_last_prob);
299
0
    }
300
0
  }
301
302
  // comp_ref_prob
303
0
  for (i = 0; i < REF_CONTEXTS; ++i) {
304
0
    diff += (int)counts->comp_ref[i][0] *
305
0
            (pre_fc->comp_ref_prob[i] - cur_fc->comp_ref_prob[i]);
306
307
0
    pre_last_prob = MAX_PROB - pre_fc->comp_ref_prob[i];
308
0
    cur_last_prob = MAX_PROB - cur_fc->comp_ref_prob[i];
309
310
0
    diff += (int)counts->comp_ref[i][1] * (pre_last_prob - cur_last_prob);
311
0
  }
312
313
  // tx_probs
314
0
  for (i = 0; i < TX_SIZE_CONTEXTS; ++i) {
315
    // p32x32
316
0
    for (j = 0; j < TX_SIZES - 1; ++j) {
317
0
      diff += (int)counts->tx.p32x32[i][j] *
318
0
              (pre_fc->tx_probs.p32x32[i][j] - cur_fc->tx_probs.p32x32[i][j]);
319
0
    }
320
0
    pre_last_prob = MAX_PROB - pre_fc->tx_probs.p32x32[i][TX_SIZES - 2];
321
0
    cur_last_prob = MAX_PROB - cur_fc->tx_probs.p32x32[i][TX_SIZES - 2];
322
323
0
    diff += (int)counts->tx.p32x32[i][TX_SIZES - 1] *
324
0
            (pre_last_prob - cur_last_prob);
325
326
    // p16x16
327
0
    for (j = 0; j < TX_SIZES - 2; ++j) {
328
0
      diff += (int)counts->tx.p16x16[i][j] *
329
0
              (pre_fc->tx_probs.p16x16[i][j] - cur_fc->tx_probs.p16x16[i][j]);
330
0
    }
331
0
    pre_last_prob = MAX_PROB - pre_fc->tx_probs.p16x16[i][TX_SIZES - 3];
332
0
    cur_last_prob = MAX_PROB - cur_fc->tx_probs.p16x16[i][TX_SIZES - 3];
333
334
0
    diff += (int)counts->tx.p16x16[i][TX_SIZES - 2] *
335
0
            (pre_last_prob - cur_last_prob);
336
337
    // p8x8
338
0
    for (j = 0; j < TX_SIZES - 3; ++j) {
339
0
      diff += (int)counts->tx.p8x8[i][j] *
340
0
              (pre_fc->tx_probs.p8x8[i][j] - cur_fc->tx_probs.p8x8[i][j]);
341
0
    }
342
0
    pre_last_prob = MAX_PROB - pre_fc->tx_probs.p8x8[i][TX_SIZES - 4];
343
0
    cur_last_prob = MAX_PROB - cur_fc->tx_probs.p8x8[i][TX_SIZES - 4];
344
345
0
    diff +=
346
0
        (int)counts->tx.p8x8[i][TX_SIZES - 3] * (pre_last_prob - cur_last_prob);
347
0
  }
348
349
  // skip_probs
350
0
  for (i = 0; i < SKIP_CONTEXTS; ++i) {
351
0
    diff += (int)counts->skip[i][0] *
352
0
            (pre_fc->skip_probs[i] - cur_fc->skip_probs[i]);
353
354
0
    pre_last_prob = MAX_PROB - pre_fc->skip_probs[i];
355
0
    cur_last_prob = MAX_PROB - cur_fc->skip_probs[i];
356
357
0
    diff += (int)counts->skip[i][1] * (pre_last_prob - cur_last_prob);
358
0
  }
359
360
  // mv
361
0
  for (i = 0; i < MV_JOINTS - 1; ++i) {
362
0
    diff += (int)counts->mv.joints[i] *
363
0
            (pre_fc->nmvc.joints[i] - cur_fc->nmvc.joints[i]);
364
0
  }
365
0
  pre_last_prob = MAX_PROB - pre_fc->nmvc.joints[MV_JOINTS - 2];
366
0
  cur_last_prob = MAX_PROB - cur_fc->nmvc.joints[MV_JOINTS - 2];
367
368
0
  diff +=
369
0
      (int)counts->mv.joints[MV_JOINTS - 1] * (pre_last_prob - cur_last_prob);
370
371
0
  for (i = 0; i < 2; ++i) {
372
0
    const nmv_component_counts *nmv_count = &counts->mv.comps[i];
373
0
    const nmv_component *pre_nmv_prob = &pre_fc->nmvc.comps[i];
374
0
    const nmv_component *cur_nmv_prob = &cur_fc->nmvc.comps[i];
375
376
    // sign
377
0
    diff += (int)nmv_count->sign[0] * (pre_nmv_prob->sign - cur_nmv_prob->sign);
378
379
0
    pre_last_prob = MAX_PROB - pre_nmv_prob->sign;
380
0
    cur_last_prob = MAX_PROB - cur_nmv_prob->sign;
381
382
0
    diff += (int)nmv_count->sign[1] * (pre_last_prob - cur_last_prob);
383
384
    // classes
385
0
    for (j = 0; j < MV_CLASSES - 1; ++j) {
386
0
      diff += (int)nmv_count->classes[j] *
387
0
              (pre_nmv_prob->classes[j] - cur_nmv_prob->classes[j]);
388
0
    }
389
0
    pre_last_prob = MAX_PROB - pre_nmv_prob->classes[MV_CLASSES - 2];
390
0
    cur_last_prob = MAX_PROB - cur_nmv_prob->classes[MV_CLASSES - 2];
391
392
0
    diff += (int)nmv_count->classes[MV_CLASSES - 1] *
393
0
            (pre_last_prob - cur_last_prob);
394
395
    // class0
396
0
    for (j = 0; j < CLASS0_SIZE - 1; ++j) {
397
0
      diff += (int)nmv_count->class0[j] *
398
0
              (pre_nmv_prob->class0[j] - cur_nmv_prob->class0[j]);
399
0
    }
400
0
    pre_last_prob = MAX_PROB - pre_nmv_prob->class0[CLASS0_SIZE - 2];
401
0
    cur_last_prob = MAX_PROB - cur_nmv_prob->class0[CLASS0_SIZE - 2];
402
403
0
    diff += (int)nmv_count->class0[CLASS0_SIZE - 1] *
404
0
            (pre_last_prob - cur_last_prob);
405
406
    // bits
407
0
    for (j = 0; j < MV_OFFSET_BITS; ++j) {
408
0
      diff += (int)nmv_count->bits[j][0] *
409
0
              (pre_nmv_prob->bits[j] - cur_nmv_prob->bits[j]);
410
411
0
      pre_last_prob = MAX_PROB - pre_nmv_prob->bits[j];
412
0
      cur_last_prob = MAX_PROB - cur_nmv_prob->bits[j];
413
414
0
      diff += (int)nmv_count->bits[j][1] * (pre_last_prob - cur_last_prob);
415
0
    }
416
417
    // class0_fp
418
0
    for (j = 0; j < CLASS0_SIZE; ++j) {
419
0
      for (k = 0; k < MV_FP_SIZE - 1; ++k) {
420
0
        diff += (int)nmv_count->class0_fp[j][k] *
421
0
                (pre_nmv_prob->class0_fp[j][k] - cur_nmv_prob->class0_fp[j][k]);
422
0
      }
423
0
      pre_last_prob = MAX_PROB - pre_nmv_prob->class0_fp[j][MV_FP_SIZE - 2];
424
0
      cur_last_prob = MAX_PROB - cur_nmv_prob->class0_fp[j][MV_FP_SIZE - 2];
425
426
0
      diff += (int)nmv_count->class0_fp[j][MV_FP_SIZE - 1] *
427
0
              (pre_last_prob - cur_last_prob);
428
0
    }
429
430
    // fp
431
0
    for (j = 0; j < MV_FP_SIZE - 1; ++j) {
432
0
      diff +=
433
0
          (int)nmv_count->fp[j] * (pre_nmv_prob->fp[j] - cur_nmv_prob->fp[j]);
434
0
    }
435
0
    pre_last_prob = MAX_PROB - pre_nmv_prob->fp[MV_FP_SIZE - 2];
436
0
    cur_last_prob = MAX_PROB - cur_nmv_prob->fp[MV_FP_SIZE - 2];
437
438
0
    diff +=
439
0
        (int)nmv_count->fp[MV_FP_SIZE - 1] * (pre_last_prob - cur_last_prob);
440
441
    // class0_hp
442
0
    diff += (int)nmv_count->class0_hp[0] *
443
0
            (pre_nmv_prob->class0_hp - cur_nmv_prob->class0_hp);
444
445
0
    pre_last_prob = MAX_PROB - pre_nmv_prob->class0_hp;
446
0
    cur_last_prob = MAX_PROB - cur_nmv_prob->class0_hp;
447
448
0
    diff += (int)nmv_count->class0_hp[1] * (pre_last_prob - cur_last_prob);
449
450
    // hp
451
0
    diff += (int)nmv_count->hp[0] * (pre_nmv_prob->hp - cur_nmv_prob->hp);
452
453
0
    pre_last_prob = MAX_PROB - pre_nmv_prob->hp;
454
0
    cur_last_prob = MAX_PROB - cur_nmv_prob->hp;
455
456
0
    diff += (int)nmv_count->hp[1] * (pre_last_prob - cur_last_prob);
457
0
  }
458
459
0
  return -diff;
460
0
}
461
#endif  // !CONFIG_REALTIME_ONLY
462
463
// Test for whether to calculate metrics for the frame.
464
122k
static int is_psnr_calc_enabled(const VP9_COMP *cpi) {
465
122k
  const VP9_COMMON *const cm = &cpi->common;
466
122k
  const VP9EncoderConfig *const oxcf = &cpi->oxcf;
467
468
122k
  return cpi->b_calculate_psnr && (oxcf->pass != 1) && cm->show_frame;
469
122k
}
470
471
/* clang-format off */
472
const Vp9LevelSpec vp9_level_defs[VP9_LEVELS] = {
473
  //         sample rate    size   breadth  bitrate  cpb
474
  { LEVEL_1,   829440,      36864,    512,   200,    400,    2, 1,  4,  8 },
475
  { LEVEL_1_1, 2764800,     73728,    768,   800,    1000,   2, 1,  4,  8 },
476
  { LEVEL_2,   4608000,     122880,   960,   1800,   1500,   2, 1,  4,  8 },
477
  { LEVEL_2_1, 9216000,     245760,   1344,  3600,   2800,   2, 2,  4,  8 },
478
  { LEVEL_3,   20736000,    552960,   2048,  7200,   6000,   2, 4,  4,  8 },
479
  { LEVEL_3_1, 36864000,    983040,   2752,  12000,  10000,  2, 4,  4,  8 },
480
  { LEVEL_4,   83558400,    2228224,  4160,  18000,  16000,  4, 4,  4,  8 },
481
  { LEVEL_4_1, 160432128,   2228224,  4160,  30000,  18000,  4, 4,  5,  6 },
482
  { LEVEL_5,   311951360,   8912896,  8384,  60000,  36000,  6, 8,  6,  4 },
483
  { LEVEL_5_1, 588251136,   8912896,  8384,  120000, 46000,  8, 8,  10, 4 },
484
  // TODO(huisu): update max_cpb_size for level 5_2 ~ 6_2 when
485
  // they are finalized (currently tentative).
486
  { LEVEL_5_2, 1176502272,  8912896,  8384,  180000, 90000,  8, 8,  10, 4 },
487
  { LEVEL_6,   1176502272,  35651584, 16832, 180000, 90000,  8, 16, 10, 4 },
488
  { LEVEL_6_1, 2353004544u, 35651584, 16832, 240000, 180000, 8, 16, 10, 4 },
489
  { LEVEL_6_2, 4706009088u, 35651584, 16832, 480000, 360000, 8, 16, 10, 4 },
490
};
491
/* clang-format on */
492
493
static const char *level_fail_messages[TARGET_LEVEL_FAIL_IDS] = {
494
  "The average bit-rate is too high.",
495
  "The picture size is too large.",
496
  "The picture width/height is too large.",
497
  "The luma sample rate is too large.",
498
  "The CPB size is too large.",
499
  "The compression ratio is too small",
500
  "Too many column tiles are used.",
501
  "The alt-ref distance is too small.",
502
  "Too many reference buffers are used."
503
};
504
505
0
static INLINE void Scale2Ratio(VPX_SCALING_MODE mode, int *hr, int *hs) {
506
0
  switch (mode) {
507
0
    case VP8E_NORMAL:
508
0
      *hr = 1;
509
0
      *hs = 1;
510
0
      break;
511
0
    case VP8E_FOURFIVE:
512
0
      *hr = 4;
513
0
      *hs = 5;
514
0
      break;
515
0
    case VP8E_THREEFIVE:
516
0
      *hr = 3;
517
0
      *hs = 5;
518
0
      break;
519
0
    default:
520
0
      assert(mode == VP8E_ONETWO);
521
0
      *hr = 1;
522
0
      *hs = 2;
523
0
      break;
524
0
  }
525
0
}
526
527
// Mark all inactive blocks as active. Other segmentation features may be set
528
// so memset cannot be used, instead only inactive blocks should be reset.
529
61.2k
static void suppress_active_map(VP9_COMP *cpi) {
530
61.2k
  unsigned char *const seg_map = cpi->segmentation_map;
531
532
61.2k
  if (cpi->active_map.enabled || cpi->active_map.update) {
533
0
    const int rows = cpi->common.mi_rows;
534
0
    const int cols = cpi->common.mi_cols;
535
0
    int i;
536
537
0
    for (i = 0; i < rows * cols; ++i)
538
0
      if (seg_map[i] == AM_SEGMENT_ID_INACTIVE)
539
0
        seg_map[i] = AM_SEGMENT_ID_ACTIVE;
540
0
  }
541
61.2k
}
542
543
61.2k
static void apply_active_map(VP9_COMP *cpi) {
544
61.2k
  struct segmentation *const seg = &cpi->common.seg;
545
61.2k
  unsigned char *const seg_map = cpi->segmentation_map;
546
61.2k
  const unsigned char *const active_map = cpi->active_map.map;
547
61.2k
  int i;
548
549
61.2k
  assert(AM_SEGMENT_ID_ACTIVE == CR_SEGMENT_ID_BASE);
550
551
61.2k
  if (frame_is_intra_only(&cpi->common)) {
552
12.5k
    cpi->active_map.enabled = 0;
553
12.5k
    cpi->active_map.update = 1;
554
12.5k
  }
555
556
61.2k
  if (cpi->active_map.update) {
557
12.5k
    if (cpi->active_map.enabled) {
558
0
      for (i = 0; i < cpi->common.mi_rows * cpi->common.mi_cols; ++i)
559
0
        if (seg_map[i] == AM_SEGMENT_ID_ACTIVE) seg_map[i] = active_map[i];
560
0
      vp9_enable_segmentation(seg);
561
0
      vp9_enable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_SKIP);
562
0
      vp9_enable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF);
563
      // Setting the data to -MAX_LOOP_FILTER will result in the computed loop
564
      // filter level being zero regardless of the value of seg->abs_delta.
565
0
      vp9_set_segdata(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF,
566
0
                      -MAX_LOOP_FILTER);
567
12.5k
    } else {
568
12.5k
      vp9_disable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_SKIP);
569
12.5k
      vp9_disable_segfeature(seg, AM_SEGMENT_ID_INACTIVE, SEG_LVL_ALT_LF);
570
12.5k
      if (seg->enabled) {
571
0
        seg->update_data = 1;
572
0
        seg->update_map = 1;
573
0
      }
574
12.5k
    }
575
12.5k
    cpi->active_map.update = 0;
576
12.5k
  }
577
61.2k
}
578
579
0
static void apply_roi_map(VP9_COMP *cpi) {
580
0
  VP9_COMMON *cm = &cpi->common;
581
0
  struct segmentation *const seg = &cm->seg;
582
0
  vpx_roi_map_t *roi = &cpi->roi;
583
0
  const int *delta_q = roi->delta_q;
584
0
  const int *delta_lf = roi->delta_lf;
585
0
  const int *skip = roi->skip;
586
0
  int ref_frame[8];
587
0
  int internal_delta_q[MAX_SEGMENTS];
588
0
  int i;
589
590
  // TODO(jianj): Investigate why ROI not working in speed < 5 or in non
591
  // realtime mode.
592
0
  if (cpi->oxcf.mode != REALTIME || cpi->oxcf.speed < 5) return;
593
0
  if (!roi->enabled) return;
594
595
0
  memcpy(&ref_frame, roi->ref_frame, sizeof(ref_frame));
596
597
0
  vp9_enable_segmentation(seg);
598
0
  vp9_clearall_segfeatures(seg);
599
  // Select delta coding method;
600
0
  seg->abs_delta = SEGMENT_DELTADATA;
601
602
0
  memcpy(cpi->segmentation_map, roi->roi_map, (cm->mi_rows * cm->mi_cols));
603
604
0
  for (i = 0; i < MAX_SEGMENTS; ++i) {
605
    // Translate the external delta q values to internal values.
606
0
    internal_delta_q[i] = vp9_quantizer_to_qindex(abs(delta_q[i]));
607
0
    if (delta_q[i] < 0) internal_delta_q[i] = -internal_delta_q[i];
608
0
    vp9_disable_segfeature(seg, i, SEG_LVL_ALT_Q);
609
0
    vp9_disable_segfeature(seg, i, SEG_LVL_ALT_LF);
610
0
    if (internal_delta_q[i] != 0) {
611
0
      vp9_enable_segfeature(seg, i, SEG_LVL_ALT_Q);
612
0
      vp9_set_segdata(seg, i, SEG_LVL_ALT_Q, internal_delta_q[i]);
613
0
    }
614
0
    if (delta_lf[i] != 0) {
615
0
      vp9_enable_segfeature(seg, i, SEG_LVL_ALT_LF);
616
0
      vp9_set_segdata(seg, i, SEG_LVL_ALT_LF, delta_lf[i]);
617
0
    }
618
0
    if (skip[i] != 0) {
619
0
      vp9_enable_segfeature(seg, i, SEG_LVL_SKIP);
620
0
      vp9_set_segdata(seg, i, SEG_LVL_SKIP, 0);
621
0
    }
622
0
    if (ref_frame[i] >= 0) {
623
0
      int valid_ref = 1;
624
      // ALTREF is not used as reference for nonrd_pickmode with 0 lag.
625
0
      if (ref_frame[i] == ALTREF_FRAME && cpi->sf.use_nonrd_pick_mode)
626
0
        valid_ref = 0;
627
      // If GOLDEN is selected, make sure it's set as reference.
628
0
      if (ref_frame[i] == GOLDEN_FRAME &&
629
0
          !(cpi->ref_frame_flags & ref_frame_to_flag(ref_frame[i]))) {
630
0
        valid_ref = 0;
631
0
      }
632
      // GOLDEN was updated in previous encoded frame, so GOLDEN and LAST are
633
      // same reference.
634
0
      if (ref_frame[i] == GOLDEN_FRAME && cpi->rc.frames_since_golden == 0)
635
0
        ref_frame[i] = LAST_FRAME;
636
0
      if (valid_ref) {
637
0
        vp9_enable_segfeature(seg, i, SEG_LVL_REF_FRAME);
638
0
        vp9_set_segdata(seg, i, SEG_LVL_REF_FRAME, ref_frame[i]);
639
0
      }
640
0
    }
641
0
  }
642
0
  roi->enabled = 1;
643
0
}
644
645
3.59k
static void init_level_info(Vp9LevelInfo *level_info) {
646
3.59k
  Vp9LevelStats *const level_stats = &level_info->level_stats;
647
3.59k
  Vp9LevelSpec *const level_spec = &level_info->level_spec;
648
649
3.59k
  memset(level_stats, 0, sizeof(*level_stats));
650
3.59k
  memset(level_spec, 0, sizeof(*level_spec));
651
3.59k
  level_spec->level = LEVEL_UNKNOWN;
652
3.59k
  level_spec->min_altref_distance = INT_MAX;
653
3.59k
}
654
655
0
static int check_seg_range(int seg_data[8], int range) {
656
0
  int i;
657
0
  for (i = 0; i < 8; ++i) {
658
    // Note abs() alone can't be used as the behavior of abs(INT_MIN) is
659
    // undefined.
660
0
    if (seg_data[i] > range || seg_data[i] < -range) {
661
0
      return 0;
662
0
    }
663
0
  }
664
0
  return 1;
665
0
}
666
667
0
VP9_LEVEL vp9_get_level(const Vp9LevelSpec *const level_spec) {
668
0
  int i;
669
0
  const Vp9LevelSpec *this_level;
670
671
0
  vpx_clear_system_state();
672
673
0
  for (i = 0; i < VP9_LEVELS; ++i) {
674
0
    this_level = &vp9_level_defs[i];
675
0
    if ((double)level_spec->max_luma_sample_rate >
676
0
            (double)this_level->max_luma_sample_rate *
677
0
                (1 + SAMPLE_RATE_GRACE_P) ||
678
0
        level_spec->max_luma_picture_size > this_level->max_luma_picture_size ||
679
0
        level_spec->max_luma_picture_breadth >
680
0
            this_level->max_luma_picture_breadth ||
681
0
        level_spec->average_bitrate > this_level->average_bitrate ||
682
0
        level_spec->max_cpb_size > this_level->max_cpb_size ||
683
0
        level_spec->compression_ratio < this_level->compression_ratio ||
684
0
        level_spec->max_col_tiles > this_level->max_col_tiles ||
685
0
        level_spec->min_altref_distance < this_level->min_altref_distance ||
686
0
        level_spec->max_ref_frame_buffers > this_level->max_ref_frame_buffers)
687
0
      continue;
688
0
    break;
689
0
  }
690
0
  return (i == VP9_LEVELS) ? LEVEL_UNKNOWN : vp9_level_defs[i].level;
691
0
}
692
693
vpx_codec_err_t vp9_set_roi_map(VP9_COMP *cpi, unsigned char *map,
694
                                unsigned int rows, unsigned int cols,
695
                                int delta_q[8], int delta_lf[8], int skip[8],
696
0
                                int ref_frame[8]) {
697
0
  VP9_COMMON *cm = &cpi->common;
698
0
  vpx_roi_map_t *roi = &cpi->roi;
699
0
  const int range = 63;
700
0
  const int ref_frame_range = 3;  // Alt-ref
701
0
  const int skip_range = 1;
702
0
  const int frame_rows = cpi->common.mi_rows;
703
0
  const int frame_cols = cpi->common.mi_cols;
704
705
  // Check number of rows and columns match
706
0
  if (frame_rows != (int)rows || frame_cols != (int)cols) {
707
0
    return VPX_CODEC_INVALID_PARAM;
708
0
  }
709
710
0
  if (!check_seg_range(delta_q, range) || !check_seg_range(delta_lf, range) ||
711
0
      !check_seg_range(ref_frame, ref_frame_range) ||
712
0
      !check_seg_range(skip, skip_range))
713
0
    return VPX_CODEC_INVALID_PARAM;
714
715
  // Also disable segmentation if no deltas are specified.
716
0
  if (!map ||
717
0
      (!(delta_q[0] | delta_q[1] | delta_q[2] | delta_q[3] | delta_q[4] |
718
0
         delta_q[5] | delta_q[6] | delta_q[7] | delta_lf[0] | delta_lf[1] |
719
0
         delta_lf[2] | delta_lf[3] | delta_lf[4] | delta_lf[5] | delta_lf[6] |
720
0
         delta_lf[7] | skip[0] | skip[1] | skip[2] | skip[3] | skip[4] |
721
0
         skip[5] | skip[6] | skip[7]) &&
722
0
       (ref_frame[0] == -1 && ref_frame[1] == -1 && ref_frame[2] == -1 &&
723
0
        ref_frame[3] == -1 && ref_frame[4] == -1 && ref_frame[5] == -1 &&
724
0
        ref_frame[6] == -1 && ref_frame[7] == -1))) {
725
0
    vp9_disable_segmentation(&cm->seg);
726
0
    cpi->roi.enabled = 0;
727
0
    return VPX_CODEC_OK;
728
0
  }
729
730
0
  if (roi->roi_map) {
731
0
    vpx_free(roi->roi_map);
732
0
    roi->roi_map = NULL;
733
0
  }
734
0
  roi->roi_map = vpx_malloc(rows * cols);
735
0
  if (!roi->roi_map) return VPX_CODEC_MEM_ERROR;
736
737
  // Copy to ROI structure in the compressor.
738
0
  memcpy(roi->roi_map, map, rows * cols);
739
0
  memcpy(&roi->delta_q, delta_q, MAX_SEGMENTS * sizeof(delta_q[0]));
740
0
  memcpy(&roi->delta_lf, delta_lf, MAX_SEGMENTS * sizeof(delta_lf[0]));
741
0
  memcpy(&roi->skip, skip, MAX_SEGMENTS * sizeof(skip[0]));
742
0
  memcpy(&roi->ref_frame, ref_frame, MAX_SEGMENTS * sizeof(ref_frame[0]));
743
0
  roi->enabled = 1;
744
0
  roi->rows = rows;
745
0
  roi->cols = cols;
746
747
0
  return VPX_CODEC_OK;
748
0
}
749
750
int vp9_set_active_map(VP9_COMP *cpi, unsigned char *new_map_16x16, int rows,
751
0
                       int cols) {
752
0
  if (rows == cpi->common.mb_rows && cols == cpi->common.mb_cols) {
753
0
    unsigned char *const active_map_8x8 = cpi->active_map.map;
754
0
    const int mi_rows = cpi->common.mi_rows;
755
0
    const int mi_cols = cpi->common.mi_cols;
756
0
    cpi->active_map.update = 1;
757
0
    if (new_map_16x16) {
758
0
      int r, c;
759
0
      for (r = 0; r < mi_rows; ++r) {
760
0
        for (c = 0; c < mi_cols; ++c) {
761
0
          active_map_8x8[r * mi_cols + c] =
762
0
              new_map_16x16[(r >> 1) * cols + (c >> 1)]
763
0
                  ? AM_SEGMENT_ID_ACTIVE
764
0
                  : AM_SEGMENT_ID_INACTIVE;
765
0
        }
766
0
      }
767
0
      cpi->active_map.enabled = 1;
768
0
    } else {
769
0
      cpi->active_map.enabled = 0;
770
0
    }
771
0
    return 0;
772
0
  } else {
773
0
    return -1;
774
0
  }
775
0
}
776
777
int vp9_get_active_map(VP9_COMP *cpi, unsigned char *new_map_16x16, int rows,
778
0
                       int cols) {
779
0
  if (rows == cpi->common.mb_rows && cols == cpi->common.mb_cols &&
780
0
      new_map_16x16) {
781
0
    unsigned char *const seg_map_8x8 = cpi->segmentation_map;
782
0
    const int mi_rows = cpi->common.mi_rows;
783
0
    const int mi_cols = cpi->common.mi_cols;
784
0
    memset(new_map_16x16, !cpi->active_map.enabled, rows * cols);
785
0
    if (cpi->active_map.enabled) {
786
0
      int r, c;
787
0
      for (r = 0; r < mi_rows; ++r) {
788
0
        for (c = 0; c < mi_cols; ++c) {
789
          // Cyclic refresh segments are considered active despite not having
790
          // AM_SEGMENT_ID_ACTIVE
791
0
          new_map_16x16[(r >> 1) * cols + (c >> 1)] |=
792
0
              seg_map_8x8[r * mi_cols + c] != AM_SEGMENT_ID_INACTIVE;
793
0
        }
794
0
      }
795
0
    }
796
0
    return 0;
797
0
  } else {
798
0
    return -1;
799
0
  }
800
0
}
801
802
228k
void vp9_set_high_precision_mv(VP9_COMP *cpi, int allow_high_precision_mv) {
803
228k
  MACROBLOCK *const mb = &cpi->td.mb;
804
228k
  cpi->common.allow_high_precision_mv = allow_high_precision_mv;
805
228k
  if (cpi->common.allow_high_precision_mv) {
806
187k
    mb->mvcost = mb->nmvcost_hp;
807
187k
    mb->mvsadcost = mb->nmvsadcost_hp;
808
187k
  } else {
809
40.2k
    mb->mvcost = mb->nmvcost;
810
40.2k
    mb->mvsadcost = mb->nmvsadcost;
811
40.2k
  }
812
228k
}
813
814
61.2k
static void setup_frame(VP9_COMP *cpi) {
815
61.2k
  VP9_COMMON *const cm = &cpi->common;
816
  // Set up entropy context depending on frame type. The decoder mandates
817
  // the use of the default context, index 0, for keyframes and inter
818
  // frames where the error_resilient_mode or intra_only flag is set. For
819
  // other inter-frames the encoder currently uses only two contexts;
820
  // context 1 for ALTREF frames and context 0 for the others.
821
61.2k
  if (frame_is_intra_only(cm) || cm->error_resilient_mode) {
822
12.5k
    vp9_setup_past_independence(cm);
823
48.7k
  } else {
824
48.7k
    if (!cpi->use_svc) cm->frame_context_idx = cpi->refresh_alt_ref_frame;
825
48.7k
  }
826
827
  // TODO(jingning): Overwrite the frame_context_idx index in multi-layer ARF
828
  // case. Need some further investigation on if we could apply this to single
829
  // layer ARF case as well.
830
61.2k
  if (cpi->multi_layer_arf && !cpi->use_svc) {
831
0
    GF_GROUP *const gf_group = &cpi->twopass.gf_group;
832
0
    const int gf_group_index = gf_group->index;
833
0
    const int boost_frame =
834
0
        !cpi->rc.is_src_frame_alt_ref &&
835
0
        (cpi->refresh_golden_frame || cpi->refresh_alt_ref_frame);
836
837
    // frame_context_idx           Frame Type
838
    //        0              Intra only frame, base layer ARF
839
    //        1              ARFs with layer depth = 2,3
840
    //        2              ARFs with layer depth > 3
841
    //        3              Non-boosted frames
842
0
    if (frame_is_intra_only(cm)) {
843
0
      cm->frame_context_idx = 0;
844
0
    } else if (boost_frame) {
845
0
      if (gf_group->rf_level[gf_group_index] == GF_ARF_STD)
846
0
        cm->frame_context_idx = 0;
847
0
      else if (gf_group->layer_depth[gf_group_index] <= 3)
848
0
        cm->frame_context_idx = 1;
849
0
      else
850
0
        cm->frame_context_idx = 2;
851
0
    } else {
852
0
      cm->frame_context_idx = 3;
853
0
    }
854
0
  }
855
856
61.2k
  if (cm->frame_type == KEY_FRAME) {
857
12.5k
    cpi->refresh_golden_frame = 1;
858
12.5k
    cpi->refresh_alt_ref_frame = 1;
859
12.5k
    vp9_zero(cpi->interp_filter_selected);
860
48.7k
  } else {
861
48.7k
    *cm->fc = cm->frame_contexts[cm->frame_context_idx];
862
48.7k
    vp9_zero(cpi->interp_filter_selected[0]);
863
48.7k
  }
864
61.2k
}
865
866
31.0k
static void vp9_enc_setup_mi(VP9_COMMON *cm) {
867
31.0k
  int i;
868
31.0k
  cm->mi = cm->mip + cm->mi_stride + 1;
869
31.0k
  memset(cm->mip, 0, cm->mi_stride * (cm->mi_rows + 1) * sizeof(*cm->mip));
870
31.0k
  cm->prev_mi = cm->prev_mip + cm->mi_stride + 1;
871
  // Clear top border row
872
31.0k
  memset(cm->prev_mip, 0, sizeof(*cm->prev_mip) * cm->mi_stride);
873
  // Clear left border column
874
2.09M
  for (i = 1; i < cm->mi_rows + 1; ++i)
875
2.05M
    memset(&cm->prev_mip[i * cm->mi_stride], 0, sizeof(*cm->prev_mip));
876
877
31.0k
  cm->mi_grid_visible = cm->mi_grid_base + cm->mi_stride + 1;
878
31.0k
  cm->prev_mi_grid_visible = cm->prev_mi_grid_base + cm->mi_stride + 1;
879
880
31.0k
  memset(cm->mi_grid_base, 0,
881
31.0k
         cm->mi_stride * (cm->mi_rows + 1) * sizeof(*cm->mi_grid_base));
882
31.0k
}
883
884
3.59k
static int vp9_enc_alloc_mi(VP9_COMMON *cm, int mi_size) {
885
3.59k
  cm->mip = vpx_calloc(mi_size, sizeof(*cm->mip));
886
3.59k
  if (!cm->mip) return 1;
887
3.59k
  cm->prev_mip = vpx_calloc(mi_size, sizeof(*cm->prev_mip));
888
3.59k
  if (!cm->prev_mip) return 1;
889
3.59k
  cm->mi_alloc_size = mi_size;
890
891
3.59k
  cm->mi_grid_base =
892
3.59k
      (MODE_INFO **)vpx_calloc(mi_size, sizeof(*cm->mi_grid_base));
893
3.59k
  if (!cm->mi_grid_base) return 1;
894
3.59k
  cm->prev_mi_grid_base =
895
3.59k
      (MODE_INFO **)vpx_calloc(mi_size, sizeof(*cm->prev_mi_grid_base));
896
3.59k
  if (!cm->prev_mi_grid_base) return 1;
897
898
3.59k
  return 0;
899
3.59k
}
900
901
10.7k
static void vp9_enc_free_mi(VP9_COMMON *cm) {
902
10.7k
  vpx_free(cm->mip);
903
10.7k
  cm->mip = NULL;
904
10.7k
  vpx_free(cm->prev_mip);
905
10.7k
  cm->prev_mip = NULL;
906
10.7k
  vpx_free(cm->mi_grid_base);
907
10.7k
  cm->mi_grid_base = NULL;
908
10.7k
  vpx_free(cm->prev_mi_grid_base);
909
10.7k
  cm->prev_mi_grid_base = NULL;
910
10.7k
  cm->mi_alloc_size = 0;
911
10.7k
}
912
913
61.1k
static void vp9_swap_mi_and_prev_mi(VP9_COMMON *cm) {
914
  // Current mip will be the prev_mip for the next frame.
915
61.1k
  MODE_INFO **temp_base = cm->prev_mi_grid_base;
916
61.1k
  MODE_INFO *temp = cm->prev_mip;
917
918
  // Skip update prev_mi frame in show_existing_frame mode.
919
61.1k
  if (cm->show_existing_frame) return;
920
921
61.1k
  cm->prev_mip = cm->mip;
922
61.1k
  cm->mip = temp;
923
924
  // Update the upper left visible macroblock ptrs.
925
61.1k
  cm->mi = cm->mip + cm->mi_stride + 1;
926
61.1k
  cm->prev_mi = cm->prev_mip + cm->mi_stride + 1;
927
928
61.1k
  cm->prev_mi_grid_base = cm->mi_grid_base;
929
61.1k
  cm->mi_grid_base = temp_base;
930
61.1k
  cm->mi_grid_visible = cm->mi_grid_base + cm->mi_stride + 1;
931
61.1k
  cm->prev_mi_grid_visible = cm->prev_mi_grid_base + cm->mi_stride + 1;
932
61.1k
}
933
934
1
static void initialize_enc(void) {
935
1
  vp9_rtcd();
936
1
  vpx_dsp_rtcd();
937
1
  vpx_scale_rtcd();
938
1
  vp9_init_intra_predictors();
939
1
  vp9_init_me_luts();
940
1
  vp9_rc_init_minq_luts();
941
1
  vp9_entropy_mv_init();
942
1
#if !CONFIG_REALTIME_ONLY
943
1
  vp9_temporal_filter_init();
944
1
#endif
945
1
}
946
947
3.64k
void vp9_initialize_enc(void) { once(initialize_enc); }
948
949
3.59k
static void dealloc_compressor_data(VP9_COMP *cpi) {
950
3.59k
  VP9_COMMON *const cm = &cpi->common;
951
3.59k
  int i;
952
953
3.59k
  vpx_free(cpi->mbmi_ext_base);
954
3.59k
  cpi->mbmi_ext_base = NULL;
955
956
3.59k
  vpx_free(cpi->tile_data);
957
3.59k
  cpi->tile_data = NULL;
958
959
3.59k
  vpx_free(cpi->segmentation_map);
960
3.59k
  cpi->segmentation_map = NULL;
961
3.59k
  vpx_free(cpi->coding_context.last_frame_seg_map_copy);
962
3.59k
  cpi->coding_context.last_frame_seg_map_copy = NULL;
963
964
3.59k
  vpx_free(cpi->nmvcosts[0]);
965
3.59k
  vpx_free(cpi->nmvcosts[1]);
966
3.59k
  cpi->nmvcosts[0] = NULL;
967
3.59k
  cpi->nmvcosts[1] = NULL;
968
969
3.59k
  vpx_free(cpi->nmvcosts_hp[0]);
970
3.59k
  vpx_free(cpi->nmvcosts_hp[1]);
971
3.59k
  cpi->nmvcosts_hp[0] = NULL;
972
3.59k
  cpi->nmvcosts_hp[1] = NULL;
973
974
3.59k
  vpx_free(cpi->nmvsadcosts[0]);
975
3.59k
  vpx_free(cpi->nmvsadcosts[1]);
976
3.59k
  cpi->nmvsadcosts[0] = NULL;
977
3.59k
  cpi->nmvsadcosts[1] = NULL;
978
979
3.59k
  vpx_free(cpi->nmvsadcosts_hp[0]);
980
3.59k
  vpx_free(cpi->nmvsadcosts_hp[1]);
981
3.59k
  cpi->nmvsadcosts_hp[0] = NULL;
982
3.59k
  cpi->nmvsadcosts_hp[1] = NULL;
983
984
3.59k
  vpx_free(cpi->skin_map);
985
3.59k
  cpi->skin_map = NULL;
986
987
3.59k
  vpx_free(cpi->prev_partition);
988
3.59k
  cpi->prev_partition = NULL;
989
990
3.59k
  vpx_free(cpi->svc.prev_partition_svc);
991
3.59k
  cpi->svc.prev_partition_svc = NULL;
992
993
3.59k
  vpx_free(cpi->prev_segment_id);
994
3.59k
  cpi->prev_segment_id = NULL;
995
996
3.59k
  vpx_free(cpi->prev_variance_low);
997
3.59k
  cpi->prev_variance_low = NULL;
998
999
3.59k
  vpx_free(cpi->copied_frame_cnt);
1000
3.59k
  cpi->copied_frame_cnt = NULL;
1001
1002
3.59k
  vpx_free(cpi->content_state_sb_fd);
1003
3.59k
  cpi->content_state_sb_fd = NULL;
1004
1005
3.59k
  vpx_free(cpi->count_arf_frame_usage);
1006
3.59k
  cpi->count_arf_frame_usage = NULL;
1007
3.59k
  vpx_free(cpi->count_lastgolden_frame_usage);
1008
3.59k
  cpi->count_lastgolden_frame_usage = NULL;
1009
1010
3.59k
  vp9_cyclic_refresh_free(cpi->cyclic_refresh);
1011
3.59k
  cpi->cyclic_refresh = NULL;
1012
1013
3.59k
  vpx_free(cpi->active_map.map);
1014
3.59k
  cpi->active_map.map = NULL;
1015
1016
3.59k
  vpx_free(cpi->roi.roi_map);
1017
3.59k
  cpi->roi.roi_map = NULL;
1018
1019
3.59k
  vpx_free(cpi->consec_zero_mv);
1020
3.59k
  cpi->consec_zero_mv = NULL;
1021
1022
3.59k
  vpx_free(cpi->mb_wiener_variance);
1023
3.59k
  cpi->mb_wiener_variance = NULL;
1024
1025
3.59k
  vpx_free(cpi->sb_mul_scale);
1026
3.59k
  cpi->sb_mul_scale = NULL;
1027
1028
3.59k
  vpx_free(cpi->mi_ssim_rdmult_scaling_factors);
1029
3.59k
  cpi->mi_ssim_rdmult_scaling_factors = NULL;
1030
1031
3.59k
  vp9_free_ref_frame_buffers(cm->buffer_pool);
1032
#if CONFIG_VP9_POSTPROC
1033
  vp9_free_postproc_buffers(cm);
1034
#endif
1035
3.59k
  vp9_free_context_buffers(cm);
1036
1037
3.59k
  vpx_free_frame_buffer(&cpi->last_frame_uf);
1038
3.59k
  vpx_free_frame_buffer(&cpi->scaled_source);
1039
3.59k
  vpx_free_frame_buffer(&cpi->scaled_last_source);
1040
3.59k
  vpx_free_frame_buffer(&cpi->tf_buffer);
1041
#ifdef ENABLE_KF_DENOISE
1042
  vpx_free_frame_buffer(&cpi->raw_unscaled_source);
1043
  vpx_free_frame_buffer(&cpi->raw_scaled_source);
1044
#endif
1045
1046
3.59k
  vp9_lookahead_destroy(cpi->lookahead);
1047
1048
3.59k
  vpx_free(cpi->tile_tok[0][0]);
1049
3.59k
  cpi->tile_tok[0][0] = 0;
1050
1051
3.59k
  vpx_free(cpi->tplist[0][0]);
1052
3.59k
  cpi->tplist[0][0] = NULL;
1053
1054
3.59k
  vp9_free_pc_tree(&cpi->td);
1055
1056
7.19k
  for (i = 0; i < cpi->svc.number_spatial_layers; ++i) {
1057
3.59k
    LAYER_CONTEXT *const lc = &cpi->svc.layer_context[i];
1058
3.59k
    vpx_free(lc->rc_twopass_stats_in.buf);
1059
3.59k
    lc->rc_twopass_stats_in.buf = NULL;
1060
3.59k
    lc->rc_twopass_stats_in.sz = 0;
1061
3.59k
  }
1062
1063
93.5k
  for (i = 0; i < MAX_LAG_BUFFERS; ++i) {
1064
89.9k
    vpx_free_frame_buffer(&cpi->svc.scaled_frames[i]);
1065
89.9k
  }
1066
3.59k
  memset(&cpi->svc.scaled_frames[0], 0,
1067
3.59k
         MAX_LAG_BUFFERS * sizeof(cpi->svc.scaled_frames[0]));
1068
1069
3.59k
  vpx_free_frame_buffer(&cpi->svc.scaled_temp);
1070
3.59k
  memset(&cpi->svc.scaled_temp, 0, sizeof(cpi->svc.scaled_temp));
1071
1072
3.59k
  vpx_free_frame_buffer(&cpi->svc.empty_frame.img);
1073
3.59k
  memset(&cpi->svc.empty_frame, 0, sizeof(cpi->svc.empty_frame));
1074
1075
3.59k
  vp9_free_svc_cyclic_refresh(cpi);
1076
3.59k
}
1077
1078
0
static void save_coding_context(VP9_COMP *cpi) {
1079
0
  CODING_CONTEXT *const cc = &cpi->coding_context;
1080
0
  VP9_COMMON *cm = &cpi->common;
1081
1082
  // Stores a snapshot of key state variables which can subsequently be
1083
  // restored with a call to vp9_restore_coding_context. These functions are
1084
  // intended for use in a re-code loop in vp9_compress_frame where the
1085
  // quantizer value is adjusted between loop iterations.
1086
0
  vp9_copy(cc->nmvjointcost, cpi->td.mb.nmvjointcost);
1087
1088
0
  memcpy(cc->nmvcosts[0], cpi->nmvcosts[0],
1089
0
         MV_VALS * sizeof(*cpi->nmvcosts[0]));
1090
0
  memcpy(cc->nmvcosts[1], cpi->nmvcosts[1],
1091
0
         MV_VALS * sizeof(*cpi->nmvcosts[1]));
1092
0
  memcpy(cc->nmvcosts_hp[0], cpi->nmvcosts_hp[0],
1093
0
         MV_VALS * sizeof(*cpi->nmvcosts_hp[0]));
1094
0
  memcpy(cc->nmvcosts_hp[1], cpi->nmvcosts_hp[1],
1095
0
         MV_VALS * sizeof(*cpi->nmvcosts_hp[1]));
1096
1097
0
  vp9_copy(cc->segment_pred_probs, cm->seg.pred_probs);
1098
1099
0
  memcpy(cpi->coding_context.last_frame_seg_map_copy, cm->last_frame_seg_map,
1100
0
         (cm->mi_rows * cm->mi_cols));
1101
1102
0
  vp9_copy(cc->last_ref_lf_deltas, cm->lf.last_ref_deltas);
1103
0
  vp9_copy(cc->last_mode_lf_deltas, cm->lf.last_mode_deltas);
1104
1105
0
  cc->fc = *cm->fc;
1106
0
}
1107
1108
0
static void restore_coding_context(VP9_COMP *cpi) {
1109
0
  CODING_CONTEXT *const cc = &cpi->coding_context;
1110
0
  VP9_COMMON *cm = &cpi->common;
1111
1112
  // Restore key state variables to the snapshot state stored in the
1113
  // previous call to vp9_save_coding_context.
1114
0
  vp9_copy(cpi->td.mb.nmvjointcost, cc->nmvjointcost);
1115
1116
0
  memcpy(cpi->nmvcosts[0], cc->nmvcosts[0], MV_VALS * sizeof(*cc->nmvcosts[0]));
1117
0
  memcpy(cpi->nmvcosts[1], cc->nmvcosts[1], MV_VALS * sizeof(*cc->nmvcosts[1]));
1118
0
  memcpy(cpi->nmvcosts_hp[0], cc->nmvcosts_hp[0],
1119
0
         MV_VALS * sizeof(*cc->nmvcosts_hp[0]));
1120
0
  memcpy(cpi->nmvcosts_hp[1], cc->nmvcosts_hp[1],
1121
0
         MV_VALS * sizeof(*cc->nmvcosts_hp[1]));
1122
1123
0
  vp9_copy(cm->seg.pred_probs, cc->segment_pred_probs);
1124
1125
0
  memcpy(cm->last_frame_seg_map, cpi->coding_context.last_frame_seg_map_copy,
1126
0
         (cm->mi_rows * cm->mi_cols));
1127
1128
0
  vp9_copy(cm->lf.last_ref_deltas, cc->last_ref_lf_deltas);
1129
0
  vp9_copy(cm->lf.last_mode_deltas, cc->last_mode_lf_deltas);
1130
1131
0
  *cm->fc = cc->fc;
1132
0
}
1133
1134
#if !CONFIG_REALTIME_ONLY
1135
0
static void configure_static_seg_features(VP9_COMP *cpi) {
1136
0
  VP9_COMMON *const cm = &cpi->common;
1137
0
  const RATE_CONTROL *const rc = &cpi->rc;
1138
0
  struct segmentation *const seg = &cm->seg;
1139
1140
0
  int high_q = (int)(rc->avg_q > 48.0);
1141
0
  int qi_delta;
1142
1143
  // Disable and clear down for KF
1144
0
  if (cm->frame_type == KEY_FRAME) {
1145
    // Clear down the global segmentation map
1146
0
    memset(cpi->segmentation_map, 0, cm->mi_rows * cm->mi_cols);
1147
0
    seg->update_map = 0;
1148
0
    seg->update_data = 0;
1149
0
    cpi->static_mb_pct = 0;
1150
1151
    // Disable segmentation
1152
0
    vp9_disable_segmentation(seg);
1153
1154
    // Clear down the segment features.
1155
0
    vp9_clearall_segfeatures(seg);
1156
0
  } else if (cpi->refresh_alt_ref_frame) {
1157
    // If this is an alt ref frame
1158
    // Clear down the global segmentation map
1159
0
    memset(cpi->segmentation_map, 0, cm->mi_rows * cm->mi_cols);
1160
0
    seg->update_map = 0;
1161
0
    seg->update_data = 0;
1162
0
    cpi->static_mb_pct = 0;
1163
1164
    // Disable segmentation and individual segment features by default
1165
0
    vp9_disable_segmentation(seg);
1166
0
    vp9_clearall_segfeatures(seg);
1167
1168
    // Scan frames from current to arf frame.
1169
    // This function re-enables segmentation if appropriate.
1170
0
    vp9_update_mbgraph_stats(cpi);
1171
1172
    // If segmentation was enabled set those features needed for the
1173
    // arf itself.
1174
0
    if (seg->enabled) {
1175
0
      seg->update_map = 1;
1176
0
      seg->update_data = 1;
1177
1178
0
      qi_delta =
1179
0
          vp9_compute_qdelta(rc, rc->avg_q, rc->avg_q * 0.875, cm->bit_depth);
1180
0
      vp9_set_segdata(seg, 1, SEG_LVL_ALT_Q, qi_delta - 2);
1181
0
      vp9_set_segdata(seg, 1, SEG_LVL_ALT_LF, -2);
1182
1183
0
      vp9_enable_segfeature(seg, 1, SEG_LVL_ALT_Q);
1184
0
      vp9_enable_segfeature(seg, 1, SEG_LVL_ALT_LF);
1185
1186
      // Where relevant assume segment data is delta data
1187
0
      seg->abs_delta = SEGMENT_DELTADATA;
1188
0
    }
1189
0
  } else if (seg->enabled) {
1190
    // All other frames if segmentation has been enabled
1191
1192
    // First normal frame in a valid gf or alt ref group
1193
0
    if (rc->frames_since_golden == 0) {
1194
      // Set up segment features for normal frames in an arf group
1195
0
      if (rc->source_alt_ref_active) {
1196
0
        seg->update_map = 0;
1197
0
        seg->update_data = 1;
1198
0
        seg->abs_delta = SEGMENT_DELTADATA;
1199
1200
0
        qi_delta =
1201
0
            vp9_compute_qdelta(rc, rc->avg_q, rc->avg_q * 1.125, cm->bit_depth);
1202
0
        vp9_set_segdata(seg, 1, SEG_LVL_ALT_Q, qi_delta + 2);
1203
0
        vp9_enable_segfeature(seg, 1, SEG_LVL_ALT_Q);
1204
1205
0
        vp9_set_segdata(seg, 1, SEG_LVL_ALT_LF, -2);
1206
0
        vp9_enable_segfeature(seg, 1, SEG_LVL_ALT_LF);
1207
1208
        // Segment coding disabled for compred testing
1209
0
        if (high_q || (cpi->static_mb_pct == 100)) {
1210
0
          vp9_set_segdata(seg, 1, SEG_LVL_REF_FRAME, ALTREF_FRAME);
1211
0
          vp9_enable_segfeature(seg, 1, SEG_LVL_REF_FRAME);
1212
0
          vp9_enable_segfeature(seg, 1, SEG_LVL_SKIP);
1213
0
        }
1214
0
      } else {
1215
        // Disable segmentation and clear down features if alt ref
1216
        // is not active for this group
1217
1218
0
        vp9_disable_segmentation(seg);
1219
1220
0
        memset(cpi->segmentation_map, 0, cm->mi_rows * cm->mi_cols);
1221
1222
0
        seg->update_map = 0;
1223
0
        seg->update_data = 0;
1224
1225
0
        vp9_clearall_segfeatures(seg);
1226
0
      }
1227
0
    } else if (rc->is_src_frame_alt_ref) {
1228
      // Special case where we are coding over the top of a previous
1229
      // alt ref frame.
1230
      // Segment coding disabled for compred testing
1231
1232
      // Enable ref frame features for segment 0 as well
1233
0
      vp9_enable_segfeature(seg, 0, SEG_LVL_REF_FRAME);
1234
0
      vp9_enable_segfeature(seg, 1, SEG_LVL_REF_FRAME);
1235
1236
      // All mbs should use ALTREF_FRAME
1237
0
      vp9_clear_segdata(seg, 0, SEG_LVL_REF_FRAME);
1238
0
      vp9_set_segdata(seg, 0, SEG_LVL_REF_FRAME, ALTREF_FRAME);
1239
0
      vp9_clear_segdata(seg, 1, SEG_LVL_REF_FRAME);
1240
0
      vp9_set_segdata(seg, 1, SEG_LVL_REF_FRAME, ALTREF_FRAME);
1241
1242
      // Skip all MBs if high Q (0,0 mv and skip coeffs)
1243
0
      if (high_q) {
1244
0
        vp9_enable_segfeature(seg, 0, SEG_LVL_SKIP);
1245
0
        vp9_enable_segfeature(seg, 1, SEG_LVL_SKIP);
1246
0
      }
1247
      // Enable data update
1248
0
      seg->update_data = 1;
1249
0
    } else {
1250
      // All other frames.
1251
1252
      // No updates.. leave things as they are.
1253
0
      seg->update_map = 0;
1254
0
      seg->update_data = 0;
1255
0
    }
1256
0
  }
1257
0
}
1258
#endif  // !CONFIG_REALTIME_ONLY
1259
1260
0
static void update_reference_segmentation_map(VP9_COMP *cpi) {
1261
0
  VP9_COMMON *const cm = &cpi->common;
1262
0
  MODE_INFO **mi_8x8_ptr = cm->mi_grid_visible;
1263
0
  uint8_t *cache_ptr = cm->last_frame_seg_map;
1264
0
  int row, col;
1265
1266
0
  for (row = 0; row < cm->mi_rows; row++) {
1267
0
    MODE_INFO **mi_8x8 = mi_8x8_ptr;
1268
0
    uint8_t *cache = cache_ptr;
1269
0
    for (col = 0; col < cm->mi_cols; col++, mi_8x8++, cache++)
1270
0
      cache[0] = mi_8x8[0]->segment_id;
1271
0
    mi_8x8_ptr += cm->mi_stride;
1272
0
    cache_ptr += cm->mi_cols;
1273
0
  }
1274
0
}
1275
1276
61.6k
static void alloc_raw_frame_buffers(VP9_COMP *cpi) {
1277
61.6k
  VP9_COMMON *cm = &cpi->common;
1278
61.6k
  const VP9EncoderConfig *oxcf = &cpi->oxcf;
1279
1280
61.6k
  if (!cpi->lookahead)
1281
3.47k
    cpi->lookahead = vp9_lookahead_init(oxcf->width, oxcf->height,
1282
3.47k
                                        cm->subsampling_x, cm->subsampling_y,
1283
3.47k
#if CONFIG_VP9_HIGHBITDEPTH
1284
3.47k
                                        cm->use_highbitdepth,
1285
3.47k
#endif
1286
3.47k
                                        oxcf->lag_in_frames);
1287
61.6k
  if (!cpi->lookahead)
1288
0
    vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
1289
0
                       "Failed to allocate lag buffers");
1290
1291
  // TODO(agrange) Check if ARF is enabled and skip allocation if not.
1292
61.6k
  if (vpx_realloc_frame_buffer(&cpi->tf_buffer, oxcf->width, oxcf->height,
1293
61.6k
                               cm->subsampling_x, cm->subsampling_y,
1294
61.6k
#if CONFIG_VP9_HIGHBITDEPTH
1295
61.6k
                               cm->use_highbitdepth,
1296
61.6k
#endif
1297
61.6k
                               VP9_ENC_BORDER_IN_PIXELS, cm->byte_alignment,
1298
61.6k
                               NULL, NULL, NULL))
1299
0
    vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
1300
0
                       "Failed to allocate temporal filter buffer");
1301
61.6k
}
1302
1303
64.7k
static void alloc_util_frame_buffers(VP9_COMP *cpi) {
1304
64.7k
  VP9_COMMON *const cm = &cpi->common;
1305
64.7k
  if (vpx_realloc_frame_buffer(&cpi->last_frame_uf, cm->width, cm->height,
1306
64.7k
                               cm->subsampling_x, cm->subsampling_y,
1307
64.7k
#if CONFIG_VP9_HIGHBITDEPTH
1308
64.7k
                               cm->use_highbitdepth,
1309
64.7k
#endif
1310
64.7k
                               VP9_ENC_BORDER_IN_PIXELS, cm->byte_alignment,
1311
64.7k
                               NULL, NULL, NULL))
1312
30
    vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
1313
30
                       "Failed to allocate last frame buffer");
1314
1315
64.7k
  if (vpx_realloc_frame_buffer(&cpi->scaled_source, cm->width, cm->height,
1316
64.7k
                               cm->subsampling_x, cm->subsampling_y,
1317
64.7k
#if CONFIG_VP9_HIGHBITDEPTH
1318
64.7k
                               cm->use_highbitdepth,
1319
64.7k
#endif
1320
64.7k
                               VP9_ENC_BORDER_IN_PIXELS, cm->byte_alignment,
1321
64.7k
                               NULL, NULL, NULL))
1322
0
    vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
1323
0
                       "Failed to allocate scaled source buffer");
1324
1325
  // For 1 pass cbr: allocate scaled_frame that may be used as an intermediate
1326
  // buffer for a 2 stage down-sampling: two stages of 1:2 down-sampling for a
1327
  // target of 1/4x1/4. number_spatial_layers must be greater than 2.
1328
64.7k
  if (is_one_pass_svc(cpi) && !cpi->svc.scaled_temp_is_alloc &&
1329
0
      cpi->svc.number_spatial_layers > 2) {
1330
0
    cpi->svc.scaled_temp_is_alloc = 1;
1331
0
    if (vpx_realloc_frame_buffer(
1332
0
            &cpi->svc.scaled_temp, cm->width >> 1, cm->height >> 1,
1333
0
            cm->subsampling_x, cm->subsampling_y,
1334
0
#if CONFIG_VP9_HIGHBITDEPTH
1335
0
            cm->use_highbitdepth,
1336
0
#endif
1337
0
            VP9_ENC_BORDER_IN_PIXELS, cm->byte_alignment, NULL, NULL, NULL))
1338
0
      vpx_internal_error(&cpi->common.error, VPX_CODEC_MEM_ERROR,
1339
0
                         "Failed to allocate scaled_frame for svc ");
1340
0
  }
1341
1342
64.7k
  if (vpx_realloc_frame_buffer(&cpi->scaled_last_source, cm->width, cm->height,
1343
64.7k
                               cm->subsampling_x, cm->subsampling_y,
1344
64.7k
#if CONFIG_VP9_HIGHBITDEPTH
1345
64.7k
                               cm->use_highbitdepth,
1346
64.7k
#endif
1347
64.7k
                               VP9_ENC_BORDER_IN_PIXELS, cm->byte_alignment,
1348
64.7k
                               NULL, NULL, NULL))
1349
0
    vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
1350
0
                       "Failed to allocate scaled last source buffer");
1351
#ifdef ENABLE_KF_DENOISE
1352
  if (vpx_realloc_frame_buffer(&cpi->raw_unscaled_source, cm->width, cm->height,
1353
                               cm->subsampling_x, cm->subsampling_y,
1354
#if CONFIG_VP9_HIGHBITDEPTH
1355
                               cm->use_highbitdepth,
1356
#endif
1357
                               VP9_ENC_BORDER_IN_PIXELS, cm->byte_alignment,
1358
                               NULL, NULL, NULL))
1359
    vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
1360
                       "Failed to allocate unscaled raw source frame buffer");
1361
1362
  if (vpx_realloc_frame_buffer(&cpi->raw_scaled_source, cm->width, cm->height,
1363
                               cm->subsampling_x, cm->subsampling_y,
1364
#if CONFIG_VP9_HIGHBITDEPTH
1365
                               cm->use_highbitdepth,
1366
#endif
1367
                               VP9_ENC_BORDER_IN_PIXELS, cm->byte_alignment,
1368
                               NULL, NULL, NULL))
1369
    vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
1370
                       "Failed to allocate scaled raw source frame buffer");
1371
#endif
1372
64.7k
}
1373
1374
3.59k
static void alloc_context_buffers_ext(VP9_COMP *cpi) {
1375
3.59k
  VP9_COMMON *cm = &cpi->common;
1376
3.59k
  int mi_size = cm->mi_cols * cm->mi_rows;
1377
1378
3.59k
  CHECK_MEM_ERROR(&cm->error, cpi->mbmi_ext_base,
1379
3.59k
                  vpx_calloc(mi_size, sizeof(*cpi->mbmi_ext_base)));
1380
3.59k
}
1381
1382
3.59k
static void alloc_compressor_data(VP9_COMP *cpi) {
1383
3.59k
  VP9_COMMON *cm = &cpi->common;
1384
3.59k
  int sb_rows;
1385
1386
3.59k
  if (vp9_alloc_context_buffers(cm, cm->width, cm->height)) {
1387
0
    vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
1388
0
                       "Failed to allocate context buffers");
1389
0
  }
1390
1391
3.59k
  alloc_context_buffers_ext(cpi);
1392
1393
3.59k
  vpx_free(cpi->tile_tok[0][0]);
1394
1395
3.59k
  {
1396
3.59k
    unsigned int tokens = get_token_alloc(cm->mb_rows, cm->mb_cols);
1397
3.59k
    CHECK_MEM_ERROR(&cm->error, cpi->tile_tok[0][0],
1398
3.59k
                    vpx_calloc(tokens, sizeof(*cpi->tile_tok[0][0])));
1399
3.59k
  }
1400
1401
3.59k
  sb_rows = mi_cols_aligned_to_sb(cm->mi_rows) >> MI_BLOCK_SIZE_LOG2;
1402
3.59k
  vpx_free(cpi->tplist[0][0]);
1403
3.59k
  CHECK_MEM_ERROR(
1404
3.59k
      &cm->error, cpi->tplist[0][0],
1405
3.59k
      vpx_calloc(sb_rows * 4 * (1 << 6), sizeof(*cpi->tplist[0][0])));
1406
1407
3.59k
  vp9_setup_pc_tree(&cpi->common, &cpi->td);
1408
3.59k
}
1409
1410
91.6k
void vp9_new_framerate(VP9_COMP *cpi, double framerate) {
1411
91.6k
  cpi->framerate = framerate < 0.1 ? 30 : framerate;
1412
91.6k
  vp9_rc_update_framerate(cpi);
1413
91.6k
}
1414
1415
62.0k
static void set_tile_limits(VP9_COMP *cpi) {
1416
62.0k
  VP9_COMMON *const cm = &cpi->common;
1417
1418
62.0k
  int min_log2_tile_cols, max_log2_tile_cols;
1419
62.0k
  vp9_get_tile_n_bits(cm->mi_cols, &min_log2_tile_cols, &max_log2_tile_cols);
1420
1421
62.0k
  cm->log2_tile_cols =
1422
62.0k
      clamp(cpi->oxcf.tile_columns, min_log2_tile_cols, max_log2_tile_cols);
1423
1424
  // Max allowed number of tile_rows is 4 (so log2_tile_rows = 2), and each
1425
  // tile_row contains a multiple of superblocks.
1426
62.0k
  const int sb64_rows = mi_cols_aligned_to_sb(cm->mi_rows) >> 3;
1427
62.0k
  const int max_log2_tile_rows = (sb64_rows >= 4)   ? 2
1428
62.0k
                                 : (sb64_rows >= 2) ? 1
1429
55.3k
                                                    : 0;
1430
62.0k
  cm->log2_tile_rows = VPXMIN(cpi->oxcf.tile_rows, max_log2_tile_rows);
1431
1432
62.0k
  if (cpi->oxcf.target_level == LEVEL_AUTO) {
1433
0
    const int level_tile_cols =
1434
0
        log_tile_cols_from_picsize_level(cpi->common.width, cpi->common.height);
1435
0
    if (cm->log2_tile_cols > level_tile_cols) {
1436
0
      cm->log2_tile_cols = VPXMAX(level_tile_cols, min_log2_tile_cols);
1437
0
    }
1438
0
  }
1439
62.0k
}
1440
1441
31.0k
static void update_frame_size(VP9_COMP *cpi) {
1442
31.0k
  VP9_COMMON *const cm = &cpi->common;
1443
31.0k
  MACROBLOCKD *const xd = &cpi->td.mb.e_mbd;
1444
1445
31.0k
  vp9_set_mb_mi(cm, cm->width, cm->height);
1446
31.0k
  vp9_init_context_buffers(cm);
1447
31.0k
  vp9_init_macroblockd(cm, xd, NULL);
1448
31.0k
  cpi->td.mb.mbmi_ext_base = cpi->mbmi_ext_base;
1449
31.0k
  memset(cpi->mbmi_ext_base, 0,
1450
31.0k
         cm->mi_rows * cm->mi_cols * sizeof(*cpi->mbmi_ext_base));
1451
1452
31.0k
  set_tile_limits(cpi);
1453
31.0k
}
1454
1455
3.59k
static void init_buffer_indices(VP9_COMP *cpi) {
1456
3.59k
  int ref_frame;
1457
1458
32.3k
  for (ref_frame = 0; ref_frame < REF_FRAMES; ++ref_frame)
1459
28.7k
    cpi->ref_fb_idx[ref_frame] = ref_frame;
1460
1461
3.59k
  cpi->lst_fb_idx = cpi->ref_fb_idx[LAST_FRAME - 1];
1462
3.59k
  cpi->gld_fb_idx = cpi->ref_fb_idx[GOLDEN_FRAME - 1];
1463
3.59k
  cpi->alt_fb_idx = cpi->ref_fb_idx[ALTREF_FRAME - 1];
1464
3.59k
}
1465
1466
3.59k
static void init_level_constraint(LevelConstraint *lc) {
1467
3.59k
  lc->level_index = -1;
1468
3.59k
  lc->max_cpb_size = INT_MAX;
1469
3.59k
  lc->max_frame_size = INT_MAX;
1470
3.59k
  lc->fail_flag = 0;
1471
3.59k
}
1472
1473
34.6k
static void set_level_constraint(LevelConstraint *ls, int8_t level_index) {
1474
34.6k
  vpx_clear_system_state();
1475
34.6k
  ls->level_index = level_index;
1476
34.6k
  if (level_index >= 0) {
1477
0
    ls->max_cpb_size = vp9_level_defs[level_index].max_cpb_size * (double)1000;
1478
0
  }
1479
34.6k
}
1480
1481
3.59k
static void init_config(struct VP9_COMP *cpi, const VP9EncoderConfig *oxcf) {
1482
3.59k
  VP9_COMMON *const cm = &cpi->common;
1483
1484
3.59k
  cpi->oxcf = *oxcf;
1485
3.59k
  cpi->framerate = oxcf->init_framerate;
1486
3.59k
  cm->profile = oxcf->profile;
1487
3.59k
  cm->bit_depth = oxcf->bit_depth;
1488
3.59k
#if CONFIG_VP9_HIGHBITDEPTH
1489
3.59k
  cm->use_highbitdepth = oxcf->use_highbitdepth;
1490
3.59k
#endif
1491
3.59k
  cm->color_space = oxcf->color_space;
1492
3.59k
  cm->color_range = oxcf->color_range;
1493
1494
3.59k
  cpi->target_level = oxcf->target_level;
1495
3.59k
  cpi->keep_level_stats = oxcf->target_level != LEVEL_MAX;
1496
3.59k
  set_level_constraint(&cpi->level_constraint,
1497
3.59k
                       get_level_index(cpi->target_level));
1498
1499
3.59k
  cm->width = oxcf->width;
1500
3.59k
  cm->height = oxcf->height;
1501
3.59k
  alloc_compressor_data(cpi);
1502
1503
3.59k
  cpi->svc.temporal_layering_mode = oxcf->temporal_layering_mode;
1504
1505
  // Single thread case: use counts in common.
1506
3.59k
  cpi->td.counts = &cm->counts;
1507
1508
  // Spatial scalability.
1509
3.59k
  cpi->svc.number_spatial_layers = oxcf->ss_number_layers;
1510
  // Temporal scalability.
1511
3.59k
  cpi->svc.number_temporal_layers = oxcf->ts_number_layers;
1512
1513
3.59k
  if ((cpi->svc.number_temporal_layers > 1) ||
1514
3.59k
      ((cpi->svc.number_temporal_layers > 1 ||
1515
3.59k
        cpi->svc.number_spatial_layers > 1) &&
1516
0
       cpi->oxcf.pass != 1)) {
1517
0
    vp9_init_layer_context(cpi);
1518
0
  }
1519
1520
  // change includes all joint functionality
1521
3.59k
  vp9_change_config(cpi, oxcf);
1522
1523
3.59k
  cpi->static_mb_pct = 0;
1524
3.59k
  cpi->ref_frame_flags = 0;
1525
1526
3.59k
  init_buffer_indices(cpi);
1527
1528
3.59k
  vp9_noise_estimate_init(&cpi->noise_estimate, cm->width, cm->height);
1529
3.59k
  cpi->fixed_qp_onepass = 0;
1530
3.59k
}
1531
1532
31.0k
void vp9_check_reset_rc_flag(VP9_COMP *cpi) {
1533
31.0k
  RATE_CONTROL *rc = &cpi->rc;
1534
1535
31.0k
  if (cpi->common.current_video_frame >
1536
31.0k
      (unsigned int)cpi->svc.number_spatial_layers) {
1537
0
    if (cpi->use_svc) {
1538
0
      vp9_svc_check_reset_layer_rc_flag(cpi);
1539
0
    } else {
1540
0
      if (rc->avg_frame_bandwidth / 3 > (rc->last_avg_frame_bandwidth >> 1) ||
1541
0
          rc->avg_frame_bandwidth < (rc->last_avg_frame_bandwidth >> 1)) {
1542
0
        rc->rc_1_frame = 0;
1543
0
        rc->rc_2_frame = 0;
1544
0
        rc->bits_off_target = rc->optimal_buffer_level;
1545
0
        rc->buffer_level = rc->optimal_buffer_level;
1546
0
      }
1547
0
    }
1548
0
  }
1549
31.0k
}
1550
1551
31.0k
void vp9_set_rc_buffer_sizes(VP9_COMP *cpi) {
1552
31.0k
  RATE_CONTROL *rc = &cpi->rc;
1553
31.0k
  const VP9EncoderConfig *oxcf = &cpi->oxcf;
1554
1555
31.0k
  const int64_t bandwidth = oxcf->target_bandwidth;
1556
31.0k
  const int64_t starting = oxcf->starting_buffer_level_ms;
1557
31.0k
  const int64_t optimal = oxcf->optimal_buffer_level_ms;
1558
31.0k
  const int64_t maximum = oxcf->maximum_buffer_size_ms;
1559
1560
31.0k
  rc->starting_buffer_level = starting * bandwidth / 1000;
1561
31.0k
  rc->optimal_buffer_level =
1562
31.0k
      (optimal == 0) ? bandwidth / 8 : optimal * bandwidth / 1000;
1563
31.0k
  rc->maximum_buffer_size =
1564
31.0k
      (maximum == 0) ? bandwidth / 8 : maximum * bandwidth / 1000;
1565
1566
  // Under a configuration change, where maximum_buffer_size may change,
1567
  // keep buffer level clipped to the maximum allowed buffer size.
1568
31.0k
  rc->bits_off_target = VPXMIN(rc->bits_off_target, rc->maximum_buffer_size);
1569
31.0k
  rc->buffer_level = VPXMIN(rc->buffer_level, rc->maximum_buffer_size);
1570
31.0k
}
1571
1572
#if CONFIG_VP9_HIGHBITDEPTH
1573
#define HIGHBD_BFP(BT, SDF, SDSF, SDAF, VF, SVF, SVAF, SDX4DF, SDSX4DF) \
1574
0
  cpi->fn_ptr[BT].sdf = SDF;                                            \
1575
0
  cpi->fn_ptr[BT].sdsf = SDSF;                                          \
1576
0
  cpi->fn_ptr[BT].sdaf = SDAF;                                          \
1577
0
  cpi->fn_ptr[BT].vf = VF;                                              \
1578
0
  cpi->fn_ptr[BT].svf = SVF;                                            \
1579
0
  cpi->fn_ptr[BT].svaf = SVAF;                                          \
1580
0
  cpi->fn_ptr[BT].sdx4df = SDX4DF;                                      \
1581
0
  cpi->fn_ptr[BT].sdsx4df = SDSX4DF;
1582
1583
#define MAKE_BFP_SAD_WRAPPER(fnname)                                           \
1584
  static unsigned int fnname##_bits8(const uint8_t *src_ptr,                   \
1585
                                     int source_stride,                        \
1586
0
                                     const uint8_t *ref_ptr, int ref_stride) { \
1587
0
    return fnname(src_ptr, source_stride, ref_ptr, ref_stride);                \
1588
0
  }                                                                            \
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x16_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x16_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x32_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x32_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x32_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x32_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x64_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x64_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x32_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x32_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x64_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x64_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x16_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x16_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x8_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x8_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x16_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x16_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x8_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x8_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x4_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x4_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x8_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x8_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x4_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x4_bits8
1589
  static unsigned int fnname##_bits10(                                         \
1590
      const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr,       \
1591
0
      int ref_stride) {                                                        \
1592
0
    return fnname(src_ptr, source_stride, ref_ptr, ref_stride) >> 2;           \
1593
0
  }                                                                            \
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x16_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x16_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x32_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x32_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x32_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x32_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x64_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x64_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x32_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x32_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x64_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x64_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x16_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x16_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x8_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x8_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x16_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x16_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x8_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x8_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x4_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x4_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x8_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x8_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x4_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x4_bits10
1594
  static unsigned int fnname##_bits12(                                         \
1595
      const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr,       \
1596
0
      int ref_stride) {                                                        \
1597
0
    return fnname(src_ptr, source_stride, ref_ptr, ref_stride) >> 4;           \
1598
0
  }
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x16_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x16_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x32_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x32_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x32_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x32_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x64_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x64_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x32_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x32_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x64_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x64_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x16_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x16_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x8_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x8_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x16_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x16_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x8_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x8_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x4_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x4_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x8_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x8_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x4_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x4_bits12
1599
1600
#define MAKE_BFP_SADAVG_WRAPPER(fnname)                                        \
1601
  static unsigned int fnname##_bits8(                                          \
1602
      const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr,       \
1603
0
      int ref_stride, const uint8_t *second_pred) {                            \
1604
0
    return fnname(src_ptr, source_stride, ref_ptr, ref_stride, second_pred);   \
1605
0
  }                                                                            \
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x16_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x32_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x32_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x64_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x32_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x64_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x16_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x8_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x16_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x8_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x4_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x8_avg_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x4_avg_bits8
1606
  static unsigned int fnname##_bits10(                                         \
1607
      const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr,       \
1608
0
      int ref_stride, const uint8_t *second_pred) {                            \
1609
0
    return fnname(src_ptr, source_stride, ref_ptr, ref_stride, second_pred) >> \
1610
0
           2;                                                                  \
1611
0
  }                                                                            \
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x16_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x32_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x32_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x64_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x32_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x64_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x16_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x8_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x16_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x8_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x4_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x8_avg_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x4_avg_bits10
1612
  static unsigned int fnname##_bits12(                                         \
1613
      const uint8_t *src_ptr, int source_stride, const uint8_t *ref_ptr,       \
1614
0
      int ref_stride, const uint8_t *second_pred) {                            \
1615
0
    return fnname(src_ptr, source_stride, ref_ptr, ref_stride, second_pred) >> \
1616
0
           4;                                                                  \
1617
0
  }
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x16_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x32_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x32_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x64_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x32_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x64_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x16_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x8_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x16_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x8_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x4_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x8_avg_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x4_avg_bits12
1618
1619
#define MAKE_BFP_SAD4D_WRAPPER(fnname)                                        \
1620
  static void fnname##_bits8(const uint8_t *src_ptr, int source_stride,       \
1621
                             const uint8_t *const ref_ptr[], int ref_stride,  \
1622
0
                             unsigned int *sad_array) {                       \
1623
0
    fnname(src_ptr, source_stride, ref_ptr, ref_stride, sad_array);           \
1624
0
  }                                                                           \
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x16x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x16x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x32x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x32x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x32x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x32x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x64x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x64x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x32x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x32x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x64x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x64x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x16x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x16x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x8x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x8x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x16x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x16x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x8x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x8x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x4x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x4x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x8x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x8x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x4x4d_bits8
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x4x4d_bits8
1625
  static void fnname##_bits10(const uint8_t *src_ptr, int source_stride,      \
1626
                              const uint8_t *const ref_ptr[], int ref_stride, \
1627
0
                              unsigned int *sad_array) {                      \
1628
0
    int i;                                                                    \
1629
0
    fnname(src_ptr, source_stride, ref_ptr, ref_stride, sad_array);           \
1630
0
    for (i = 0; i < 4; i++) sad_array[i] >>= 2;                               \
1631
0
  }                                                                           \
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x16x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x16x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x32x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x32x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x32x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x32x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x64x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x64x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x32x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x32x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x64x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x64x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x16x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x16x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x8x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x8x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x16x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x16x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x8x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x8x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x4x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x4x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x8x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x8x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x4x4d_bits10
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x4x4d_bits10
1632
  static void fnname##_bits12(const uint8_t *src_ptr, int source_stride,      \
1633
                              const uint8_t *const ref_ptr[], int ref_stride, \
1634
0
                              unsigned int *sad_array) {                      \
1635
0
    int i;                                                                    \
1636
0
    fnname(src_ptr, source_stride, ref_ptr, ref_stride, sad_array);           \
1637
0
    for (i = 0; i < 4; i++) sad_array[i] >>= 4;                               \
1638
0
  }
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x16x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x16x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x32x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x32x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x32x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x32x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x64x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x64x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad32x32x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_32x32x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad64x64x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_64x64x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x16x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x16x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad16x8x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_16x8x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x16x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x16x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x8x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x8x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad8x4x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_8x4x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x8x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x8x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad4x4x4d_bits12
Unexecuted instantiation: vp9_encoder.c:vpx_highbd_sad_skip_4x4x4d_bits12
1639
1640
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad32x16)
1641
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_32x16)
1642
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad32x16_avg)
1643
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad32x16x4d)
1644
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_32x16x4d)
1645
1646
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad16x32)
1647
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_16x32)
1648
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad16x32_avg)
1649
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad16x32x4d)
1650
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_16x32x4d)
1651
1652
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad64x32)
1653
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_64x32)
1654
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad64x32_avg)
1655
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad64x32x4d)
1656
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_64x32x4d)
1657
1658
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad32x64)
1659
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_32x64)
1660
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad32x64_avg)
1661
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad32x64x4d)
1662
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_32x64x4d)
1663
1664
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad32x32)
1665
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_32x32)
1666
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad32x32_avg)
1667
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad32x32x4d)
1668
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_32x32x4d)
1669
1670
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad64x64)
1671
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_64x64)
1672
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad64x64_avg)
1673
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad64x64x4d)
1674
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_64x64x4d)
1675
1676
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad16x16)
1677
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_16x16)
1678
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad16x16_avg)
1679
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad16x16x4d)
1680
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_16x16x4d)
1681
1682
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad16x8)
1683
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_16x8)
1684
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad16x8_avg)
1685
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad16x8x4d)
1686
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_16x8x4d)
1687
1688
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad8x16)
1689
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_8x16)
1690
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad8x16_avg)
1691
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad8x16x4d)
1692
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_8x16x4d)
1693
1694
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad8x8)
1695
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_8x8)
1696
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad8x8_avg)
1697
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad8x8x4d)
1698
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_8x8x4d)
1699
1700
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad8x4)
1701
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_8x4)
1702
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad8x4_avg)
1703
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad8x4x4d)
1704
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_8x4x4d)
1705
1706
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad4x8)
1707
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_4x8)
1708
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad4x8_avg)
1709
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad4x8x4d)
1710
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_4x8x4d)
1711
1712
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad4x4)
1713
MAKE_BFP_SAD_WRAPPER(vpx_highbd_sad_skip_4x4)
1714
MAKE_BFP_SADAVG_WRAPPER(vpx_highbd_sad4x4_avg)
1715
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad4x4x4d)
1716
MAKE_BFP_SAD4D_WRAPPER(vpx_highbd_sad_skip_4x4x4d)
1717
1718
34.6k
static void highbd_set_var_fns(VP9_COMP *const cpi) {
1719
34.6k
  VP9_COMMON *const cm = &cpi->common;
1720
34.6k
  if (cm->use_highbitdepth) {
1721
0
    switch (cm->bit_depth) {
1722
0
      case VPX_BITS_8:
1723
0
        HIGHBD_BFP(
1724
0
            BLOCK_32X16, vpx_highbd_sad32x16_bits8,
1725
0
            vpx_highbd_sad_skip_32x16_bits8, vpx_highbd_sad32x16_avg_bits8,
1726
0
            vpx_highbd_8_variance32x16, vpx_highbd_8_sub_pixel_variance32x16,
1727
0
            vpx_highbd_8_sub_pixel_avg_variance32x16,
1728
0
            vpx_highbd_sad32x16x4d_bits8, vpx_highbd_sad_skip_32x16x4d_bits8)
1729
1730
0
        HIGHBD_BFP(
1731
0
            BLOCK_16X32, vpx_highbd_sad16x32_bits8,
1732
0
            vpx_highbd_sad_skip_16x32_bits8, vpx_highbd_sad16x32_avg_bits8,
1733
0
            vpx_highbd_8_variance16x32, vpx_highbd_8_sub_pixel_variance16x32,
1734
0
            vpx_highbd_8_sub_pixel_avg_variance16x32,
1735
0
            vpx_highbd_sad16x32x4d_bits8, vpx_highbd_sad_skip_16x32x4d_bits8)
1736
1737
0
        HIGHBD_BFP(
1738
0
            BLOCK_64X32, vpx_highbd_sad64x32_bits8,
1739
0
            vpx_highbd_sad_skip_64x32_bits8, vpx_highbd_sad64x32_avg_bits8,
1740
0
            vpx_highbd_8_variance64x32, vpx_highbd_8_sub_pixel_variance64x32,
1741
0
            vpx_highbd_8_sub_pixel_avg_variance64x32,
1742
0
            vpx_highbd_sad64x32x4d_bits8, vpx_highbd_sad_skip_64x32x4d_bits8)
1743
1744
0
        HIGHBD_BFP(
1745
0
            BLOCK_32X64, vpx_highbd_sad32x64_bits8,
1746
0
            vpx_highbd_sad_skip_32x64_bits8, vpx_highbd_sad32x64_avg_bits8,
1747
0
            vpx_highbd_8_variance32x64, vpx_highbd_8_sub_pixel_variance32x64,
1748
0
            vpx_highbd_8_sub_pixel_avg_variance32x64,
1749
0
            vpx_highbd_sad32x64x4d_bits8, vpx_highbd_sad_skip_32x64x4d_bits8)
1750
1751
0
        HIGHBD_BFP(
1752
0
            BLOCK_32X32, vpx_highbd_sad32x32_bits8,
1753
0
            vpx_highbd_sad_skip_32x32_bits8, vpx_highbd_sad32x32_avg_bits8,
1754
0
            vpx_highbd_8_variance32x32, vpx_highbd_8_sub_pixel_variance32x32,
1755
0
            vpx_highbd_8_sub_pixel_avg_variance32x32,
1756
0
            vpx_highbd_sad32x32x4d_bits8, vpx_highbd_sad_skip_32x32x4d_bits8)
1757
1758
0
        HIGHBD_BFP(
1759
0
            BLOCK_64X64, vpx_highbd_sad64x64_bits8,
1760
0
            vpx_highbd_sad_skip_64x64_bits8, vpx_highbd_sad64x64_avg_bits8,
1761
0
            vpx_highbd_8_variance64x64, vpx_highbd_8_sub_pixel_variance64x64,
1762
0
            vpx_highbd_8_sub_pixel_avg_variance64x64,
1763
0
            vpx_highbd_sad64x64x4d_bits8, vpx_highbd_sad_skip_64x64x4d_bits8)
1764
1765
0
        HIGHBD_BFP(
1766
0
            BLOCK_16X16, vpx_highbd_sad16x16_bits8,
1767
0
            vpx_highbd_sad_skip_16x16_bits8, vpx_highbd_sad16x16_avg_bits8,
1768
0
            vpx_highbd_8_variance16x16, vpx_highbd_8_sub_pixel_variance16x16,
1769
0
            vpx_highbd_8_sub_pixel_avg_variance16x16,
1770
0
            vpx_highbd_sad16x16x4d_bits8, vpx_highbd_sad_skip_16x16x4d_bits8)
1771
1772
0
        HIGHBD_BFP(
1773
0
            BLOCK_16X8, vpx_highbd_sad16x8_bits8,
1774
0
            vpx_highbd_sad_skip_16x8_bits8, vpx_highbd_sad16x8_avg_bits8,
1775
0
            vpx_highbd_8_variance16x8, vpx_highbd_8_sub_pixel_variance16x8,
1776
0
            vpx_highbd_8_sub_pixel_avg_variance16x8,
1777
0
            vpx_highbd_sad16x8x4d_bits8, vpx_highbd_sad_skip_16x8x4d_bits8)
1778
1779
0
        HIGHBD_BFP(
1780
0
            BLOCK_8X16, vpx_highbd_sad8x16_bits8,
1781
0
            vpx_highbd_sad_skip_8x16_bits8, vpx_highbd_sad8x16_avg_bits8,
1782
0
            vpx_highbd_8_variance8x16, vpx_highbd_8_sub_pixel_variance8x16,
1783
0
            vpx_highbd_8_sub_pixel_avg_variance8x16,
1784
0
            vpx_highbd_sad8x16x4d_bits8, vpx_highbd_sad_skip_8x16x4d_bits8)
1785
1786
0
        HIGHBD_BFP(BLOCK_8X8, vpx_highbd_sad8x8_bits8,
1787
0
                   vpx_highbd_sad_skip_8x8_bits8, vpx_highbd_sad8x8_avg_bits8,
1788
0
                   vpx_highbd_8_variance8x8, vpx_highbd_8_sub_pixel_variance8x8,
1789
0
                   vpx_highbd_8_sub_pixel_avg_variance8x8,
1790
0
                   vpx_highbd_sad8x8x4d_bits8, vpx_highbd_sad_skip_8x8x4d_bits8)
1791
1792
0
        HIGHBD_BFP(BLOCK_8X4, vpx_highbd_sad8x4_bits8,
1793
0
                   vpx_highbd_sad_skip_8x4_bits8, vpx_highbd_sad8x4_avg_bits8,
1794
0
                   vpx_highbd_8_variance8x4, vpx_highbd_8_sub_pixel_variance8x4,
1795
0
                   vpx_highbd_8_sub_pixel_avg_variance8x4,
1796
0
                   vpx_highbd_sad8x4x4d_bits8, vpx_highbd_sad_skip_8x4x4d_bits8)
1797
1798
0
        HIGHBD_BFP(BLOCK_4X8, vpx_highbd_sad4x8_bits8,
1799
0
                   vpx_highbd_sad_skip_4x8_bits8, vpx_highbd_sad4x8_avg_bits8,
1800
0
                   vpx_highbd_8_variance4x8, vpx_highbd_8_sub_pixel_variance4x8,
1801
0
                   vpx_highbd_8_sub_pixel_avg_variance4x8,
1802
0
                   vpx_highbd_sad4x8x4d_bits8, vpx_highbd_sad_skip_4x8x4d_bits8)
1803
1804
0
        HIGHBD_BFP(BLOCK_4X4, vpx_highbd_sad4x4_bits8,
1805
0
                   vpx_highbd_sad_skip_4x4_bits8, vpx_highbd_sad4x4_avg_bits8,
1806
0
                   vpx_highbd_8_variance4x4, vpx_highbd_8_sub_pixel_variance4x4,
1807
0
                   vpx_highbd_8_sub_pixel_avg_variance4x4,
1808
0
                   vpx_highbd_sad4x4x4d_bits8, vpx_highbd_sad_skip_4x4x4d_bits8)
1809
0
        break;
1810
1811
0
      case VPX_BITS_10:
1812
0
        HIGHBD_BFP(
1813
0
            BLOCK_32X16, vpx_highbd_sad32x16_bits10,
1814
0
            vpx_highbd_sad_skip_32x16_bits10, vpx_highbd_sad32x16_avg_bits10,
1815
0
            vpx_highbd_10_variance32x16, vpx_highbd_10_sub_pixel_variance32x16,
1816
0
            vpx_highbd_10_sub_pixel_avg_variance32x16,
1817
0
            vpx_highbd_sad32x16x4d_bits10, vpx_highbd_sad_skip_32x16x4d_bits10)
1818
1819
0
        HIGHBD_BFP(
1820
0
            BLOCK_16X32, vpx_highbd_sad16x32_bits10,
1821
0
            vpx_highbd_sad_skip_16x32_bits10, vpx_highbd_sad16x32_avg_bits10,
1822
0
            vpx_highbd_10_variance16x32, vpx_highbd_10_sub_pixel_variance16x32,
1823
0
            vpx_highbd_10_sub_pixel_avg_variance16x32,
1824
0
            vpx_highbd_sad16x32x4d_bits10, vpx_highbd_sad_skip_16x32x4d_bits10)
1825
1826
0
        HIGHBD_BFP(
1827
0
            BLOCK_64X32, vpx_highbd_sad64x32_bits10,
1828
0
            vpx_highbd_sad_skip_64x32_bits10, vpx_highbd_sad64x32_avg_bits10,
1829
0
            vpx_highbd_10_variance64x32, vpx_highbd_10_sub_pixel_variance64x32,
1830
0
            vpx_highbd_10_sub_pixel_avg_variance64x32,
1831
0
            vpx_highbd_sad64x32x4d_bits10, vpx_highbd_sad_skip_64x32x4d_bits10)
1832
1833
0
        HIGHBD_BFP(
1834
0
            BLOCK_32X64, vpx_highbd_sad32x64_bits10,
1835
0
            vpx_highbd_sad_skip_32x64_bits10, vpx_highbd_sad32x64_avg_bits10,
1836
0
            vpx_highbd_10_variance32x64, vpx_highbd_10_sub_pixel_variance32x64,
1837
0
            vpx_highbd_10_sub_pixel_avg_variance32x64,
1838
0
            vpx_highbd_sad32x64x4d_bits10, vpx_highbd_sad_skip_32x64x4d_bits10)
1839
1840
0
        HIGHBD_BFP(
1841
0
            BLOCK_32X32, vpx_highbd_sad32x32_bits10,
1842
0
            vpx_highbd_sad_skip_32x32_bits10, vpx_highbd_sad32x32_avg_bits10,
1843
0
            vpx_highbd_10_variance32x32, vpx_highbd_10_sub_pixel_variance32x32,
1844
0
            vpx_highbd_10_sub_pixel_avg_variance32x32,
1845
0
            vpx_highbd_sad32x32x4d_bits10, vpx_highbd_sad_skip_32x32x4d_bits10)
1846
1847
0
        HIGHBD_BFP(
1848
0
            BLOCK_64X64, vpx_highbd_sad64x64_bits10,
1849
0
            vpx_highbd_sad_skip_64x64_bits10, vpx_highbd_sad64x64_avg_bits10,
1850
0
            vpx_highbd_10_variance64x64, vpx_highbd_10_sub_pixel_variance64x64,
1851
0
            vpx_highbd_10_sub_pixel_avg_variance64x64,
1852
0
            vpx_highbd_sad64x64x4d_bits10, vpx_highbd_sad_skip_64x64x4d_bits10)
1853
1854
0
        HIGHBD_BFP(
1855
0
            BLOCK_16X16, vpx_highbd_sad16x16_bits10,
1856
0
            vpx_highbd_sad_skip_16x16_bits10, vpx_highbd_sad16x16_avg_bits10,
1857
0
            vpx_highbd_10_variance16x16, vpx_highbd_10_sub_pixel_variance16x16,
1858
0
            vpx_highbd_10_sub_pixel_avg_variance16x16,
1859
0
            vpx_highbd_sad16x16x4d_bits10, vpx_highbd_sad_skip_16x16x4d_bits10)
1860
1861
0
        HIGHBD_BFP(
1862
0
            BLOCK_16X8, vpx_highbd_sad16x8_bits10,
1863
0
            vpx_highbd_sad_skip_16x8_bits10, vpx_highbd_sad16x8_avg_bits10,
1864
0
            vpx_highbd_10_variance16x8, vpx_highbd_10_sub_pixel_variance16x8,
1865
0
            vpx_highbd_10_sub_pixel_avg_variance16x8,
1866
0
            vpx_highbd_sad16x8x4d_bits10, vpx_highbd_sad_skip_16x8x4d_bits10)
1867
1868
0
        HIGHBD_BFP(
1869
0
            BLOCK_8X16, vpx_highbd_sad8x16_bits10,
1870
0
            vpx_highbd_sad_skip_8x16_bits10, vpx_highbd_sad8x16_avg_bits10,
1871
0
            vpx_highbd_10_variance8x16, vpx_highbd_10_sub_pixel_variance8x16,
1872
0
            vpx_highbd_10_sub_pixel_avg_variance8x16,
1873
0
            vpx_highbd_sad8x16x4d_bits10, vpx_highbd_sad_skip_8x16x4d_bits10)
1874
1875
0
        HIGHBD_BFP(
1876
0
            BLOCK_8X8, vpx_highbd_sad8x8_bits10, vpx_highbd_sad_skip_8x8_bits10,
1877
0
            vpx_highbd_sad8x8_avg_bits10, vpx_highbd_10_variance8x8,
1878
0
            vpx_highbd_10_sub_pixel_variance8x8,
1879
0
            vpx_highbd_10_sub_pixel_avg_variance8x8,
1880
0
            vpx_highbd_sad8x8x4d_bits10, vpx_highbd_sad_skip_8x8x4d_bits10)
1881
1882
0
        HIGHBD_BFP(
1883
0
            BLOCK_8X4, vpx_highbd_sad8x4_bits10, vpx_highbd_sad_skip_8x4_bits10,
1884
0
            vpx_highbd_sad8x4_avg_bits10, vpx_highbd_10_variance8x4,
1885
0
            vpx_highbd_10_sub_pixel_variance8x4,
1886
0
            vpx_highbd_10_sub_pixel_avg_variance8x4,
1887
0
            vpx_highbd_sad8x4x4d_bits10, vpx_highbd_sad_skip_8x4x4d_bits10)
1888
1889
0
        HIGHBD_BFP(
1890
0
            BLOCK_4X8, vpx_highbd_sad4x8_bits10, vpx_highbd_sad_skip_4x8_bits10,
1891
0
            vpx_highbd_sad4x8_avg_bits10, vpx_highbd_10_variance4x8,
1892
0
            vpx_highbd_10_sub_pixel_variance4x8,
1893
0
            vpx_highbd_10_sub_pixel_avg_variance4x8,
1894
0
            vpx_highbd_sad4x8x4d_bits10, vpx_highbd_sad_skip_4x8x4d_bits10)
1895
1896
0
        HIGHBD_BFP(
1897
0
            BLOCK_4X4, vpx_highbd_sad4x4_bits10, vpx_highbd_sad_skip_4x4_bits10,
1898
0
            vpx_highbd_sad4x4_avg_bits10, vpx_highbd_10_variance4x4,
1899
0
            vpx_highbd_10_sub_pixel_variance4x4,
1900
0
            vpx_highbd_10_sub_pixel_avg_variance4x4,
1901
0
            vpx_highbd_sad4x4x4d_bits10, vpx_highbd_sad_skip_4x4x4d_bits10)
1902
0
        break;
1903
1904
0
      default:
1905
0
        assert(cm->bit_depth == VPX_BITS_12);
1906
0
        HIGHBD_BFP(
1907
0
            BLOCK_32X16, vpx_highbd_sad32x16_bits12,
1908
0
            vpx_highbd_sad_skip_32x16_bits12, vpx_highbd_sad32x16_avg_bits12,
1909
0
            vpx_highbd_12_variance32x16, vpx_highbd_12_sub_pixel_variance32x16,
1910
0
            vpx_highbd_12_sub_pixel_avg_variance32x16,
1911
0
            vpx_highbd_sad32x16x4d_bits12, vpx_highbd_sad_skip_32x16x4d_bits12)
1912
1913
0
        HIGHBD_BFP(
1914
0
            BLOCK_16X32, vpx_highbd_sad16x32_bits12,
1915
0
            vpx_highbd_sad_skip_16x32_bits12, vpx_highbd_sad16x32_avg_bits12,
1916
0
            vpx_highbd_12_variance16x32, vpx_highbd_12_sub_pixel_variance16x32,
1917
0
            vpx_highbd_12_sub_pixel_avg_variance16x32,
1918
0
            vpx_highbd_sad16x32x4d_bits12, vpx_highbd_sad_skip_16x32x4d_bits12)
1919
1920
0
        HIGHBD_BFP(
1921
0
            BLOCK_64X32, vpx_highbd_sad64x32_bits12,
1922
0
            vpx_highbd_sad_skip_64x32_bits12, vpx_highbd_sad64x32_avg_bits12,
1923
0
            vpx_highbd_12_variance64x32, vpx_highbd_12_sub_pixel_variance64x32,
1924
0
            vpx_highbd_12_sub_pixel_avg_variance64x32,
1925
0
            vpx_highbd_sad64x32x4d_bits12, vpx_highbd_sad_skip_64x32x4d_bits12)
1926
1927
0
        HIGHBD_BFP(
1928
0
            BLOCK_32X64, vpx_highbd_sad32x64_bits12,
1929
0
            vpx_highbd_sad_skip_32x64_bits12, vpx_highbd_sad32x64_avg_bits12,
1930
0
            vpx_highbd_12_variance32x64, vpx_highbd_12_sub_pixel_variance32x64,
1931
0
            vpx_highbd_12_sub_pixel_avg_variance32x64,
1932
0
            vpx_highbd_sad32x64x4d_bits12, vpx_highbd_sad_skip_32x64x4d_bits12)
1933
1934
0
        HIGHBD_BFP(
1935
0
            BLOCK_32X32, vpx_highbd_sad32x32_bits12,
1936
0
            vpx_highbd_sad_skip_32x32_bits12, vpx_highbd_sad32x32_avg_bits12,
1937
0
            vpx_highbd_12_variance32x32, vpx_highbd_12_sub_pixel_variance32x32,
1938
0
            vpx_highbd_12_sub_pixel_avg_variance32x32,
1939
0
            vpx_highbd_sad32x32x4d_bits12, vpx_highbd_sad_skip_32x32x4d_bits12)
1940
1941
0
        HIGHBD_BFP(
1942
0
            BLOCK_64X64, vpx_highbd_sad64x64_bits12,
1943
0
            vpx_highbd_sad_skip_64x64_bits12, vpx_highbd_sad64x64_avg_bits12,
1944
0
            vpx_highbd_12_variance64x64, vpx_highbd_12_sub_pixel_variance64x64,
1945
0
            vpx_highbd_12_sub_pixel_avg_variance64x64,
1946
0
            vpx_highbd_sad64x64x4d_bits12, vpx_highbd_sad_skip_64x64x4d_bits12)
1947
1948
0
        HIGHBD_BFP(
1949
0
            BLOCK_16X16, vpx_highbd_sad16x16_bits12,
1950
0
            vpx_highbd_sad_skip_16x16_bits12, vpx_highbd_sad16x16_avg_bits12,
1951
0
            vpx_highbd_12_variance16x16, vpx_highbd_12_sub_pixel_variance16x16,
1952
0
            vpx_highbd_12_sub_pixel_avg_variance16x16,
1953
0
            vpx_highbd_sad16x16x4d_bits12, vpx_highbd_sad_skip_16x16x4d_bits12)
1954
1955
0
        HIGHBD_BFP(
1956
0
            BLOCK_16X8, vpx_highbd_sad16x8_bits12,
1957
0
            vpx_highbd_sad_skip_16x8_bits12, vpx_highbd_sad16x8_avg_bits12,
1958
0
            vpx_highbd_12_variance16x8, vpx_highbd_12_sub_pixel_variance16x8,
1959
0
            vpx_highbd_12_sub_pixel_avg_variance16x8,
1960
0
            vpx_highbd_sad16x8x4d_bits12, vpx_highbd_sad_skip_16x8x4d_bits12)
1961
1962
0
        HIGHBD_BFP(
1963
0
            BLOCK_8X16, vpx_highbd_sad8x16_bits12,
1964
0
            vpx_highbd_sad_skip_8x16_bits12, vpx_highbd_sad8x16_avg_bits12,
1965
0
            vpx_highbd_12_variance8x16, vpx_highbd_12_sub_pixel_variance8x16,
1966
0
            vpx_highbd_12_sub_pixel_avg_variance8x16,
1967
0
            vpx_highbd_sad8x16x4d_bits12, vpx_highbd_sad_skip_8x16x4d_bits12)
1968
1969
0
        HIGHBD_BFP(
1970
0
            BLOCK_8X8, vpx_highbd_sad8x8_bits12, vpx_highbd_sad_skip_8x8_bits12,
1971
0
            vpx_highbd_sad8x8_avg_bits12, vpx_highbd_12_variance8x8,
1972
0
            vpx_highbd_12_sub_pixel_variance8x8,
1973
0
            vpx_highbd_12_sub_pixel_avg_variance8x8,
1974
0
            vpx_highbd_sad8x8x4d_bits12, vpx_highbd_sad_skip_8x8x4d_bits12)
1975
1976
0
        HIGHBD_BFP(
1977
0
            BLOCK_8X4, vpx_highbd_sad8x4_bits12, vpx_highbd_sad_skip_8x4_bits12,
1978
0
            vpx_highbd_sad8x4_avg_bits12, vpx_highbd_12_variance8x4,
1979
0
            vpx_highbd_12_sub_pixel_variance8x4,
1980
0
            vpx_highbd_12_sub_pixel_avg_variance8x4,
1981
0
            vpx_highbd_sad8x4x4d_bits12, vpx_highbd_sad_skip_8x4x4d_bits12)
1982
1983
0
        HIGHBD_BFP(
1984
0
            BLOCK_4X8, vpx_highbd_sad4x8_bits12, vpx_highbd_sad_skip_4x8_bits12,
1985
0
            vpx_highbd_sad4x8_avg_bits12, vpx_highbd_12_variance4x8,
1986
0
            vpx_highbd_12_sub_pixel_variance4x8,
1987
0
            vpx_highbd_12_sub_pixel_avg_variance4x8,
1988
0
            vpx_highbd_sad4x8x4d_bits12, vpx_highbd_sad_skip_4x8x4d_bits12)
1989
1990
0
        HIGHBD_BFP(
1991
0
            BLOCK_4X4, vpx_highbd_sad4x4_bits12, vpx_highbd_sad_skip_4x4_bits12,
1992
0
            vpx_highbd_sad4x4_avg_bits12, vpx_highbd_12_variance4x4,
1993
0
            vpx_highbd_12_sub_pixel_variance4x4,
1994
0
            vpx_highbd_12_sub_pixel_avg_variance4x4,
1995
0
            vpx_highbd_sad4x4x4d_bits12, vpx_highbd_sad_skip_4x4x4d_bits12)
1996
0
        break;
1997
0
    }
1998
0
  }
1999
34.6k
}
2000
#endif  // CONFIG_VP9_HIGHBITDEPTH
2001
2002
3.59k
static void realloc_segmentation_maps(VP9_COMP *cpi) {
2003
3.59k
  VP9_COMMON *const cm = &cpi->common;
2004
2005
  // Create the encoder segmentation map and set all entries to 0
2006
3.59k
  vpx_free(cpi->segmentation_map);
2007
3.59k
  CHECK_MEM_ERROR(&cm->error, cpi->segmentation_map,
2008
3.59k
                  vpx_calloc(cm->mi_rows * cm->mi_cols, 1));
2009
2010
  // Create a map used for cyclic background refresh.
2011
3.59k
  if (cpi->cyclic_refresh) vp9_cyclic_refresh_free(cpi->cyclic_refresh);
2012
3.59k
  CHECK_MEM_ERROR(&cm->error, cpi->cyclic_refresh,
2013
3.59k
                  vp9_cyclic_refresh_alloc(cm->mi_rows, cm->mi_cols));
2014
2015
  // Create a map used to mark inactive areas.
2016
3.59k
  vpx_free(cpi->active_map.map);
2017
3.59k
  CHECK_MEM_ERROR(&cm->error, cpi->active_map.map,
2018
3.59k
                  vpx_calloc(cm->mi_rows * cm->mi_cols, 1));
2019
2020
  // And a place holder structure is the coding context
2021
  // for use if we want to save and restore it
2022
3.59k
  vpx_free(cpi->coding_context.last_frame_seg_map_copy);
2023
3.59k
  CHECK_MEM_ERROR(&cm->error, cpi->coding_context.last_frame_seg_map_copy,
2024
3.59k
                  vpx_calloc(cm->mi_rows * cm->mi_cols, 1));
2025
3.59k
}
2026
2027
0
static void alloc_copy_partition_data(VP9_COMP *cpi) {
2028
0
  VP9_COMMON *const cm = &cpi->common;
2029
0
  if (cpi->prev_partition == NULL) {
2030
0
    CHECK_MEM_ERROR(&cm->error, cpi->prev_partition,
2031
0
                    (BLOCK_SIZE *)vpx_calloc(cm->mi_stride * cm->mi_rows,
2032
0
                                             sizeof(*cpi->prev_partition)));
2033
0
  }
2034
0
  if (cpi->prev_segment_id == NULL) {
2035
0
    CHECK_MEM_ERROR(
2036
0
        &cm->error, cpi->prev_segment_id,
2037
0
        (int8_t *)vpx_calloc((cm->mi_stride >> 3) * ((cm->mi_rows >> 3) + 1),
2038
0
                             sizeof(*cpi->prev_segment_id)));
2039
0
  }
2040
0
  if (cpi->prev_variance_low == NULL) {
2041
0
    CHECK_MEM_ERROR(&cm->error, cpi->prev_variance_low,
2042
0
                    (uint8_t *)vpx_calloc(
2043
0
                        (cm->mi_stride >> 3) * ((cm->mi_rows >> 3) + 1) * 25,
2044
0
                        sizeof(*cpi->prev_variance_low)));
2045
0
  }
2046
0
  if (cpi->copied_frame_cnt == NULL) {
2047
0
    CHECK_MEM_ERROR(
2048
0
        &cm->error, cpi->copied_frame_cnt,
2049
0
        (uint8_t *)vpx_calloc((cm->mi_stride >> 3) * ((cm->mi_rows >> 3) + 1),
2050
0
                              sizeof(*cpi->copied_frame_cnt)));
2051
0
  }
2052
0
}
2053
2054
0
static void free_copy_partition_data(VP9_COMP *cpi) {
2055
0
  vpx_free(cpi->prev_partition);
2056
0
  cpi->prev_partition = NULL;
2057
0
  vpx_free(cpi->prev_segment_id);
2058
0
  cpi->prev_segment_id = NULL;
2059
0
  vpx_free(cpi->prev_variance_low);
2060
0
  cpi->prev_variance_low = NULL;
2061
0
  vpx_free(cpi->copied_frame_cnt);
2062
0
  cpi->copied_frame_cnt = NULL;
2063
0
}
2064
2065
#if CONFIG_VP9_TEMPORAL_DENOISING
2066
static void setup_denoiser_buffer(VP9_COMP *cpi) {
2067
  VP9_COMMON *const cm = &cpi->common;
2068
  if (cpi->oxcf.noise_sensitivity > 0 &&
2069
      !cpi->denoiser.frame_buffer_initialized) {
2070
    if (vp9_denoiser_alloc(cm, &cpi->svc, &cpi->denoiser, cpi->use_svc,
2071
                           cpi->oxcf.noise_sensitivity, cm->width, cm->height,
2072
                           cm->subsampling_x, cm->subsampling_y,
2073
#if CONFIG_VP9_HIGHBITDEPTH
2074
                           cm->use_highbitdepth,
2075
#endif
2076
                           VP9_ENC_BORDER_IN_PIXELS))
2077
      vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
2078
                         "Failed to allocate denoiser");
2079
  }
2080
}
2081
#endif
2082
2083
31.0k
void vp9_change_config(struct VP9_COMP *cpi, const VP9EncoderConfig *oxcf) {
2084
31.0k
  VP9_COMMON *const cm = &cpi->common;
2085
31.0k
  RATE_CONTROL *const rc = &cpi->rc;
2086
31.0k
  int last_w = cpi->oxcf.width;
2087
31.0k
  int last_h = cpi->oxcf.height;
2088
2089
31.0k
  vp9_init_quantizer(cpi);
2090
31.0k
  if (cm->profile != oxcf->profile) cm->profile = oxcf->profile;
2091
31.0k
  cm->bit_depth = oxcf->bit_depth;
2092
31.0k
  cm->color_space = oxcf->color_space;
2093
31.0k
  cm->color_range = oxcf->color_range;
2094
2095
31.0k
  cpi->target_level = oxcf->target_level;
2096
31.0k
  cpi->keep_level_stats = oxcf->target_level != LEVEL_MAX;
2097
31.0k
  set_level_constraint(&cpi->level_constraint,
2098
31.0k
                       get_level_index(cpi->target_level));
2099
2100
31.0k
  if (cm->profile <= PROFILE_1)
2101
31.0k
    assert(cm->bit_depth == VPX_BITS_8);
2102
0
  else
2103
31.0k
    assert(cm->bit_depth > VPX_BITS_8);
2104
2105
31.0k
  cpi->oxcf = *oxcf;
2106
31.0k
#if CONFIG_VP9_HIGHBITDEPTH
2107
31.0k
  cpi->td.mb.e_mbd.bd = (int)cm->bit_depth;
2108
31.0k
#endif  // CONFIG_VP9_HIGHBITDEPTH
2109
2110
31.0k
  if ((oxcf->pass == 0) && (oxcf->rc_mode == VPX_Q)) {
2111
1.43k
    rc->baseline_gf_interval = FIXED_GF_INTERVAL;
2112
29.5k
  } else {
2113
29.5k
    rc->baseline_gf_interval = (MIN_GF_INTERVAL + MAX_GF_INTERVAL) / 2;
2114
29.5k
  }
2115
2116
31.0k
  cpi->refresh_golden_frame = 0;
2117
31.0k
  cpi->refresh_last_frame = 1;
2118
31.0k
  cm->refresh_frame_context = 1;
2119
31.0k
  cm->reset_frame_context = 0;
2120
2121
31.0k
  vp9_reset_segment_features(&cm->seg);
2122
31.0k
  vp9_set_high_precision_mv(cpi, 0);
2123
2124
31.0k
  {
2125
31.0k
    int i;
2126
2127
279k
    for (i = 0; i < MAX_SEGMENTS; i++)
2128
248k
      cpi->segment_encode_breakout[i] = cpi->oxcf.encode_breakout;
2129
31.0k
  }
2130
31.0k
  cpi->encode_breakout = cpi->oxcf.encode_breakout;
2131
2132
31.0k
  vp9_set_rc_buffer_sizes(cpi);
2133
2134
  // Set up frame rate and related parameters rate control values.
2135
31.0k
  vp9_new_framerate(cpi, cpi->framerate);
2136
2137
  // Set absolute upper and lower quality limits
2138
31.0k
  rc->worst_quality = cpi->oxcf.worst_allowed_q;
2139
31.0k
  rc->best_quality = cpi->oxcf.best_allowed_q;
2140
2141
31.0k
  cm->interp_filter = cpi->sf.default_interp_filter;
2142
2143
31.0k
  if (cpi->oxcf.render_width > 0 && cpi->oxcf.render_height > 0) {
2144
0
    cm->render_width = cpi->oxcf.render_width;
2145
0
    cm->render_height = cpi->oxcf.render_height;
2146
31.0k
  } else {
2147
31.0k
    cm->render_width = cpi->oxcf.width;
2148
31.0k
    cm->render_height = cpi->oxcf.height;
2149
31.0k
  }
2150
31.0k
  if (last_w != cpi->oxcf.width || last_h != cpi->oxcf.height) {
2151
0
    cm->width = cpi->oxcf.width;
2152
0
    cm->height = cpi->oxcf.height;
2153
0
    cpi->external_resize = 1;
2154
0
  }
2155
2156
31.0k
  int new_mi_size = 0;
2157
31.0k
  vp9_set_mb_mi(cm, cm->width, cm->height);
2158
31.0k
  new_mi_size = cm->mi_stride * calc_mi_size(cm->mi_rows);
2159
31.0k
  if (cm->mi_alloc_size < new_mi_size) {
2160
0
    vp9_free_context_buffers(cm);
2161
0
    vp9_free_pc_tree(&cpi->td);
2162
0
    vpx_free(cpi->mbmi_ext_base);
2163
0
    alloc_compressor_data(cpi);
2164
0
    realloc_segmentation_maps(cpi);
2165
0
    cpi->initial_width = cpi->initial_height = 0;
2166
0
    cpi->external_resize = 0;
2167
31.0k
  } else if (cm->mi_alloc_size == new_mi_size &&
2168
31.0k
             (cpi->oxcf.width > last_w || cpi->oxcf.height > last_h)) {
2169
0
    if (vp9_alloc_loop_filter(cm)) {
2170
0
      vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
2171
0
                         "Failed to allocate loop filter data");
2172
0
    }
2173
0
  }
2174
2175
31.0k
  if (cm->current_video_frame == 0 || last_w != cpi->oxcf.width ||
2176
0
      last_h != cpi->oxcf.height)
2177
31.0k
    update_frame_size(cpi);
2178
2179
31.0k
  if (last_w != cpi->oxcf.width || last_h != cpi->oxcf.height) {
2180
0
    vpx_free(cpi->consec_zero_mv);
2181
0
    CHECK_MEM_ERROR(
2182
0
        &cm->error, cpi->consec_zero_mv,
2183
0
        vpx_calloc(cm->mi_rows * cm->mi_cols, sizeof(*cpi->consec_zero_mv)));
2184
2185
0
    vpx_free(cpi->skin_map);
2186
0
    CHECK_MEM_ERROR(
2187
0
        &cm->error, cpi->skin_map,
2188
0
        vpx_calloc(cm->mi_rows * cm->mi_cols, sizeof(*cpi->skin_map)));
2189
2190
0
    if (cpi->svc.number_spatial_layers > 1) {
2191
#if CONFIG_VP9_TEMPORAL_DENOISING
2192
      // Reset the denoiser for svc on the resize change.
2193
      if (cpi->oxcf.noise_sensitivity > 0) {
2194
        vp9_denoiser_free(&cpi->denoiser);
2195
        setup_denoiser_buffer(cpi);
2196
      }
2197
#endif
2198
0
      if (cpi->oxcf.aq_mode == CYCLIC_REFRESH_AQ) {
2199
0
        for (int sl = 0; sl < cpi->svc.number_spatial_layers; ++sl) {
2200
0
          const int layer =
2201
0
              LAYER_IDS_TO_IDX(sl, 0, cpi->svc.number_temporal_layers);
2202
0
          LAYER_CONTEXT *const lc = &cpi->svc.layer_context[layer];
2203
0
          lc->sb_index = 0;
2204
0
          lc->actual_num_seg1_blocks = 0;
2205
0
          lc->actual_num_seg2_blocks = 0;
2206
0
          lc->counter_encode_maxq_scene_change = 0;
2207
0
          vpx_free(lc->map);
2208
0
          CHECK_MEM_ERROR(
2209
0
              &cm->error, lc->map,
2210
0
              vpx_calloc(cm->mi_rows * cm->mi_cols, sizeof(*lc->map)));
2211
0
          vpx_free(lc->last_coded_q_map);
2212
0
          CHECK_MEM_ERROR(&cm->error, lc->last_coded_q_map,
2213
0
                          vpx_malloc(cm->mi_rows * cm->mi_cols *
2214
0
                                     sizeof(*lc->last_coded_q_map)));
2215
0
          memset(lc->last_coded_q_map, MAXQ, cm->mi_rows * cm->mi_cols);
2216
0
          vpx_free(lc->consec_zero_mv);
2217
0
          CHECK_MEM_ERROR(&cm->error, lc->consec_zero_mv,
2218
0
                          vpx_calloc(cm->mi_rows * cm->mi_cols,
2219
0
                                     sizeof(*lc->consec_zero_mv)));
2220
0
        }
2221
0
        cpi->refresh_golden_frame = 1;
2222
0
        cpi->refresh_alt_ref_frame = 1;
2223
0
      }
2224
0
    }
2225
2226
0
    free_copy_partition_data(cpi);
2227
0
    alloc_copy_partition_data(cpi);
2228
0
    if (cpi->oxcf.aq_mode == CYCLIC_REFRESH_AQ &&
2229
0
        cpi->svc.number_spatial_layers == 1)
2230
0
      vp9_cyclic_refresh_reset_resize(cpi);
2231
0
    rc->rc_1_frame = 0;
2232
0
    rc->rc_2_frame = 0;
2233
0
  }
2234
2235
31.0k
  if ((cpi->svc.number_temporal_layers > 1) ||
2236
31.0k
      ((cpi->svc.number_temporal_layers > 1 ||
2237
31.0k
        cpi->svc.number_spatial_layers > 1) &&
2238
0
       cpi->oxcf.pass != 1)) {
2239
0
    vp9_update_layer_context_change_config(cpi,
2240
0
                                           (int)cpi->oxcf.target_bandwidth);
2241
0
  }
2242
2243
31.0k
  vp9_check_reset_rc_flag(cpi);
2244
2245
31.0k
  cpi->alt_ref_source = NULL;
2246
31.0k
  rc->is_src_frame_alt_ref = 0;
2247
2248
#if 0
2249
  // Experimental RD Code
2250
  cpi->frame_distortion = 0;
2251
  cpi->last_frame_distortion = 0;
2252
#endif
2253
2254
31.0k
  set_tile_limits(cpi);
2255
2256
31.0k
  cpi->ext_refresh_frame_flags_pending = 0;
2257
31.0k
  cpi->ext_refresh_frame_context_pending = 0;
2258
2259
31.0k
#if CONFIG_VP9_HIGHBITDEPTH
2260
31.0k
  highbd_set_var_fns(cpi);
2261
31.0k
#endif
2262
2263
31.0k
  vp9_set_row_mt(cpi);
2264
31.0k
}
2265
2266
/***********************************************************************
2267
 * Read before modifying 'cal_nmvjointsadcost' or 'cal_nmvsadcosts'    *
2268
 ***********************************************************************
2269
 * The following 2 functions ('cal_nmvjointsadcost' and                *
2270
 * 'cal_nmvsadcosts') are used to calculate cost lookup tables         *
2271
 * used by 'vp9_diamond_search_sad'. The C implementation of the       *
2272
 * function is generic, but the NEON intrinsics optimised version      *
2273
 * relies on the following properties of the computed tables:          *
2274
 * For cal_nmvjointsadcost:                                            *
2275
 *   - mvjointsadcost[1] == mvjointsadcost[2] == mvjointsadcost[3]     *
2276
 * For cal_nmvsadcosts:                                                *
2277
 *   - For all i: mvsadcost[0][i] == mvsadcost[1][i]                   *
2278
 *         (Equal costs for both components)                           *
2279
 *   - For all i: mvsadcost[0][i] == mvsadcost[0][-i]                  *
2280
 *         (Cost function is even)                                     *
2281
 * If these do not hold, then the NEON optimised version of the        *
2282
 * 'vp9_diamond_search_sad' function cannot be used as it is, in which *
2283
 * case you can revert to using the C function instead.                *
2284
 ***********************************************************************/
2285
2286
3.59k
static void cal_nmvjointsadcost(int *mvjointsadcost) {
2287
  /*********************************************************************
2288
   * Warning: Read the comments above before modifying this function   *
2289
   *********************************************************************/
2290
3.59k
  mvjointsadcost[0] = 600;
2291
3.59k
  mvjointsadcost[1] = 300;
2292
3.59k
  mvjointsadcost[2] = 300;
2293
3.59k
  mvjointsadcost[3] = 300;
2294
3.59k
}
2295
2296
3.59k
static void cal_nmvsadcosts(int *mvsadcost[2]) {
2297
  /*********************************************************************
2298
   * Warning: Read the comments above before modifying this function   *
2299
   *********************************************************************/
2300
3.59k
  int i = 1;
2301
2302
3.59k
  mvsadcost[0][0] = 0;
2303
3.59k
  mvsadcost[1][0] = 0;
2304
2305
58.9M
  do {
2306
58.9M
    double z = 256 * (2 * (log2f(8 * i) + .6));
2307
58.9M
    mvsadcost[0][i] = (int)z;
2308
58.9M
    mvsadcost[1][i] = (int)z;
2309
58.9M
    mvsadcost[0][-i] = (int)z;
2310
58.9M
    mvsadcost[1][-i] = (int)z;
2311
58.9M
  } while (++i <= MV_MAX);
2312
3.59k
}
2313
2314
3.59k
static void cal_nmvsadcosts_hp(int *mvsadcost[2]) {
2315
3.59k
  int i = 1;
2316
2317
3.59k
  mvsadcost[0][0] = 0;
2318
3.59k
  mvsadcost[1][0] = 0;
2319
2320
58.9M
  do {
2321
58.9M
    double z = 256 * (2 * (log2f(8 * i) + .6));
2322
58.9M
    mvsadcost[0][i] = (int)z;
2323
58.9M
    mvsadcost[1][i] = (int)z;
2324
58.9M
    mvsadcost[0][-i] = (int)z;
2325
58.9M
    mvsadcost[1][-i] = (int)z;
2326
58.9M
  } while (++i <= MV_MAX);
2327
3.59k
}
2328
2329
3.59k
static void init_ref_frame_bufs(VP9_COMMON *cm) {
2330
3.59k
  int i;
2331
3.59k
  BufferPool *const pool = cm->buffer_pool;
2332
3.59k
  cm->new_fb_idx = INVALID_IDX;
2333
32.3k
  for (i = 0; i < REF_FRAMES; ++i) {
2334
28.7k
    cm->ref_frame_map[i] = INVALID_IDX;
2335
28.7k
  }
2336
46.7k
  for (i = 0; i < FRAME_BUFFERS; ++i) {
2337
43.1k
    pool->frame_bufs[i].ref_count = 0;
2338
43.1k
  }
2339
3.59k
}
2340
2341
static void update_initial_width(VP9_COMP *cpi, int use_highbitdepth,
2342
61.7k
                                 int subsampling_x, int subsampling_y) {
2343
61.7k
  VP9_COMMON *const cm = &cpi->common;
2344
#if !CONFIG_VP9_HIGHBITDEPTH
2345
  (void)use_highbitdepth;
2346
  assert(use_highbitdepth == 0);
2347
#endif
2348
2349
61.7k
  if (!cpi->initial_width ||
2350
61.7k
#if CONFIG_VP9_HIGHBITDEPTH
2351
61.7k
      cm->use_highbitdepth != use_highbitdepth ||
2352
61.7k
#endif
2353
61.7k
      cm->subsampling_x != subsampling_x ||
2354
58.2k
      cm->subsampling_y != subsampling_y) {
2355
3.50k
    cm->subsampling_x = subsampling_x;
2356
3.50k
    cm->subsampling_y = subsampling_y;
2357
3.50k
#if CONFIG_VP9_HIGHBITDEPTH
2358
3.50k
    cm->use_highbitdepth = use_highbitdepth;
2359
3.50k
#endif
2360
3.50k
    alloc_util_frame_buffers(cpi);
2361
    // The initial_width/height is used to clamp the encoding width/height in
2362
    // vp9_set_size_literal(). The check below is added to avoid setting the
2363
    // initial_width/height to a smaller resolution than the one configured.
2364
    // This can happen when the user passes in a lower resolution on the very
2365
    // first frame (after creating the encoder with a larger resolution). For
2366
    // spatial layers this will prevent user from going back up in resolution
2367
    // (i.e., the top layer will get stuck at the lower resolution).
2368
3.50k
    if (cm->width > cpi->initial_width || cm->height > cpi->initial_height) {
2369
0
      cpi->initial_width = cm->width;
2370
0
      cpi->initial_height = cm->height;
2371
0
    }
2372
3.50k
    cpi->initial_mbs = cm->MBs;
2373
3.50k
  }
2374
61.7k
}
2375
2376
VP9_COMP *vp9_create_compressor(const VP9EncoderConfig *oxcf,
2377
3.59k
                                BufferPool *const pool) {
2378
3.59k
  unsigned int i;
2379
3.59k
  VP9_COMP *volatile const cpi = vpx_memalign(32, sizeof(*cpi));
2380
3.59k
  VP9_COMMON *volatile const cm = cpi != NULL ? &cpi->common : NULL;
2381
2382
3.59k
  if (!cm) return NULL;
2383
2384
3.59k
  vp9_zero(*cpi);
2385
2386
3.59k
  if (setjmp(cm->error.jmp)) {
2387
0
    cm->error.setjmp = 0;
2388
0
    vp9_remove_compressor(cpi);
2389
0
    return 0;
2390
0
  }
2391
2392
3.59k
  cm->error.setjmp = 1;
2393
3.59k
  cm->alloc_mi = vp9_enc_alloc_mi;
2394
3.59k
  cm->free_mi = vp9_enc_free_mi;
2395
3.59k
  cm->setup_mi = vp9_enc_setup_mi;
2396
2397
3.59k
  CHECK_MEM_ERROR(&cm->error, cm->fc,
2398
3.59k
                  (FRAME_CONTEXT *)vpx_calloc(1, sizeof(*cm->fc)));
2399
3.59k
  CHECK_MEM_ERROR(
2400
3.59k
      &cm->error, cm->frame_contexts,
2401
3.59k
      (FRAME_CONTEXT *)vpx_calloc(FRAME_CONTEXTS, sizeof(*cm->frame_contexts)));
2402
2403
3.59k
  cpi->compute_frame_low_motion_onepass = 1;
2404
3.59k
  cpi->use_svc = 0;
2405
3.59k
  cpi->resize_state = ORIG;
2406
3.59k
  cpi->external_resize = 0;
2407
3.59k
  cpi->resize_avg_qp = 0;
2408
3.59k
  cpi->resize_buffer_underflow = 0;
2409
3.59k
  cpi->use_skin_detection = 0;
2410
3.59k
  cpi->common.buffer_pool = pool;
2411
3.59k
  init_ref_frame_bufs(cm);
2412
2413
3.59k
  cpi->force_update_segmentation = 0;
2414
2415
3.59k
  init_config(cpi, oxcf);
2416
3.59k
  cpi->frame_info = vp9_get_frame_info(oxcf);
2417
2418
3.59k
  vp9_rc_init(&cpi->oxcf, oxcf->pass, &cpi->rc);
2419
3.59k
  vp9_init_rd_parameters(cpi);
2420
2421
3.59k
  init_frame_indexes(cm);
2422
3.59k
  cpi->initial_width = cpi->oxcf.width;
2423
3.59k
  cpi->initial_height = cpi->oxcf.height;
2424
3.59k
  cpi->tile_data = NULL;
2425
2426
3.59k
  realloc_segmentation_maps(cpi);
2427
2428
3.59k
  CHECK_MEM_ERROR(
2429
3.59k
      &cm->error, cpi->skin_map,
2430
3.59k
      vpx_calloc(cm->mi_rows * cm->mi_cols, sizeof(*cpi->skin_map)));
2431
2432
3.59k
#if !CONFIG_REALTIME_ONLY
2433
3.59k
  CHECK_MEM_ERROR(&cm->error, cpi->alt_ref_aq, vp9_alt_ref_aq_create());
2434
3.59k
#endif
2435
2436
3.59k
  CHECK_MEM_ERROR(
2437
3.59k
      &cm->error, cpi->consec_zero_mv,
2438
3.59k
      vpx_calloc(cm->mi_rows * cm->mi_cols, sizeof(*cpi->consec_zero_mv)));
2439
2440
3.59k
  CHECK_MEM_ERROR(&cm->error, cpi->nmvcosts[0],
2441
3.59k
                  vpx_calloc(MV_VALS, sizeof(*cpi->nmvcosts[0])));
2442
3.59k
  CHECK_MEM_ERROR(&cm->error, cpi->nmvcosts[1],
2443
3.59k
                  vpx_calloc(MV_VALS, sizeof(*cpi->nmvcosts[1])));
2444
3.59k
  CHECK_MEM_ERROR(&cm->error, cpi->nmvcosts_hp[0],
2445
3.59k
                  vpx_calloc(MV_VALS, sizeof(*cpi->nmvcosts_hp[0])));
2446
3.59k
  CHECK_MEM_ERROR(&cm->error, cpi->nmvcosts_hp[1],
2447
3.59k
                  vpx_calloc(MV_VALS, sizeof(*cpi->nmvcosts_hp[1])));
2448
3.59k
  CHECK_MEM_ERROR(&cm->error, cpi->nmvsadcosts[0],
2449
3.59k
                  vpx_calloc(MV_VALS, sizeof(*cpi->nmvsadcosts[0])));
2450
3.59k
  CHECK_MEM_ERROR(&cm->error, cpi->nmvsadcosts[1],
2451
3.59k
                  vpx_calloc(MV_VALS, sizeof(*cpi->nmvsadcosts[1])));
2452
3.59k
  CHECK_MEM_ERROR(&cm->error, cpi->nmvsadcosts_hp[0],
2453
3.59k
                  vpx_calloc(MV_VALS, sizeof(*cpi->nmvsadcosts_hp[0])));
2454
3.59k
  CHECK_MEM_ERROR(&cm->error, cpi->nmvsadcosts_hp[1],
2455
3.59k
                  vpx_calloc(MV_VALS, sizeof(*cpi->nmvsadcosts_hp[1])));
2456
2457
93.5k
  for (i = 0; i < (sizeof(cpi->mbgraph_stats) / sizeof(cpi->mbgraph_stats[0]));
2458
89.9k
       i++) {
2459
89.9k
    CHECK_MEM_ERROR(
2460
89.9k
        &cm->error, cpi->mbgraph_stats[i].mb_stats,
2461
89.9k
        vpx_calloc(cm->MBs * sizeof(*cpi->mbgraph_stats[i].mb_stats), 1));
2462
89.9k
  }
2463
2464
3.59k
  cpi->refresh_alt_ref_frame = 0;
2465
3.59k
  cpi->b_calculate_psnr = CONFIG_INTERNAL_STATS;
2466
2467
3.59k
  init_level_info(&cpi->level_info);
2468
3.59k
  init_level_constraint(&cpi->level_constraint);
2469
2470
#if CONFIG_INTERNAL_STATS
2471
  cpi->b_calculate_blockiness = 1;
2472
  cpi->b_calculate_consistency = 1;
2473
  cpi->total_inconsistency = 0;
2474
  cpi->psnr.worst = 100.0;
2475
  cpi->worst_ssim = 100.0;
2476
2477
  cpi->count = 0;
2478
  cpi->bytes = 0;
2479
2480
  if (cpi->b_calculate_psnr) {
2481
    cpi->total_sq_error = 0;
2482
    cpi->total_samples = 0;
2483
2484
    cpi->totalp_sq_error = 0;
2485
    cpi->totalp_samples = 0;
2486
2487
    cpi->tot_recode_hits = 0;
2488
    cpi->summed_quality = 0;
2489
    cpi->summed_weights = 0;
2490
    cpi->summedp_quality = 0;
2491
    cpi->summedp_weights = 0;
2492
  }
2493
2494
  cpi->fastssim.worst = 100.0;
2495
2496
  cpi->psnrhvs.worst = 100.0;
2497
2498
  if (cpi->b_calculate_blockiness) {
2499
    cpi->total_blockiness = 0;
2500
    cpi->worst_blockiness = 0.0;
2501
  }
2502
2503
  if (cpi->b_calculate_consistency) {
2504
    CHECK_MEM_ERROR(&cm->error, cpi->ssim_vars,
2505
                    vpx_calloc(cpi->common.mi_rows * cpi->common.mi_cols,
2506
                               sizeof(*cpi->ssim_vars) * 4));
2507
    cpi->worst_consistency = 100.0;
2508
  } else {
2509
    cpi->ssim_vars = NULL;
2510
  }
2511
2512
#endif
2513
2514
3.59k
  cpi->first_time_stamp_ever = INT64_MAX;
2515
2516
  /*********************************************************************
2517
   * Warning: Read the comments around 'cal_nmvjointsadcost' and       *
2518
   * 'cal_nmvsadcosts' before modifying how these tables are computed. *
2519
   *********************************************************************/
2520
3.59k
  cal_nmvjointsadcost(cpi->td.mb.nmvjointsadcost);
2521
3.59k
  cpi->td.mb.nmvcost[0] = &cpi->nmvcosts[0][MV_MAX];
2522
3.59k
  cpi->td.mb.nmvcost[1] = &cpi->nmvcosts[1][MV_MAX];
2523
3.59k
  cpi->td.mb.nmvsadcost[0] = &cpi->nmvsadcosts[0][MV_MAX];
2524
3.59k
  cpi->td.mb.nmvsadcost[1] = &cpi->nmvsadcosts[1][MV_MAX];
2525
3.59k
  cal_nmvsadcosts(cpi->td.mb.nmvsadcost);
2526
2527
3.59k
  cpi->td.mb.nmvcost_hp[0] = &cpi->nmvcosts_hp[0][MV_MAX];
2528
3.59k
  cpi->td.mb.nmvcost_hp[1] = &cpi->nmvcosts_hp[1][MV_MAX];
2529
3.59k
  cpi->td.mb.nmvsadcost_hp[0] = &cpi->nmvsadcosts_hp[0][MV_MAX];
2530
3.59k
  cpi->td.mb.nmvsadcost_hp[1] = &cpi->nmvsadcosts_hp[1][MV_MAX];
2531
3.59k
  cal_nmvsadcosts_hp(cpi->td.mb.nmvsadcost_hp);
2532
2533
#if CONFIG_VP9_TEMPORAL_DENOISING
2534
#ifdef OUTPUT_YUV_DENOISED
2535
  yuv_denoised_file = fopen("denoised.yuv", "ab");
2536
#endif
2537
#endif
2538
#ifdef OUTPUT_YUV_SKINMAP
2539
  yuv_skinmap_file = fopen("skinmap.yuv", "wb");
2540
#endif
2541
#ifdef OUTPUT_YUV_REC
2542
  yuv_rec_file = fopen("rec.yuv", "wb");
2543
#endif
2544
#ifdef OUTPUT_YUV_SVC_SRC
2545
  yuv_svc_src[0] = fopen("svc_src_0.yuv", "wb");
2546
  yuv_svc_src[1] = fopen("svc_src_1.yuv", "wb");
2547
  yuv_svc_src[2] = fopen("svc_src_2.yuv", "wb");
2548
#endif
2549
2550
#if 0
2551
  framepsnr = fopen("framepsnr.stt", "a");
2552
  kf_list = fopen("kf_list.stt", "w");
2553
#endif
2554
2555
3.59k
  cpi->allow_encode_breakout = ENCODE_BREAKOUT_ENABLED;
2556
2557
3.59k
  {
2558
3.59k
    vpx_codec_err_t codec_status = vp9_extrc_init(&cpi->ext_ratectrl);
2559
3.59k
    if (codec_status != VPX_CODEC_OK) {
2560
0
      vpx_internal_error(&cm->error, codec_status, "vp9_extrc_init() failed");
2561
0
    }
2562
3.59k
  }
2563
2564
3.59k
#if !CONFIG_REALTIME_ONLY
2565
3.59k
  if (oxcf->pass == 1) {
2566
0
    vp9_init_first_pass(cpi);
2567
3.59k
  } else if (oxcf->pass == 2) {
2568
0
    const size_t packet_sz = sizeof(FIRSTPASS_STATS);
2569
0
    const int packets = (int)(oxcf->two_pass_stats_in.sz / packet_sz);
2570
2571
0
    if (cpi->svc.number_spatial_layers > 1 ||
2572
0
        cpi->svc.number_temporal_layers > 1) {
2573
0
      FIRSTPASS_STATS *const stats = oxcf->two_pass_stats_in.buf;
2574
0
      FIRSTPASS_STATS *stats_copy[VPX_SS_MAX_LAYERS] = { 0 };
2575
0
      int n;
2576
2577
0
      for (n = 0; n < oxcf->ss_number_layers; ++n) {
2578
0
        FIRSTPASS_STATS *const last_packet_for_layer =
2579
0
            &stats[packets - oxcf->ss_number_layers + n];
2580
0
        const int layer_id = (int)last_packet_for_layer->spatial_layer_id;
2581
0
        const int packets_in_layer = (int)last_packet_for_layer->count + 1;
2582
0
        if (layer_id >= 0 && layer_id < oxcf->ss_number_layers) {
2583
0
          int num_frames;
2584
0
          LAYER_CONTEXT *const lc = &cpi->svc.layer_context[layer_id];
2585
2586
0
          vpx_free(lc->rc_twopass_stats_in.buf);
2587
2588
0
          lc->rc_twopass_stats_in.sz = packets_in_layer * packet_sz;
2589
0
          CHECK_MEM_ERROR(&cm->error, lc->rc_twopass_stats_in.buf,
2590
0
                          vpx_malloc(lc->rc_twopass_stats_in.sz));
2591
0
          lc->twopass.stats_in_start = lc->rc_twopass_stats_in.buf;
2592
0
          lc->twopass.stats_in = lc->twopass.stats_in_start;
2593
0
          lc->twopass.stats_in_end =
2594
0
              lc->twopass.stats_in_start + packets_in_layer - 1;
2595
          // Note the last packet is cumulative first pass stats.
2596
          // So the number of frames is packet number minus one
2597
0
          num_frames = packets_in_layer - 1;
2598
0
          fps_init_first_pass_info(&lc->twopass.first_pass_info,
2599
0
                                   lc->rc_twopass_stats_in.buf, num_frames);
2600
0
          stats_copy[layer_id] = lc->rc_twopass_stats_in.buf;
2601
0
        }
2602
0
      }
2603
2604
0
      for (n = 0; n < packets; ++n) {
2605
0
        const int layer_id = (int)stats[n].spatial_layer_id;
2606
0
        if (layer_id >= 0 && layer_id < oxcf->ss_number_layers &&
2607
0
            stats_copy[layer_id] != NULL) {
2608
0
          *stats_copy[layer_id] = stats[n];
2609
0
          ++stats_copy[layer_id];
2610
0
        }
2611
0
      }
2612
2613
0
      vp9_init_second_pass_spatial_svc(cpi);
2614
0
    } else {
2615
0
      int num_frames;
2616
2617
0
      cpi->twopass.stats_in_start = oxcf->two_pass_stats_in.buf;
2618
0
      cpi->twopass.stats_in = cpi->twopass.stats_in_start;
2619
0
      cpi->twopass.stats_in_end = &cpi->twopass.stats_in[packets - 1];
2620
      // Note the last packet is cumulative first pass stats.
2621
      // So the number of frames is packet number minus one
2622
0
      num_frames = packets - 1;
2623
0
      fps_init_first_pass_info(&cpi->twopass.first_pass_info,
2624
0
                               oxcf->two_pass_stats_in.buf, num_frames);
2625
2626
0
      vp9_init_second_pass(cpi);
2627
0
    }
2628
0
  }
2629
3.59k
#endif  // !CONFIG_REALTIME_ONLY
2630
2631
3.59k
  cpi->mb_wiener_var_cols = 0;
2632
3.59k
  cpi->mb_wiener_var_rows = 0;
2633
3.59k
  cpi->mb_wiener_variance = NULL;
2634
2635
3.59k
  vp9_set_speed_features_framesize_independent(cpi, oxcf->speed);
2636
3.59k
  vp9_set_speed_features_framesize_dependent(cpi, oxcf->speed);
2637
2638
3.59k
  {
2639
3.59k
    const int bsize = BLOCK_16X16;
2640
3.59k
    const int w = num_8x8_blocks_wide_lookup[bsize];
2641
3.59k
    const int h = num_8x8_blocks_high_lookup[bsize];
2642
3.59k
    const int num_cols = (cm->mi_cols + w - 1) / w;
2643
3.59k
    const int num_rows = (cm->mi_rows + h - 1) / h;
2644
3.59k
    CHECK_MEM_ERROR(&cm->error, cpi->mi_ssim_rdmult_scaling_factors,
2645
3.59k
                    vpx_calloc(num_rows * num_cols,
2646
3.59k
                               sizeof(*cpi->mi_ssim_rdmult_scaling_factors)));
2647
3.59k
  }
2648
2649
3.59k
  cpi->kmeans_data_arr_alloc = 0;
2650
#if CONFIG_NON_GREEDY_MV
2651
  cpi->tpl_ready = 0;
2652
#endif  // CONFIG_NON_GREEDY_MV
2653
183k
  for (i = 0; i < MAX_ARF_GOP_SIZE; ++i) {
2654
179k
    cpi->tpl_stats[i].tpl_stats_ptr = NULL;
2655
179k
  }
2656
2657
3.59k
#define BFP(BT, SDF, SDSF, SDAF, VF, SVF, SVAF, SDX4DF, SDSX4DF) \
2658
46.7k
  cpi->fn_ptr[BT].sdf = SDF;                                     \
2659
46.7k
  cpi->fn_ptr[BT].sdsf = SDSF;                                   \
2660
46.7k
  cpi->fn_ptr[BT].sdaf = SDAF;                                   \
2661
46.7k
  cpi->fn_ptr[BT].vf = VF;                                       \
2662
46.7k
  cpi->fn_ptr[BT].svf = SVF;                                     \
2663
46.7k
  cpi->fn_ptr[BT].svaf = SVAF;                                   \
2664
46.7k
  cpi->fn_ptr[BT].sdx4df = SDX4DF;                               \
2665
46.7k
  cpi->fn_ptr[BT].sdsx4df = SDSX4DF;
2666
2667
3.59k
  BFP(BLOCK_32X16, vpx_sad32x16, vpx_sad_skip_32x16, vpx_sad32x16_avg,
2668
3.59k
      vpx_variance32x16, vpx_sub_pixel_variance32x16,
2669
3.59k
      vpx_sub_pixel_avg_variance32x16, vpx_sad32x16x4d, vpx_sad_skip_32x16x4d)
2670
2671
3.59k
  BFP(BLOCK_16X32, vpx_sad16x32, vpx_sad_skip_16x32, vpx_sad16x32_avg,
2672
3.59k
      vpx_variance16x32, vpx_sub_pixel_variance16x32,
2673
3.59k
      vpx_sub_pixel_avg_variance16x32, vpx_sad16x32x4d, vpx_sad_skip_16x32x4d)
2674
2675
3.59k
  BFP(BLOCK_64X32, vpx_sad64x32, vpx_sad_skip_64x32, vpx_sad64x32_avg,
2676
3.59k
      vpx_variance64x32, vpx_sub_pixel_variance64x32,
2677
3.59k
      vpx_sub_pixel_avg_variance64x32, vpx_sad64x32x4d, vpx_sad_skip_64x32x4d)
2678
2679
3.59k
  BFP(BLOCK_32X64, vpx_sad32x64, vpx_sad_skip_32x64, vpx_sad32x64_avg,
2680
3.59k
      vpx_variance32x64, vpx_sub_pixel_variance32x64,
2681
3.59k
      vpx_sub_pixel_avg_variance32x64, vpx_sad32x64x4d, vpx_sad_skip_32x64x4d)
2682
2683
3.59k
  BFP(BLOCK_32X32, vpx_sad32x32, vpx_sad_skip_32x32, vpx_sad32x32_avg,
2684
3.59k
      vpx_variance32x32, vpx_sub_pixel_variance32x32,
2685
3.59k
      vpx_sub_pixel_avg_variance32x32, vpx_sad32x32x4d, vpx_sad_skip_32x32x4d)
2686
2687
3.59k
  BFP(BLOCK_64X64, vpx_sad64x64, vpx_sad_skip_64x64, vpx_sad64x64_avg,
2688
3.59k
      vpx_variance64x64, vpx_sub_pixel_variance64x64,
2689
3.59k
      vpx_sub_pixel_avg_variance64x64, vpx_sad64x64x4d, vpx_sad_skip_64x64x4d)
2690
2691
3.59k
  BFP(BLOCK_16X16, vpx_sad16x16, vpx_sad_skip_16x16, vpx_sad16x16_avg,
2692
3.59k
      vpx_variance16x16, vpx_sub_pixel_variance16x16,
2693
3.59k
      vpx_sub_pixel_avg_variance16x16, vpx_sad16x16x4d, vpx_sad_skip_16x16x4d)
2694
2695
3.59k
  BFP(BLOCK_16X8, vpx_sad16x8, vpx_sad_skip_16x8, vpx_sad16x8_avg,
2696
3.59k
      vpx_variance16x8, vpx_sub_pixel_variance16x8,
2697
3.59k
      vpx_sub_pixel_avg_variance16x8, vpx_sad16x8x4d, vpx_sad_skip_16x8x4d)
2698
2699
3.59k
  BFP(BLOCK_8X16, vpx_sad8x16, vpx_sad_skip_8x16, vpx_sad8x16_avg,
2700
3.59k
      vpx_variance8x16, vpx_sub_pixel_variance8x16,
2701
3.59k
      vpx_sub_pixel_avg_variance8x16, vpx_sad8x16x4d, vpx_sad_skip_8x16x4d)
2702
2703
3.59k
  BFP(BLOCK_8X8, vpx_sad8x8, vpx_sad_skip_8x8, vpx_sad8x8_avg, vpx_variance8x8,
2704
3.59k
      vpx_sub_pixel_variance8x8, vpx_sub_pixel_avg_variance8x8, vpx_sad8x8x4d,
2705
3.59k
      vpx_sad_skip_8x8x4d)
2706
2707
3.59k
  BFP(BLOCK_8X4, vpx_sad8x4, vpx_sad_skip_8x4, vpx_sad8x4_avg, vpx_variance8x4,
2708
3.59k
      vpx_sub_pixel_variance8x4, vpx_sub_pixel_avg_variance8x4, vpx_sad8x4x4d,
2709
3.59k
      vpx_sad_skip_8x4x4d)
2710
2711
3.59k
  BFP(BLOCK_4X8, vpx_sad4x8, vpx_sad_skip_4x8, vpx_sad4x8_avg, vpx_variance4x8,
2712
3.59k
      vpx_sub_pixel_variance4x8, vpx_sub_pixel_avg_variance4x8, vpx_sad4x8x4d,
2713
3.59k
      vpx_sad_skip_4x8x4d)
2714
2715
3.59k
  BFP(BLOCK_4X4, vpx_sad4x4, vpx_sad_skip_4x4, vpx_sad4x4_avg, vpx_variance4x4,
2716
3.59k
      vpx_sub_pixel_variance4x4, vpx_sub_pixel_avg_variance4x4, vpx_sad4x4x4d,
2717
3.59k
      vpx_sad_skip_4x4x4d)
2718
2719
3.59k
#if CONFIG_VP9_HIGHBITDEPTH
2720
3.59k
  highbd_set_var_fns(cpi);
2721
3.59k
#endif
2722
2723
  /* vp9_init_quantizer() is first called here. Add check in
2724
   * vp9_frame_init_quantizer() so that vp9_init_quantizer is only
2725
   * called later when needed. This will avoid unnecessary calls of
2726
   * vp9_init_quantizer() for every frame.
2727
   */
2728
3.59k
  vp9_init_quantizer(cpi);
2729
2730
3.59k
  vp9_loop_filter_init(cm);
2731
2732
  // Set up the unit scaling factor used during motion search.
2733
3.59k
#if CONFIG_VP9_HIGHBITDEPTH
2734
3.59k
  vp9_setup_scale_factors_for_frame(&cpi->me_sf, cm->width, cm->height,
2735
3.59k
                                    cm->width, cm->height,
2736
3.59k
                                    cm->use_highbitdepth);
2737
#else
2738
  vp9_setup_scale_factors_for_frame(&cpi->me_sf, cm->width, cm->height,
2739
                                    cm->width, cm->height);
2740
#endif  // CONFIG_VP9_HIGHBITDEPTH
2741
3.59k
  cpi->td.mb.me_sf = &cpi->me_sf;
2742
2743
3.59k
  cm->error.setjmp = 0;
2744
2745
3.59k
  return cpi;
2746
3.59k
}
2747
2748
#if CONFIG_INTERNAL_STATS
2749
#define SNPRINT(H, T) snprintf((H) + strlen(H), sizeof(H) - strlen(H), (T))
2750
2751
#define SNPRINT2(H, T, V) \
2752
  snprintf((H) + strlen(H), sizeof(H) - strlen(H), (T), (V))
2753
#endif  // CONFIG_INTERNAL_STATS
2754
2755
3.64k
void vp9_remove_compressor(VP9_COMP *cpi) {
2756
3.64k
  VP9_COMMON *cm;
2757
3.64k
  unsigned int i;
2758
2759
3.64k
  if (!cpi) return;
2760
2761
#if CONFIG_INTERNAL_STATS
2762
  vpx_free(cpi->ssim_vars);
2763
#endif
2764
2765
3.59k
  cm = &cpi->common;
2766
3.59k
  if (cm->current_video_frame > 0) {
2767
#if CONFIG_INTERNAL_STATS
2768
    vpx_clear_system_state();
2769
2770
    if (cpi->oxcf.pass != 1) {
2771
      char headings[512] = { 0 };
2772
      char results[512] = { 0 };
2773
      FILE *f = fopen("opsnr.stt", "a");
2774
      double time_encoded =
2775
          (cpi->last_end_time_stamp_seen - cpi->first_time_stamp_ever) /
2776
          10000000.000;
2777
      double total_encode_time =
2778
          (cpi->time_receive_data + cpi->time_compress_data) / 1000.000;
2779
      const double dr =
2780
          (double)cpi->bytes * (double)8 / (double)1000 / time_encoded;
2781
      const double peak = (double)((1 << cpi->oxcf.input_bit_depth) - 1);
2782
      const double target_rate = (double)cpi->oxcf.target_bandwidth / 1000;
2783
      const double rate_err = ((100.0 * (dr - target_rate)) / target_rate);
2784
2785
      if (cpi->b_calculate_psnr) {
2786
        const double total_psnr = vpx_sse_to_psnr(
2787
            (double)cpi->total_samples, peak, (double)cpi->total_sq_error);
2788
        const double totalp_psnr = vpx_sse_to_psnr(
2789
            (double)cpi->totalp_samples, peak, (double)cpi->totalp_sq_error);
2790
        const double total_ssim =
2791
            100 * pow(cpi->summed_quality / cpi->summed_weights, 8.0);
2792
        const double totalp_ssim =
2793
            100 * pow(cpi->summedp_quality / cpi->summedp_weights, 8.0);
2794
2795
        snprintf(headings, sizeof(headings),
2796
                 "Bitrate\tAVGPsnr\tGLBPsnr\tAVPsnrP\tGLPsnrP\t"
2797
                 "VPXSSIM\tVPSSIMP\tFASTSIM\tPSNRHVS\t"
2798
                 "WstPsnr\tWstSsim\tWstFast\tWstHVS\t"
2799
                 "AVPsnrY\tAPsnrCb\tAPsnrCr");
2800
        snprintf(results, sizeof(results),
2801
                 "%7.2f\t%7.3f\t%7.3f\t%7.3f\t%7.3f\t"
2802
                 "%7.3f\t%7.3f\t%7.3f\t%7.3f\t"
2803
                 "%7.3f\t%7.3f\t%7.3f\t%7.3f\t"
2804
                 "%7.3f\t%7.3f\t%7.3f",
2805
                 dr, cpi->psnr.stat[ALL] / cpi->count, total_psnr,
2806
                 cpi->psnrp.stat[ALL] / cpi->count, totalp_psnr, total_ssim,
2807
                 totalp_ssim, cpi->fastssim.stat[ALL] / cpi->count,
2808
                 cpi->psnrhvs.stat[ALL] / cpi->count, cpi->psnr.worst,
2809
                 cpi->worst_ssim, cpi->fastssim.worst, cpi->psnrhvs.worst,
2810
                 cpi->psnr.stat[Y] / cpi->count, cpi->psnr.stat[U] / cpi->count,
2811
                 cpi->psnr.stat[V] / cpi->count);
2812
2813
        if (cpi->b_calculate_blockiness) {
2814
          SNPRINT(headings, "\t  Block\tWstBlck");
2815
          SNPRINT2(results, "\t%7.3f", cpi->total_blockiness / cpi->count);
2816
          SNPRINT2(results, "\t%7.3f", cpi->worst_blockiness);
2817
        }
2818
2819
        if (cpi->b_calculate_consistency) {
2820
          double consistency =
2821
              vpx_sse_to_psnr((double)cpi->totalp_samples, peak,
2822
                              (double)cpi->total_inconsistency);
2823
2824
          SNPRINT(headings, "\tConsist\tWstCons");
2825
          SNPRINT2(results, "\t%7.3f", consistency);
2826
          SNPRINT2(results, "\t%7.3f", cpi->worst_consistency);
2827
        }
2828
2829
        SNPRINT(headings, "\t    Time\tRcErr\tAbsErr");
2830
        SNPRINT2(results, "\t%8.0f", total_encode_time);
2831
        SNPRINT2(results, "\t%7.2f", rate_err);
2832
        SNPRINT2(results, "\t%7.2f", fabs(rate_err));
2833
2834
        fprintf(f, "%s\tAPsnr611\n", headings);
2835
        fprintf(
2836
            f, "%s\t%7.3f\n", results,
2837
            (6 * cpi->psnr.stat[Y] + cpi->psnr.stat[U] + cpi->psnr.stat[V]) /
2838
                (cpi->count * 8));
2839
      }
2840
2841
      fclose(f);
2842
    }
2843
#endif
2844
2845
#if 0
2846
    {
2847
      printf("\n_pick_loop_filter_level:%d\n", cpi->time_pick_lpf / 1000);
2848
      printf("\n_frames receive_data encod_mb_row compress_frame  Total\n");
2849
      printf("%6d %10ld %10ld %10ld %10ld\n", cpi->common.current_video_frame,
2850
             cpi->time_receive_data / 1000, cpi->time_encode_sb_row / 1000,
2851
             cpi->time_compress_data / 1000,
2852
             (cpi->time_receive_data + cpi->time_compress_data) / 1000);
2853
    }
2854
#endif
2855
3.47k
  }
2856
2857
#if CONFIG_VP9_TEMPORAL_DENOISING
2858
  vp9_denoiser_free(&(cpi->denoiser));
2859
#endif
2860
2861
3.59k
  if (cpi->kmeans_data_arr_alloc) {
2862
3.47k
#if CONFIG_MULTITHREAD
2863
3.47k
    pthread_mutex_destroy(&cpi->kmeans_mutex);
2864
3.47k
#endif
2865
3.47k
    vpx_free(cpi->kmeans_data_arr);
2866
3.47k
  }
2867
2868
3.59k
  vp9_free_tpl_buffer(cpi);
2869
2870
3.59k
  vp9_loop_filter_dealloc(&cpi->lf_row_sync);
2871
3.59k
  vp9_bitstream_encode_tiles_buffer_dealloc(cpi);
2872
3.59k
  vp9_row_mt_mem_dealloc(cpi);
2873
3.59k
  vp9_encode_free_mt_data(cpi);
2874
2875
3.59k
#if !CONFIG_REALTIME_ONLY
2876
3.59k
  vp9_alt_ref_aq_destroy(cpi->alt_ref_aq);
2877
3.59k
#endif
2878
2879
3.59k
  dealloc_compressor_data(cpi);
2880
2881
93.5k
  for (i = 0; i < sizeof(cpi->mbgraph_stats) / sizeof(cpi->mbgraph_stats[0]);
2882
89.9k
       ++i) {
2883
89.9k
    vpx_free(cpi->mbgraph_stats[i].mb_stats);
2884
89.9k
  }
2885
2886
3.59k
  vp9_extrc_delete(&cpi->ext_ratectrl);
2887
2888
  // Help detect use after free of the error detail string.
2889
3.59k
  memset(cm->error.detail, 'A', sizeof(cm->error.detail) - 1);
2890
3.59k
  cm->error.detail[sizeof(cm->error.detail) - 1] = '\0';
2891
2892
3.59k
  vp9_remove_common(cm);
2893
3.59k
  vp9_free_ref_frame_buffers(cm->buffer_pool);
2894
#if CONFIG_VP9_POSTPROC
2895
  vp9_free_postproc_buffers(cm);
2896
#endif
2897
3.59k
  vpx_free(cpi);
2898
2899
#if CONFIG_VP9_TEMPORAL_DENOISING
2900
#ifdef OUTPUT_YUV_DENOISED
2901
  fclose(yuv_denoised_file);
2902
#endif
2903
#endif
2904
#ifdef OUTPUT_YUV_SKINMAP
2905
  fclose(yuv_skinmap_file);
2906
#endif
2907
#ifdef OUTPUT_YUV_REC
2908
  fclose(yuv_rec_file);
2909
#endif
2910
#ifdef OUTPUT_YUV_SVC_SRC
2911
  fclose(yuv_svc_src[0]);
2912
  fclose(yuv_svc_src[1]);
2913
  fclose(yuv_svc_src[2]);
2914
#endif
2915
2916
#if 0
2917
2918
  if (keyfile)
2919
    fclose(keyfile);
2920
2921
  if (framepsnr)
2922
    fclose(framepsnr);
2923
2924
  if (kf_list)
2925
    fclose(kf_list);
2926
2927
#endif
2928
3.59k
}
2929
2930
61.1k
int vp9_get_psnr(const VP9_COMP *cpi, PSNR_STATS *psnr) {
2931
61.1k
  if (is_psnr_calc_enabled(cpi)) {
2932
0
#if CONFIG_VP9_HIGHBITDEPTH
2933
0
    vpx_calc_highbd_psnr(cpi->raw_source_frame, cpi->common.frame_to_show, psnr,
2934
0
                         cpi->td.mb.e_mbd.bd, cpi->oxcf.input_bit_depth,
2935
0
                         cpi->svc.spatial_layer_id);
2936
#else
2937
    vpx_calc_psnr(cpi->raw_source_frame, cpi->common.frame_to_show, psnr,
2938
                  cpi->svc.spatial_layer_id);
2939
#endif
2940
0
    return 1;
2941
61.1k
  } else {
2942
61.1k
    vp9_zero(*psnr);
2943
61.1k
    return 0;
2944
61.1k
  }
2945
61.1k
}
2946
2947
0
int vp9_use_as_reference(VP9_COMP *cpi, int ref_frame_flags) {
2948
0
  if (ref_frame_flags > 7) return -1;
2949
2950
0
  cpi->ref_frame_flags = ref_frame_flags;
2951
0
  return 0;
2952
0
}
2953
2954
0
void vp9_update_reference(VP9_COMP *cpi, int ref_frame_flags) {
2955
0
  cpi->ext_refresh_golden_frame = (ref_frame_flags & VP9_GOLD_FLAG) != 0;
2956
0
  cpi->ext_refresh_alt_ref_frame = (ref_frame_flags & VP9_ALT_FLAG) != 0;
2957
0
  cpi->ext_refresh_last_frame = (ref_frame_flags & VP9_LAST_FLAG) != 0;
2958
0
  cpi->ext_refresh_frame_flags_pending = 1;
2959
0
}
2960
2961
static YV12_BUFFER_CONFIG *get_vp9_ref_frame_buffer(
2962
0
    VP9_COMP *cpi, VP9_REFFRAME ref_frame_flag) {
2963
0
  MV_REFERENCE_FRAME ref_frame = NO_REF_FRAME;
2964
0
  if (ref_frame_flag == VP9_LAST_FLAG)
2965
0
    ref_frame = LAST_FRAME;
2966
0
  else if (ref_frame_flag == VP9_GOLD_FLAG)
2967
0
    ref_frame = GOLDEN_FRAME;
2968
0
  else if (ref_frame_flag == VP9_ALT_FLAG)
2969
0
    ref_frame = ALTREF_FRAME;
2970
2971
0
  return ref_frame == NO_REF_FRAME ? NULL
2972
0
                                   : get_ref_frame_buffer(cpi, ref_frame);
2973
0
}
2974
2975
int vp9_copy_reference_enc(VP9_COMP *cpi, VP9_REFFRAME ref_frame_flag,
2976
0
                           YV12_BUFFER_CONFIG *sd) {
2977
0
  YV12_BUFFER_CONFIG *cfg = get_vp9_ref_frame_buffer(cpi, ref_frame_flag);
2978
0
  if (cfg) {
2979
0
    vpx_yv12_copy_frame(cfg, sd);
2980
0
    return 0;
2981
0
  } else {
2982
0
    return -1;
2983
0
  }
2984
0
}
2985
2986
int vp9_set_reference_enc(VP9_COMP *cpi, VP9_REFFRAME ref_frame_flag,
2987
0
                          YV12_BUFFER_CONFIG *sd) {
2988
0
  YV12_BUFFER_CONFIG *cfg = get_vp9_ref_frame_buffer(cpi, ref_frame_flag);
2989
0
  if (cfg) {
2990
0
    vpx_yv12_copy_frame(sd, cfg);
2991
0
    return 0;
2992
0
  } else {
2993
0
    return -1;
2994
0
  }
2995
0
}
2996
2997
0
int vp9_update_entropy(VP9_COMP *cpi, int update) {
2998
0
  cpi->ext_refresh_frame_context = update;
2999
0
  cpi->ext_refresh_frame_context_pending = 1;
3000
0
  return 0;
3001
0
}
3002
3003
#ifdef OUTPUT_YUV_REC
3004
void vp9_write_yuv_rec_frame(VP9_COMMON *cm) {
3005
  YV12_BUFFER_CONFIG *s = cm->frame_to_show;
3006
  uint8_t *src = s->y_buffer;
3007
  int h = cm->height;
3008
3009
#if CONFIG_VP9_HIGHBITDEPTH
3010
  if (s->flags & YV12_FLAG_HIGHBITDEPTH) {
3011
    uint16_t *src16 = CONVERT_TO_SHORTPTR(s->y_buffer);
3012
3013
    do {
3014
      fwrite(src16, s->y_width, 2, yuv_rec_file);
3015
      src16 += s->y_stride;
3016
    } while (--h);
3017
3018
    src16 = CONVERT_TO_SHORTPTR(s->u_buffer);
3019
    h = s->uv_height;
3020
3021
    do {
3022
      fwrite(src16, s->uv_width, 2, yuv_rec_file);
3023
      src16 += s->uv_stride;
3024
    } while (--h);
3025
3026
    src16 = CONVERT_TO_SHORTPTR(s->v_buffer);
3027
    h = s->uv_height;
3028
3029
    do {
3030
      fwrite(src16, s->uv_width, 2, yuv_rec_file);
3031
      src16 += s->uv_stride;
3032
    } while (--h);
3033
3034
    fflush(yuv_rec_file);
3035
    return;
3036
  }
3037
#endif  // CONFIG_VP9_HIGHBITDEPTH
3038
3039
  do {
3040
    fwrite(src, s->y_width, 1, yuv_rec_file);
3041
    src += s->y_stride;
3042
  } while (--h);
3043
3044
  src = s->u_buffer;
3045
  h = s->uv_height;
3046
3047
  do {
3048
    fwrite(src, s->uv_width, 1, yuv_rec_file);
3049
    src += s->uv_stride;
3050
  } while (--h);
3051
3052
  src = s->v_buffer;
3053
  h = s->uv_height;
3054
3055
  do {
3056
    fwrite(src, s->uv_width, 1, yuv_rec_file);
3057
    src += s->uv_stride;
3058
  } while (--h);
3059
3060
  fflush(yuv_rec_file);
3061
}
3062
#endif
3063
3064
#if CONFIG_VP9_HIGHBITDEPTH
3065
void vp9_scale_and_extend_frame_nonnormative(const YV12_BUFFER_CONFIG *src,
3066
0
                                             YV12_BUFFER_CONFIG *dst, int bd) {
3067
#else
3068
void vp9_scale_and_extend_frame_nonnormative(const YV12_BUFFER_CONFIG *src,
3069
                                             YV12_BUFFER_CONFIG *dst) {
3070
#endif  // CONFIG_VP9_HIGHBITDEPTH
3071
  // TODO(dkovalev): replace YV12_BUFFER_CONFIG with vpx_image_t
3072
0
  int i;
3073
0
  const uint8_t *const srcs[3] = { src->y_buffer, src->u_buffer,
3074
0
                                   src->v_buffer };
3075
0
  const int src_strides[3] = { src->y_stride, src->uv_stride, src->uv_stride };
3076
0
  const int src_widths[3] = { src->y_crop_width, src->uv_crop_width,
3077
0
                              src->uv_crop_width };
3078
0
  const int src_heights[3] = { src->y_crop_height, src->uv_crop_height,
3079
0
                               src->uv_crop_height };
3080
0
  uint8_t *const dsts[3] = { dst->y_buffer, dst->u_buffer, dst->v_buffer };
3081
0
  const int dst_strides[3] = { dst->y_stride, dst->uv_stride, dst->uv_stride };
3082
0
  const int dst_widths[3] = { dst->y_crop_width, dst->uv_crop_width,
3083
0
                              dst->uv_crop_width };
3084
0
  const int dst_heights[3] = { dst->y_crop_height, dst->uv_crop_height,
3085
0
                               dst->uv_crop_height };
3086
3087
0
  for (i = 0; i < MAX_MB_PLANE; ++i) {
3088
0
#if CONFIG_VP9_HIGHBITDEPTH
3089
0
    if (src->flags & YV12_FLAG_HIGHBITDEPTH) {
3090
0
      vp9_highbd_resize_plane(srcs[i], src_heights[i], src_widths[i],
3091
0
                              src_strides[i], dsts[i], dst_heights[i],
3092
0
                              dst_widths[i], dst_strides[i], bd);
3093
0
    } else {
3094
0
      vp9_resize_plane(srcs[i], src_heights[i], src_widths[i], src_strides[i],
3095
0
                       dsts[i], dst_heights[i], dst_widths[i], dst_strides[i]);
3096
0
    }
3097
#else
3098
    vp9_resize_plane(srcs[i], src_heights[i], src_widths[i], src_strides[i],
3099
                     dsts[i], dst_heights[i], dst_widths[i], dst_strides[i]);
3100
#endif  // CONFIG_VP9_HIGHBITDEPTH
3101
0
  }
3102
0
  vpx_extend_frame_borders(dst);
3103
0
}
3104
3105
#if CONFIG_VP9_HIGHBITDEPTH
3106
static void scale_and_extend_frame(const YV12_BUFFER_CONFIG *src,
3107
                                   YV12_BUFFER_CONFIG *dst, int bd,
3108
                                   INTERP_FILTER filter_type,
3109
0
                                   int phase_scaler) {
3110
0
  const int src_w = src->y_crop_width;
3111
0
  const int src_h = src->y_crop_height;
3112
0
  const int dst_w = dst->y_crop_width;
3113
0
  const int dst_h = dst->y_crop_height;
3114
3115
  // The issue b/311394513 reveals a corner case bug.
3116
  // For bd = 8, vpx_scaled_2d() requires both x_step_q4 and y_step_q4 are less
3117
  // than or equal to 64. For bd >= 10, vpx_highbd_convolve8() requires both
3118
  // x_step_q4 and y_step_q4 are less than or equal to 32. If this condition
3119
  // isn't met, it needs to call vp9_scale_and_extend_frame_nonnormative() that
3120
  // supports arbitrary scaling.
3121
0
  const int x_step_q4 = 16 * src_w / dst_w;
3122
0
  const int y_step_q4 = 16 * src_h / dst_h;
3123
0
  const int is_arbitrary_scaling =
3124
0
      (bd == 8 && (x_step_q4 > 64 || y_step_q4 > 64)) ||
3125
0
      (bd >= 10 && (x_step_q4 > 32 || y_step_q4 > 32));
3126
0
  if (is_arbitrary_scaling) {
3127
0
    vp9_scale_and_extend_frame_nonnormative(src, dst, bd);
3128
0
    return;
3129
0
  }
3130
3131
0
  const uint8_t *const srcs[3] = { src->y_buffer, src->u_buffer,
3132
0
                                   src->v_buffer };
3133
0
  const int src_strides[3] = { src->y_stride, src->uv_stride, src->uv_stride };
3134
0
  uint8_t *const dsts[3] = { dst->y_buffer, dst->u_buffer, dst->v_buffer };
3135
0
  const int dst_strides[3] = { dst->y_stride, dst->uv_stride, dst->uv_stride };
3136
0
  const InterpKernel *const kernel = vp9_filter_kernels[filter_type];
3137
0
  int x, y, i;
3138
3139
0
  for (i = 0; i < MAX_MB_PLANE; ++i) {
3140
0
    const int factor = (i == 0 || i == 3 ? 1 : 2);
3141
0
    const int src_stride = src_strides[i];
3142
0
    const int dst_stride = dst_strides[i];
3143
0
    for (y = 0; y < dst_h; y += 16) {
3144
0
      const int y_q4 = y * (16 / factor) * src_h / dst_h + phase_scaler;
3145
0
      for (x = 0; x < dst_w; x += 16) {
3146
0
        const int x_q4 = x * (16 / factor) * src_w / dst_w + phase_scaler;
3147
0
        const uint8_t *src_ptr = srcs[i] +
3148
0
                                 (y / factor) * src_h / dst_h * src_stride +
3149
0
                                 (x / factor) * src_w / dst_w;
3150
0
        uint8_t *dst_ptr = dsts[i] + (y / factor) * dst_stride + (x / factor);
3151
3152
0
        if (src->flags & YV12_FLAG_HIGHBITDEPTH) {
3153
0
          vpx_highbd_convolve8(CONVERT_TO_SHORTPTR(src_ptr), src_stride,
3154
0
                               CONVERT_TO_SHORTPTR(dst_ptr), dst_stride, kernel,
3155
0
                               x_q4 & 0xf, 16 * src_w / dst_w, y_q4 & 0xf,
3156
0
                               16 * src_h / dst_h, 16 / factor, 16 / factor,
3157
0
                               bd);
3158
0
        } else {
3159
0
          vpx_scaled_2d(src_ptr, src_stride, dst_ptr, dst_stride, kernel,
3160
0
                        x_q4 & 0xf, 16 * src_w / dst_w, y_q4 & 0xf,
3161
0
                        16 * src_h / dst_h, 16 / factor, 16 / factor);
3162
0
        }
3163
0
      }
3164
0
    }
3165
0
  }
3166
3167
0
  vpx_extend_frame_borders(dst);
3168
0
}
3169
#endif  // CONFIG_VP9_HIGHBITDEPTH
3170
3171
#if !CONFIG_REALTIME_ONLY
3172
0
static int scale_down(VP9_COMP *cpi, int q) {
3173
0
  RATE_CONTROL *const rc = &cpi->rc;
3174
0
  GF_GROUP *const gf_group = &cpi->twopass.gf_group;
3175
0
  int scale = 0;
3176
0
  assert(frame_is_kf_gf_arf(cpi));
3177
3178
0
  if (rc->frame_size_selector == UNSCALED &&
3179
0
      q >= rc->rf_level_maxq[gf_group->rf_level[gf_group->index]]) {
3180
0
    const int max_size_thresh =
3181
0
        (int)(rate_thresh_mult[SCALE_STEP1] *
3182
0
              VPXMAX(rc->this_frame_target, rc->avg_frame_bandwidth));
3183
0
    scale = rc->projected_frame_size > max_size_thresh ? 1 : 0;
3184
0
  }
3185
0
  return scale;
3186
0
}
3187
3188
0
static int big_rate_miss_high_threshold(VP9_COMP *cpi) {
3189
0
  const RATE_CONTROL *const rc = &cpi->rc;
3190
0
  int big_miss_high;
3191
3192
0
  if (frame_is_kf_gf_arf(cpi))
3193
0
    big_miss_high = rc->this_frame_target * 3 / 2;
3194
0
  else
3195
0
    big_miss_high = rc->this_frame_target * 2;
3196
3197
0
  return big_miss_high;
3198
0
}
3199
3200
0
static int big_rate_miss(VP9_COMP *cpi) {
3201
0
  const RATE_CONTROL *const rc = &cpi->rc;
3202
0
  int big_miss_high;
3203
0
  int big_miss_low;
3204
3205
  // Ignore for overlay frames
3206
0
  if (rc->is_src_frame_alt_ref) {
3207
0
    return 0;
3208
0
  } else {
3209
0
    big_miss_low = (rc->this_frame_target / 2);
3210
0
    big_miss_high = big_rate_miss_high_threshold(cpi);
3211
3212
0
    return (rc->projected_frame_size > big_miss_high) ||
3213
0
           (rc->projected_frame_size < big_miss_low);
3214
0
  }
3215
0
}
3216
3217
// test in two pass for the first
3218
0
static int two_pass_first_group_inter(VP9_COMP *cpi) {
3219
0
  if (cpi->oxcf.pass == 2) {
3220
0
    TWO_PASS *const twopass = &cpi->twopass;
3221
0
    GF_GROUP *const gf_group = &twopass->gf_group;
3222
0
    const int gfg_index = gf_group->index;
3223
3224
0
    if (gfg_index == 0) return gf_group->update_type[gfg_index] == LF_UPDATE;
3225
0
    return gf_group->update_type[gfg_index - 1] != LF_UPDATE &&
3226
0
           gf_group->update_type[gfg_index] == LF_UPDATE;
3227
0
  } else {
3228
0
    return 0;
3229
0
  }
3230
0
}
3231
3232
// Function to test for conditions that indicate we should loop
3233
// back and recode a frame.
3234
static int recode_loop_test(VP9_COMP *cpi, int high_limit, int low_limit, int q,
3235
0
                            int maxq, int minq) {
3236
0
  const RATE_CONTROL *const rc = &cpi->rc;
3237
0
  const VP9EncoderConfig *const oxcf = &cpi->oxcf;
3238
0
  const int frame_is_kfgfarf = frame_is_kf_gf_arf(cpi);
3239
0
  int force_recode = 0;
3240
3241
0
  if ((rc->projected_frame_size >= rc->max_frame_bandwidth) ||
3242
0
      big_rate_miss(cpi) || (cpi->sf.recode_loop == ALLOW_RECODE) ||
3243
0
      (two_pass_first_group_inter(cpi) &&
3244
0
       (cpi->sf.recode_loop == ALLOW_RECODE_FIRST)) ||
3245
0
      (frame_is_kfgfarf && (cpi->sf.recode_loop >= ALLOW_RECODE_KFARFGF))) {
3246
0
    if (frame_is_kfgfarf && (oxcf->resize_mode == RESIZE_DYNAMIC) &&
3247
0
        scale_down(cpi, q)) {
3248
      // Code this group at a lower resolution.
3249
0
      cpi->resize_pending = 1;
3250
0
      return 1;
3251
0
    }
3252
3253
    // Force recode for extreme overshoot.
3254
0
    if ((rc->projected_frame_size >= rc->max_frame_bandwidth) ||
3255
0
        (cpi->sf.recode_loop >= ALLOW_RECODE_KFARFGF &&
3256
0
         rc->projected_frame_size >= big_rate_miss_high_threshold(cpi))) {
3257
0
      return 1;
3258
0
    }
3259
3260
    // TODO(agrange) high_limit could be greater than the scale-down threshold.
3261
0
    if ((rc->projected_frame_size > high_limit && q < maxq) ||
3262
0
        (rc->projected_frame_size < low_limit && q > minq)) {
3263
0
      force_recode = 1;
3264
0
    } else if (cpi->oxcf.rc_mode == VPX_CQ) {
3265
      // Deal with frame undershoot and whether or not we are
3266
      // below the automatically set cq level.
3267
0
      if (q > oxcf->cq_level &&
3268
0
          rc->projected_frame_size < ((rc->this_frame_target * 7) >> 3)) {
3269
0
        force_recode = 1;
3270
0
      }
3271
0
    }
3272
0
  }
3273
0
  return force_recode;
3274
0
}
3275
#endif  // !CONFIG_REALTIME_ONLY
3276
3277
61.1k
static void update_ref_frames(VP9_COMP *cpi) {
3278
61.1k
  VP9_COMMON *const cm = &cpi->common;
3279
61.1k
  BufferPool *const pool = cm->buffer_pool;
3280
61.1k
  GF_GROUP *const gf_group = &cpi->twopass.gf_group;
3281
3282
61.1k
  if (cpi->ext_ratectrl.ready &&
3283
0
      (cpi->ext_ratectrl.funcs.rc_type & VPX_RC_GOP) != 0 &&
3284
0
      cpi->ext_ratectrl.funcs.get_gop_decision != NULL) {
3285
0
    const int this_gf_index = gf_group->index;
3286
0
    const int update_ref_idx = gf_group->update_ref_idx[this_gf_index];
3287
0
    if (gf_group->update_type[this_gf_index] == KF_UPDATE) {
3288
0
      ref_cnt_fb(pool->frame_bufs, &cm->ref_frame_map[0], cm->new_fb_idx);
3289
0
      ref_cnt_fb(pool->frame_bufs, &cm->ref_frame_map[1], cm->new_fb_idx);
3290
0
      ref_cnt_fb(pool->frame_bufs, &cm->ref_frame_map[2], cm->new_fb_idx);
3291
0
    } else if (update_ref_idx != INVALID_IDX) {
3292
0
      ref_cnt_fb(pool->frame_bufs,
3293
0
                 &cm->ref_frame_map[gf_group->update_ref_idx[this_gf_index]],
3294
0
                 cm->new_fb_idx);
3295
0
    }
3296
3297
0
    const int next_gf_index = gf_group->index + 1;
3298
3299
    // Overlay frame should ideally look at the colocated ref frame from rc lib.
3300
    // Here temporarily just don't update the indices.
3301
0
    if (next_gf_index < gf_group->gf_group_size) {
3302
0
      cpi->lst_fb_idx = gf_group->ext_rc_ref[next_gf_index].last_index;
3303
0
      cpi->gld_fb_idx = gf_group->ext_rc_ref[next_gf_index].golden_index;
3304
0
      cpi->alt_fb_idx = gf_group->ext_rc_ref[next_gf_index].altref_index;
3305
0
    }
3306
3307
0
    return;
3308
0
  }
3309
3310
61.1k
  if (cpi->rc.show_arf_as_gld) {
3311
0
    int tmp = cpi->alt_fb_idx;
3312
0
    cpi->alt_fb_idx = cpi->gld_fb_idx;
3313
0
    cpi->gld_fb_idx = tmp;
3314
61.1k
  } else if (cm->show_existing_frame) {
3315
    // Pop ARF.
3316
0
    cpi->lst_fb_idx = cpi->alt_fb_idx;
3317
0
    cpi->alt_fb_idx =
3318
0
        stack_pop(gf_group->arf_index_stack, gf_group->stack_size);
3319
0
    --gf_group->stack_size;
3320
0
  }
3321
3322
  // At this point the new frame has been encoded.
3323
  // If any buffer copy / swapping is signaled it should be done here.
3324
61.1k
  if (cm->frame_type == KEY_FRAME) {
3325
12.4k
    ref_cnt_fb(pool->frame_bufs, &cm->ref_frame_map[cpi->gld_fb_idx],
3326
12.4k
               cm->new_fb_idx);
3327
12.4k
    ref_cnt_fb(pool->frame_bufs, &cm->ref_frame_map[cpi->alt_fb_idx],
3328
12.4k
               cm->new_fb_idx);
3329
48.7k
  } else if (vp9_preserve_existing_gf(cpi)) {
3330
    // We have decided to preserve the previously existing golden frame as our
3331
    // new ARF frame. However, in the short term in function
3332
    // vp9_get_refresh_mask() we left it in the GF slot and, if
3333
    // we're updating the GF with the current decoded frame, we save it to the
3334
    // ARF slot instead.
3335
    // We now have to update the ARF with the current frame and swap gld_fb_idx
3336
    // and alt_fb_idx so that, overall, we've stored the old GF in the new ARF
3337
    // slot and, if we're updating the GF, the current frame becomes the new GF.
3338
0
    int tmp;
3339
3340
0
    ref_cnt_fb(pool->frame_bufs, &cm->ref_frame_map[cpi->alt_fb_idx],
3341
0
               cm->new_fb_idx);
3342
3343
0
    tmp = cpi->alt_fb_idx;
3344
0
    cpi->alt_fb_idx = cpi->gld_fb_idx;
3345
0
    cpi->gld_fb_idx = tmp;
3346
48.7k
  } else { /* For non key/golden frames */
3347
48.7k
    if (cpi->refresh_alt_ref_frame) {
3348
0
      int arf_idx = gf_group->top_arf_idx;
3349
3350
      // Push new ARF into stack.
3351
0
      stack_push(gf_group->arf_index_stack, cpi->alt_fb_idx,
3352
0
                 gf_group->stack_size);
3353
0
      ++gf_group->stack_size;
3354
3355
0
      assert(arf_idx < REF_FRAMES);
3356
3357
0
      ref_cnt_fb(pool->frame_bufs, &cm->ref_frame_map[arf_idx], cm->new_fb_idx);
3358
0
      memcpy(cpi->interp_filter_selected[ALTREF_FRAME],
3359
0
             cpi->interp_filter_selected[0],
3360
0
             sizeof(cpi->interp_filter_selected[0]));
3361
3362
0
      cpi->alt_fb_idx = arf_idx;
3363
0
    }
3364
3365
48.7k
    if (cpi->refresh_golden_frame) {
3366
3.39k
      ref_cnt_fb(pool->frame_bufs, &cm->ref_frame_map[cpi->gld_fb_idx],
3367
3.39k
                 cm->new_fb_idx);
3368
3.39k
      if (!cpi->rc.is_src_frame_alt_ref)
3369
3.39k
        memcpy(cpi->interp_filter_selected[GOLDEN_FRAME],
3370
3.39k
               cpi->interp_filter_selected[0],
3371
3.39k
               sizeof(cpi->interp_filter_selected[0]));
3372
0
      else
3373
0
        memcpy(cpi->interp_filter_selected[GOLDEN_FRAME],
3374
0
               cpi->interp_filter_selected[ALTREF_FRAME],
3375
0
               sizeof(cpi->interp_filter_selected[ALTREF_FRAME]));
3376
3.39k
    }
3377
48.7k
  }
3378
3379
61.1k
  if (cpi->refresh_last_frame) {
3380
61.1k
    ref_cnt_fb(pool->frame_bufs, &cm->ref_frame_map[cpi->lst_fb_idx],
3381
61.1k
               cm->new_fb_idx);
3382
61.1k
    if (!cpi->rc.is_src_frame_alt_ref)
3383
61.1k
      memcpy(cpi->interp_filter_selected[LAST_FRAME],
3384
61.1k
             cpi->interp_filter_selected[0],
3385
61.1k
             sizeof(cpi->interp_filter_selected[0]));
3386
61.1k
  }
3387
3388
61.1k
  if (gf_group->update_type[gf_group->index] == MID_OVERLAY_UPDATE) {
3389
0
    cpi->alt_fb_idx =
3390
0
        stack_pop(gf_group->arf_index_stack, gf_group->stack_size);
3391
0
    --gf_group->stack_size;
3392
0
  }
3393
61.1k
}
3394
3395
61.1k
void vp9_update_reference_frames(VP9_COMP *cpi) {
3396
61.1k
  update_ref_frames(cpi);
3397
3398
#if CONFIG_VP9_TEMPORAL_DENOISING
3399
  vp9_denoiser_update_ref_frame(cpi);
3400
#endif
3401
3402
61.1k
  if (is_one_pass_svc(cpi)) vp9_svc_update_ref_frame(cpi);
3403
61.1k
}
3404
3405
61.2k
static void loopfilter_frame(VP9_COMP *cpi, VP9_COMMON *cm) {
3406
61.2k
  MACROBLOCKD *xd = &cpi->td.mb.e_mbd;
3407
61.2k
  struct loopfilter *lf = &cm->lf;
3408
61.2k
  int is_reference_frame =
3409
61.2k
      (cm->frame_type == KEY_FRAME || cpi->refresh_last_frame ||
3410
0
       cpi->refresh_golden_frame || cpi->refresh_alt_ref_frame);
3411
61.2k
  if (cpi->use_svc &&
3412
0
      cpi->svc.temporal_layering_mode == VP9E_TEMPORAL_LAYERING_MODE_BYPASS)
3413
0
    is_reference_frame = !cpi->svc.non_reference_frame;
3414
3415
  // Skip loop filter in show_existing_frame mode.
3416
61.2k
  if (cm->show_existing_frame) {
3417
0
    lf->filter_level = 0;
3418
0
    return;
3419
0
  }
3420
3421
61.2k
  if (cpi->loopfilter_ctrl == NO_LOOPFILTER ||
3422
61.2k
      (!is_reference_frame && cpi->loopfilter_ctrl == LOOPFILTER_REFERENCE)) {
3423
0
    lf->filter_level = 0;
3424
0
    vpx_extend_frame_inner_borders(cm->frame_to_show);
3425
0
    return;
3426
0
  }
3427
3428
61.2k
  if (xd->lossless) {
3429
11.2k
    lf->filter_level = 0;
3430
11.2k
    lf->last_filt_level = 0;
3431
50.0k
  } else {
3432
#if CONFIG_INTERNAL_STATS
3433
    struct vpx_usec_timer timer;
3434
#endif
3435
3436
50.0k
    vpx_clear_system_state();
3437
3438
#if CONFIG_INTERNAL_STATS
3439
    vpx_usec_timer_start(&timer);
3440
#endif
3441
3442
50.0k
    if (!cpi->rc.is_src_frame_alt_ref) {
3443
50.0k
      if ((cpi->common.frame_type == KEY_FRAME) &&
3444
11.0k
          (!cpi->rc.this_key_frame_forced)) {
3445
6.99k
        lf->last_filt_level = 0;
3446
6.99k
      }
3447
50.0k
      vp9_pick_filter_level(cpi->Source, cpi, cpi->sf.lpf_pick);
3448
50.0k
      lf->last_filt_level = lf->filter_level;
3449
50.0k
    } else {
3450
0
      lf->filter_level = 0;
3451
0
    }
3452
3453
#if CONFIG_INTERNAL_STATS
3454
    vpx_usec_timer_mark(&timer);
3455
    cpi->time_pick_lpf += vpx_usec_timer_elapsed(&timer);
3456
#endif
3457
50.0k
  }
3458
3459
61.2k
  if (lf->filter_level > 0 && is_reference_frame) {
3460
32.7k
    vp9_build_mask_frame(cm, lf->filter_level, 0);
3461
3462
32.7k
    if (cpi->num_workers > 1)
3463
0
      vp9_loop_filter_frame_mt(cm->frame_to_show, cm, xd->plane,
3464
0
                               lf->filter_level, 0, 0, cpi->workers,
3465
0
                               cpi->num_workers, &cpi->lf_row_sync);
3466
32.7k
    else
3467
32.7k
      vp9_loop_filter_frame(cm->frame_to_show, cm, xd, lf->filter_level, 0, 0);
3468
32.7k
  }
3469
3470
61.2k
  vpx_extend_frame_inner_borders(cm->frame_to_show);
3471
61.2k
}
3472
3473
48.7k
void vp9_scale_references(VP9_COMP *cpi) {
3474
48.7k
  VP9_COMMON *cm = &cpi->common;
3475
48.7k
  MV_REFERENCE_FRAME ref_frame;
3476
48.7k
  const VP9_REFFRAME ref_mask[3] = { VP9_LAST_FLAG, VP9_GOLD_FLAG,
3477
48.7k
                                     VP9_ALT_FLAG };
3478
3479
194k
  for (ref_frame = LAST_FRAME; ref_frame <= ALTREF_FRAME; ++ref_frame) {
3480
    // Need to convert from VP9_REFFRAME to index into ref_mask (subtract 1).
3481
146k
    if (cpi->ref_frame_flags & ref_mask[ref_frame - 1]) {
3482
120k
      BufferPool *const pool = cm->buffer_pool;
3483
120k
      const YV12_BUFFER_CONFIG *const ref =
3484
120k
          get_ref_frame_buffer(cpi, ref_frame);
3485
3486
120k
      if (ref == NULL) {
3487
0
        cpi->scaled_ref_idx[ref_frame - 1] = INVALID_IDX;
3488
0
        continue;
3489
0
      }
3490
3491
120k
      if (ref->y_crop_width != cm->width || ref->y_crop_height != cm->height) {
3492
0
        RefCntBuffer *new_fb_ptr = NULL;
3493
0
        int force_scaling = 0;
3494
0
        int new_fb = cpi->scaled_ref_idx[ref_frame - 1];
3495
0
        if (new_fb == INVALID_IDX) {
3496
0
          new_fb = get_free_fb(cm);
3497
0
          force_scaling = 1;
3498
0
        }
3499
0
        if (new_fb == INVALID_IDX) return;
3500
0
        new_fb_ptr = &pool->frame_bufs[new_fb];
3501
0
        if (force_scaling || new_fb_ptr->buf.y_crop_width != cm->width ||
3502
0
            new_fb_ptr->buf.y_crop_height != cm->height) {
3503
0
#if CONFIG_VP9_HIGHBITDEPTH
3504
0
          if (vpx_realloc_frame_buffer(&new_fb_ptr->buf, cm->width, cm->height,
3505
0
                                       cm->subsampling_x, cm->subsampling_y,
3506
0
                                       cm->use_highbitdepth,
3507
0
                                       VP9_ENC_BORDER_IN_PIXELS,
3508
0
                                       cm->byte_alignment, NULL, NULL, NULL))
3509
0
            vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
3510
0
                               "Failed to allocate frame buffer");
3511
0
          scale_and_extend_frame(ref, &new_fb_ptr->buf, (int)cm->bit_depth,
3512
0
                                 EIGHTTAP, 0);
3513
#else
3514
          if (vpx_realloc_frame_buffer(&new_fb_ptr->buf, cm->width, cm->height,
3515
                                       cm->subsampling_x, cm->subsampling_y,
3516
                                       VP9_ENC_BORDER_IN_PIXELS,
3517
                                       cm->byte_alignment, NULL, NULL, NULL))
3518
            vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
3519
                               "Failed to allocate frame buffer");
3520
          vp9_scale_and_extend_frame(ref, &new_fb_ptr->buf, EIGHTTAP, 0);
3521
#endif  // CONFIG_VP9_HIGHBITDEPTH
3522
0
          cpi->scaled_ref_idx[ref_frame - 1] = new_fb;
3523
0
          alloc_frame_mvs(cm, new_fb);
3524
0
        }
3525
120k
      } else {
3526
120k
        int buf_idx;
3527
120k
        RefCntBuffer *buf = NULL;
3528
120k
        if (cpi->oxcf.pass == 0 && !cpi->use_svc) {
3529
          // Check for release of scaled reference.
3530
120k
          buf_idx = cpi->scaled_ref_idx[ref_frame - 1];
3531
120k
          if (buf_idx != INVALID_IDX) {
3532
0
            buf = &pool->frame_bufs[buf_idx];
3533
0
            --buf->ref_count;
3534
0
            cpi->scaled_ref_idx[ref_frame - 1] = INVALID_IDX;
3535
0
          }
3536
120k
        }
3537
120k
        buf_idx = get_ref_frame_buf_idx(cpi, ref_frame);
3538
120k
        buf = &pool->frame_bufs[buf_idx];
3539
120k
        buf->buf.y_crop_width = ref->y_crop_width;
3540
120k
        buf->buf.y_crop_height = ref->y_crop_height;
3541
120k
        cpi->scaled_ref_idx[ref_frame - 1] = buf_idx;
3542
120k
        ++buf->ref_count;
3543
120k
      }
3544
120k
    } else {
3545
26.0k
      if (cpi->oxcf.pass != 0 || cpi->use_svc)
3546
0
        cpi->scaled_ref_idx[ref_frame - 1] = INVALID_IDX;
3547
26.0k
    }
3548
146k
  }
3549
48.7k
}
3550
3551
48.7k
static void release_scaled_references(VP9_COMP *cpi) {
3552
48.7k
  VP9_COMMON *cm = &cpi->common;
3553
48.7k
  int i;
3554
48.7k
  if (cpi->oxcf.pass == 0 && !cpi->use_svc) {
3555
    // Only release scaled references under certain conditions:
3556
    // if reference will be updated, or if scaled reference has same resolution.
3557
48.7k
    int refresh[3];
3558
48.7k
    refresh[0] = (cpi->refresh_last_frame) ? 1 : 0;
3559
48.7k
    refresh[1] = (cpi->refresh_golden_frame) ? 1 : 0;
3560
48.7k
    refresh[2] = (cpi->refresh_alt_ref_frame) ? 1 : 0;
3561
194k
    for (i = LAST_FRAME; i <= ALTREF_FRAME; ++i) {
3562
146k
      const int idx = cpi->scaled_ref_idx[i - 1];
3563
146k
      if (idx != INVALID_IDX) {
3564
120k
        RefCntBuffer *const buf = &cm->buffer_pool->frame_bufs[idx];
3565
120k
        const YV12_BUFFER_CONFIG *const ref = get_ref_frame_buffer(cpi, i);
3566
120k
        if (refresh[i - 1] || (buf->buf.y_crop_width == ref->y_crop_width &&
3567
120k
                               buf->buf.y_crop_height == ref->y_crop_height)) {
3568
120k
          --buf->ref_count;
3569
120k
          cpi->scaled_ref_idx[i - 1] = INVALID_IDX;
3570
120k
        }
3571
120k
      }
3572
146k
    }
3573
48.7k
  } else {
3574
0
    for (i = 0; i < REFS_PER_FRAME; ++i) {
3575
0
      const int idx = cpi->scaled_ref_idx[i];
3576
0
      if (idx != INVALID_IDX) {
3577
0
        RefCntBuffer *const buf = &cm->buffer_pool->frame_bufs[idx];
3578
0
        --buf->ref_count;
3579
0
        cpi->scaled_ref_idx[i] = INVALID_IDX;
3580
0
      }
3581
0
    }
3582
0
  }
3583
48.7k
}
3584
3585
static void full_to_model_count(unsigned int *model_count,
3586
32.3M
                                unsigned int *full_count) {
3587
32.3M
  int n;
3588
32.3M
  model_count[ZERO_TOKEN] = full_count[ZERO_TOKEN];
3589
32.3M
  model_count[ONE_TOKEN] = full_count[ONE_TOKEN];
3590
32.3M
  model_count[TWO_TOKEN] = full_count[TWO_TOKEN];
3591
290M
  for (n = THREE_TOKEN; n < EOB_TOKEN; ++n)
3592
258M
    model_count[TWO_TOKEN] += full_count[n];
3593
32.3M
  model_count[EOB_MODEL_TOKEN] = full_count[EOB_TOKEN];
3594
32.3M
}
3595
3596
static void full_to_model_counts(vp9_coeff_count_model *model_count,
3597
244k
                                 vp9_coeff_count *full_count) {
3598
244k
  int i, j, k, l;
3599
3600
734k
  for (i = 0; i < PLANE_TYPES; ++i)
3601
1.46M
    for (j = 0; j < REF_TYPES; ++j)
3602
6.85M
      for (k = 0; k < COEF_BANDS; ++k)
3603
38.1M
        for (l = 0; l < BAND_COEFF_CONTEXTS(k); ++l)
3604
32.3M
          full_to_model_count(model_count[i][j][k][l], full_count[i][j][k][l]);
3605
244k
}
3606
3607
#if 0 && CONFIG_INTERNAL_STATS
3608
static void output_frame_level_debug_stats(VP9_COMP *cpi) {
3609
  VP9_COMMON *const cm = &cpi->common;
3610
  FILE *const f = fopen("tmp.stt", cm->current_video_frame ? "a" : "w");
3611
  int64_t recon_err;
3612
3613
  vpx_clear_system_state();
3614
3615
#if CONFIG_VP9_HIGHBITDEPTH
3616
  if (cm->use_highbitdepth) {
3617
    recon_err = vpx_highbd_get_y_sse(cpi->Source, get_frame_new_buffer(cm));
3618
  } else {
3619
    recon_err = vpx_get_y_sse(cpi->Source, get_frame_new_buffer(cm));
3620
  }
3621
#else
3622
  recon_err = vpx_get_y_sse(cpi->Source, get_frame_new_buffer(cm));
3623
#endif  // CONFIG_VP9_HIGHBITDEPTH
3624
3625
3626
  if (cpi->twopass.total_left_stats.coded_error != 0.0) {
3627
    double dc_quant_devisor;
3628
#if CONFIG_VP9_HIGHBITDEPTH
3629
    switch (cm->bit_depth) {
3630
      case VPX_BITS_8:
3631
        dc_quant_devisor = 4.0;
3632
        break;
3633
      case VPX_BITS_10:
3634
        dc_quant_devisor = 16.0;
3635
        break;
3636
      default:
3637
        assert(cm->bit_depth == VPX_BITS_12);
3638
        dc_quant_devisor = 64.0;
3639
        break;
3640
    }
3641
#else
3642
    dc_quant_devisor = 4.0;
3643
#endif
3644
3645
    if (!cm->current_video_frame) {
3646
      fprintf(f, "frame, width, height, last ts, last end ts, "
3647
          "source_alt_ref_pending, source_alt_ref_active, "
3648
          "this_frame_target, projected_frame_size, "
3649
          "projected_frame_size / MBs, "
3650
          "projected_frame_size - this_frame_target, "
3651
          "vbr_bits_off_target, vbr_bits_off_target_fast, "
3652
          "twopass.extend_minq, twopass.extend_minq_fast, "
3653
          "total_target_vs_actual, "
3654
          "starting_buffer_level - bits_off_target, "
3655
          "total_actual_bits, base_qindex, q for base_qindex, "
3656
          "dc quant, q for active_worst_quality, avg_q, q for oxcf.cq_level, "
3657
          "refresh_last_frame, refresh_golden_frame, refresh_alt_ref_frame, "
3658
          "frame_type, gfu_boost, "
3659
          "twopass.bits_left, "
3660
          "twopass.total_left_stats.coded_error, "
3661
          "twopass.bits_left / (1 + twopass.total_left_stats.coded_error), "
3662
          "tot_recode_hits, recon_err, kf_boost, "
3663
          "twopass.kf_zeromotion_pct, twopass.fr_content_type, "
3664
          "filter_level, seg.aq_av_offset\n");
3665
    }
3666
3667
    fprintf(f, "%10u, %d, %d, %10"PRId64", %10"PRId64", %d, %d, %10d, %10d, "
3668
        "%10d, %10d, %10"PRId64", %10"PRId64", %5d, %5d, %10"PRId64", "
3669
        "%10"PRId64", %10"PRId64", %10d, %7.2lf, %7.2lf, %7.2lf, %7.2lf, "
3670
        "%7.2lf, %6d, %6d, %5d, %5d, %5d, %10"PRId64", %10.3lf, %10lf, %8u, "
3671
        "%10"PRId64", %10d, %10d, %10d, %10d, %10d\n",
3672
        cpi->common.current_video_frame,
3673
        cm->width, cm->height,
3674
        cpi->last_time_stamp_seen,
3675
        cpi->last_end_time_stamp_seen,
3676
        cpi->rc.source_alt_ref_pending,
3677
        cpi->rc.source_alt_ref_active,
3678
        cpi->rc.this_frame_target,
3679
        cpi->rc.projected_frame_size,
3680
        cpi->rc.projected_frame_size / cpi->common.MBs,
3681
        (cpi->rc.projected_frame_size - cpi->rc.this_frame_target),
3682
        cpi->rc.vbr_bits_off_target,
3683
        cpi->rc.vbr_bits_off_target_fast,
3684
        cpi->twopass.extend_minq,
3685
        cpi->twopass.extend_minq_fast,
3686
        cpi->rc.total_target_vs_actual,
3687
        (cpi->rc.starting_buffer_level - cpi->rc.bits_off_target),
3688
        cpi->rc.total_actual_bits, cm->base_qindex,
3689
        vp9_convert_qindex_to_q(cm->base_qindex, cm->bit_depth),
3690
        (double)vp9_dc_quant(cm->base_qindex, 0, cm->bit_depth) /
3691
            dc_quant_devisor,
3692
        vp9_convert_qindex_to_q(cpi->twopass.active_worst_quality,
3693
                                cm->bit_depth),
3694
        cpi->rc.avg_q,
3695
        vp9_convert_qindex_to_q(cpi->oxcf.cq_level, cm->bit_depth),
3696
        cpi->refresh_last_frame, cpi->refresh_golden_frame,
3697
        cpi->refresh_alt_ref_frame, cm->frame_type, cpi->rc.gfu_boost,
3698
        cpi->twopass.bits_left,
3699
        cpi->twopass.total_left_stats.coded_error,
3700
        cpi->twopass.bits_left /
3701
            (1 + cpi->twopass.total_left_stats.coded_error),
3702
        cpi->tot_recode_hits, recon_err, cpi->rc.kf_boost,
3703
        cpi->twopass.kf_zeromotion_pct,
3704
        cpi->twopass.fr_content_type,
3705
        cm->lf.filter_level,
3706
        cm->seg.aq_av_offset);
3707
  }
3708
  fclose(f);
3709
3710
  if (0) {
3711
    FILE *const fmodes = fopen("Modes.stt", "a");
3712
    int i;
3713
3714
    fprintf(fmodes, "%6d:%1d:%1d:%1d ", cpi->common.current_video_frame,
3715
            cm->frame_type, cpi->refresh_golden_frame,
3716
            cpi->refresh_alt_ref_frame);
3717
3718
    for (i = 0; i < MAX_MODES; ++i)
3719
      fprintf(fmodes, "%5d ", cpi->mode_chosen_counts[i]);
3720
3721
    fprintf(fmodes, "\n");
3722
3723
    fclose(fmodes);
3724
  }
3725
}
3726
#endif
3727
3728
0
static void set_mv_search_params(VP9_COMP *cpi) {
3729
0
  const VP9_COMMON *const cm = &cpi->common;
3730
0
  const unsigned int max_mv_def = VPXMIN(cm->width, cm->height);
3731
3732
  // Default based on max resolution.
3733
0
  cpi->mv_step_param = vp9_init_search_range(max_mv_def);
3734
3735
0
  if (cpi->sf.mv.auto_mv_step_size) {
3736
0
    if (frame_is_intra_only(cm)) {
3737
      // Initialize max_mv_magnitude for use in the first INTER frame
3738
      // after a key/intra-only frame.
3739
0
      cpi->max_mv_magnitude = max_mv_def;
3740
0
    } else {
3741
0
      if (cm->show_frame) {
3742
        // Allow mv_steps to correspond to twice the max mv magnitude found
3743
        // in the previous frame, capped by the default max_mv_magnitude based
3744
        // on resolution.
3745
0
        cpi->mv_step_param = vp9_init_search_range(
3746
0
            VPXMIN(max_mv_def, 2 * cpi->max_mv_magnitude));
3747
0
      }
3748
0
      cpi->max_mv_magnitude = 0;
3749
0
    }
3750
0
  }
3751
0
}
3752
3753
61.2k
static void set_size_independent_vars(VP9_COMP *cpi) {
3754
61.2k
  vp9_set_speed_features_framesize_independent(cpi, cpi->oxcf.speed);
3755
61.2k
  vp9_set_rd_speed_thresholds(cpi);
3756
61.2k
  vp9_set_rd_speed_thresholds_sub8x8(cpi);
3757
61.2k
  cpi->common.interp_filter = cpi->sf.default_interp_filter;
3758
61.2k
}
3759
3760
static void set_size_dependent_vars(VP9_COMP *cpi, int *q, int *bottom_index,
3761
61.2k
                                    int *top_index) {
3762
61.2k
  VP9_COMMON *const cm = &cpi->common;
3763
3764
  // Setup variables that depend on the dimensions of the frame.
3765
61.2k
  vp9_set_speed_features_framesize_dependent(cpi, cpi->oxcf.speed);
3766
3767
  // Decide q and q bounds.
3768
61.2k
  *q = vp9_rc_pick_q_and_bounds(cpi, bottom_index, top_index);
3769
3770
61.2k
  if (cpi->oxcf.rc_mode == VPX_CBR && cpi->rc.force_max_q) {
3771
0
    *q = cpi->rc.worst_quality;
3772
0
    cpi->rc.force_max_q = 0;
3773
0
  }
3774
3775
61.2k
  if (cpi->use_svc) {
3776
0
    cpi->svc.base_qindex[cpi->svc.spatial_layer_id] = *q;
3777
0
  }
3778
3779
61.2k
  if (!frame_is_intra_only(cm)) {
3780
48.7k
    vp9_set_high_precision_mv(cpi, (*q) < HIGH_PRECISION_MV_QTHRESH);
3781
48.7k
  }
3782
3783
61.2k
#if !CONFIG_REALTIME_ONLY
3784
  // Configure experimental use of segmentation for enhanced coding of
3785
  // static regions if indicated.
3786
  // Only allowed in the second pass of a two pass encode, as it requires
3787
  // lagged coding, and if the relevant speed feature flag is set.
3788
61.2k
  if (cpi->oxcf.pass == 2 && cpi->sf.static_segmentation)
3789
0
    configure_static_seg_features(cpi);
3790
61.2k
#endif  // !CONFIG_REALTIME_ONLY
3791
3792
#if CONFIG_VP9_POSTPROC && !(CONFIG_VP9_TEMPORAL_DENOISING)
3793
  if (cpi->oxcf.noise_sensitivity > 0) {
3794
    int l = 0;
3795
    switch (cpi->oxcf.noise_sensitivity) {
3796
      case 1: l = 20; break;
3797
      case 2: l = 40; break;
3798
      case 3: l = 60; break;
3799
      case 4:
3800
      case 5: l = 100; break;
3801
      case 6: l = 150; break;
3802
    }
3803
    if (!cpi->common.postproc_state.limits ||
3804
        cpi->common.postproc_state.limits_size <
3805
            cpi->un_scaled_source->y_width) {
3806
      if (cpi->common.postproc_state.limits)
3807
        vpx_free(cpi->common.postproc_state.limits);
3808
      CHECK_MEM_ERROR(&cm->error, cpi->common.postproc_state.limits,
3809
                      vpx_calloc(cpi->un_scaled_source->y_width,
3810
                                 sizeof(*cpi->common.postproc_state.limits)));
3811
      cpi->common.postproc_state.limits_size = cpi->un_scaled_source->y_width;
3812
    }
3813
    vp9_denoise(&cpi->common, cpi->Source, cpi->Source, l,
3814
                cpi->common.postproc_state.limits);
3815
  }
3816
#endif  // CONFIG_VP9_POSTPROC
3817
61.2k
}
3818
3819
122k
static void init_motion_estimation(VP9_COMP *cpi) {
3820
122k
  int y_stride = cpi->scaled_source.y_stride;
3821
3822
122k
  if (cpi->sf.mv.search_method == NSTEP) {
3823
122k
    vp9_init3smotion_compensation(&cpi->ss_cfg, y_stride);
3824
122k
  } else if (cpi->sf.mv.search_method == DIAMOND) {
3825
0
    vp9_init_dsmotion_compensation(&cpi->ss_cfg, y_stride);
3826
0
  }
3827
122k
}
3828
3829
61.2k
static void set_frame_size(VP9_COMP *cpi) {
3830
61.2k
  int ref_frame;
3831
61.2k
  VP9_COMMON *const cm = &cpi->common;
3832
61.2k
  VP9EncoderConfig *const oxcf = &cpi->oxcf;
3833
61.2k
  MACROBLOCKD *const xd = &cpi->td.mb.e_mbd;
3834
3835
61.2k
#if !CONFIG_REALTIME_ONLY
3836
61.2k
  if (oxcf->pass == 2 && oxcf->rc_mode == VPX_VBR &&
3837
0
      ((oxcf->resize_mode == RESIZE_FIXED && cm->current_video_frame == 0) ||
3838
0
       (oxcf->resize_mode == RESIZE_DYNAMIC && cpi->resize_pending))) {
3839
0
    calculate_coded_size(cpi, &oxcf->scaled_frame_width,
3840
0
                         &oxcf->scaled_frame_height);
3841
3842
    // There has been a change in frame size.
3843
0
    vp9_set_size_literal(cpi, oxcf->scaled_frame_width,
3844
0
                         oxcf->scaled_frame_height);
3845
0
  }
3846
61.2k
#endif  // !CONFIG_REALTIME_ONLY
3847
3848
61.2k
  if (oxcf->pass == 0 && oxcf->rc_mode == VPX_CBR &&
3849
0
      oxcf->resize_mode == RESIZE_DYNAMIC && cpi->resize_pending != 0) {
3850
    // For SVC scaled width/height will have been set (svc->resize_set=1)
3851
    // in get_svc_params based on the layer width/height.
3852
0
    if (!cpi->use_svc || !cpi->svc.resize_set) {
3853
0
      oxcf->scaled_frame_width =
3854
0
          (oxcf->width * cpi->resize_scale_num) / cpi->resize_scale_den;
3855
0
      oxcf->scaled_frame_height =
3856
0
          (oxcf->height * cpi->resize_scale_num) / cpi->resize_scale_den;
3857
      // There has been a change in frame size.
3858
0
      vp9_set_size_literal(cpi, oxcf->scaled_frame_width,
3859
0
                           oxcf->scaled_frame_height);
3860
0
    }
3861
3862
    // TODO(agrange) Scale cpi->max_mv_magnitude if frame-size has changed.
3863
0
    set_mv_search_params(cpi);
3864
3865
0
    vp9_noise_estimate_init(&cpi->noise_estimate, cm->width, cm->height);
3866
#if CONFIG_VP9_TEMPORAL_DENOISING
3867
    // Reset the denoiser on the resized frame.
3868
    if (cpi->oxcf.noise_sensitivity > 0) {
3869
      vp9_denoiser_free(&(cpi->denoiser));
3870
      setup_denoiser_buffer(cpi);
3871
      // Dynamic resize is only triggered for non-SVC, so we can force
3872
      // golden frame update here as temporary fix to denoiser.
3873
      cpi->refresh_golden_frame = 1;
3874
    }
3875
#endif
3876
0
  }
3877
3878
61.2k
  if ((oxcf->pass == 2) && !cpi->use_svc) {
3879
0
    vp9_set_target_rate(cpi);
3880
0
  }
3881
3882
61.2k
  alloc_frame_mvs(cm, cm->new_fb_idx);
3883
3884
  // Reset the frame pointers to the current frame size.
3885
61.2k
  if (vpx_realloc_frame_buffer(get_frame_new_buffer(cm), cm->width, cm->height,
3886
61.2k
                               cm->subsampling_x, cm->subsampling_y,
3887
61.2k
#if CONFIG_VP9_HIGHBITDEPTH
3888
61.2k
                               cm->use_highbitdepth,
3889
61.2k
#endif
3890
61.2k
                               VP9_ENC_BORDER_IN_PIXELS, cm->byte_alignment,
3891
61.2k
                               NULL, NULL, NULL))
3892
0
    vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
3893
0
                       "Failed to allocate frame buffer");
3894
3895
61.2k
  alloc_util_frame_buffers(cpi);
3896
61.2k
  init_motion_estimation(cpi);
3897
3898
61.2k
  int has_valid_ref_frame = 0;
3899
245k
  for (ref_frame = LAST_FRAME; ref_frame <= ALTREF_FRAME; ++ref_frame) {
3900
183k
    RefBuffer *const ref_buf = &cm->frame_refs[ref_frame - 1];
3901
183k
    const int buf_idx = get_ref_frame_buf_idx(cpi, ref_frame);
3902
3903
183k
    ref_buf->idx = buf_idx;
3904
3905
183k
    if (buf_idx != INVALID_IDX) {
3906
173k
      YV12_BUFFER_CONFIG *const buf = &cm->buffer_pool->frame_bufs[buf_idx].buf;
3907
173k
      ref_buf->buf = buf;
3908
173k
#if CONFIG_VP9_HIGHBITDEPTH
3909
173k
      vp9_setup_scale_factors_for_frame(
3910
173k
          &ref_buf->sf, buf->y_crop_width, buf->y_crop_height, cm->width,
3911
173k
          cm->height, (buf->flags & YV12_FLAG_HIGHBITDEPTH) ? 1 : 0);
3912
#else
3913
      vp9_setup_scale_factors_for_frame(&ref_buf->sf, buf->y_crop_width,
3914
                                        buf->y_crop_height, cm->width,
3915
                                        cm->height);
3916
#endif  // CONFIG_VP9_HIGHBITDEPTH
3917
173k
      has_valid_ref_frame |= vp9_is_valid_scale(&ref_buf->sf);
3918
173k
      if (vp9_is_scaled(&ref_buf->sf)) vpx_extend_frame_borders(buf);
3919
173k
    } else {
3920
10.4k
      ref_buf->buf = NULL;
3921
10.4k
    }
3922
183k
  }
3923
61.2k
  if (!frame_is_intra_only(cm) && !has_valid_ref_frame) {
3924
0
    vpx_internal_error(
3925
0
        &cm->error, VPX_CODEC_ERROR,
3926
0
        "Can't find at least one reference frame with valid size");
3927
0
  }
3928
3929
61.2k
  set_ref_ptrs(cm, xd, LAST_FRAME, LAST_FRAME);
3930
61.2k
}
3931
3932
61.2k
static void save_encode_params(VP9_COMP *cpi) {
3933
61.2k
  int tile_idx;
3934
61.2k
  int i, j;
3935
61.2k
  TileDataEnc *tile_data;
3936
61.2k
  RD_OPT *rd_opt = &cpi->rd;
3937
306k
  for (i = 0; i < MAX_REF_FRAMES; i++) {
3938
980k
    for (j = 0; j < REFERENCE_MODES; j++)
3939
735k
      rd_opt->prediction_type_threshes_prev[i][j] =
3940
735k
          rd_opt->prediction_type_threshes[i][j];
3941
3942
1.22M
    for (j = 0; j < SWITCHABLE_FILTER_CONTEXTS; j++)
3943
980k
      rd_opt->filter_threshes_prev[i][j] = rd_opt->filter_threshes[i][j];
3944
245k
  }
3945
3946
119k
  for (tile_idx = 0; tile_idx < cpi->allocated_tiles; tile_idx++) {
3947
58.5k
    assert(cpi->tile_data);
3948
58.5k
    tile_data = &cpi->tile_data[tile_idx];
3949
58.5k
    vp9_copy(tile_data->thresh_freq_fact_prev, tile_data->thresh_freq_fact);
3950
58.5k
  }
3951
61.2k
}
3952
3953
0
static INLINE void set_raw_source_frame(VP9_COMP *cpi) {
3954
#ifdef ENABLE_KF_DENOISE
3955
  if (is_spatial_denoise_enabled(cpi)) {
3956
    cpi->raw_source_frame = vp9_scale_if_required(
3957
        cm, &cpi->raw_unscaled_source, &cpi->raw_scaled_source,
3958
        (oxcf->pass == 0), EIGHTTAP, 0);
3959
  } else {
3960
    cpi->raw_source_frame = cpi->Source;
3961
  }
3962
#else
3963
0
  cpi->raw_source_frame = cpi->Source;
3964
0
#endif
3965
0
}
3966
3967
static YV12_BUFFER_CONFIG *svc_twostage_scale(
3968
    VP9_COMMON *cm, YV12_BUFFER_CONFIG *unscaled, YV12_BUFFER_CONFIG *scaled,
3969
    YV12_BUFFER_CONFIG *scaled_temp, INTERP_FILTER filter_type,
3970
0
    int phase_scaler, INTERP_FILTER filter_type2, int phase_scaler2) {
3971
0
  if (cm->mi_cols * MI_SIZE != unscaled->y_width ||
3972
0
      cm->mi_rows * MI_SIZE != unscaled->y_height) {
3973
0
#if CONFIG_VP9_HIGHBITDEPTH
3974
0
    if (cm->bit_depth == VPX_BITS_8) {
3975
0
      vp9_scale_and_extend_frame(unscaled, scaled_temp, filter_type2,
3976
0
                                 phase_scaler2);
3977
0
      vp9_scale_and_extend_frame(scaled_temp, scaled, filter_type,
3978
0
                                 phase_scaler);
3979
0
    } else {
3980
0
      scale_and_extend_frame(unscaled, scaled_temp, (int)cm->bit_depth,
3981
0
                             filter_type2, phase_scaler2);
3982
0
      scale_and_extend_frame(scaled_temp, scaled, (int)cm->bit_depth,
3983
0
                             filter_type, phase_scaler);
3984
0
    }
3985
#else
3986
    vp9_scale_and_extend_frame(unscaled, scaled_temp, filter_type2,
3987
                               phase_scaler2);
3988
    vp9_scale_and_extend_frame(scaled_temp, scaled, filter_type, phase_scaler);
3989
#endif  // CONFIG_VP9_HIGHBITDEPTH
3990
0
    return scaled;
3991
0
  } else {
3992
0
    return unscaled;
3993
0
  }
3994
0
}
3995
3996
static int encode_without_recode_loop(VP9_COMP *cpi, size_t *size,
3997
61.2k
                                      uint8_t *dest, size_t dest_size) {
3998
61.2k
  VP9_COMMON *const cm = &cpi->common;
3999
61.2k
  SVC *const svc = &cpi->svc;
4000
61.2k
  int q = 0, bottom_index = 0, top_index = 0;
4001
61.2k
  int no_drop_scene_change = 0;
4002
61.2k
  const INTERP_FILTER filter_scaler =
4003
61.2k
      (is_one_pass_svc(cpi))
4004
61.2k
          ? svc->downsample_filter_type[svc->spatial_layer_id]
4005
61.2k
          : EIGHTTAP;
4006
61.2k
  const int phase_scaler =
4007
61.2k
      (is_one_pass_svc(cpi))
4008
61.2k
          ? svc->downsample_filter_phase[svc->spatial_layer_id]
4009
61.2k
          : 0;
4010
4011
61.2k
  if (cm->show_existing_frame) {
4012
0
    cpi->rc.this_frame_target = 0;
4013
0
    if (is_psnr_calc_enabled(cpi)) set_raw_source_frame(cpi);
4014
0
    return 1;
4015
0
  }
4016
4017
61.2k
  svc->time_stamp_prev[svc->spatial_layer_id] = svc->time_stamp_superframe;
4018
4019
  // Flag to check if its valid to compute the source sad (used for
4020
  // scene detection and for superblock content state in CBR mode).
4021
  // The flag may get reset below based on SVC or resizing state.
4022
61.2k
  cpi->compute_source_sad_onepass = cpi->oxcf.mode == REALTIME;
4023
4024
61.2k
  vpx_clear_system_state();
4025
4026
61.2k
  set_frame_size(cpi);
4027
4028
61.2k
  if (is_one_pass_svc(cpi) &&
4029
0
      cpi->un_scaled_source->y_width == cm->width << 2 &&
4030
0
      cpi->un_scaled_source->y_height == cm->height << 2 &&
4031
0
      svc->scaled_temp.y_width == cm->width << 1 &&
4032
0
      svc->scaled_temp.y_height == cm->height << 1) {
4033
    // For svc, if it is a 1/4x1/4 downscaling, do a two-stage scaling to take
4034
    // advantage of the 1:2 optimized scaler. In the process, the 1/2x1/2
4035
    // result will be saved in scaled_temp and might be used later.
4036
0
    const INTERP_FILTER filter_scaler2 = svc->downsample_filter_type[1];
4037
0
    const int phase_scaler2 = svc->downsample_filter_phase[1];
4038
0
    cpi->Source = svc_twostage_scale(
4039
0
        cm, cpi->un_scaled_source, &cpi->scaled_source, &svc->scaled_temp,
4040
0
        filter_scaler, phase_scaler, filter_scaler2, phase_scaler2);
4041
0
    svc->scaled_one_half = 1;
4042
61.2k
  } else if (is_one_pass_svc(cpi) &&
4043
0
             cpi->un_scaled_source->y_width == cm->width << 1 &&
4044
0
             cpi->un_scaled_source->y_height == cm->height << 1 &&
4045
0
             svc->scaled_one_half) {
4046
    // If the spatial layer is 1/2x1/2 and the scaling is already done in the
4047
    // two-stage scaling, use the result directly.
4048
0
    cpi->Source = &svc->scaled_temp;
4049
0
    svc->scaled_one_half = 0;
4050
61.2k
  } else {
4051
61.2k
    cpi->Source = vp9_scale_if_required(
4052
61.2k
        cm, cpi->un_scaled_source, &cpi->scaled_source, (cpi->oxcf.pass == 0),
4053
61.2k
        filter_scaler, phase_scaler);
4054
61.2k
  }
4055
#ifdef OUTPUT_YUV_SVC_SRC
4056
  // Write out at most 3 spatial layers.
4057
  if (is_one_pass_svc(cpi) && svc->spatial_layer_id < 3) {
4058
    vpx_write_yuv_frame(yuv_svc_src[svc->spatial_layer_id], cpi->Source);
4059
  }
4060
#endif
4061
  // Unfiltered raw source used in metrics calculation if the source
4062
  // has been filtered.
4063
61.2k
  if (is_psnr_calc_enabled(cpi)) {
4064
#ifdef ENABLE_KF_DENOISE
4065
    if (is_spatial_denoise_enabled(cpi)) {
4066
      cpi->raw_source_frame = vp9_scale_if_required(
4067
          cm, &cpi->raw_unscaled_source, &cpi->raw_scaled_source,
4068
          (cpi->oxcf.pass == 0), EIGHTTAP, phase_scaler);
4069
    } else {
4070
      cpi->raw_source_frame = cpi->Source;
4071
    }
4072
#else
4073
0
    cpi->raw_source_frame = cpi->Source;
4074
0
#endif
4075
0
  }
4076
4077
61.2k
  if ((cpi->use_svc &&
4078
0
       (svc->spatial_layer_id < svc->number_spatial_layers - 1 ||
4079
0
        svc->temporal_layer_id < svc->number_temporal_layers - 1 ||
4080
0
        svc->current_superframe < 1)) ||
4081
61.2k
      cpi->resize_pending || cpi->resize_state || cpi->external_resize ||
4082
61.2k
      cpi->resize_state != ORIG) {
4083
0
    cpi->compute_source_sad_onepass = 0;
4084
0
    if (cpi->content_state_sb_fd != NULL)
4085
0
      memset(cpi->content_state_sb_fd, 0,
4086
0
             (cm->mi_stride >> 3) * ((cm->mi_rows >> 3) + 1) *
4087
0
                 sizeof(*cpi->content_state_sb_fd));
4088
0
  }
4089
4090
  // Avoid scaling last_source unless its needed.
4091
  // Last source is needed if avg_source_sad() is used, or if noise estimation
4092
  // is enabled.
4093
61.2k
  if (cpi->unscaled_last_source != NULL &&
4094
57.7k
      (cpi->oxcf.content == VP9E_CONTENT_SCREEN ||
4095
57.7k
       (cpi->oxcf.pass == 0 && cpi->oxcf.rc_mode == VPX_VBR &&
4096
54.7k
        cpi->oxcf.mode == REALTIME && cpi->oxcf.speed >= 5) ||
4097
57.7k
       (cpi->noise_estimate.enabled && !cpi->oxcf.noise_sensitivity) ||
4098
57.7k
       cpi->compute_source_sad_onepass))
4099
35.1k
    cpi->Last_Source = vp9_scale_if_required(
4100
35.1k
        cm, cpi->unscaled_last_source, &cpi->scaled_last_source,
4101
35.1k
        (cpi->oxcf.pass == 0), EIGHTTAP, 0);
4102
4103
61.2k
  if (cpi->Last_Source == NULL ||
4104
35.1k
      cpi->Last_Source->y_width != cpi->Source->y_width ||
4105
35.1k
      cpi->Last_Source->y_height != cpi->Source->y_height)
4106
26.0k
    cpi->compute_source_sad_onepass = 0;
4107
4108
61.2k
  if (frame_is_intra_only(cm) || cpi->resize_pending != 0) {
4109
12.5k
    memset(cpi->consec_zero_mv, 0,
4110
12.5k
           cm->mi_rows * cm->mi_cols * sizeof(*cpi->consec_zero_mv));
4111
12.5k
  }
4112
4113
#if CONFIG_VP9_TEMPORAL_DENOISING
4114
  if (cpi->oxcf.noise_sensitivity > 0 && cpi->use_svc)
4115
    vp9_denoiser_reset_on_first_frame(cpi);
4116
#endif
4117
4118
  // Scene detection is always used for VBR mode or screen-content case.
4119
  // For other cases (e.g., CBR mode) use it for 5 <= speed.
4120
61.2k
  cpi->rc.high_source_sad = 0;
4121
61.2k
  cpi->rc.hybrid_intra_scene_change = 0;
4122
61.2k
  cpi->rc.re_encode_maxq_scene_change = 0;
4123
61.2k
  if (cm->show_frame && cpi->oxcf.mode == REALTIME &&
4124
37.2k
      !cpi->disable_scene_detection_rtc_ratectrl &&
4125
37.2k
      (cpi->oxcf.rc_mode == VPX_VBR ||
4126
1.64k
       cpi->oxcf.content == VP9E_CONTENT_SCREEN || cpi->oxcf.speed >= 5))
4127
35.6k
    vp9_scene_detection_onepass(cpi);
4128
4129
61.2k
  if (svc->spatial_layer_id == svc->first_spatial_layer_to_encode) {
4130
61.2k
    svc->high_source_sad_superframe = cpi->rc.high_source_sad;
4131
61.2k
    svc->high_num_blocks_with_motion = cpi->rc.high_num_blocks_with_motion;
4132
    // On scene change reset temporal layer pattern to TL0.
4133
    // Note that if the base/lower spatial layers are skipped: instead of
4134
    // inserting base layer here, we force max-q for the next superframe
4135
    // with lower spatial layers: this is done in vp9_encodedframe_overshoot()
4136
    // when max-q is decided for the current layer.
4137
    // Only do this reset for bypass/flexible mode.
4138
61.2k
    if (svc->high_source_sad_superframe && svc->temporal_layer_id > 0 &&
4139
0
        svc->temporal_layering_mode == VP9E_TEMPORAL_LAYERING_MODE_BYPASS) {
4140
      // rc->high_source_sad will get reset so copy it to restore it.
4141
0
      int tmp_high_source_sad = cpi->rc.high_source_sad;
4142
0
      vp9_svc_reset_temporal_layers(cpi, cm->frame_type == KEY_FRAME);
4143
0
      cpi->rc.high_source_sad = tmp_high_source_sad;
4144
0
    }
4145
61.2k
  }
4146
4147
61.2k
  vp9_update_noise_estimate(cpi);
4148
4149
  // For 1 pass CBR, check if we are dropping this frame.
4150
  // Never drop on key frame, if base layer is key for svc,
4151
  // on scene change, or if superframe has layer sync.
4152
61.2k
  if ((cpi->rc.high_source_sad || svc->high_source_sad_superframe) &&
4153
0
      !(cpi->rc.use_post_encode_drop && svc->last_layer_dropped[0]))
4154
0
    no_drop_scene_change = 1;
4155
61.2k
  if (cpi->oxcf.pass == 0 && cpi->oxcf.rc_mode == VPX_CBR &&
4156
0
      !frame_is_intra_only(cm) && !no_drop_scene_change &&
4157
0
      !svc->superframe_has_layer_sync &&
4158
0
      (!cpi->use_svc ||
4159
0
       !svc->layer_context[svc->temporal_layer_id].is_key_frame)) {
4160
0
    if (vp9_rc_drop_frame(cpi)) return 0;
4161
0
  }
4162
4163
  // For 1 pass SVC, only ZEROMV is allowed for spatial reference frame
4164
  // when svc->force_zero_mode_spatial_ref = 1. Under those conditions we can
4165
  // avoid this frame-level upsampling (for non intra_only frames).
4166
  // For SVC single_layer mode, dynamic resize is allowed and we need to
4167
  // scale references for this case.
4168
61.2k
  if (frame_is_intra_only(cm) == 0 &&
4169
48.7k
      ((svc->single_layer_svc && cpi->oxcf.resize_mode == RESIZE_DYNAMIC) ||
4170
48.7k
       !(is_one_pass_svc(cpi) && svc->force_zero_mode_spatial_ref))) {
4171
48.7k
    vp9_scale_references(cpi);
4172
48.7k
  }
4173
4174
61.2k
  set_size_independent_vars(cpi);
4175
61.2k
  set_size_dependent_vars(cpi, &q, &bottom_index, &top_index);
4176
4177
  // search method and step parameter might be changed in speed settings.
4178
61.2k
  init_motion_estimation(cpi);
4179
4180
61.2k
  if (cpi->sf.copy_partition_flag) alloc_copy_partition_data(cpi);
4181
4182
61.2k
  if (cpi->sf.svc_use_lowres_part &&
4183
0
      svc->spatial_layer_id == svc->number_spatial_layers - 2) {
4184
0
    if (svc->prev_partition_svc == NULL) {
4185
0
      CHECK_MEM_ERROR(
4186
0
          &cm->error, svc->prev_partition_svc,
4187
0
          (BLOCK_SIZE *)vpx_calloc(cm->mi_stride * cm->mi_rows,
4188
0
                                   sizeof(*svc->prev_partition_svc)));
4189
0
    }
4190
0
  }
4191
4192
  // TODO(jianj): Look into issue of skin detection with high bitdepth.
4193
61.2k
  if (cm->bit_depth == 8 && cpi->oxcf.speed >= 5 && cpi->oxcf.pass == 0 &&
4194
0
      cpi->oxcf.rc_mode == VPX_CBR &&
4195
0
      cpi->oxcf.content != VP9E_CONTENT_SCREEN &&
4196
0
      cpi->oxcf.aq_mode == CYCLIC_REFRESH_AQ) {
4197
0
    cpi->use_skin_detection = 1;
4198
0
  }
4199
4200
  // Enable post encode frame dropping for CBR on non key frame, when
4201
  // ext_use_post_encode_drop is specified by user.
4202
61.2k
  cpi->rc.use_post_encode_drop = cpi->rc.ext_use_post_encode_drop &&
4203
0
                                 cpi->oxcf.rc_mode == VPX_CBR &&
4204
0
                                 cm->frame_type != KEY_FRAME;
4205
4206
61.2k
  vp9_set_quantizer(cpi, q, 0);
4207
61.2k
  vp9_set_variance_partition_thresholds(cpi, q, 0);
4208
4209
61.2k
  setup_frame(cpi);
4210
4211
61.2k
  suppress_active_map(cpi);
4212
4213
61.2k
  if (cpi->use_svc) {
4214
    // On non-zero spatial layer, check for disabling inter-layer
4215
    // prediction.
4216
0
    if (svc->spatial_layer_id > 0) vp9_svc_constrain_inter_layer_pred(cpi);
4217
0
    vp9_svc_assert_constraints_pattern(cpi);
4218
0
  }
4219
4220
61.2k
  if (cpi->rc.last_post_encode_dropped_scene_change) {
4221
0
    cpi->rc.high_source_sad = 1;
4222
0
    svc->high_source_sad_superframe = 1;
4223
    // For now disable use_source_sad since Last_Source will not be the previous
4224
    // encoded but the dropped one.
4225
0
    cpi->sf.use_source_sad = 0;
4226
0
    cpi->rc.last_post_encode_dropped_scene_change = 0;
4227
0
  }
4228
  // Check if this high_source_sad (scene/slide change) frame should be
4229
  // encoded at high/max QP, and if so, set the q and adjust some rate
4230
  // control parameters.
4231
61.2k
  if (cpi->sf.overshoot_detection_cbr_rt == FAST_DETECTION_MAXQ &&
4232
0
      (cpi->rc.high_source_sad ||
4233
0
       (cpi->use_svc && svc->high_source_sad_superframe))) {
4234
0
    if (vp9_encodedframe_overshoot(cpi, -1, &q)) {
4235
0
      vp9_set_quantizer(cpi, q, 0);
4236
0
      vp9_set_variance_partition_thresholds(cpi, q, 0);
4237
0
    }
4238
0
  }
4239
4240
61.2k
#if !CONFIG_REALTIME_ONLY
4241
  // Variance adaptive and in frame q adjustment experiments are mutually
4242
  // exclusive.
4243
61.2k
  if (cpi->oxcf.aq_mode == VARIANCE_AQ) {
4244
0
    vp9_vaq_frame_setup(cpi);
4245
61.2k
  } else if (cpi->oxcf.aq_mode == EQUATOR360_AQ) {
4246
0
    vp9_360aq_frame_setup(cpi);
4247
61.2k
  } else if (cpi->oxcf.aq_mode == COMPLEXITY_AQ) {
4248
0
    vp9_setup_in_frame_q_adj(cpi);
4249
61.2k
  } else if (cpi->oxcf.aq_mode == LOOKAHEAD_AQ) {
4250
    // it may be pretty bad for rate-control,
4251
    // and I should handle it somehow
4252
0
    vp9_alt_ref_aq_setup_map(cpi->alt_ref_aq, cpi);
4253
61.2k
  } else {
4254
61.2k
#endif
4255
    // If ROI is enabled and skip feature is used for segmentation, apply cyclic
4256
    // refresh but not apply ROI for skip for the first 20 frames (defined by
4257
    // FRAMES_NO_SKIPPING_AFTER_KEY) after key frame to improve quality.
4258
61.2k
    if (cpi->roi.enabled && !frame_is_intra_only(cm)) {
4259
0
      if (cpi->roi.skip[BACKGROUND_SEG_SKIP_ID]) {
4260
0
        if (cpi->oxcf.aq_mode == CYCLIC_REFRESH_AQ)
4261
0
          vp9_cyclic_refresh_setup(cpi);
4262
0
        if (cpi->rc.frames_since_key > FRAMES_NO_SKIPPING_AFTER_KEY)
4263
0
          apply_roi_map(cpi);
4264
0
      } else {
4265
0
        apply_roi_map(cpi);
4266
0
      }
4267
61.2k
    } else if (cpi->oxcf.aq_mode == CYCLIC_REFRESH_AQ) {
4268
0
      vp9_cyclic_refresh_setup(cpi);
4269
0
    }
4270
4271
61.2k
#if !CONFIG_REALTIME_ONLY
4272
61.2k
  }
4273
61.2k
#endif
4274
4275
61.2k
  apply_active_map(cpi);
4276
4277
61.2k
  vp9_encode_frame(cpi);
4278
4279
  // Check if we should re-encode this frame at high Q because of high
4280
  // overshoot based on the encoded frame size. Only for frames where
4281
  // high temporal-source SAD is detected.
4282
  // For SVC: all spatial layers are checked for re-encoding.
4283
61.2k
  if (cpi->sf.overshoot_detection_cbr_rt == RE_ENCODE_MAXQ &&
4284
0
      (cpi->rc.high_source_sad ||
4285
0
       (cpi->use_svc && svc->high_source_sad_superframe))) {
4286
0
    int frame_size = 0;
4287
    // Get an estimate of the encoded frame size.
4288
0
    save_coding_context(cpi);
4289
0
    vp9_pack_bitstream(cpi, dest, dest_size, size);
4290
0
    restore_coding_context(cpi);
4291
0
    frame_size = (int)(*size) << 3;
4292
    // Check if encoded frame will overshoot too much, and if so, set the q and
4293
    // adjust some rate control parameters, and return to re-encode the frame.
4294
0
    if (vp9_encodedframe_overshoot(cpi, frame_size, &q)) {
4295
0
      vpx_clear_system_state();
4296
0
      vp9_set_quantizer(cpi, q, 0);
4297
0
      vp9_set_variance_partition_thresholds(cpi, q, 0);
4298
0
      suppress_active_map(cpi);
4299
      // Turn-off cyclic refresh for re-encoded frame.
4300
0
      if (cpi->oxcf.aq_mode == CYCLIC_REFRESH_AQ) {
4301
0
        CYCLIC_REFRESH *const cr = cpi->cyclic_refresh;
4302
0
        unsigned char *const seg_map = cpi->segmentation_map;
4303
0
        memset(seg_map, 0, cm->mi_rows * cm->mi_cols);
4304
0
        memset(cr->last_coded_q_map, MAXQ,
4305
0
               cm->mi_rows * cm->mi_cols * sizeof(*cr->last_coded_q_map));
4306
0
        cr->sb_index = 0;
4307
0
        vp9_disable_segmentation(&cm->seg);
4308
0
      }
4309
0
      apply_active_map(cpi);
4310
0
      vp9_encode_frame(cpi);
4311
0
    }
4312
0
  }
4313
4314
  // Update some stats from cyclic refresh, and check for golden frame update.
4315
61.2k
  if (cpi->oxcf.aq_mode == CYCLIC_REFRESH_AQ && cm->seg.enabled &&
4316
0
      !frame_is_intra_only(cm) && cpi->cyclic_refresh->content_mode)
4317
0
    vp9_cyclic_refresh_postencode(cpi);
4318
4319
  // Update the skip mb flag probabilities based on the distribution
4320
  // seen in the last encoder iteration.
4321
  // update_base_skip_probs(cpi);
4322
61.2k
  vpx_clear_system_state();
4323
61.2k
  return 1;
4324
61.2k
}
4325
4326
61.1k
static int get_ref_frame_flags(const VP9_COMP *cpi) {
4327
61.1k
  const int *const map = cpi->common.ref_frame_map;
4328
61.1k
  const int gold_is_last = map[cpi->gld_fb_idx] == map[cpi->lst_fb_idx];
4329
61.1k
  const int alt_is_last = map[cpi->alt_fb_idx] == map[cpi->lst_fb_idx];
4330
61.1k
  const int gold_is_alt = map[cpi->gld_fb_idx] == map[cpi->alt_fb_idx];
4331
61.1k
  int flags = VP9_ALT_FLAG | VP9_GOLD_FLAG | VP9_LAST_FLAG;
4332
4333
61.1k
  if (gold_is_last) flags &= ~VP9_GOLD_FLAG;
4334
4335
61.1k
  if (cpi->rc.frames_till_gf_update_due == INT_MAX &&
4336
0
      (cpi->svc.number_temporal_layers == 1 &&
4337
0
       cpi->svc.number_spatial_layers == 1))
4338
0
    flags &= ~VP9_GOLD_FLAG;
4339
4340
61.1k
  if (alt_is_last) flags &= ~VP9_ALT_FLAG;
4341
4342
61.1k
  if (gold_is_alt) flags &= ~VP9_ALT_FLAG;
4343
4344
61.1k
  return flags;
4345
61.1k
}
4346
4347
#if !CONFIG_REALTIME_ONLY
4348
#define MAX_QSTEP_ADJ 4
4349
0
static int get_qstep_adj(int rate_excess, int rate_limit) {
4350
0
  int qstep =
4351
0
      rate_limit ? ((rate_excess + rate_limit / 2) / rate_limit) : INT_MAX;
4352
0
  return VPXMIN(qstep, MAX_QSTEP_ADJ);
4353
0
}
4354
4355
static void encode_with_recode_loop(VP9_COMP *cpi, size_t *size, uint8_t *dest,
4356
0
                                    size_t dest_size) {
4357
0
  const VP9EncoderConfig *const oxcf = &cpi->oxcf;
4358
0
  VP9_COMMON *const cm = &cpi->common;
4359
0
  RATE_CONTROL *const rc = &cpi->rc;
4360
0
  int bottom_index, top_index;
4361
0
  int loop_count = 0;
4362
0
  int loop_at_this_size = 0;
4363
0
  int loop = 0;
4364
0
  int overshoot_seen = 0;
4365
0
  int undershoot_seen = 0;
4366
0
  int frame_over_shoot_limit;
4367
0
  int frame_under_shoot_limit;
4368
0
  int q = 0, q_low = 0, q_high = 0;
4369
0
  int enable_acl;
4370
#ifdef AGGRESSIVE_VBR
4371
  int qrange_adj = 1;
4372
#endif
4373
4374
0
  const int orig_rc_max_frame_bandwidth = rc->max_frame_bandwidth;
4375
4376
0
  if (cm->show_existing_frame) {
4377
0
    rc->this_frame_target = 0;
4378
0
    if (is_psnr_calc_enabled(cpi)) set_raw_source_frame(cpi);
4379
0
    return;
4380
0
  }
4381
4382
0
  set_size_independent_vars(cpi);
4383
4384
0
  enable_acl = cpi->sf.allow_acl ? (cm->frame_type == KEY_FRAME) ||
4385
0
                                       (cpi->twopass.gf_group.index == 1)
4386
0
                                 : 0;
4387
4388
#if CONFIG_COLLECT_COMPONENT_TIMING
4389
  printf("\n Encoding a frame: \n");
4390
#endif
4391
0
  do {
4392
0
    vpx_clear_system_state();
4393
4394
0
    set_frame_size(cpi);
4395
4396
0
    if (loop_count == 0 || cpi->resize_pending != 0) {
4397
0
      set_size_dependent_vars(cpi, &q, &bottom_index, &top_index);
4398
4399
#ifdef AGGRESSIVE_VBR
4400
      if (two_pass_first_group_inter(cpi)) {
4401
        // Adjustment limits for min and max q
4402
        qrange_adj = VPXMAX(1, (top_index - bottom_index) / 2);
4403
4404
        bottom_index =
4405
            VPXMAX(bottom_index - qrange_adj / 2, oxcf->best_allowed_q);
4406
        top_index = VPXMIN(oxcf->worst_allowed_q, top_index + qrange_adj / 2);
4407
      }
4408
#endif
4409
      // TODO(agrange) Scale cpi->max_mv_magnitude if frame-size has changed.
4410
0
      set_mv_search_params(cpi);
4411
4412
      // Reset the loop state for new frame size.
4413
0
      overshoot_seen = 0;
4414
0
      undershoot_seen = 0;
4415
4416
      // Reconfiguration for change in frame size has concluded.
4417
0
      cpi->resize_pending = 0;
4418
4419
0
      q_low = bottom_index;
4420
0
      q_high = top_index;
4421
4422
0
      loop_at_this_size = 0;
4423
0
    }
4424
4425
    // Decide frame size bounds first time through.
4426
0
    if (loop_count == 0) {
4427
0
      vp9_rc_compute_frame_size_bounds(cpi, rc->this_frame_target,
4428
0
                                       &frame_under_shoot_limit,
4429
0
                                       &frame_over_shoot_limit);
4430
0
    }
4431
4432
0
    cpi->Source =
4433
0
        vp9_scale_if_required(cm, cpi->un_scaled_source, &cpi->scaled_source,
4434
0
                              (oxcf->pass == 0), EIGHTTAP, 0);
4435
4436
    // Unfiltered raw source used in metrics calculation if the source
4437
    // has been filtered.
4438
0
    if (is_psnr_calc_enabled(cpi)) {
4439
#ifdef ENABLE_KF_DENOISE
4440
      if (is_spatial_denoise_enabled(cpi)) {
4441
        cpi->raw_source_frame = vp9_scale_if_required(
4442
            cm, &cpi->raw_unscaled_source, &cpi->raw_scaled_source,
4443
            (oxcf->pass == 0), EIGHTTAP, 0);
4444
      } else {
4445
        cpi->raw_source_frame = cpi->Source;
4446
      }
4447
#else
4448
0
      cpi->raw_source_frame = cpi->Source;
4449
0
#endif
4450
0
    }
4451
4452
0
    if (cpi->unscaled_last_source != NULL)
4453
0
      cpi->Last_Source = vp9_scale_if_required(cm, cpi->unscaled_last_source,
4454
0
                                               &cpi->scaled_last_source,
4455
0
                                               (oxcf->pass == 0), EIGHTTAP, 0);
4456
4457
0
    if (frame_is_intra_only(cm) == 0) {
4458
0
      if (loop_count > 0) {
4459
0
        release_scaled_references(cpi);
4460
0
      }
4461
0
      vp9_scale_references(cpi);
4462
0
    }
4463
4464
0
    const GF_GROUP *gf_group = &cpi->twopass.gf_group;
4465
0
    int ext_rc_delta_q_uv = 0;
4466
0
    if (cpi->ext_ratectrl.ready &&
4467
0
        (cpi->ext_ratectrl.funcs.rc_type & VPX_RC_QP) != 0 &&
4468
0
        cpi->ext_ratectrl.funcs.get_encodeframe_decision != NULL) {
4469
0
      vpx_codec_err_t codec_status;
4470
0
      vpx_rc_encodeframe_decision_t encode_frame_decision;
4471
0
      int sb_size = num_8x8_blocks_wide_lookup[BLOCK_64X64] * MI_SIZE;
4472
0
      int frame_height_sb = (cm->height + sb_size - 1) / sb_size;
4473
0
      int frame_width_sb = (cm->width + sb_size - 1) / sb_size;
4474
0
      CHECK_MEM_ERROR(&cm->error, encode_frame_decision.sb_params_list,
4475
0
                      (sb_params *)vpx_calloc(
4476
0
                          frame_height_sb * frame_width_sb,
4477
0
                          sizeof(*encode_frame_decision.sb_params_list)));
4478
0
      codec_status = vp9_extrc_get_encodeframe_decision(
4479
0
          &cpi->ext_ratectrl, gf_group->index, &encode_frame_decision);
4480
0
      if (codec_status != VPX_CODEC_OK) {
4481
0
        vpx_internal_error(&cm->error, codec_status,
4482
0
                           "vp9_extrc_get_encodeframe_decision() failed");
4483
0
      }
4484
0
      for (int idx = 0; idx < frame_height_sb * frame_width_sb; ++idx) {
4485
0
        cpi->sb_mul_scale[idx] =
4486
0
            (((int64_t)encode_frame_decision.sb_params_list[idx].rdmult * 256) /
4487
0
             (encode_frame_decision.rdmult + 1));
4488
0
      }
4489
0
      vpx_free(encode_frame_decision.sb_params_list);
4490
      // If the external model recommends a reserved value, we use
4491
      // libvpx's default q.
4492
0
      if (encode_frame_decision.q_index != VPX_DEFAULT_Q) {
4493
0
        q = encode_frame_decision.q_index;
4494
0
      }
4495
0
      ext_rc_delta_q_uv = encode_frame_decision.delta_q_uv;
4496
0
    }
4497
4498
0
    if (cpi->ext_ratectrl.ready && cpi->ext_ratectrl.log_file) {
4499
0
      fprintf(cpi->ext_ratectrl.log_file,
4500
0
              "ENCODE_FRAME_INFO gop_index %d update_type %d q %d\n",
4501
0
              gf_group->index, gf_group->update_type[gf_group->index], q);
4502
0
    }
4503
4504
0
    vp9_set_quantizer(cpi, q, ext_rc_delta_q_uv);
4505
4506
0
    if (loop_count == 0) setup_frame(cpi);
4507
4508
    // Variance adaptive and in frame q adjustment experiments are mutually
4509
    // exclusive.
4510
0
    if (oxcf->aq_mode == VARIANCE_AQ) {
4511
0
      vp9_vaq_frame_setup(cpi);
4512
0
    } else if (oxcf->aq_mode == EQUATOR360_AQ) {
4513
0
      vp9_360aq_frame_setup(cpi);
4514
0
    } else if (oxcf->aq_mode == COMPLEXITY_AQ) {
4515
0
      vp9_setup_in_frame_q_adj(cpi);
4516
0
    } else if (oxcf->aq_mode == LOOKAHEAD_AQ) {
4517
0
      vp9_alt_ref_aq_setup_map(cpi->alt_ref_aq, cpi);
4518
0
    } else if (oxcf->aq_mode == PSNR_AQ) {
4519
0
      vp9_psnr_aq_mode_setup(&cm->seg);
4520
0
    }
4521
4522
0
    vp9_encode_frame(cpi);
4523
4524
    // Update the skip mb flag probabilities based on the distribution
4525
    // seen in the last encoder iteration.
4526
    // update_base_skip_probs(cpi);
4527
4528
0
    vpx_clear_system_state();
4529
4530
    // Dummy pack of the bitstream using up to date stats to get an
4531
    // accurate estimate of output frame size to determine if we need
4532
    // to recode.
4533
0
    if (cpi->sf.recode_loop >= ALLOW_RECODE_KFARFGF) {
4534
0
      save_coding_context(cpi);
4535
0
      if (!cpi->sf.use_nonrd_pick_mode)
4536
0
        vp9_pack_bitstream(cpi, dest, dest_size, size);
4537
4538
0
      rc->projected_frame_size = (int)(*size) << 3;
4539
4540
0
      if (frame_over_shoot_limit == 0) frame_over_shoot_limit = 1;
4541
0
    }
4542
4543
0
    if (cpi->ext_ratectrl.ready &&
4544
0
        (cpi->ext_ratectrl.funcs.rc_type & VPX_RC_QP) != 0) {
4545
0
      break;
4546
0
    }
4547
4548
0
    if (oxcf->rc_mode == VPX_Q) {
4549
0
      loop = 0;
4550
0
    } else {
4551
0
      if ((cm->frame_type == KEY_FRAME) && rc->this_key_frame_forced &&
4552
0
          (rc->projected_frame_size < rc->max_frame_bandwidth)) {
4553
0
        int last_q = q;
4554
0
        int64_t kf_err;
4555
4556
0
        int64_t high_err_target = cpi->ambient_err;
4557
0
        int64_t low_err_target = cpi->ambient_err >> 1;
4558
4559
0
#if CONFIG_VP9_HIGHBITDEPTH
4560
0
        if (cm->use_highbitdepth) {
4561
0
          kf_err = vpx_highbd_get_y_sse(cpi->Source, get_frame_new_buffer(cm));
4562
0
        } else {
4563
0
          kf_err = vpx_get_y_sse(cpi->Source, get_frame_new_buffer(cm));
4564
0
        }
4565
#else
4566
        kf_err = vpx_get_y_sse(cpi->Source, get_frame_new_buffer(cm));
4567
#endif  // CONFIG_VP9_HIGHBITDEPTH
4568
4569
        // Prevent possible divide by zero error below for perfect KF
4570
0
        kf_err += !kf_err;
4571
4572
        // The key frame is not good enough or we can afford
4573
        // to make it better without undue risk of popping.
4574
0
        if ((kf_err > high_err_target &&
4575
0
             rc->projected_frame_size <= frame_over_shoot_limit) ||
4576
0
            (kf_err > low_err_target &&
4577
0
             rc->projected_frame_size <= frame_under_shoot_limit)) {
4578
          // Lower q_high
4579
0
          q_high = q > q_low ? q - 1 : q_low;
4580
4581
          // Adjust Q
4582
0
          q = (int)((q * high_err_target) / kf_err);
4583
0
          q = VPXMIN(q, (q_high + q_low) >> 1);
4584
0
        } else if (kf_err < low_err_target &&
4585
0
                   rc->projected_frame_size >= frame_under_shoot_limit) {
4586
          // The key frame is much better than the previous frame
4587
          // Raise q_low
4588
0
          q_low = q < q_high ? q + 1 : q_high;
4589
4590
          // Adjust Q
4591
0
          q = (int)((q * low_err_target) / kf_err);
4592
0
          q = VPXMIN(q, (q_high + q_low + 1) >> 1);
4593
0
        }
4594
4595
        // Clamp Q to upper and lower limits:
4596
0
        q = clamp(q, q_low, q_high);
4597
4598
0
        loop = q != last_q;
4599
0
      } else if (recode_loop_test(cpi, frame_over_shoot_limit,
4600
0
                                  frame_under_shoot_limit, q,
4601
0
                                  VPXMAX(q_high, top_index), bottom_index)) {
4602
        // Is the projected frame size out of range and are we allowed
4603
        // to attempt to recode.
4604
0
        int last_q = q;
4605
0
        int retries = 0;
4606
0
        int qstep;
4607
4608
0
        if (cpi->resize_pending == 1) {
4609
          // Change in frame size so go back around the recode loop.
4610
0
          cpi->rc.frame_size_selector =
4611
0
              SCALE_STEP1 - cpi->rc.frame_size_selector;
4612
0
          cpi->rc.next_frame_size_selector = cpi->rc.frame_size_selector;
4613
4614
#if CONFIG_INTERNAL_STATS
4615
          ++cpi->tot_recode_hits;
4616
#endif
4617
0
          ++loop_count;
4618
0
          loop = 1;
4619
0
          continue;
4620
0
        }
4621
4622
        // Frame size out of permitted range:
4623
        // Update correction factor & compute new Q to try...
4624
4625
        // Frame is too large
4626
0
        if (rc->projected_frame_size > rc->this_frame_target) {
4627
          // Special case if the projected size is > the max allowed.
4628
0
          if ((q == q_high) &&
4629
0
              ((rc->projected_frame_size >= rc->max_frame_bandwidth) ||
4630
0
               (!rc->is_src_frame_alt_ref &&
4631
0
                (rc->projected_frame_size >=
4632
0
                 big_rate_miss_high_threshold(cpi))))) {
4633
0
            int max_rate = VPXMAX(1, VPXMIN(rc->max_frame_bandwidth,
4634
0
                                            big_rate_miss_high_threshold(cpi)));
4635
0
            double q_val_high;
4636
0
            q_val_high = vp9_convert_qindex_to_q(q_high, cm->bit_depth);
4637
0
            q_val_high =
4638
0
                q_val_high * ((double)rc->projected_frame_size / max_rate);
4639
0
            q_high = vp9_convert_q_to_qindex(q_val_high, cm->bit_depth);
4640
0
            q_high = clamp(q_high, rc->best_quality, rc->worst_quality);
4641
0
          }
4642
4643
          // Raise Qlow as to at least the current value
4644
0
          qstep =
4645
0
              get_qstep_adj(rc->projected_frame_size, rc->this_frame_target);
4646
0
          q_low = VPXMIN(q + qstep, q_high);
4647
4648
0
          if (undershoot_seen || loop_at_this_size > 1) {
4649
            // Update rate_correction_factor unless
4650
0
            vp9_rc_update_rate_correction_factors(cpi);
4651
4652
0
            q = (q_high + q_low + 1) / 2;
4653
0
          } else {
4654
            // Update rate_correction_factor unless
4655
0
            vp9_rc_update_rate_correction_factors(cpi);
4656
4657
0
            q = vp9_rc_regulate_q(cpi, rc->this_frame_target, bottom_index,
4658
0
                                  VPXMAX(q_high, top_index));
4659
4660
0
            while (q < q_low && retries < 10) {
4661
0
              vp9_rc_update_rate_correction_factors(cpi);
4662
0
              q = vp9_rc_regulate_q(cpi, rc->this_frame_target, bottom_index,
4663
0
                                    VPXMAX(q_high, top_index));
4664
0
              retries++;
4665
0
            }
4666
0
          }
4667
4668
0
          overshoot_seen = 1;
4669
0
        } else {
4670
          // Frame is too small
4671
0
          qstep =
4672
0
              get_qstep_adj(rc->this_frame_target, rc->projected_frame_size);
4673
0
          q_high = VPXMAX(q - qstep, q_low);
4674
4675
0
          if (overshoot_seen || loop_at_this_size > 1) {
4676
0
            vp9_rc_update_rate_correction_factors(cpi);
4677
0
            q = (q_high + q_low) / 2;
4678
0
          } else {
4679
0
            vp9_rc_update_rate_correction_factors(cpi);
4680
0
            q = vp9_rc_regulate_q(cpi, rc->this_frame_target,
4681
0
                                  VPXMIN(q_low, bottom_index), top_index);
4682
            // Special case reset for qlow for constrained quality.
4683
            // This should only trigger where there is very substantial
4684
            // undershoot on a frame and the auto cq level is above
4685
            // the user passed in value.
4686
0
            if (oxcf->rc_mode == VPX_CQ && q < q_low) {
4687
0
              q_low = q;
4688
0
            }
4689
4690
0
            while (q > q_high && retries < 10) {
4691
0
              vp9_rc_update_rate_correction_factors(cpi);
4692
0
              q = vp9_rc_regulate_q(cpi, rc->this_frame_target,
4693
0
                                    VPXMIN(q_low, bottom_index), top_index);
4694
0
              retries++;
4695
0
            }
4696
0
          }
4697
0
          undershoot_seen = 1;
4698
0
        }
4699
4700
        // Clamp Q to upper and lower limits:
4701
0
        q = clamp(q, q_low, q_high);
4702
4703
0
        loop = (q != last_q);
4704
0
      } else {
4705
0
        loop = 0;
4706
0
      }
4707
0
    }
4708
4709
    // Special case for overlay frame.
4710
0
    if (rc->is_src_frame_alt_ref &&
4711
0
        rc->projected_frame_size < rc->max_frame_bandwidth)
4712
0
      loop = 0;
4713
4714
0
    if (loop) {
4715
0
      ++loop_count;
4716
0
      ++loop_at_this_size;
4717
4718
#if CONFIG_INTERNAL_STATS
4719
      ++cpi->tot_recode_hits;
4720
#endif
4721
0
    }
4722
4723
0
    if (cpi->sf.recode_loop >= ALLOW_RECODE_KFARFGF)
4724
0
      if (loop) restore_coding_context(cpi);
4725
#if CONFIG_COLLECT_COMPONENT_TIMING
4726
    if (loop) printf("\n Recoding:");
4727
#endif
4728
0
  } while (loop);
4729
4730
0
  rc->max_frame_bandwidth = orig_rc_max_frame_bandwidth;
4731
4732
#ifdef AGGRESSIVE_VBR
4733
  if (two_pass_first_group_inter(cpi)) {
4734
    cpi->twopass.active_worst_quality =
4735
        VPXMIN(q + qrange_adj, oxcf->worst_allowed_q);
4736
  } else if (!frame_is_kf_gf_arf(cpi)) {
4737
#else
4738
0
  if (!frame_is_kf_gf_arf(cpi)) {
4739
0
#endif
4740
    // Have we been forced to adapt Q outside the expected range by an extreme
4741
    // rate miss. If so adjust the active maxQ for the subsequent frames.
4742
0
    if (!rc->is_src_frame_alt_ref && (q > cpi->twopass.active_worst_quality)) {
4743
0
      cpi->twopass.active_worst_quality = q;
4744
0
    } else if (oxcf->vbr_corpus_complexity && q == q_low &&
4745
0
               rc->projected_frame_size < rc->this_frame_target) {
4746
0
      cpi->twopass.active_worst_quality =
4747
0
          VPXMAX(q, cpi->twopass.active_worst_quality - 1);
4748
0
    }
4749
0
  }
4750
4751
0
  if (enable_acl) {
4752
    // Skip recoding, if model diff is below threshold
4753
0
    const int thresh = compute_context_model_thresh(cpi);
4754
0
    const int diff = compute_context_model_diff(cm);
4755
0
    if (diff >= thresh) {
4756
0
      vp9_encode_frame(cpi);
4757
0
    }
4758
0
  }
4759
0
  if (cpi->sf.recode_loop >= ALLOW_RECODE_KFARFGF) {
4760
0
    vpx_clear_system_state();
4761
0
    restore_coding_context(cpi);
4762
0
  }
4763
0
}
4764
#endif  // !CONFIG_REALTIME_ONLY
4765
4766
61.2k
static void set_ext_overrides(VP9_COMP *cpi) {
4767
  // Overrides the defaults with the externally supplied values with
4768
  // vp9_update_reference() and vp9_update_entropy() calls
4769
  // Note: The overrides are valid only for the next frame passed
4770
  // to encode_frame_to_data_rate() function
4771
61.2k
  if (cpi->ext_refresh_frame_context_pending) {
4772
0
    cpi->common.refresh_frame_context = cpi->ext_refresh_frame_context;
4773
0
    cpi->ext_refresh_frame_context_pending = 0;
4774
0
  }
4775
61.2k
  if (cpi->ext_refresh_frame_flags_pending) {
4776
0
    cpi->refresh_last_frame = cpi->ext_refresh_last_frame;
4777
0
    cpi->refresh_golden_frame = cpi->ext_refresh_golden_frame;
4778
0
    cpi->refresh_alt_ref_frame = cpi->ext_refresh_alt_ref_frame;
4779
0
  }
4780
61.2k
}
4781
4782
YV12_BUFFER_CONFIG *vp9_scale_if_required(
4783
    VP9_COMMON *cm, YV12_BUFFER_CONFIG *unscaled, YV12_BUFFER_CONFIG *scaled,
4784
96.4k
    int use_normative_scaler, INTERP_FILTER filter_type, int phase_scaler) {
4785
96.4k
  if (cm->mi_cols * MI_SIZE != unscaled->y_width ||
4786
96.4k
      cm->mi_rows * MI_SIZE != unscaled->y_height) {
4787
0
#if CONFIG_VP9_HIGHBITDEPTH
4788
0
    if (use_normative_scaler && unscaled->y_width <= (scaled->y_width << 1) &&
4789
0
        unscaled->y_height <= (scaled->y_height << 1))
4790
0
      if (cm->bit_depth == VPX_BITS_8)
4791
0
        vp9_scale_and_extend_frame(unscaled, scaled, filter_type, phase_scaler);
4792
0
      else
4793
0
        scale_and_extend_frame(unscaled, scaled, (int)cm->bit_depth,
4794
0
                               filter_type, phase_scaler);
4795
0
    else
4796
0
      vp9_scale_and_extend_frame_nonnormative(unscaled, scaled,
4797
0
                                              (int)cm->bit_depth);
4798
#else
4799
    if (use_normative_scaler && unscaled->y_width <= (scaled->y_width << 1) &&
4800
        unscaled->y_height <= (scaled->y_height << 1))
4801
      vp9_scale_and_extend_frame(unscaled, scaled, filter_type, phase_scaler);
4802
    else
4803
      vp9_scale_and_extend_frame_nonnormative(unscaled, scaled);
4804
#endif  // CONFIG_VP9_HIGHBITDEPTH
4805
0
    return scaled;
4806
96.4k
  } else {
4807
96.4k
    return unscaled;
4808
96.4k
  }
4809
96.4k
}
4810
4811
61.2k
static void set_ref_sign_bias(VP9_COMP *cpi) {
4812
61.2k
  VP9_COMMON *const cm = &cpi->common;
4813
61.2k
  RefCntBuffer *const ref_buffer = get_ref_cnt_buffer(cm, cm->new_fb_idx);
4814
61.2k
  const int cur_frame_index = ref_buffer->frame_index;
4815
61.2k
  MV_REFERENCE_FRAME ref_frame;
4816
4817
245k
  for (ref_frame = LAST_FRAME; ref_frame < MAX_REF_FRAMES; ++ref_frame) {
4818
183k
    const int buf_idx = get_ref_frame_buf_idx(cpi, ref_frame);
4819
183k
    const RefCntBuffer *const ref_cnt_buf =
4820
183k
        get_ref_cnt_buffer(&cpi->common, buf_idx);
4821
183k
    if (ref_cnt_buf) {
4822
173k
      cm->ref_frame_sign_bias[ref_frame] =
4823
173k
          cur_frame_index < ref_cnt_buf->frame_index;
4824
173k
    }
4825
183k
  }
4826
61.2k
}
4827
4828
0
static int setup_interp_filter_search_mask(VP9_COMP *cpi) {
4829
0
  INTERP_FILTER ifilter;
4830
0
  int ref_total[MAX_REF_FRAMES] = { 0 };
4831
0
  MV_REFERENCE_FRAME ref;
4832
0
  int mask = 0;
4833
0
  if (cpi->common.last_frame_type == KEY_FRAME || cpi->refresh_alt_ref_frame)
4834
0
    return mask;
4835
0
  for (ref = LAST_FRAME; ref <= ALTREF_FRAME; ++ref)
4836
0
    for (ifilter = EIGHTTAP; ifilter <= EIGHTTAP_SHARP; ++ifilter)
4837
0
      ref_total[ref] += cpi->interp_filter_selected[ref][ifilter];
4838
4839
0
  for (ifilter = EIGHTTAP; ifilter <= EIGHTTAP_SHARP; ++ifilter) {
4840
0
    if ((ref_total[LAST_FRAME] &&
4841
0
         cpi->interp_filter_selected[LAST_FRAME][ifilter] == 0) &&
4842
0
        (ref_total[GOLDEN_FRAME] == 0 ||
4843
0
         cpi->interp_filter_selected[GOLDEN_FRAME][ifilter] * 50 <
4844
0
             ref_total[GOLDEN_FRAME]) &&
4845
0
        (ref_total[ALTREF_FRAME] == 0 ||
4846
0
         cpi->interp_filter_selected[ALTREF_FRAME][ifilter] * 50 <
4847
0
             ref_total[ALTREF_FRAME]))
4848
0
      mask |= 1 << ifilter;
4849
0
  }
4850
0
  return mask;
4851
0
}
4852
4853
#ifdef ENABLE_KF_DENOISE
4854
// Baseline kernel weights for denoise
4855
static uint8_t dn_kernel_3[9] = { 1, 2, 1, 2, 4, 2, 1, 2, 1 };
4856
static uint8_t dn_kernel_5[25] = { 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 2, 4,
4857
                                   2, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1 };
4858
4859
static INLINE void add_denoise_point(int centre_val, int data_val, int thresh,
4860
                                     uint8_t point_weight, int *sum_val,
4861
                                     int *sum_weight) {
4862
  if (abs(centre_val - data_val) <= thresh) {
4863
    *sum_weight += point_weight;
4864
    *sum_val += (int)data_val * (int)point_weight;
4865
  }
4866
}
4867
4868
static void spatial_denoise_point(uint8_t *src_ptr, const int stride,
4869
                                  const int strength) {
4870
  int sum_weight = 0;
4871
  int sum_val = 0;
4872
  int thresh = strength;
4873
  int kernel_size = 5;
4874
  int half_k_size = 2;
4875
  int i, j;
4876
  int max_diff = 0;
4877
  uint8_t *tmp_ptr;
4878
  uint8_t *kernel_ptr;
4879
4880
  // Find the maximum deviation from the source point in the locale.
4881
  tmp_ptr = src_ptr - (stride * (half_k_size + 1)) - (half_k_size + 1);
4882
  for (i = 0; i < kernel_size + 2; ++i) {
4883
    for (j = 0; j < kernel_size + 2; ++j) {
4884
      max_diff = VPXMAX(max_diff, abs((int)*src_ptr - (int)tmp_ptr[j]));
4885
    }
4886
    tmp_ptr += stride;
4887
  }
4888
4889
  // Select the kernel size.
4890
  if (max_diff > (strength + (strength >> 1))) {
4891
    kernel_size = 3;
4892
    half_k_size = 1;
4893
    thresh = thresh >> 1;
4894
  }
4895
  kernel_ptr = (kernel_size == 3) ? dn_kernel_3 : dn_kernel_5;
4896
4897
  // Apply the kernel
4898
  tmp_ptr = src_ptr - (stride * half_k_size) - half_k_size;
4899
  for (i = 0; i < kernel_size; ++i) {
4900
    for (j = 0; j < kernel_size; ++j) {
4901
      add_denoise_point((int)*src_ptr, (int)tmp_ptr[j], thresh, *kernel_ptr,
4902
                        &sum_val, &sum_weight);
4903
      ++kernel_ptr;
4904
    }
4905
    tmp_ptr += stride;
4906
  }
4907
4908
  // Update the source value with the new filtered value
4909
  *src_ptr = (uint8_t)((sum_val + (sum_weight >> 1)) / sum_weight);
4910
}
4911
4912
#if CONFIG_VP9_HIGHBITDEPTH
4913
static void highbd_spatial_denoise_point(uint16_t *src_ptr, const int stride,
4914
                                         const int strength) {
4915
  int sum_weight = 0;
4916
  int sum_val = 0;
4917
  int thresh = strength;
4918
  int kernel_size = 5;
4919
  int half_k_size = 2;
4920
  int i, j;
4921
  int max_diff = 0;
4922
  uint16_t *tmp_ptr;
4923
  uint8_t *kernel_ptr;
4924
4925
  // Find the maximum deviation from the source point in the locale.
4926
  tmp_ptr = src_ptr - (stride * (half_k_size + 1)) - (half_k_size + 1);
4927
  for (i = 0; i < kernel_size + 2; ++i) {
4928
    for (j = 0; j < kernel_size + 2; ++j) {
4929
      max_diff = VPXMAX(max_diff, abs((int)src_ptr - (int)tmp_ptr[j]));
4930
    }
4931
    tmp_ptr += stride;
4932
  }
4933
4934
  // Select the kernel size.
4935
  if (max_diff > (strength + (strength >> 1))) {
4936
    kernel_size = 3;
4937
    half_k_size = 1;
4938
    thresh = thresh >> 1;
4939
  }
4940
  kernel_ptr = (kernel_size == 3) ? dn_kernel_3 : dn_kernel_5;
4941
4942
  // Apply the kernel
4943
  tmp_ptr = src_ptr - (stride * half_k_size) - half_k_size;
4944
  for (i = 0; i < kernel_size; ++i) {
4945
    for (j = 0; j < kernel_size; ++j) {
4946
      add_denoise_point((int)*src_ptr, (int)tmp_ptr[j], thresh, *kernel_ptr,
4947
                        &sum_val, &sum_weight);
4948
      ++kernel_ptr;
4949
    }
4950
    tmp_ptr += stride;
4951
  }
4952
4953
  // Update the source value with the new filtered value
4954
  *src_ptr = (uint16_t)((sum_val + (sum_weight >> 1)) / sum_weight);
4955
}
4956
#endif  // CONFIG_VP9_HIGHBITDEPTH
4957
4958
// Apply thresholded spatial noise suppression to a given buffer.
4959
static void spatial_denoise_buffer(VP9_COMP *cpi, uint8_t *buffer,
4960
                                   const int stride, const int width,
4961
                                   const int height, const int strength) {
4962
  VP9_COMMON *const cm = &cpi->common;
4963
  uint8_t *src_ptr = buffer;
4964
  int row;
4965
  int col;
4966
4967
  for (row = 0; row < height; ++row) {
4968
    for (col = 0; col < width; ++col) {
4969
#if CONFIG_VP9_HIGHBITDEPTH
4970
      if (cm->use_highbitdepth)
4971
        highbd_spatial_denoise_point(CONVERT_TO_SHORTPTR(&src_ptr[col]), stride,
4972
                                     strength);
4973
      else
4974
        spatial_denoise_point(&src_ptr[col], stride, strength);
4975
#else
4976
      spatial_denoise_point(&src_ptr[col], stride, strength);
4977
#endif  // CONFIG_VP9_HIGHBITDEPTH
4978
    }
4979
    src_ptr += stride;
4980
  }
4981
}
4982
4983
// Apply thresholded spatial noise suppression to source.
4984
static void spatial_denoise_frame(VP9_COMP *cpi) {
4985
  YV12_BUFFER_CONFIG *src = cpi->Source;
4986
  const VP9EncoderConfig *const oxcf = &cpi->oxcf;
4987
  TWO_PASS *const twopass = &cpi->twopass;
4988
  VP9_COMMON *const cm = &cpi->common;
4989
4990
  // Base the filter strength on the current active max Q.
4991
  const int q = (int)(vp9_convert_qindex_to_q(twopass->active_worst_quality,
4992
                                              cm->bit_depth));
4993
  int strength = clamp(q >> 4, oxcf->arnr_strength >> 2, oxcf->arnr_strength);
4994
4995
  // Denoise each of Y,U and V buffers.
4996
  spatial_denoise_buffer(cpi, src->y_buffer, src->y_stride, src->y_width,
4997
                         src->y_height, strength);
4998
4999
  strength += (strength >> 1);
5000
  spatial_denoise_buffer(cpi, src->u_buffer, src->uv_stride, src->uv_width,
5001
                         src->uv_height, strength << 1);
5002
5003
  spatial_denoise_buffer(cpi, src->v_buffer, src->uv_stride, src->uv_width,
5004
                         src->uv_height, strength << 1);
5005
}
5006
#endif  // ENABLE_KF_DENOISE
5007
5008
#if !CONFIG_REALTIME_ONLY
5009
static void vp9_try_disable_lookahead_aq(VP9_COMP *cpi, size_t *size,
5010
0
                                         uint8_t *dest, size_t dest_size) {
5011
0
  if (cpi->common.seg.enabled)
5012
0
    if (ALT_REF_AQ_PROTECT_GAIN) {
5013
0
      size_t nsize = *size;
5014
0
      int overhead;
5015
5016
      // TODO(yuryg): optimize this, as
5017
      // we don't really need to repack
5018
5019
0
      save_coding_context(cpi);
5020
0
      vp9_disable_segmentation(&cpi->common.seg);
5021
0
      vp9_pack_bitstream(cpi, dest, dest_size, &nsize);
5022
0
      restore_coding_context(cpi);
5023
5024
0
      overhead = (int)*size - (int)nsize;
5025
5026
0
      if (vp9_alt_ref_aq_disable_if(cpi->alt_ref_aq, overhead, (int)*size))
5027
0
        vp9_encode_frame(cpi);
5028
0
      else
5029
0
        vp9_enable_segmentation(&cpi->common.seg);
5030
0
    }
5031
0
}
5032
#endif
5033
5034
61.2k
static void set_frame_index(VP9_COMP *cpi, VP9_COMMON *cm) {
5035
61.2k
  RefCntBuffer *const ref_buffer = get_ref_cnt_buffer(cm, cm->new_fb_idx);
5036
5037
61.2k
  if (ref_buffer) {
5038
61.2k
    const GF_GROUP *const gf_group = &cpi->twopass.gf_group;
5039
61.2k
    ref_buffer->frame_index =
5040
61.2k
        cm->current_video_frame + gf_group->arf_src_offset[gf_group->index];
5041
61.2k
    ref_buffer->frame_coding_index = cm->current_frame_coding_index;
5042
61.2k
  }
5043
61.2k
}
5044
5045
0
static void set_mb_ssim_rdmult_scaling(VP9_COMP *cpi) {
5046
0
  VP9_COMMON *cm = &cpi->common;
5047
0
  ThreadData *td = &cpi->td;
5048
0
  MACROBLOCK *x = &td->mb;
5049
0
  MACROBLOCKD *xd = &x->e_mbd;
5050
0
  uint8_t *y_buffer = cpi->Source->y_buffer;
5051
0
  const int y_stride = cpi->Source->y_stride;
5052
0
  const int block_size = BLOCK_16X16;
5053
5054
0
  const int num_8x8_w = num_8x8_blocks_wide_lookup[block_size];
5055
0
  const int num_8x8_h = num_8x8_blocks_high_lookup[block_size];
5056
0
  const int num_cols = (cm->mi_cols + num_8x8_w - 1) / num_8x8_w;
5057
0
  const int num_rows = (cm->mi_rows + num_8x8_h - 1) / num_8x8_h;
5058
0
  double log_sum = 0.0;
5059
0
  int row, col;
5060
5061
  // Loop through each 64x64 block.
5062
0
  for (row = 0; row < num_rows; ++row) {
5063
0
    for (col = 0; col < num_cols; ++col) {
5064
0
      int mi_row, mi_col;
5065
0
      double var = 0.0, num_of_var = 0.0;
5066
0
      const int index = row * num_cols + col;
5067
5068
0
      for (mi_row = row * num_8x8_h;
5069
0
           mi_row < cm->mi_rows && mi_row < (row + 1) * num_8x8_h; ++mi_row) {
5070
0
        for (mi_col = col * num_8x8_w;
5071
0
             mi_col < cm->mi_cols && mi_col < (col + 1) * num_8x8_w; ++mi_col) {
5072
0
          struct buf_2d buf;
5073
0
          const int row_offset_y = mi_row << 3;
5074
0
          const int col_offset_y = mi_col << 3;
5075
5076
0
          buf.buf = y_buffer + row_offset_y * y_stride + col_offset_y;
5077
0
          buf.stride = y_stride;
5078
5079
          // In order to make SSIM_VAR_SCALE in a same scale for both 8 bit
5080
          // and high bit videos, the variance needs to be divided by 2.0 or
5081
          // 64.0 separately.
5082
          // TODO(sdeng): need to tune for 12bit videos.
5083
0
#if CONFIG_VP9_HIGHBITDEPTH
5084
0
          if (cpi->Source->flags & YV12_FLAG_HIGHBITDEPTH)
5085
0
            var += vp9_high_get_sby_variance(cpi, &buf, BLOCK_8X8, xd->bd);
5086
0
          else
5087
0
#endif
5088
0
            var += vp9_get_sby_variance(cpi, &buf, BLOCK_8X8);
5089
5090
0
          num_of_var += 1.0;
5091
0
        }
5092
0
      }
5093
0
      var = var / num_of_var / 64.0;
5094
5095
      // Curve fitting with an exponential model on all 16x16 blocks from the
5096
      // Midres dataset.
5097
0
      var = 67.035434 * (1 - exp(-0.0021489 * var)) + 17.492222;
5098
0
      cpi->mi_ssim_rdmult_scaling_factors[index] = var;
5099
0
      log_sum += log(var);
5100
0
    }
5101
0
  }
5102
0
  log_sum = exp(log_sum / (double)(num_rows * num_cols));
5103
5104
0
  for (row = 0; row < num_rows; ++row) {
5105
0
    for (col = 0; col < num_cols; ++col) {
5106
0
      const int index = row * num_cols + col;
5107
0
      cpi->mi_ssim_rdmult_scaling_factors[index] /= log_sum;
5108
0
    }
5109
0
  }
5110
5111
0
  (void)xd;
5112
0
}
5113
5114
// Process the wiener variance in 16x16 block basis.
5115
0
static int qsort_comp(const void *elem1, const void *elem2) {
5116
0
  int a = *((const int *)elem1);
5117
0
  int b = *((const int *)elem2);
5118
0
  if (a > b) return 1;
5119
0
  if (a < b) return -1;
5120
0
  return 0;
5121
0
}
5122
5123
0
static void init_mb_wiener_var_buffer(VP9_COMP *cpi) {
5124
0
  VP9_COMMON *cm = &cpi->common;
5125
5126
0
  if (cpi->mb_wiener_variance && cpi->mb_wiener_var_rows >= cm->mb_rows &&
5127
0
      cpi->mb_wiener_var_cols >= cm->mb_cols)
5128
0
    return;
5129
5130
0
  vpx_free(cpi->mb_wiener_variance);
5131
0
  cpi->mb_wiener_variance = NULL;
5132
5133
0
  CHECK_MEM_ERROR(
5134
0
      &cm->error, cpi->mb_wiener_variance,
5135
0
      vpx_calloc(cm->mb_rows * cm->mb_cols, sizeof(*cpi->mb_wiener_variance)));
5136
0
  cpi->mb_wiener_var_rows = cm->mb_rows;
5137
0
  cpi->mb_wiener_var_cols = cm->mb_cols;
5138
0
}
5139
5140
61.2k
static void init_sb_mul_scale_buffer(VP9_COMP *cpi) {
5141
61.2k
  VP9_COMMON *cm = &cpi->common;
5142
5143
61.2k
  if (cpi->mb_wiener_var_rows >= cm->mb_rows &&
5144
57.7k
      cpi->mb_wiener_var_cols >= cm->mb_cols)
5145
57.7k
    return;
5146
5147
3.47k
  vpx_free(cpi->sb_mul_scale);
5148
3.47k
  cpi->sb_mul_scale = NULL;
5149
5150
3.47k
  CHECK_MEM_ERROR(
5151
3.47k
      &cm->error, cpi->sb_mul_scale,
5152
3.47k
      vpx_calloc(cm->mb_rows * cm->mb_cols, sizeof(*cpi->sb_mul_scale)));
5153
3.47k
  cpi->mb_wiener_var_rows = cm->mb_rows;
5154
3.47k
  cpi->mb_wiener_var_cols = cm->mb_cols;
5155
3.47k
}
5156
5157
0
static void set_mb_wiener_variance(VP9_COMP *cpi) {
5158
0
  VP9_COMMON *cm = &cpi->common;
5159
0
  uint8_t *buffer = cpi->Source->y_buffer;
5160
0
  int buf_stride = cpi->Source->y_stride;
5161
5162
0
#if CONFIG_VP9_HIGHBITDEPTH
5163
0
  ThreadData *td = &cpi->td;
5164
0
  MACROBLOCK *x = &td->mb;
5165
0
  MACROBLOCKD *xd = &x->e_mbd;
5166
0
  DECLARE_ALIGNED(16, uint16_t, zero_pred16[32 * 32]);
5167
0
  DECLARE_ALIGNED(16, uint8_t, zero_pred8[32 * 32]);
5168
0
  uint8_t *zero_pred;
5169
#else
5170
  DECLARE_ALIGNED(16, uint8_t, zero_pred[32 * 32]);
5171
#endif
5172
5173
0
  DECLARE_ALIGNED(16, int16_t, src_diff[32 * 32]);
5174
0
  DECLARE_ALIGNED(16, tran_low_t, coeff[32 * 32]);
5175
5176
0
  int mb_row, mb_col, count = 0;
5177
  // Hard coded operating block size
5178
0
  const int block_size = 16;
5179
0
  const int coeff_count = block_size * block_size;
5180
0
  const TX_SIZE tx_size = TX_16X16;
5181
5182
0
#if CONFIG_VP9_HIGHBITDEPTH
5183
0
  xd->cur_buf = cpi->Source;
5184
0
  if (xd->cur_buf->flags & YV12_FLAG_HIGHBITDEPTH) {
5185
0
    zero_pred = CONVERT_TO_BYTEPTR(zero_pred16);
5186
0
    memset(zero_pred16, 0, sizeof(*zero_pred16) * coeff_count);
5187
0
  } else {
5188
0
    zero_pred = zero_pred8;
5189
0
    memset(zero_pred8, 0, sizeof(*zero_pred8) * coeff_count);
5190
0
  }
5191
#else
5192
  memset(zero_pred, 0, sizeof(*zero_pred) * coeff_count);
5193
#endif
5194
5195
0
  cpi->norm_wiener_variance = 0;
5196
5197
0
  for (mb_row = 0; mb_row < cm->mb_rows; ++mb_row) {
5198
0
    for (mb_col = 0; mb_col < cm->mb_cols; ++mb_col) {
5199
0
      int idx;
5200
0
      int16_t median_val = 0;
5201
0
      uint8_t *mb_buffer =
5202
0
          buffer + mb_row * block_size * buf_stride + mb_col * block_size;
5203
0
      int64_t wiener_variance = 0;
5204
5205
0
#if CONFIG_VP9_HIGHBITDEPTH
5206
0
      if (xd->cur_buf->flags & YV12_FLAG_HIGHBITDEPTH) {
5207
0
        vpx_highbd_subtract_block(block_size, block_size, src_diff, block_size,
5208
0
                                  mb_buffer, buf_stride, zero_pred, block_size,
5209
0
                                  xd->bd);
5210
0
        vp9_highbd_wht_fwd_txfm(src_diff, block_size, coeff, tx_size);
5211
0
      } else {
5212
0
        vpx_subtract_block(block_size, block_size, src_diff, block_size,
5213
0
                           mb_buffer, buf_stride, zero_pred, block_size);
5214
0
        vp9_wht_fwd_txfm(src_diff, block_size, coeff, tx_size);
5215
0
      }
5216
#else
5217
      vpx_subtract_block(block_size, block_size, src_diff, block_size,
5218
                         mb_buffer, buf_stride, zero_pred, block_size);
5219
      vp9_wht_fwd_txfm(src_diff, block_size, coeff, tx_size);
5220
#endif  // CONFIG_VP9_HIGHBITDEPTH
5221
5222
0
      coeff[0] = 0;
5223
0
      for (idx = 1; idx < coeff_count; ++idx) coeff[idx] = abs(coeff[idx]);
5224
5225
0
      qsort(coeff, coeff_count - 1, sizeof(*coeff), qsort_comp);
5226
5227
      // Noise level estimation
5228
0
      median_val = coeff[coeff_count / 2];
5229
5230
      // Wiener filter
5231
0
      for (idx = 1; idx < coeff_count; ++idx) {
5232
0
        int64_t sqr_coeff = (int64_t)coeff[idx] * coeff[idx];
5233
0
        int64_t tmp_coeff = (int64_t)coeff[idx];
5234
0
        if (median_val) {
5235
0
          tmp_coeff = (sqr_coeff * coeff[idx]) /
5236
0
                      (sqr_coeff + (int64_t)median_val * median_val);
5237
0
        }
5238
0
        wiener_variance += tmp_coeff * tmp_coeff;
5239
0
      }
5240
0
      cpi->mb_wiener_variance[mb_row * cm->mb_cols + mb_col] =
5241
0
          wiener_variance / coeff_count;
5242
0
      cpi->norm_wiener_variance +=
5243
0
          cpi->mb_wiener_variance[mb_row * cm->mb_cols + mb_col];
5244
0
      ++count;
5245
0
    }
5246
0
  }
5247
5248
0
  if (count) cpi->norm_wiener_variance /= count;
5249
0
  cpi->norm_wiener_variance = VPXMAX(1, cpi->norm_wiener_variance);
5250
0
}
5251
5252
#if !CONFIG_REALTIME_ONLY
5253
static PSNR_STATS compute_psnr_stats(const YV12_BUFFER_CONFIG *source_frame,
5254
                                     const YV12_BUFFER_CONFIG *coded_frame,
5255
                                     uint32_t bit_depth,
5256
                                     uint32_t input_bit_depth,
5257
0
                                     int spatial_layer_id) {
5258
0
  PSNR_STATS psnr;
5259
0
#if CONFIG_VP9_HIGHBITDEPTH
5260
0
  vpx_calc_highbd_psnr(source_frame, coded_frame, &psnr, bit_depth,
5261
0
                       input_bit_depth, spatial_layer_id);
5262
#else   // CONFIG_VP9_HIGHBITDEPTH
5263
  (void)bit_depth;
5264
  (void)input_bit_depth;
5265
  vpx_calc_psnr(source_frame, coded_frame, &psnr, spatial_layer_id);
5266
#endif  // CONFIG_VP9_HIGHBITDEPTH
5267
0
  return psnr;
5268
0
}
5269
5270
static void update_encode_frame_result_basic(
5271
    FRAME_UPDATE_TYPE update_type, int show_idx, int quantize_index,
5272
0
    ENCODE_FRAME_RESULT *encode_frame_result) {
5273
0
  encode_frame_result->show_idx = show_idx;
5274
0
  encode_frame_result->update_type = update_type;
5275
0
  encode_frame_result->quantize_index = quantize_index;
5276
0
}
5277
#endif  // !CONFIG_REALTIME_ONLY
5278
5279
static void encode_frame_to_data_rate(
5280
    VP9_COMP *cpi, size_t *size, uint8_t *dest, size_t dest_size,
5281
61.2k
    unsigned int *frame_flags, ENCODE_FRAME_RESULT *encode_frame_result) {
5282
61.2k
  VP9_COMMON *const cm = &cpi->common;
5283
61.2k
  const VP9EncoderConfig *const oxcf = &cpi->oxcf;
5284
61.2k
  struct segmentation *const seg = &cm->seg;
5285
61.2k
  TX_SIZE t;
5286
5287
61.2k
  if (vp9_svc_check_skip_enhancement_layer(cpi)) return;
5288
5289
61.2k
  set_ext_overrides(cpi);
5290
61.2k
  vpx_clear_system_state();
5291
5292
#ifdef ENABLE_KF_DENOISE
5293
  // Spatial denoise of key frame.
5294
  if (is_spatial_denoise_enabled(cpi)) spatial_denoise_frame(cpi);
5295
#endif
5296
5297
61.2k
  if (cm->show_existing_frame == 0) {
5298
    // Update frame index
5299
61.2k
    set_frame_index(cpi, cm);
5300
5301
    // Set the arf sign bias for this frame.
5302
61.2k
    set_ref_sign_bias(cpi);
5303
61.2k
  }
5304
5305
  // On the very first frame set the deadline_mode_previous_frame to
5306
  // the current mode.
5307
61.2k
  if (cpi->common.current_video_frame == 0)
5308
3.47k
    cpi->deadline_mode_previous_frame = cpi->oxcf.mode;
5309
5310
  // Set default state for segment based loop filter update flags.
5311
61.2k
  cm->lf.mode_ref_delta_update = 0;
5312
5313
61.2k
  if (cpi->oxcf.pass == 2 && cpi->sf.adaptive_interp_filter_search)
5314
0
    cpi->sf.interp_filter_search_mask = setup_interp_filter_search_mask(cpi);
5315
5316
  // Set various flags etc to special state if it is a key frame.
5317
61.2k
  if (frame_is_intra_only(cm)) {
5318
    // Reset the loop filter deltas and segmentation map.
5319
12.5k
    vp9_reset_segment_features(&cm->seg);
5320
5321
    // If segmentation is enabled force a map update for key frames.
5322
12.5k
    if (seg->enabled) {
5323
0
      seg->update_map = 1;
5324
0
      seg->update_data = 1;
5325
0
    }
5326
5327
    // The alternate reference frame cannot be active for a key frame.
5328
12.5k
    cpi->rc.source_alt_ref_active = 0;
5329
5330
12.5k
    cm->error_resilient_mode = oxcf->error_resilient_mode;
5331
12.5k
    cm->frame_parallel_decoding_mode = oxcf->frame_parallel_decoding_mode;
5332
5333
    // By default, encoder assumes decoder can use prev_mi.
5334
12.5k
    if (cm->error_resilient_mode) {
5335
0
      cm->frame_parallel_decoding_mode = 1;
5336
0
      cm->reset_frame_context = 0;
5337
0
      cm->refresh_frame_context = 0;
5338
12.5k
    } else if (cm->intra_only) {
5339
      // Only reset the current context.
5340
0
      cm->reset_frame_context = 2;
5341
0
    }
5342
12.5k
  }
5343
5344
61.2k
  if (oxcf->tuning == VP8_TUNE_SSIM) set_mb_ssim_rdmult_scaling(cpi);
5345
5346
61.2k
  if (oxcf->aq_mode == PERCEPTUAL_AQ) {
5347
0
    init_mb_wiener_var_buffer(cpi);
5348
0
    set_mb_wiener_variance(cpi);
5349
0
  }
5350
5351
61.2k
  init_sb_mul_scale_buffer(cpi);
5352
5353
61.2k
  vpx_clear_system_state();
5354
5355
#if CONFIG_INTERNAL_STATS
5356
  memset(cpi->mode_chosen_counts, 0,
5357
         MAX_MODES * sizeof(*cpi->mode_chosen_counts));
5358
#endif
5359
  // Backup to ensure consistency between recodes
5360
61.2k
  save_encode_params(cpi);
5361
61.2k
  if (cpi->ext_ratectrl.ready &&
5362
0
      (cpi->ext_ratectrl.funcs.rc_type & VPX_RC_RDMULT) != 0 &&
5363
0
      cpi->ext_ratectrl.funcs.get_frame_rdmult != NULL) {
5364
0
    vpx_codec_err_t codec_status;
5365
0
    const GF_GROUP *gf_group = &cpi->twopass.gf_group;
5366
0
    FRAME_UPDATE_TYPE update_type = gf_group->update_type[gf_group->index];
5367
0
    const int ref_frame_flags = get_ref_frame_flags(cpi);
5368
0
    RefCntBuffer *ref_frame_bufs[MAX_INTER_REF_FRAMES];
5369
0
    const RefCntBuffer *curr_frame_buf = get_ref_cnt_buffer(cm, cm->new_fb_idx);
5370
    // index 0 of a gf group is always KEY/OVERLAY/GOLDEN.
5371
    // index 1 refers to the first encoding frame in a gf group.
5372
    // Therefore if it is ARF_UPDATE, it means this gf group uses alt ref.
5373
    // See function define_gf_group_structure().
5374
0
    const int use_alt_ref = gf_group->update_type[1] == ARF_UPDATE;
5375
0
    int ext_rdmult = VPX_DEFAULT_RDMULT;
5376
0
    get_ref_frame_bufs(cpi, ref_frame_bufs);
5377
0
    codec_status = vp9_extrc_get_frame_rdmult(
5378
0
        &cpi->ext_ratectrl, curr_frame_buf->frame_index,
5379
0
        cm->current_frame_coding_index, gf_group->index, update_type,
5380
0
        gf_group->gf_group_size, use_alt_ref, ref_frame_bufs, ref_frame_flags,
5381
0
        &ext_rdmult);
5382
0
    if (codec_status != VPX_CODEC_OK) {
5383
0
      vpx_internal_error(&cm->error, codec_status,
5384
0
                         "vp9_extrc_get_frame_rdmult() failed");
5385
0
    }
5386
0
    cpi->ext_ratectrl.ext_rdmult = ext_rdmult;
5387
0
  }
5388
5389
61.2k
  if (cpi->sf.recode_loop == DISALLOW_RECODE) {
5390
61.2k
    if (!encode_without_recode_loop(cpi, size, dest, dest_size)) return;
5391
61.2k
  } else {
5392
0
#if !CONFIG_REALTIME_ONLY
5393
#if CONFIG_COLLECT_COMPONENT_TIMING
5394
    start_timing(cpi, encode_with_recode_loop_time);
5395
#endif
5396
0
    encode_with_recode_loop(cpi, size, dest, dest_size);
5397
#if CONFIG_COLLECT_COMPONENT_TIMING
5398
    end_timing(cpi, encode_with_recode_loop_time);
5399
#endif
5400
0
#endif  // !CONFIG_REALTIME_ONLY
5401
0
  }
5402
5403
  // TODO(jingning): When using show existing frame mode, we assume that the
5404
  // current ARF will be directly used as the final reconstructed frame. This is
5405
  // an encoder control scheme. One could in principle explore other
5406
  // possibilities to arrange the reference frame buffer and their coding order.
5407
61.2k
  if (cm->show_existing_frame) {
5408
0
    ref_cnt_fb(cm->buffer_pool->frame_bufs, &cm->new_fb_idx,
5409
0
               cm->ref_frame_map[cpi->alt_fb_idx]);
5410
0
  }
5411
5412
61.2k
#if !CONFIG_REALTIME_ONLY
5413
  // Disable segmentation if it decrease rate/distortion ratio
5414
61.2k
  if (cpi->oxcf.aq_mode == LOOKAHEAD_AQ)
5415
0
    vp9_try_disable_lookahead_aq(cpi, size, dest, dest_size);
5416
61.2k
#endif
5417
5418
#if CONFIG_VP9_TEMPORAL_DENOISING
5419
#ifdef OUTPUT_YUV_DENOISED
5420
  if (oxcf->noise_sensitivity > 0 && denoise_svc(cpi)) {
5421
    vpx_write_yuv_frame(yuv_denoised_file,
5422
                        &cpi->denoiser.running_avg_y[INTRA_FRAME]);
5423
  }
5424
#endif
5425
#endif
5426
#ifdef OUTPUT_YUV_SKINMAP
5427
  if (cpi->common.current_video_frame > 1) {
5428
    vp9_output_skin_map(cpi, yuv_skinmap_file);
5429
  }
5430
#endif
5431
5432
  // Special case code to reduce pulsing when key frames are forced at a
5433
  // fixed interval. Note the reconstruction error if it is the frame before
5434
  // the force key frame
5435
61.2k
  if (cpi->rc.next_key_frame_forced && cpi->rc.frames_to_key == 1) {
5436
0
#if CONFIG_VP9_HIGHBITDEPTH
5437
0
    if (cm->use_highbitdepth) {
5438
0
      cpi->ambient_err =
5439
0
          vpx_highbd_get_y_sse(cpi->Source, get_frame_new_buffer(cm));
5440
0
    } else {
5441
0
      cpi->ambient_err = vpx_get_y_sse(cpi->Source, get_frame_new_buffer(cm));
5442
0
    }
5443
#else
5444
    cpi->ambient_err = vpx_get_y_sse(cpi->Source, get_frame_new_buffer(cm));
5445
#endif  // CONFIG_VP9_HIGHBITDEPTH
5446
0
  }
5447
5448
  // If the encoder forced a KEY_FRAME decision
5449
61.2k
  if (cm->frame_type == KEY_FRAME) cpi->refresh_last_frame = 1;
5450
5451
61.2k
  cm->frame_to_show = get_frame_new_buffer(cm);
5452
61.2k
  cm->frame_to_show->color_space = cm->color_space;
5453
61.2k
  cm->frame_to_show->color_range = cm->color_range;
5454
61.2k
  cm->frame_to_show->render_width = cm->render_width;
5455
61.2k
  cm->frame_to_show->render_height = cm->render_height;
5456
5457
#if CONFIG_COLLECT_COMPONENT_TIMING
5458
  start_timing(cpi, loopfilter_frame_time);
5459
#endif
5460
  // Pick the loop filter level for the frame.
5461
61.2k
  loopfilter_frame(cpi, cm);
5462
#if CONFIG_COLLECT_COMPONENT_TIMING
5463
  end_timing(cpi, loopfilter_frame_time);
5464
#endif
5465
5466
61.2k
  if (cpi->rc.use_post_encode_drop) save_coding_context(cpi);
5467
5468
#if CONFIG_COLLECT_COMPONENT_TIMING
5469
  start_timing(cpi, vp9_pack_bitstream_time);
5470
#endif
5471
  // build the bitstream
5472
61.2k
  vp9_pack_bitstream(cpi, dest, dest_size, size);
5473
#if CONFIG_COLLECT_COMPONENT_TIMING
5474
  end_timing(cpi, vp9_pack_bitstream_time);
5475
#endif
5476
5477
61.2k
  if (cpi->ext_ratectrl.ready &&
5478
0
      cpi->ext_ratectrl.funcs.update_encodeframe_result != NULL) {
5479
0
    vpx_codec_err_t codec_status = vp9_extrc_update_encodeframe_result(
5480
0
        &cpi->ext_ratectrl, (*size) << 3, cm->base_qindex);
5481
0
    if (codec_status != VPX_CODEC_OK) {
5482
0
      vpx_internal_error(&cm->error, codec_status,
5483
0
                         "vp9_extrc_update_encodeframe_result() failed");
5484
0
    }
5485
0
  }
5486
#if CONFIG_REALTIME_ONLY
5487
  (void)encode_frame_result;
5488
  assert(encode_frame_result == NULL);
5489
#else   // CONFIG_REALTIME_ONLY
5490
61.2k
  if (encode_frame_result != NULL) {
5491
0
    const RefCntBuffer *coded_frame_buf =
5492
0
        get_ref_cnt_buffer(cm, cm->new_fb_idx);
5493
0
    RefCntBuffer *ref_frame_bufs[MAX_INTER_REF_FRAMES];
5494
0
    FRAME_UPDATE_TYPE update_type =
5495
0
        cpi->twopass.gf_group.update_type[cpi->twopass.gf_group.index];
5496
0
    int quantize_index = vp9_get_quantizer(cpi);
5497
0
    get_ref_frame_bufs(cpi, ref_frame_bufs);
5498
    // update_encode_frame_result() depends on twopass.gf_group.index and
5499
    // cm->new_fb_idx, cpi->Source, cpi->lst_fb_idx, cpi->gld_fb_idx and
5500
    // cpi->alt_fb_idx are updated for current frame and have
5501
    // not been updated for the next frame yet.
5502
    // The update locations are as follows.
5503
    // 1) twopass.gf_group.index is initialized at define_gf_group by vp9_zero()
5504
    // for the first frame in the gf_group and is updated for the next frame at
5505
    // vp9_twopass_postencode_update().
5506
    // 2) cpi->Source is updated at the beginning of vp9_get_compressed_data()
5507
    // 3) cm->new_fb_idx is updated at the beginning of
5508
    // vp9_get_compressed_data() by get_free_fb(cm).
5509
    // 4) cpi->lst_fb_idx/gld_fb_idx/alt_fb_idx will be updated for the next
5510
    // frame at vp9_update_reference_frames().
5511
    // This function needs to be called before vp9_update_reference_frames().
5512
    // TODO(angiebird): Improve the codebase to make the update of frame
5513
    // dependent variables more robust.
5514
5515
0
    update_encode_frame_result_basic(update_type, coded_frame_buf->frame_index,
5516
0
                                     quantize_index, encode_frame_result);
5517
0
    if (cpi->ext_ratectrl.ready && cpi->ext_ratectrl.log_file) {
5518
0
      PSNR_STATS psnr = compute_psnr_stats(
5519
0
          cpi->Source, &coded_frame_buf->buf, cm->bit_depth,
5520
0
          cpi->oxcf.input_bit_depth, cpi->svc.spatial_layer_id);
5521
0
      fprintf(cpi->ext_ratectrl.log_file,
5522
0
              "ENCODE_FRAME_RESULT gop_index %d psnr %f bits %zu\n",
5523
0
              cpi->twopass.gf_group.index, psnr.psnr[0], (*size) << 3);
5524
0
    }
5525
0
  }
5526
61.2k
#endif  // CONFIG_REALTIME_ONLY
5527
5528
61.2k
  if (cpi->rc.use_post_encode_drop && cm->base_qindex < cpi->rc.worst_quality &&
5529
0
      cpi->svc.spatial_layer_id == 0 && post_encode_drop_cbr(cpi, size)) {
5530
0
    restore_coding_context(cpi);
5531
0
    return;
5532
0
  }
5533
5534
61.2k
  cpi->last_frame_dropped = 0;
5535
61.2k
  cpi->svc.last_layer_dropped[cpi->svc.spatial_layer_id] = 0;
5536
61.2k
  if (cpi->svc.spatial_layer_id == cpi->svc.number_spatial_layers - 1)
5537
61.1k
    cpi->svc.num_encoded_top_layer++;
5538
5539
  // Keep track of the frame buffer index updated/refreshed for the
5540
  // current encoded TL0 superframe.
5541
61.2k
  if (cpi->svc.temporal_layer_id == 0) {
5542
61.1k
    if (cpi->refresh_last_frame)
5543
61.1k
      cpi->svc.fb_idx_upd_tl0[cpi->svc.spatial_layer_id] = cpi->lst_fb_idx;
5544
0
    else if (cpi->refresh_golden_frame)
5545
0
      cpi->svc.fb_idx_upd_tl0[cpi->svc.spatial_layer_id] = cpi->gld_fb_idx;
5546
0
    else if (cpi->refresh_alt_ref_frame)
5547
0
      cpi->svc.fb_idx_upd_tl0[cpi->svc.spatial_layer_id] = cpi->alt_fb_idx;
5548
61.1k
  }
5549
5550
61.2k
  if (cm->seg.update_map) update_reference_segmentation_map(cpi);
5551
5552
61.2k
  if (frame_is_intra_only(cm) == 0) {
5553
48.7k
    release_scaled_references(cpi);
5554
48.7k
  }
5555
61.2k
  vp9_update_reference_frames(cpi);
5556
5557
61.2k
  if (!cm->show_existing_frame) {
5558
305k
    for (t = TX_4X4; t <= TX_32X32; ++t) {
5559
244k
      full_to_model_counts(cpi->td.counts->coef[t],
5560
244k
                           cpi->td.rd_counts.coef_counts[t]);
5561
244k
    }
5562
5563
61.1k
    if (!cm->error_resilient_mode && !cm->frame_parallel_decoding_mode) {
5564
0
      if (!frame_is_intra_only(cm)) {
5565
0
        vp9_adapt_mode_probs(cm);
5566
0
        vp9_adapt_mv_probs(cm, cm->allow_high_precision_mv);
5567
0
      }
5568
0
      vp9_adapt_coef_probs(cm);
5569
0
    }
5570
61.1k
  }
5571
5572
61.2k
  cpi->ext_refresh_frame_flags_pending = 0;
5573
5574
61.2k
  if (cpi->refresh_golden_frame == 1)
5575
15.8k
    cpi->frame_flags |= FRAMEFLAGS_GOLDEN;
5576
45.3k
  else
5577
45.3k
    cpi->frame_flags &= ~FRAMEFLAGS_GOLDEN;
5578
5579
61.2k
  if (cpi->refresh_alt_ref_frame == 1)
5580
12.4k
    cpi->frame_flags |= FRAMEFLAGS_ALTREF;
5581
48.7k
  else
5582
48.7k
    cpi->frame_flags &= ~FRAMEFLAGS_ALTREF;
5583
5584
61.2k
  cpi->ref_frame_flags = get_ref_frame_flags(cpi);
5585
5586
61.2k
  cm->last_frame_type = cm->frame_type;
5587
5588
61.2k
  vp9_rc_postencode_update(cpi, *size);
5589
5590
61.2k
  if (cpi->compute_frame_low_motion_onepass && oxcf->pass == 0 &&
5591
61.1k
      !frame_is_intra_only(cm) &&
5592
48.7k
      (!cpi->use_svc ||
5593
0
       (cpi->use_svc &&
5594
0
        !cpi->svc.layer_context[cpi->svc.temporal_layer_id].is_key_frame &&
5595
48.7k
        cpi->svc.spatial_layer_id == cpi->svc.number_spatial_layers - 1))) {
5596
48.7k
    vp9_compute_frame_low_motion(cpi);
5597
48.7k
  }
5598
5599
61.2k
  *size = VPXMAX(1, *size);
5600
5601
#if 0
5602
  output_frame_level_debug_stats(cpi);
5603
#endif
5604
5605
61.2k
  if (cm->frame_type == KEY_FRAME) {
5606
    // Tell the caller that the frame was coded as a key frame
5607
12.4k
    *frame_flags = cpi->frame_flags | FRAMEFLAGS_KEY;
5608
48.7k
  } else {
5609
48.7k
    *frame_flags = cpi->frame_flags & ~FRAMEFLAGS_KEY;
5610
48.7k
  }
5611
5612
  // Clear the one shot update flags for segmentation map and mode/ref loop
5613
  // filter deltas.
5614
61.2k
  cm->seg.update_map = 0;
5615
61.2k
  cm->seg.update_data = 0;
5616
61.2k
  cm->lf.mode_ref_delta_update = 0;
5617
5618
  // keep track of the last coded dimensions
5619
61.2k
  cm->last_width = cm->width;
5620
61.2k
  cm->last_height = cm->height;
5621
5622
  // reset to normal state now that we are done.
5623
61.2k
  if (!cm->show_existing_frame) {
5624
61.1k
    cm->last_show_frame = cm->show_frame;
5625
61.1k
    cm->prev_frame = cm->cur_frame;
5626
61.1k
  }
5627
5628
61.2k
  if (cm->show_frame) {
5629
61.1k
    vp9_swap_mi_and_prev_mi(cm);
5630
61.1k
    if (cpi->use_svc) vp9_inc_frame_in_layer(cpi);
5631
61.1k
  }
5632
61.2k
  update_frame_indexes(cm, cm->show_frame);
5633
5634
61.2k
  if (cpi->use_svc) {
5635
0
    cpi->svc
5636
0
        .layer_context[cpi->svc.spatial_layer_id *
5637
0
                           cpi->svc.number_temporal_layers +
5638
0
                       cpi->svc.temporal_layer_id]
5639
0
        .last_frame_type = cm->frame_type;
5640
    // Reset layer_sync back to 0 for next frame.
5641
0
    cpi->svc.spatial_layer_sync[cpi->svc.spatial_layer_id] = 0;
5642
0
  }
5643
5644
61.2k
  cpi->force_update_segmentation = 0;
5645
5646
61.2k
#if !CONFIG_REALTIME_ONLY
5647
61.2k
  if (cpi->oxcf.aq_mode == LOOKAHEAD_AQ)
5648
0
    vp9_alt_ref_aq_unset_all(cpi->alt_ref_aq, cpi);
5649
61.2k
#endif
5650
5651
61.2k
  cpi->svc.previous_frame_is_intra_only = cm->intra_only;
5652
61.2k
  cpi->svc.set_intra_only_frame = 0;
5653
61.2k
}
5654
5655
static void SvcEncode(VP9_COMP *cpi, size_t *size, uint8_t *dest,
5656
0
                      size_t dest_size, unsigned int *frame_flags) {
5657
0
  vp9_rc_get_svc_params(cpi);
5658
0
  encode_frame_to_data_rate(cpi, size, dest, dest_size, frame_flags,
5659
0
                            /*encode_frame_result = */ NULL);
5660
0
}
5661
5662
static void Pass0Encode(VP9_COMP *cpi, size_t *size, uint8_t *dest,
5663
61.2k
                        size_t dest_size, unsigned int *frame_flags) {
5664
61.2k
  if (cpi->oxcf.rc_mode == VPX_CBR) {
5665
0
    vp9_rc_get_one_pass_cbr_params(cpi);
5666
61.2k
  } else {
5667
61.2k
    vp9_rc_get_one_pass_vbr_params(cpi);
5668
61.2k
  }
5669
61.2k
  encode_frame_to_data_rate(cpi, size, dest, dest_size, frame_flags,
5670
61.2k
                            /*encode_frame_result = */ NULL);
5671
61.2k
}
5672
5673
#if !CONFIG_REALTIME_ONLY
5674
static void Pass2Encode(VP9_COMP *cpi, size_t *size, uint8_t *dest,
5675
                        size_t dest_size, unsigned int *frame_flags,
5676
0
                        ENCODE_FRAME_RESULT *encode_frame_result) {
5677
0
  cpi->allow_encode_breakout = ENCODE_BREAKOUT_ENABLED;
5678
#if CONFIG_MISMATCH_DEBUG
5679
  mismatch_move_frame_idx_w();
5680
#endif
5681
0
  encode_frame_to_data_rate(cpi, size, dest, dest_size, frame_flags,
5682
0
                            encode_frame_result);
5683
0
}
5684
#endif  // !CONFIG_REALTIME_ONLY
5685
5686
int vp9_receive_raw_frame(VP9_COMP *cpi, vpx_enc_frame_flags_t frame_flags,
5687
                          YV12_BUFFER_CONFIG *sd, int64_t time_stamp,
5688
61.7k
                          int64_t end_time) {
5689
61.7k
  VP9_COMMON *const cm = &cpi->common;
5690
#if CONFIG_INTERNAL_STATS
5691
  struct vpx_usec_timer timer;
5692
#endif
5693
61.7k
  int res = 0;
5694
61.7k
  const int subsampling_x = sd->subsampling_x;
5695
61.7k
  const int subsampling_y = sd->subsampling_y;
5696
61.7k
#if CONFIG_VP9_HIGHBITDEPTH
5697
61.7k
  const int use_highbitdepth = (sd->flags & YV12_FLAG_HIGHBITDEPTH) != 0;
5698
#else
5699
  const int use_highbitdepth = 0;
5700
#endif
5701
5702
61.7k
  if ((cm->profile == PROFILE_0 || cm->profile == PROFILE_2) &&
5703
61.7k
      (subsampling_x != 1 || subsampling_y != 1)) {
5704
0
    vpx_internal_error(&cm->error, VPX_CODEC_INVALID_PARAM,
5705
0
                       "Non-4:2:0 color format requires profile 1 or 3");
5706
0
    return -1;
5707
0
  }
5708
61.7k
  if ((cm->profile == PROFILE_1 || cm->profile == PROFILE_3) &&
5709
0
      (subsampling_x == 1 && subsampling_y == 1)) {
5710
0
    vpx_internal_error(&cm->error, VPX_CODEC_INVALID_PARAM,
5711
0
                       "4:2:0 color format requires profile 0 or 2");
5712
0
    return -1;
5713
0
  }
5714
61.7k
  if (cm->color_space == VPX_CS_SRGB) {
5715
0
    if (cm->profile == PROFILE_0 || cm->profile == PROFILE_2) {
5716
0
      vpx_internal_error(&cm->error, VPX_CODEC_INVALID_PARAM,
5717
0
                         "SRGB color space requires profile 1 or 3");
5718
0
      return -1;
5719
0
    }
5720
0
    if (subsampling_x != 0 || subsampling_y != 0) {
5721
0
      vpx_internal_error(&cm->error, VPX_CODEC_INVALID_PARAM,
5722
0
                         "SRGB color space requires 4:4:4");
5723
0
      return -1;
5724
0
    }
5725
0
  }
5726
5727
61.7k
  update_initial_width(cpi, use_highbitdepth, subsampling_x, subsampling_y);
5728
#if CONFIG_VP9_TEMPORAL_DENOISING
5729
  setup_denoiser_buffer(cpi);
5730
#endif
5731
5732
61.7k
  alloc_raw_frame_buffers(cpi);
5733
5734
#if CONFIG_INTERNAL_STATS
5735
  vpx_usec_timer_start(&timer);
5736
#endif
5737
5738
61.7k
  if (vp9_lookahead_push(cpi->lookahead, sd, time_stamp, end_time,
5739
61.7k
                         use_highbitdepth, frame_flags))
5740
0
    res = -1;
5741
#if CONFIG_INTERNAL_STATS
5742
  vpx_usec_timer_mark(&timer);
5743
  cpi->time_receive_data += vpx_usec_timer_elapsed(&timer);
5744
#endif
5745
5746
61.7k
  return res;
5747
61.7k
}
5748
5749
61.1k
static int frame_is_reference(const VP9_COMP *cpi) {
5750
61.1k
  const VP9_COMMON *cm = &cpi->common;
5751
5752
61.1k
  return cm->frame_type == KEY_FRAME || cpi->refresh_last_frame ||
5753
0
         cpi->refresh_golden_frame || cpi->refresh_alt_ref_frame ||
5754
0
         cm->refresh_frame_context || cm->lf.mode_ref_delta_update ||
5755
0
         cm->seg.update_map || cm->seg.update_data;
5756
61.1k
}
5757
5758
static void adjust_frame_rate(VP9_COMP *cpi,
5759
61.2k
                              const struct lookahead_entry *source) {
5760
61.2k
  int64_t this_duration;
5761
61.2k
  int step = 0;
5762
5763
61.2k
  if (source->ts_start == cpi->first_time_stamp_ever) {
5764
61.2k
    this_duration = source->ts_end - source->ts_start;
5765
61.2k
    step = 1;
5766
61.2k
  } else {
5767
0
    int64_t last_duration =
5768
0
        cpi->last_end_time_stamp_seen - cpi->last_time_stamp_seen;
5769
5770
0
    this_duration = source->ts_end - cpi->last_end_time_stamp_seen;
5771
5772
    // do a step update if the duration changes by 10%
5773
0
    if (last_duration)
5774
0
      step = (int)((this_duration - last_duration) * 10 / last_duration);
5775
0
  }
5776
5777
61.2k
  if (this_duration) {
5778
60.6k
    if (step) {
5779
60.6k
      vp9_new_framerate(cpi, 10000000.0 / this_duration);
5780
60.6k
    } else {
5781
      // Average this frame's rate into the last second's average
5782
      // frame rate. If we haven't seen 1 second yet, then average
5783
      // over the whole interval seen.
5784
0
      const double interval = VPXMIN(
5785
0
          (double)(source->ts_end - cpi->first_time_stamp_ever), 10000000.0);
5786
0
      double avg_duration = 10000000.0 / cpi->framerate;
5787
0
      avg_duration *= (interval - avg_duration + this_duration);
5788
0
      avg_duration /= interval;
5789
5790
0
      vp9_new_framerate(cpi, 10000000.0 / avg_duration);
5791
0
    }
5792
60.6k
  }
5793
61.2k
  cpi->last_time_stamp_seen = source->ts_start;
5794
61.2k
  cpi->last_end_time_stamp_seen = source->ts_end;
5795
61.2k
}
5796
5797
// Returns 0 if this is not an alt ref else the offset of the source frame
5798
// used as the arf midpoint.
5799
148k
static int get_arf_src_index(VP9_COMP *cpi) {
5800
148k
  RATE_CONTROL *const rc = &cpi->rc;
5801
148k
  int arf_src_index = 0;
5802
148k
  if (is_altref_enabled(cpi)) {
5803
148k
    if (cpi->oxcf.pass == 2) {
5804
0
      const GF_GROUP *const gf_group = &cpi->twopass.gf_group;
5805
0
      if (gf_group->update_type[gf_group->index] == ARF_UPDATE) {
5806
0
        arf_src_index = gf_group->arf_src_offset[gf_group->index];
5807
0
      }
5808
148k
    } else if (rc->source_alt_ref_pending) {
5809
0
      arf_src_index = rc->frames_till_gf_update_due;
5810
0
    }
5811
148k
  }
5812
148k
  return arf_src_index;
5813
148k
}
5814
5815
static void check_src_altref(VP9_COMP *cpi,
5816
61.2k
                             const struct lookahead_entry *source) {
5817
61.2k
  RATE_CONTROL *const rc = &cpi->rc;
5818
5819
61.2k
  if (cpi->oxcf.pass == 2) {
5820
0
    const GF_GROUP *const gf_group = &cpi->twopass.gf_group;
5821
0
    rc->is_src_frame_alt_ref =
5822
0
        (gf_group->update_type[gf_group->index] == OVERLAY_UPDATE);
5823
61.2k
  } else {
5824
61.2k
    rc->is_src_frame_alt_ref =
5825
61.2k
        cpi->alt_ref_source && (source == cpi->alt_ref_source);
5826
61.2k
  }
5827
5828
61.2k
  if (rc->is_src_frame_alt_ref) {
5829
    // Current frame is an ARF overlay frame.
5830
0
    cpi->alt_ref_source = NULL;
5831
5832
    // Don't refresh the last buffer for an ARF overlay frame. It will
5833
    // become the GF so preserve last as an alternative prediction option.
5834
0
    cpi->refresh_last_frame = 0;
5835
0
  }
5836
61.2k
}
5837
5838
#if CONFIG_INTERNAL_STATS
5839
static void adjust_image_stat(double y, double u, double v, double all,
5840
                              ImageStat *s) {
5841
  s->stat[Y] += y;
5842
  s->stat[U] += u;
5843
  s->stat[V] += v;
5844
  s->stat[ALL] += all;
5845
  s->worst = VPXMIN(s->worst, all);
5846
}
5847
#endif  // CONFIG_INTERNAL_STATS
5848
5849
// Adjust the maximum allowable frame size for the target level.
5850
0
static void level_rc_framerate(VP9_COMP *cpi, int arf_src_index) {
5851
0
  RATE_CONTROL *const rc = &cpi->rc;
5852
0
  LevelConstraint *const ls = &cpi->level_constraint;
5853
0
  VP9_COMMON *const cm = &cpi->common;
5854
0
  const double max_cpb_size = ls->max_cpb_size;
5855
0
  vpx_clear_system_state();
5856
0
  rc->max_frame_bandwidth = VPXMIN(rc->max_frame_bandwidth, ls->max_frame_size);
5857
0
  if (frame_is_intra_only(cm)) {
5858
0
    rc->max_frame_bandwidth =
5859
0
        VPXMIN(rc->max_frame_bandwidth, (int)(max_cpb_size * 0.5));
5860
0
  } else if (arf_src_index > 0) {
5861
0
    rc->max_frame_bandwidth =
5862
0
        VPXMIN(rc->max_frame_bandwidth, (int)(max_cpb_size * 0.4));
5863
0
  } else {
5864
0
    rc->max_frame_bandwidth =
5865
0
        VPXMIN(rc->max_frame_bandwidth, (int)(max_cpb_size * 0.2));
5866
0
  }
5867
0
}
5868
5869
0
static void update_level_info(VP9_COMP *cpi, size_t size, int arf_src_index) {
5870
0
  VP9_COMMON *const cm = &cpi->common;
5871
0
  Vp9LevelInfo *const level_info = &cpi->level_info;
5872
0
  Vp9LevelSpec *const level_spec = &level_info->level_spec;
5873
0
  Vp9LevelStats *const level_stats = &level_info->level_stats;
5874
0
  int i, idx;
5875
0
  uint64_t luma_samples, dur_end;
5876
0
  const uint32_t luma_pic_size = cm->width * cm->height;
5877
0
  const uint32_t luma_pic_breadth = VPXMAX(cm->width, cm->height);
5878
0
  LevelConstraint *const level_constraint = &cpi->level_constraint;
5879
0
  const int8_t level_index = level_constraint->level_index;
5880
0
  double cpb_data_size;
5881
5882
0
  vpx_clear_system_state();
5883
5884
  // update level_stats
5885
0
  level_stats->total_compressed_size += size;
5886
0
  if (cm->show_frame) {
5887
0
    level_stats->total_uncompressed_size +=
5888
0
        luma_pic_size +
5889
0
        2 * (luma_pic_size >> (cm->subsampling_x + cm->subsampling_y));
5890
0
    level_stats->time_encoded =
5891
0
        (cpi->last_end_time_stamp_seen - cpi->first_time_stamp_ever) /
5892
0
        (double)TICKS_PER_SEC;
5893
0
  }
5894
5895
0
  if (arf_src_index > 0) {
5896
0
    if (!level_stats->seen_first_altref) {
5897
0
      level_stats->seen_first_altref = 1;
5898
0
    } else if (level_stats->frames_since_last_altref <
5899
0
               level_spec->min_altref_distance) {
5900
0
      level_spec->min_altref_distance = level_stats->frames_since_last_altref;
5901
0
    }
5902
0
    level_stats->frames_since_last_altref = 0;
5903
0
  } else {
5904
0
    ++level_stats->frames_since_last_altref;
5905
0
  }
5906
5907
0
  if (level_stats->frame_window_buffer.len < FRAME_WINDOW_SIZE - 1) {
5908
0
    idx = (level_stats->frame_window_buffer.start +
5909
0
           level_stats->frame_window_buffer.len++) %
5910
0
          FRAME_WINDOW_SIZE;
5911
0
  } else {
5912
0
    idx = level_stats->frame_window_buffer.start;
5913
0
    level_stats->frame_window_buffer.start = (idx + 1) % FRAME_WINDOW_SIZE;
5914
0
  }
5915
0
  level_stats->frame_window_buffer.buf[idx].ts = cpi->last_time_stamp_seen;
5916
0
  level_stats->frame_window_buffer.buf[idx].size = (uint32_t)size;
5917
0
  level_stats->frame_window_buffer.buf[idx].luma_samples = luma_pic_size;
5918
5919
0
  if (cm->frame_type == KEY_FRAME) {
5920
0
    level_stats->ref_refresh_map = 0;
5921
0
  } else {
5922
0
    int count = 0;
5923
0
    level_stats->ref_refresh_map |= vp9_get_refresh_mask(cpi);
5924
    // Also need to consider the case where the encoder refers to a buffer
5925
    // that has been implicitly refreshed after encoding a keyframe.
5926
0
    if (!cm->intra_only) {
5927
0
      level_stats->ref_refresh_map |= (1 << cpi->lst_fb_idx);
5928
0
      level_stats->ref_refresh_map |= (1 << cpi->gld_fb_idx);
5929
0
      level_stats->ref_refresh_map |= (1 << cpi->alt_fb_idx);
5930
0
    }
5931
0
    for (i = 0; i < REF_FRAMES; ++i) {
5932
0
      count += (level_stats->ref_refresh_map >> i) & 1;
5933
0
    }
5934
0
    if (count > level_spec->max_ref_frame_buffers) {
5935
0
      level_spec->max_ref_frame_buffers = count;
5936
0
    }
5937
0
  }
5938
5939
  // update average_bitrate
5940
0
  level_spec->average_bitrate = (double)level_stats->total_compressed_size /
5941
0
                                125.0 / level_stats->time_encoded;
5942
5943
  // update max_luma_sample_rate
5944
0
  luma_samples = 0;
5945
0
  for (i = 0; i < level_stats->frame_window_buffer.len; ++i) {
5946
0
    idx = (level_stats->frame_window_buffer.start +
5947
0
           level_stats->frame_window_buffer.len - 1 - i) %
5948
0
          FRAME_WINDOW_SIZE;
5949
0
    if (i == 0) {
5950
0
      dur_end = level_stats->frame_window_buffer.buf[idx].ts;
5951
0
    }
5952
0
    if (dur_end - level_stats->frame_window_buffer.buf[idx].ts >=
5953
0
        TICKS_PER_SEC) {
5954
0
      break;
5955
0
    }
5956
0
    luma_samples += level_stats->frame_window_buffer.buf[idx].luma_samples;
5957
0
  }
5958
0
  if (luma_samples > level_spec->max_luma_sample_rate) {
5959
0
    level_spec->max_luma_sample_rate = luma_samples;
5960
0
  }
5961
5962
  // update max_cpb_size
5963
0
  cpb_data_size = 0;
5964
0
  for (i = 0; i < CPB_WINDOW_SIZE; ++i) {
5965
0
    if (i >= level_stats->frame_window_buffer.len) break;
5966
0
    idx = (level_stats->frame_window_buffer.start +
5967
0
           level_stats->frame_window_buffer.len - 1 - i) %
5968
0
          FRAME_WINDOW_SIZE;
5969
0
    cpb_data_size += level_stats->frame_window_buffer.buf[idx].size;
5970
0
  }
5971
0
  cpb_data_size = cpb_data_size / 125.0;
5972
0
  if (cpb_data_size > level_spec->max_cpb_size) {
5973
0
    level_spec->max_cpb_size = cpb_data_size;
5974
0
  }
5975
5976
  // update max_luma_picture_size
5977
0
  if (luma_pic_size > level_spec->max_luma_picture_size) {
5978
0
    level_spec->max_luma_picture_size = luma_pic_size;
5979
0
  }
5980
5981
  // update max_luma_picture_breadth
5982
0
  if (luma_pic_breadth > level_spec->max_luma_picture_breadth) {
5983
0
    level_spec->max_luma_picture_breadth = luma_pic_breadth;
5984
0
  }
5985
5986
  // update compression_ratio
5987
0
  level_spec->compression_ratio = (double)level_stats->total_uncompressed_size *
5988
0
                                  cm->bit_depth /
5989
0
                                  level_stats->total_compressed_size / 8.0;
5990
5991
  // update max_col_tiles
5992
0
  if (level_spec->max_col_tiles < (1 << cm->log2_tile_cols)) {
5993
0
    level_spec->max_col_tiles = (1 << cm->log2_tile_cols);
5994
0
  }
5995
5996
0
  if (level_index >= 0 && level_constraint->fail_flag == 0) {
5997
0
    if (level_spec->max_luma_picture_size >
5998
0
        vp9_level_defs[level_index].max_luma_picture_size) {
5999
0
      level_constraint->fail_flag |= (1 << LUMA_PIC_SIZE_TOO_LARGE);
6000
0
      vpx_internal_error(&cm->error, VPX_CODEC_ERROR,
6001
0
                         "Failed to encode to the target level %d. %s",
6002
0
                         vp9_level_defs[level_index].level,
6003
0
                         level_fail_messages[LUMA_PIC_SIZE_TOO_LARGE]);
6004
0
    }
6005
6006
0
    if (level_spec->max_luma_picture_breadth >
6007
0
        vp9_level_defs[level_index].max_luma_picture_breadth) {
6008
0
      level_constraint->fail_flag |= (1 << LUMA_PIC_BREADTH_TOO_LARGE);
6009
0
      vpx_internal_error(&cm->error, VPX_CODEC_ERROR,
6010
0
                         "Failed to encode to the target level %d. %s",
6011
0
                         vp9_level_defs[level_index].level,
6012
0
                         level_fail_messages[LUMA_PIC_BREADTH_TOO_LARGE]);
6013
0
    }
6014
6015
0
    if ((double)level_spec->max_luma_sample_rate >
6016
0
        (double)vp9_level_defs[level_index].max_luma_sample_rate *
6017
0
            (1 + SAMPLE_RATE_GRACE_P)) {
6018
0
      level_constraint->fail_flag |= (1 << LUMA_SAMPLE_RATE_TOO_LARGE);
6019
0
      vpx_internal_error(&cm->error, VPX_CODEC_ERROR,
6020
0
                         "Failed to encode to the target level %d. %s",
6021
0
                         vp9_level_defs[level_index].level,
6022
0
                         level_fail_messages[LUMA_SAMPLE_RATE_TOO_LARGE]);
6023
0
    }
6024
6025
0
    if (level_spec->max_col_tiles > vp9_level_defs[level_index].max_col_tiles) {
6026
0
      level_constraint->fail_flag |= (1 << TOO_MANY_COLUMN_TILE);
6027
0
      vpx_internal_error(&cm->error, VPX_CODEC_ERROR,
6028
0
                         "Failed to encode to the target level %d. %s",
6029
0
                         vp9_level_defs[level_index].level,
6030
0
                         level_fail_messages[TOO_MANY_COLUMN_TILE]);
6031
0
    }
6032
6033
0
    if (level_spec->min_altref_distance <
6034
0
        vp9_level_defs[level_index].min_altref_distance) {
6035
0
      level_constraint->fail_flag |= (1 << ALTREF_DIST_TOO_SMALL);
6036
0
      vpx_internal_error(&cm->error, VPX_CODEC_ERROR,
6037
0
                         "Failed to encode to the target level %d. %s",
6038
0
                         vp9_level_defs[level_index].level,
6039
0
                         level_fail_messages[ALTREF_DIST_TOO_SMALL]);
6040
0
    }
6041
6042
0
    if (level_spec->max_ref_frame_buffers >
6043
0
        vp9_level_defs[level_index].max_ref_frame_buffers) {
6044
0
      level_constraint->fail_flag |= (1 << TOO_MANY_REF_BUFFER);
6045
0
      vpx_internal_error(&cm->error, VPX_CODEC_ERROR,
6046
0
                         "Failed to encode to the target level %d. %s",
6047
0
                         vp9_level_defs[level_index].level,
6048
0
                         level_fail_messages[TOO_MANY_REF_BUFFER]);
6049
0
    }
6050
6051
0
    if (level_spec->max_cpb_size > vp9_level_defs[level_index].max_cpb_size) {
6052
0
      level_constraint->fail_flag |= (1 << CPB_TOO_LARGE);
6053
0
      vpx_internal_error(&cm->error, VPX_CODEC_ERROR,
6054
0
                         "Failed to encode to the target level %d. %s",
6055
0
                         vp9_level_defs[level_index].level,
6056
0
                         level_fail_messages[CPB_TOO_LARGE]);
6057
0
    }
6058
6059
    // Set an upper bound for the next frame size. It will be used in
6060
    // level_rc_framerate() before encoding the next frame.
6061
0
    cpb_data_size = 0;
6062
0
    for (i = 0; i < CPB_WINDOW_SIZE - 1; ++i) {
6063
0
      if (i >= level_stats->frame_window_buffer.len) break;
6064
0
      idx = (level_stats->frame_window_buffer.start +
6065
0
             level_stats->frame_window_buffer.len - 1 - i) %
6066
0
            FRAME_WINDOW_SIZE;
6067
0
      cpb_data_size += level_stats->frame_window_buffer.buf[idx].size;
6068
0
    }
6069
0
    cpb_data_size = cpb_data_size / 125.0;
6070
0
    level_constraint->max_frame_size =
6071
0
        (int)((vp9_level_defs[level_index].max_cpb_size - cpb_data_size) *
6072
0
              1000.0);
6073
0
    if (level_stats->frame_window_buffer.len < CPB_WINDOW_SIZE - 1)
6074
0
      level_constraint->max_frame_size >>= 1;
6075
0
  }
6076
0
}
6077
6078
void vp9_get_ref_frame_info(FRAME_UPDATE_TYPE update_type, int ref_frame_flags,
6079
                            RefCntBuffer *ref_frame_bufs[MAX_INTER_REF_FRAMES],
6080
                            int *ref_frame_coding_indexes,
6081
0
                            int *ref_frame_valid_list) {
6082
0
  if (update_type != KF_UPDATE) {
6083
0
    const VP9_REFFRAME inter_ref_flags[MAX_INTER_REF_FRAMES] = { VP9_LAST_FLAG,
6084
0
                                                                 VP9_GOLD_FLAG,
6085
0
                                                                 VP9_ALT_FLAG };
6086
0
    int i;
6087
0
    for (i = 0; i < MAX_INTER_REF_FRAMES; ++i) {
6088
0
      assert(ref_frame_bufs[i] != NULL);
6089
0
      ref_frame_coding_indexes[i] = ref_frame_bufs[i]->frame_coding_index;
6090
0
      ref_frame_valid_list[i] = (ref_frame_flags & inter_ref_flags[i]) != 0;
6091
0
    }
6092
0
  } else {
6093
    // No reference frame is available when this is a key frame.
6094
0
    int i;
6095
0
    for (i = 0; i < MAX_INTER_REF_FRAMES; ++i) {
6096
0
      ref_frame_coding_indexes[i] = -1;
6097
0
      ref_frame_valid_list[i] = 0;
6098
0
    }
6099
0
  }
6100
0
}
6101
6102
90.4k
void vp9_init_encode_frame_result(ENCODE_FRAME_RESULT *encode_frame_result) {
6103
90.4k
  encode_frame_result->show_idx = -1;  // Actual encoding doesn't happen.
6104
90.4k
}
6105
6106
// Returns if TPL stats need to be calculated.
6107
61.2k
static INLINE int should_run_tpl(VP9_COMP *cpi, int gf_group_index) {
6108
61.2k
  RATE_CONTROL *const rc = &cpi->rc;
6109
61.2k
  if (!cpi->sf.enable_tpl_model) return 0;
6110
  // If there is an ARF for this GOP, TPL stats is always calculated.
6111
26.0k
  if (gf_group_index == 1 &&
6112
0
      cpi->twopass.gf_group.update_type[gf_group_index] == ARF_UPDATE)
6113
0
    return 1;
6114
  // If this GOP doesn't have an ARF, TPL stats is still calculated, only when
6115
  // external rate control is used.
6116
26.0k
  if (cpi->ext_ratectrl.ready &&
6117
0
      cpi->ext_ratectrl.funcs.send_tpl_gop_stats != NULL &&
6118
0
      rc->frames_till_gf_update_due == rc->baseline_gf_interval &&
6119
0
      cpi->twopass.gf_group.update_type[1] != ARF_UPDATE) {
6120
0
    return 1;
6121
0
  }
6122
26.0k
  return 0;
6123
26.0k
}
6124
6125
int vp9_get_compressed_data(VP9_COMP *cpi, unsigned int *frame_flags,
6126
                            size_t *size, uint8_t *dest, size_t dest_size,
6127
                            int64_t *time_stamp, int64_t *time_end, int flush,
6128
148k
                            ENCODE_FRAME_RESULT *encode_frame_result) {
6129
148k
  const VP9EncoderConfig *const oxcf = &cpi->oxcf;
6130
148k
  VP9_COMMON *const cm = &cpi->common;
6131
148k
  BufferPool *const pool = cm->buffer_pool;
6132
148k
  RATE_CONTROL *const rc = &cpi->rc;
6133
#if CONFIG_INTERNAL_STATS
6134
  struct vpx_usec_timer cmptimer;
6135
#endif
6136
148k
  YV12_BUFFER_CONFIG *force_src_buffer = NULL;
6137
148k
  struct lookahead_entry *last_source = NULL;
6138
148k
  struct lookahead_entry *source = NULL;
6139
148k
  int arf_src_index;
6140
148k
  const int gf_group_index = cpi->twopass.gf_group.index;
6141
148k
  int i;
6142
6143
#if CONFIG_COLLECT_COMPONENT_TIMING
6144
  if (oxcf->pass == 2) start_timing(cpi, vp9_get_compressed_data_time);
6145
#endif
6146
6147
148k
  if (is_one_pass_svc(cpi)) {
6148
0
    vp9_one_pass_svc_start_layer(cpi);
6149
0
  }
6150
6151
#if CONFIG_INTERNAL_STATS
6152
  vpx_usec_timer_start(&cmptimer);
6153
#endif
6154
6155
148k
  vp9_set_high_precision_mv(cpi, ALTREF_HIGH_PRECISION_MV);
6156
6157
  // Is multi-arf enabled.
6158
  // Note that at the moment multi_arf is only configured for 2 pass VBR and
6159
  // will not work properly with svc.
6160
  // Enable the Jingning's new "multi_layer_arf" code if "enable_auto_arf"
6161
  // is greater than or equal to 2.
6162
148k
  if ((oxcf->pass == 2) && !cpi->use_svc && (cpi->oxcf.enable_auto_arf >= 2))
6163
0
    cpi->multi_layer_arf = 1;
6164
148k
  else
6165
148k
    cpi->multi_layer_arf = 0;
6166
6167
  // Normal defaults
6168
148k
  cm->reset_frame_context = 0;
6169
148k
  cm->refresh_frame_context = 1;
6170
148k
  if (!is_one_pass_svc(cpi)) {
6171
148k
    cpi->refresh_last_frame = 1;
6172
148k
    cpi->refresh_golden_frame = 0;
6173
148k
    cpi->refresh_alt_ref_frame = 0;
6174
148k
  }
6175
6176
  // Should we encode an arf frame.
6177
148k
  arf_src_index = get_arf_src_index(cpi);
6178
6179
148k
  if (arf_src_index) {
6180
0
    for (i = 0; i <= arf_src_index; ++i) {
6181
0
      struct lookahead_entry *e = vp9_lookahead_peek(cpi->lookahead, i);
6182
      // Avoid creating an alt-ref if there's a forced keyframe pending.
6183
0
      if (e == NULL) {
6184
0
        break;
6185
0
      } else if (e->flags == VPX_EFLAG_FORCE_KF) {
6186
0
        arf_src_index = 0;
6187
0
        flush = 1;
6188
0
        break;
6189
0
      }
6190
0
    }
6191
0
  }
6192
6193
  // Clear arf index stack before group of pictures processing starts.
6194
148k
  if (gf_group_index == 1) {
6195
0
    stack_init(cpi->twopass.gf_group.arf_index_stack, MAX_LAG_BUFFERS * 2);
6196
0
    cpi->twopass.gf_group.stack_size = 0;
6197
0
  }
6198
6199
148k
  if (arf_src_index) {
6200
0
    if (!(cpi->ext_ratectrl.ready &&
6201
0
          (cpi->ext_ratectrl.funcs.rc_type & VPX_RC_GOP) != 0 &&
6202
0
          cpi->ext_ratectrl.funcs.get_gop_decision != NULL)) {
6203
      // This assert only makes sense when not using external RC.
6204
0
      assert(arf_src_index <= rc->frames_to_key);
6205
0
    }
6206
0
    if ((source = vp9_lookahead_peek(cpi->lookahead, arf_src_index)) != NULL) {
6207
0
      cpi->alt_ref_source = source;
6208
6209
0
#if !CONFIG_REALTIME_ONLY
6210
0
      if ((oxcf->mode != REALTIME) && (oxcf->arnr_max_frames > 0) &&
6211
0
          (oxcf->arnr_strength > 0)) {
6212
0
        int bitrate = cpi->rc.avg_frame_bandwidth / 40;
6213
0
        int not_low_bitrate = bitrate > ALT_REF_AQ_LOW_BITRATE_BOUNDARY;
6214
6215
0
        int not_last_frame = (cpi->lookahead->sz - arf_src_index > 1);
6216
0
        not_last_frame |= ALT_REF_AQ_APPLY_TO_LAST_FRAME;
6217
6218
#if CONFIG_COLLECT_COMPONENT_TIMING
6219
        start_timing(cpi, vp9_temporal_filter_time);
6220
#endif
6221
        // Produce the filtered ARF frame.
6222
0
        vp9_temporal_filter(cpi, arf_src_index);
6223
0
        vpx_extend_frame_borders(&cpi->tf_buffer);
6224
#if CONFIG_COLLECT_COMPONENT_TIMING
6225
        end_timing(cpi, vp9_temporal_filter_time);
6226
#endif
6227
6228
        // for small bitrates segmentation overhead usually
6229
        // eats all bitrate gain from enabling delta quantizers
6230
0
        if (cpi->oxcf.alt_ref_aq != 0 && not_low_bitrate && not_last_frame)
6231
0
          vp9_alt_ref_aq_setup_mode(cpi->alt_ref_aq, cpi);
6232
6233
0
        force_src_buffer = &cpi->tf_buffer;
6234
0
      }
6235
0
#endif
6236
0
      cm->show_frame = 0;
6237
0
      cm->intra_only = 0;
6238
0
      cpi->refresh_alt_ref_frame = 1;
6239
0
      cpi->refresh_golden_frame = 0;
6240
0
      cpi->refresh_last_frame = 0;
6241
0
      rc->is_src_frame_alt_ref = 0;
6242
0
      rc->source_alt_ref_pending = 0;
6243
0
    } else {
6244
0
      rc->source_alt_ref_pending = 0;
6245
0
    }
6246
0
  }
6247
6248
148k
  if (!source) {
6249
    // Get last frame source.
6250
148k
    if (cm->current_video_frame > 0) {
6251
118k
      if ((last_source = vp9_lookahead_peek(cpi->lookahead, -1)) == NULL)
6252
0
        return -1;
6253
118k
    }
6254
6255
    // Read in the source frame.
6256
148k
    if (cpi->use_svc || cpi->svc.set_intra_only_frame)
6257
0
      source = vp9_svc_lookahead_pop(cpi, cpi->lookahead, flush);
6258
148k
    else
6259
148k
      source = vp9_lookahead_pop(cpi->lookahead, flush);
6260
6261
148k
    if (source != NULL) {
6262
61.2k
      cm->show_frame = 1;
6263
61.2k
      cm->intra_only = 0;
6264
      // If the flags indicate intra frame, but if the current picture is for
6265
      // spatial layer above first_spatial_layer_to_encode, it should not be an
6266
      // intra picture.
6267
61.2k
      if ((source->flags & VPX_EFLAG_FORCE_KF) && cpi->use_svc &&
6268
0
          cpi->svc.spatial_layer_id > cpi->svc.first_spatial_layer_to_encode) {
6269
0
        source->flags &= ~(unsigned int)(VPX_EFLAG_FORCE_KF);
6270
0
      }
6271
6272
      // Check to see if the frame should be encoded as an arf overlay.
6273
61.2k
      check_src_altref(cpi, source);
6274
61.2k
    }
6275
148k
  }
6276
6277
148k
  if (source) {
6278
61.2k
    cpi->un_scaled_source = cpi->Source =
6279
61.2k
        force_src_buffer ? force_src_buffer : &source->img;
6280
6281
#ifdef ENABLE_KF_DENOISE
6282
    // Copy of raw source for metrics calculation.
6283
    if (is_psnr_calc_enabled(cpi))
6284
      vp9_copy_and_extend_frame(cpi->Source, &cpi->raw_unscaled_source);
6285
#endif
6286
6287
61.2k
    cpi->unscaled_last_source = last_source != NULL ? &last_source->img : NULL;
6288
6289
61.2k
    *time_stamp = source->ts_start;
6290
61.2k
    *time_end = source->ts_end;
6291
61.2k
    *frame_flags = (source->flags & VPX_EFLAG_FORCE_KF) ? FRAMEFLAGS_KEY : 0;
6292
87.0k
  } else {
6293
87.0k
    *size = 0;
6294
87.0k
    return -1;
6295
87.0k
  }
6296
6297
61.2k
  if (source->ts_start < cpi->first_time_stamp_ever) {
6298
3.47k
    cpi->first_time_stamp_ever = source->ts_start;
6299
3.47k
    cpi->last_end_time_stamp_seen = source->ts_start;
6300
3.47k
  }
6301
6302
  // Clear down mmx registers
6303
61.2k
  vpx_clear_system_state();
6304
6305
  // adjust frame rates based on timestamps given
6306
61.2k
  if (cm->show_frame) {
6307
61.2k
    if (cpi->use_svc && cpi->svc.use_set_ref_frame_config &&
6308
0
        cpi->svc.duration[cpi->svc.spatial_layer_id] > 0)
6309
0
      vp9_svc_adjust_frame_rate(cpi);
6310
61.2k
    else
6311
61.2k
      adjust_frame_rate(cpi, source);
6312
61.2k
  }
6313
6314
61.2k
  if (is_one_pass_svc(cpi)) {
6315
0
    vp9_update_temporal_layer_framerate(cpi);
6316
0
    vp9_restore_layer_context(cpi);
6317
0
  }
6318
6319
  // Find a free buffer for the new frame, releasing the reference previously
6320
  // held.
6321
61.2k
  if (cm->new_fb_idx != INVALID_IDX) {
6322
57.7k
    --pool->frame_bufs[cm->new_fb_idx].ref_count;
6323
57.7k
  }
6324
61.2k
  cm->new_fb_idx = get_free_fb(cm);
6325
6326
61.2k
  if (cm->new_fb_idx == INVALID_IDX) return -1;
6327
61.2k
  cm->cur_frame = &pool->frame_bufs[cm->new_fb_idx];
6328
  // If the frame buffer for current frame is the same as previous frame, MV in
6329
  // the base layer shouldn't be used as it'll cause data race.
6330
61.2k
  if (cpi->svc.spatial_layer_id > 0 && cm->cur_frame == cm->prev_frame) {
6331
0
    cpi->svc.use_base_mv = 0;
6332
0
  }
6333
  // Start with a 0 size frame.
6334
61.2k
  *size = 0;
6335
6336
61.2k
  cpi->frame_flags = *frame_flags;
6337
6338
61.2k
#if !CONFIG_REALTIME_ONLY
6339
61.2k
  if ((oxcf->pass == 2) && !cpi->use_svc) {
6340
#if CONFIG_COLLECT_COMPONENT_TIMING
6341
    start_timing(cpi, vp9_rc_get_second_pass_params_time);
6342
#endif
6343
0
    vp9_rc_get_second_pass_params(cpi);
6344
#if CONFIG_COLLECT_COMPONENT_TIMING
6345
    end_timing(cpi, vp9_rc_get_second_pass_params_time);
6346
#endif
6347
61.2k
  } else if (oxcf->pass == 1) {
6348
0
    set_frame_size(cpi);
6349
0
  }
6350
6351
  // Key frame temporal filtering
6352
61.2k
  const int is_key_temporal_filter_enabled =
6353
61.2k
      oxcf->enable_keyframe_filtering && cpi->oxcf.mode != REALTIME &&
6354
0
      (oxcf->pass != 1) && !cpi->use_svc &&
6355
0
      !is_lossless_requested(&cpi->oxcf) && cm->frame_type == KEY_FRAME &&
6356
0
      (oxcf->arnr_max_frames > 0) && (oxcf->arnr_strength > 0) &&
6357
0
      cpi->oxcf.speed < 2;
6358
  // Save the pointer to the original source image.
6359
61.2k
  YV12_BUFFER_CONFIG *source_buffer = cpi->un_scaled_source;
6360
6361
61.2k
  if (is_key_temporal_filter_enabled && source != NULL) {
6362
    // Produce the filtered Key frame. Set distance to -1 since the key frame
6363
    // is already popped out.
6364
0
    vp9_temporal_filter(cpi, -1);
6365
0
    vpx_extend_frame_borders(&cpi->tf_buffer);
6366
0
    force_src_buffer = &cpi->tf_buffer;
6367
0
    cpi->un_scaled_source = cpi->Source =
6368
0
        force_src_buffer ? force_src_buffer : &source->img;
6369
0
  }
6370
61.2k
#endif  // !CONFIG_REALTIME_ONLY
6371
6372
61.2k
  if (oxcf->pass != 1 && cpi->level_constraint.level_index >= 0 &&
6373
0
      cpi->level_constraint.fail_flag == 0)
6374
0
    level_rc_framerate(cpi, arf_src_index);
6375
6376
61.2k
  if (cpi->oxcf.pass != 0 || cpi->use_svc || frame_is_intra_only(cm) == 1) {
6377
58.2k
    for (i = 0; i < REFS_PER_FRAME; ++i) cpi->scaled_ref_idx[i] = INVALID_IDX;
6378
14.5k
  }
6379
6380
61.2k
  if (cpi->kmeans_data_arr_alloc == 0) {
6381
3.47k
    const int mi_cols = mi_cols_aligned_to_sb(cm->mi_cols);
6382
3.47k
    const int mi_rows = mi_cols_aligned_to_sb(cm->mi_rows);
6383
3.47k
#if CONFIG_MULTITHREAD
6384
3.47k
    pthread_mutex_init(&cpi->kmeans_mutex, NULL);
6385
3.47k
#endif
6386
3.47k
    CHECK_MEM_ERROR(
6387
3.47k
        &cm->error, cpi->kmeans_data_arr,
6388
3.47k
        vpx_calloc(mi_rows * mi_cols, sizeof(*cpi->kmeans_data_arr)));
6389
3.47k
    cpi->kmeans_data_stride = mi_cols;
6390
3.47k
    cpi->kmeans_data_arr_alloc = 1;
6391
3.47k
  }
6392
6393
#if CONFIG_NON_GREEDY_MV
6394
  {
6395
    const int mi_cols = mi_cols_aligned_to_sb(cm->mi_cols);
6396
    const int mi_rows = mi_cols_aligned_to_sb(cm->mi_rows);
6397
    Status status = vp9_alloc_motion_field_info(
6398
        &cpi->motion_field_info, MAX_ARF_GOP_SIZE, mi_rows, mi_cols);
6399
    if (status == STATUS_FAILED) {
6400
      vpx_internal_error(&(cm)->error, VPX_CODEC_MEM_ERROR,
6401
                         "vp9_alloc_motion_field_info failed");
6402
    }
6403
  }
6404
#endif  // CONFIG_NON_GREEDY_MV
6405
6406
#if CONFIG_COLLECT_COMPONENT_TIMING
6407
  start_timing(cpi, setup_tpl_stats_time);
6408
#endif
6409
61.2k
  if (should_run_tpl(cpi, cpi->twopass.gf_group.index)) {
6410
0
    vp9_init_tpl_buffer(cpi);
6411
0
    vp9_estimate_tpl_qp_gop(cpi);
6412
0
    vp9_setup_tpl_stats(cpi);
6413
0
  }
6414
#if CONFIG_COLLECT_COMPONENT_TIMING
6415
  end_timing(cpi, setup_tpl_stats_time);
6416
#endif
6417
6418
#if CONFIG_BITSTREAM_DEBUG
6419
  assert(cpi->oxcf.max_threads == 0 &&
6420
         "bitstream debug tool does not support multithreading");
6421
  bitstream_queue_record_write();
6422
#endif
6423
#if CONFIG_BITSTREAM_DEBUG || CONFIG_MISMATCH_DEBUG
6424
  bitstream_queue_set_frame_write(cm->current_video_frame * 2 + cm->show_frame);
6425
#endif
6426
6427
61.2k
  cpi->td.mb.fp_src_pred = 0;
6428
#if CONFIG_REALTIME_ONLY
6429
  (void)encode_frame_result;
6430
  if (cpi->use_svc) {
6431
    SvcEncode(cpi, size, dest, dest_size, frame_flags);
6432
  } else {
6433
    // One pass encode
6434
    Pass0Encode(cpi, size, dest, dest_size, frame_flags);
6435
  }
6436
#else  // !CONFIG_REALTIME_ONLY
6437
61.2k
  if (oxcf->pass == 1 && !cpi->use_svc) {
6438
0
    const int lossless = is_lossless_requested(oxcf);
6439
0
#if CONFIG_VP9_HIGHBITDEPTH
6440
0
    if (cpi->oxcf.use_highbitdepth)
6441
0
      cpi->td.mb.fwd_txfm4x4 =
6442
0
          lossless ? vp9_highbd_fwht4x4 : vpx_highbd_fdct4x4;
6443
0
    else
6444
0
      cpi->td.mb.fwd_txfm4x4 = lossless ? vp9_fwht4x4 : vpx_fdct4x4;
6445
0
    cpi->td.mb.highbd_inv_txfm_add =
6446
0
        lossless ? vp9_highbd_iwht4x4_add : vp9_highbd_idct4x4_add;
6447
#else
6448
    cpi->td.mb.fwd_txfm4x4 = lossless ? vp9_fwht4x4 : vpx_fdct4x4;
6449
#endif  // CONFIG_VP9_HIGHBITDEPTH
6450
0
    cpi->td.mb.inv_txfm_add = lossless ? vp9_iwht4x4_add : vp9_idct4x4_add;
6451
0
    vp9_first_pass(cpi, source);
6452
61.2k
  } else if (oxcf->pass == 2 && !cpi->use_svc) {
6453
#if CONFIG_COLLECT_COMPONENT_TIMING
6454
    // Accumulate 2nd pass time in 2-pass case.
6455
    start_timing(cpi, Pass2Encode_time);
6456
#endif
6457
0
    Pass2Encode(cpi, size, dest, dest_size, frame_flags, encode_frame_result);
6458
0
    vp9_twopass_postencode_update(cpi);
6459
#if CONFIG_COLLECT_COMPONENT_TIMING
6460
    end_timing(cpi, Pass2Encode_time);
6461
#endif
6462
61.2k
  } else if (cpi->use_svc) {
6463
0
    SvcEncode(cpi, size, dest, dest_size, frame_flags);
6464
61.2k
  } else {
6465
    // One pass encode
6466
61.2k
    Pass0Encode(cpi, size, dest, dest_size, frame_flags);
6467
61.2k
  }
6468
61.2k
#endif  // CONFIG_REALTIME_ONLY
6469
6470
61.2k
  if (cm->show_frame) cm->cur_show_frame_fb_idx = cm->new_fb_idx;
6471
6472
61.2k
  if (cm->refresh_frame_context)
6473
61.1k
    cm->frame_contexts[cm->frame_context_idx] = *cm->fc;
6474
6475
  // No frame encoded, or frame was dropped, release scaled references.
6476
61.2k
  if ((*size == 0) && (frame_is_intra_only(cm) == 0)) {
6477
0
    release_scaled_references(cpi);
6478
0
  }
6479
6480
61.2k
  if (*size > 0) {
6481
61.1k
    cpi->droppable = !frame_is_reference(cpi);
6482
61.1k
  }
6483
6484
  // Save layer specific state.
6485
61.2k
  if (is_one_pass_svc(cpi) || ((cpi->svc.number_temporal_layers > 1 ||
6486
61.1k
                                cpi->svc.number_spatial_layers > 1) &&
6487
0
                               oxcf->pass == 2)) {
6488
0
    vp9_save_layer_context(cpi);
6489
0
  }
6490
6491
61.2k
  if (cpi->svc.spatial_layer_id == cpi->svc.number_spatial_layers - 1)
6492
61.1k
    cpi->fixed_qp_onepass = 0;
6493
6494
#if CONFIG_INTERNAL_STATS
6495
  vpx_usec_timer_mark(&cmptimer);
6496
  cpi->time_compress_data += vpx_usec_timer_elapsed(&cmptimer);
6497
#endif
6498
6499
61.2k
  if (cpi->keep_level_stats && oxcf->pass != 1)
6500
0
    update_level_info(cpi, *size, arf_src_index);
6501
6502
61.2k
#if !CONFIG_REALTIME_ONLY
6503
61.2k
  if (is_key_temporal_filter_enabled && cpi->b_calculate_psnr) {
6504
0
    cpi->raw_source_frame = vp9_scale_if_required(
6505
0
        cm, source_buffer, &cpi->scaled_source, (oxcf->pass == 0), EIGHTTAP, 0);
6506
0
  }
6507
61.2k
#endif  // !CONFIG_REALTIME_ONLY
6508
6509
#if CONFIG_INTERNAL_STATS
6510
6511
  if (oxcf->pass != 1 && !cpi->last_frame_dropped) {
6512
    double samples = 0.0;
6513
    cpi->bytes += *size;
6514
6515
    if (cm->show_frame) {
6516
      uint32_t bit_depth = 8;
6517
      uint32_t in_bit_depth = 8;
6518
      cpi->count++;
6519
#if CONFIG_VP9_HIGHBITDEPTH
6520
      if (cm->use_highbitdepth) {
6521
        in_bit_depth = cpi->oxcf.input_bit_depth;
6522
        bit_depth = cm->bit_depth;
6523
      }
6524
#endif
6525
6526
      if (cpi->b_calculate_psnr) {
6527
        YV12_BUFFER_CONFIG *orig = cpi->raw_source_frame;
6528
        YV12_BUFFER_CONFIG *recon = cpi->common.frame_to_show;
6529
        YV12_BUFFER_CONFIG *pp = &cm->post_proc_buffer;
6530
        PSNR_STATS psnr;
6531
#if CONFIG_VP9_HIGHBITDEPTH
6532
        vpx_calc_highbd_psnr(orig, recon, &psnr, cpi->td.mb.e_mbd.bd,
6533
                             in_bit_depth, cpi->svc.spatial_layer_id);
6534
#else
6535
        vpx_calc_psnr(orig, recon, &psnr, cpi->svc.spatial_layer_id);
6536
#endif  // CONFIG_VP9_HIGHBITDEPTH
6537
6538
        adjust_image_stat(psnr.psnr[1], psnr.psnr[2], psnr.psnr[3],
6539
                          psnr.psnr[0], &cpi->psnr);
6540
        cpi->total_sq_error += psnr.sse[0];
6541
        cpi->total_samples += psnr.samples[0];
6542
        samples = psnr.samples[0];
6543
6544
        {
6545
          PSNR_STATS psnr2;
6546
          double frame_ssim2 = 0, weight = 0;
6547
#if CONFIG_VP9_POSTPROC
6548
          if (vpx_alloc_frame_buffer(
6549
                  pp, recon->y_crop_width, recon->y_crop_height,
6550
                  cm->subsampling_x, cm->subsampling_y,
6551
#if CONFIG_VP9_HIGHBITDEPTH
6552
                  cm->use_highbitdepth,
6553
#endif
6554
                  VP9_ENC_BORDER_IN_PIXELS, cm->byte_alignment) < 0) {
6555
            vpx_internal_error(&cm->error, VPX_CODEC_MEM_ERROR,
6556
                               "Failed to allocate post processing buffer");
6557
          }
6558
          {
6559
            vp9_ppflags_t ppflags;
6560
            ppflags.post_proc_flag = VP9D_DEBLOCK;
6561
            ppflags.deblocking_level = 0;  // not used in vp9_post_proc_frame()
6562
            ppflags.noise_level = 0;       // not used in vp9_post_proc_frame()
6563
            vp9_post_proc_frame(cm, pp, &ppflags,
6564
                                cpi->un_scaled_source->y_width);
6565
          }
6566
#endif
6567
          vpx_clear_system_state();
6568
6569
#if CONFIG_VP9_HIGHBITDEPTH
6570
          vpx_calc_highbd_psnr(orig, pp, &psnr2, cpi->td.mb.e_mbd.bd,
6571
                               cpi->oxcf.input_bit_depth,
6572
                               cpi->svc.spatial_layer_id);
6573
#else
6574
          vpx_calc_psnr(orig, pp, &psnr2, cpi->svc.spatial_layer_id);
6575
#endif  // CONFIG_VP9_HIGHBITDEPTH
6576
6577
          cpi->totalp_sq_error += psnr2.sse[0];
6578
          cpi->totalp_samples += psnr2.samples[0];
6579
          adjust_image_stat(psnr2.psnr[1], psnr2.psnr[2], psnr2.psnr[3],
6580
                            psnr2.psnr[0], &cpi->psnrp);
6581
6582
#if CONFIG_VP9_HIGHBITDEPTH
6583
          if (cm->use_highbitdepth) {
6584
            frame_ssim2 = vpx_highbd_calc_ssim(orig, recon, &weight, bit_depth,
6585
                                               in_bit_depth);
6586
          } else {
6587
            frame_ssim2 = vpx_calc_ssim(orig, recon, &weight);
6588
          }
6589
#else
6590
          frame_ssim2 = vpx_calc_ssim(orig, recon, &weight);
6591
#endif  // CONFIG_VP9_HIGHBITDEPTH
6592
6593
          cpi->worst_ssim = VPXMIN(cpi->worst_ssim, frame_ssim2);
6594
          cpi->summed_quality += frame_ssim2 * weight;
6595
          cpi->summed_weights += weight;
6596
6597
#if CONFIG_VP9_HIGHBITDEPTH
6598
          if (cm->use_highbitdepth) {
6599
            frame_ssim2 = vpx_highbd_calc_ssim(orig, pp, &weight, bit_depth,
6600
                                               in_bit_depth);
6601
          } else {
6602
            frame_ssim2 = vpx_calc_ssim(orig, pp, &weight);
6603
          }
6604
#else
6605
          frame_ssim2 = vpx_calc_ssim(orig, pp, &weight);
6606
#endif  // CONFIG_VP9_HIGHBITDEPTH
6607
6608
          cpi->summedp_quality += frame_ssim2 * weight;
6609
          cpi->summedp_weights += weight;
6610
#if 0
6611
          if (cm->show_frame) {
6612
            FILE *f = fopen("q_used.stt", "a");
6613
            fprintf(f, "%5d : Y%f7.3:U%f7.3:V%f7.3:F%f7.3:S%7.3f\n",
6614
                    cpi->common.current_video_frame, psnr2.psnr[1],
6615
                    psnr2.psnr[2], psnr2.psnr[3], psnr2.psnr[0], frame_ssim2);
6616
            fclose(f);
6617
          }
6618
#endif
6619
        }
6620
      }
6621
      if (cpi->b_calculate_blockiness) {
6622
#if CONFIG_VP9_HIGHBITDEPTH
6623
        if (!cm->use_highbitdepth)
6624
#endif
6625
        {
6626
          double frame_blockiness = vp9_get_blockiness(
6627
              cpi->Source->y_buffer, cpi->Source->y_stride,
6628
              cm->frame_to_show->y_buffer, cm->frame_to_show->y_stride,
6629
              cpi->Source->y_width, cpi->Source->y_height);
6630
          cpi->worst_blockiness =
6631
              VPXMAX(cpi->worst_blockiness, frame_blockiness);
6632
          cpi->total_blockiness += frame_blockiness;
6633
        }
6634
      }
6635
6636
      if (cpi->b_calculate_consistency) {
6637
#if CONFIG_VP9_HIGHBITDEPTH
6638
        if (!cm->use_highbitdepth)
6639
#endif
6640
        {
6641
          double this_inconsistency = vpx_get_ssim_metrics(
6642
              cpi->Source->y_buffer, cpi->Source->y_stride,
6643
              cm->frame_to_show->y_buffer, cm->frame_to_show->y_stride,
6644
              cpi->Source->y_width, cpi->Source->y_height, cpi->ssim_vars,
6645
              &cpi->metrics, 1);
6646
6647
          const double peak = (double)((1 << cpi->oxcf.input_bit_depth) - 1);
6648
          double consistency =
6649
              vpx_sse_to_psnr(samples, peak, (double)cpi->total_inconsistency);
6650
          if (consistency > 0.0)
6651
            cpi->worst_consistency =
6652
                VPXMIN(cpi->worst_consistency, consistency);
6653
          cpi->total_inconsistency += this_inconsistency;
6654
        }
6655
      }
6656
6657
      {
6658
        double y, u, v, frame_all;
6659
        frame_all = vpx_calc_fastssim(cpi->Source, cm->frame_to_show, &y, &u,
6660
                                      &v, bit_depth, in_bit_depth);
6661
        adjust_image_stat(y, u, v, frame_all, &cpi->fastssim);
6662
      }
6663
      {
6664
        double y, u, v, frame_all;
6665
        frame_all = vpx_psnrhvs(cpi->Source, cm->frame_to_show, &y, &u, &v,
6666
                                bit_depth, in_bit_depth);
6667
        adjust_image_stat(y, u, v, frame_all, &cpi->psnrhvs);
6668
      }
6669
    }
6670
  }
6671
6672
#endif
6673
6674
#if CONFIG_COLLECT_COMPONENT_TIMING
6675
  if (oxcf->pass == 2) end_timing(cpi, vp9_get_compressed_data_time);
6676
6677
  // Print out timing information.
6678
  // Note: Use "cpi->frame_component_time[0] > 100 us" to avoid showing of
6679
  // show_existing_frame and lag-in-frames.
6680
  //  if (cpi->frame_component_time[0] > 100)
6681
  if (oxcf->pass == 2) {
6682
    uint64_t frame_total = 0, total = 0;
6683
    int i;
6684
6685
    fprintf(stderr,
6686
            "\n Frame number: %d, Frame type: %s, Show Frame: %d, Q: %d\n",
6687
            cm->current_video_frame, get_frame_type_enum(cm->frame_type),
6688
            cm->show_frame, cm->base_qindex);
6689
    for (i = 0; i < kTimingComponents; i++) {
6690
      cpi->component_time[i] += cpi->frame_component_time[i];
6691
      // Use vp9_get_compressed_data_time (i = 0) as the total time.
6692
      if (i == 0) {
6693
        frame_total = cpi->frame_component_time[0];
6694
        total = cpi->component_time[0];
6695
      }
6696
      fprintf(stderr,
6697
              " %50s:  %15" PRId64 " us [%6.2f%%] (total: %15" PRId64
6698
              " us [%6.2f%%])\n",
6699
              get_component_name(i), cpi->frame_component_time[i],
6700
              (float)((float)cpi->frame_component_time[i] * 100.0 /
6701
                      (float)frame_total),
6702
              cpi->component_time[i],
6703
              (float)((float)cpi->component_time[i] * 100.0 / (float)total));
6704
      cpi->frame_component_time[i] = 0;
6705
    }
6706
  }
6707
#endif
6708
6709
61.2k
  if (is_one_pass_svc(cpi)) {
6710
0
    if (cm->show_frame) {
6711
0
      ++cpi->svc.spatial_layer_to_encode;
6712
0
      if (cpi->svc.spatial_layer_to_encode >= cpi->svc.number_spatial_layers)
6713
0
        cpi->svc.spatial_layer_to_encode = 0;
6714
0
    }
6715
0
  }
6716
6717
61.2k
  vpx_clear_system_state();
6718
61.2k
  return 0;
6719
61.2k
}
6720
6721
int vp9_get_preview_raw_frame(VP9_COMP *cpi, YV12_BUFFER_CONFIG *dest,
6722
0
                              vp9_ppflags_t *flags) {
6723
0
  VP9_COMMON *cm = &cpi->common;
6724
0
#if !CONFIG_VP9_POSTPROC
6725
0
  (void)flags;
6726
0
#endif
6727
6728
0
  if (!cm->show_frame) {
6729
0
    return -1;
6730
0
  } else {
6731
0
    int ret;
6732
#if CONFIG_VP9_POSTPROC
6733
    ret = vp9_post_proc_frame(cm, dest, flags, cpi->un_scaled_source->y_width);
6734
#else
6735
0
    if (cm->frame_to_show) {
6736
0
      *dest = *cm->frame_to_show;
6737
0
      dest->y_width = cm->width;
6738
0
      dest->y_height = cm->height;
6739
0
      dest->uv_width = cm->width >> cm->subsampling_x;
6740
0
      dest->uv_height = cm->height >> cm->subsampling_y;
6741
0
      ret = 0;
6742
0
    } else {
6743
0
      ret = -1;
6744
0
    }
6745
0
#endif  // !CONFIG_VP9_POSTPROC
6746
0
    vpx_clear_system_state();
6747
0
    return ret;
6748
0
  }
6749
0
}
6750
6751
int vp9_set_internal_size(VP9_COMP *cpi, VPX_SCALING_MODE horiz_mode,
6752
0
                          VPX_SCALING_MODE vert_mode) {
6753
0
  VP9_COMMON *cm = &cpi->common;
6754
0
  int hr = 0, hs = 0, vr = 0, vs = 0;
6755
6756
0
  if (horiz_mode > VP8E_ONETWO || vert_mode > VP8E_ONETWO) return -1;
6757
6758
0
  Scale2Ratio(horiz_mode, &hr, &hs);
6759
0
  Scale2Ratio(vert_mode, &vr, &vs);
6760
6761
  // always go to the next whole number
6762
0
  cm->width = (hs - 1 + cpi->oxcf.width * hr) / hs;
6763
0
  cm->height = (vs - 1 + cpi->oxcf.height * vr) / vs;
6764
0
  if (cm->current_video_frame) {
6765
0
    assert(cm->width <= cpi->initial_width);
6766
0
    assert(cm->height <= cpi->initial_height);
6767
0
  }
6768
6769
0
  update_frame_size(cpi);
6770
6771
0
  return 0;
6772
0
}
6773
6774
int vp9_set_size_literal(VP9_COMP *cpi, unsigned int width,
6775
0
                         unsigned int height) {
6776
0
  VP9_COMMON *cm = &cpi->common;
6777
0
#if CONFIG_VP9_HIGHBITDEPTH
6778
0
  update_initial_width(cpi, cm->use_highbitdepth, cpi->common.subsampling_x,
6779
0
                       cpi->common.subsampling_y);
6780
#else
6781
  update_initial_width(cpi, 0, cpi->common.subsampling_x,
6782
                       cpi->common.subsampling_y);
6783
#endif  // CONFIG_VP9_HIGHBITDEPTH
6784
6785
#if CONFIG_VP9_TEMPORAL_DENOISING
6786
  setup_denoiser_buffer(cpi);
6787
#endif
6788
0
  alloc_raw_frame_buffers(cpi);
6789
0
  if (width) {
6790
0
    cm->width = width;
6791
0
    if (cm->width > cpi->initial_width) {
6792
0
      cm->width = cpi->initial_width;
6793
0
    }
6794
0
  }
6795
6796
0
  if (height) {
6797
0
    cm->height = height;
6798
0
    if (cm->height > cpi->initial_height) {
6799
0
      cm->height = cpi->initial_height;
6800
0
    }
6801
0
  }
6802
0
  assert(cm->width <= cpi->initial_width);
6803
0
  assert(cm->height <= cpi->initial_height);
6804
6805
0
  update_frame_size(cpi);
6806
6807
0
  return 0;
6808
0
}
6809
6810
0
void vp9_set_svc(VP9_COMP *cpi, int use_svc) {
6811
0
  cpi->use_svc = use_svc;
6812
0
  return;
6813
0
}
6814
6815
60.9k
int vp9_get_quantizer(const VP9_COMP *cpi) { return cpi->common.base_qindex; }
6816
6817
90.5k
void vp9_apply_encoding_flags(VP9_COMP *cpi, vpx_enc_frame_flags_t flags) {
6818
90.5k
  if (flags &
6819
90.5k
      (VP8_EFLAG_NO_REF_LAST | VP8_EFLAG_NO_REF_GF | VP8_EFLAG_NO_REF_ARF)) {
6820
0
    int ref = 7;
6821
6822
0
    if (flags & VP8_EFLAG_NO_REF_LAST) ref ^= VP9_LAST_FLAG;
6823
6824
0
    if (flags & VP8_EFLAG_NO_REF_GF) ref ^= VP9_GOLD_FLAG;
6825
6826
0
    if (flags & VP8_EFLAG_NO_REF_ARF) ref ^= VP9_ALT_FLAG;
6827
6828
0
    vp9_use_as_reference(cpi, ref);
6829
0
  }
6830
6831
90.5k
  if (flags &
6832
90.5k
      (VP8_EFLAG_NO_UPD_LAST | VP8_EFLAG_NO_UPD_GF | VP8_EFLAG_NO_UPD_ARF |
6833
90.5k
       VP8_EFLAG_FORCE_GF | VP8_EFLAG_FORCE_ARF)) {
6834
0
    int upd = 7;
6835
6836
0
    if (flags & VP8_EFLAG_NO_UPD_LAST) upd ^= VP9_LAST_FLAG;
6837
6838
0
    if (flags & VP8_EFLAG_NO_UPD_GF) upd ^= VP9_GOLD_FLAG;
6839
6840
0
    if (flags & VP8_EFLAG_NO_UPD_ARF) upd ^= VP9_ALT_FLAG;
6841
6842
0
    vp9_update_reference(cpi, upd);
6843
0
  }
6844
6845
90.5k
  if (flags & VP8_EFLAG_NO_UPD_ENTROPY) {
6846
0
    vp9_update_entropy(cpi, 0);
6847
0
  }
6848
90.5k
}
6849
6850
31.0k
void vp9_set_row_mt(VP9_COMP *cpi) {
6851
  // Enable row based multi-threading for supported modes of encoding
6852
31.0k
  cpi->row_mt = 0;
6853
31.0k
  if (((cpi->oxcf.mode == GOOD || cpi->oxcf.mode == BEST) &&
6854
28.9k
       cpi->oxcf.speed < 5 && cpi->oxcf.pass == 1) &&
6855
0
      cpi->oxcf.row_mt && !cpi->use_svc)
6856
0
    cpi->row_mt = 1;
6857
6858
31.0k
  if (cpi->oxcf.mode == GOOD && cpi->oxcf.speed < 5 &&
6859
28.9k
      (cpi->oxcf.pass == 0 || cpi->oxcf.pass == 2) && cpi->oxcf.row_mt &&
6860
0
      !cpi->use_svc)
6861
0
    cpi->row_mt = 1;
6862
6863
  // In realtime mode, enable row based multi-threading for all the speed levels
6864
  // where non-rd path is used.
6865
31.0k
  if (cpi->oxcf.mode == REALTIME && cpi->oxcf.speed >= 5 && cpi->oxcf.row_mt) {
6866
0
    cpi->row_mt = 1;
6867
0
  }
6868
6869
31.0k
  if (cpi->row_mt)
6870
0
    cpi->row_mt_bit_exact = 1;
6871
31.0k
  else
6872
31.0k
    cpi->row_mt_bit_exact = 0;
6873
31.0k
}