/src/libavif/ext/aom/av1/common/cfl.h
Line | Count | Source (jump to first uncovered line) |
1 | | /* |
2 | | * Copyright (c) 2016, Alliance for Open Media. All rights reserved. |
3 | | * |
4 | | * This source code is subject to the terms of the BSD 2 Clause License and |
5 | | * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License |
6 | | * was not distributed with this source code in the LICENSE file, you can |
7 | | * obtain it at www.aomedia.org/license/software. If the Alliance for Open |
8 | | * Media Patent License 1.0 was not distributed with this source code in the |
9 | | * PATENTS file, you can obtain it at www.aomedia.org/license/patent. |
10 | | */ |
11 | | |
12 | | #ifndef AOM_AV1_COMMON_CFL_H_ |
13 | | #define AOM_AV1_COMMON_CFL_H_ |
14 | | |
15 | | #include "av1/common/av1_common_int.h" |
16 | | #include "av1/common/blockd.h" |
17 | | |
18 | | // Can we use CfL for the current block? |
19 | 23.2M | static inline CFL_ALLOWED_TYPE is_cfl_allowed(const MACROBLOCKD *xd) { |
20 | 23.2M | const MB_MODE_INFO *mbmi = xd->mi[0]; |
21 | 23.2M | const BLOCK_SIZE bsize = mbmi->bsize; |
22 | 23.2M | assert(bsize < BLOCK_SIZES_ALL); |
23 | 23.2M | if (xd->lossless[mbmi->segment_id]) { |
24 | | // In lossless, CfL is available when the partition size is equal to the |
25 | | // transform size. |
26 | 2.64M | const int ssx = xd->plane[AOM_PLANE_U].subsampling_x; |
27 | 2.64M | const int ssy = xd->plane[AOM_PLANE_U].subsampling_y; |
28 | 2.64M | const int plane_bsize = get_plane_block_size(bsize, ssx, ssy); |
29 | 2.64M | return (CFL_ALLOWED_TYPE)(plane_bsize == BLOCK_4X4); |
30 | 2.64M | } |
31 | | // Spec: CfL is available to luma partitions lesser than or equal to 32x32 |
32 | 20.5M | return (CFL_ALLOWED_TYPE)(block_size_wide[bsize] <= 32 && |
33 | 20.5M | block_size_high[bsize] <= 32); |
34 | 23.2M | } Unexecuted instantiation: decodeframe.c:is_cfl_allowed decodemv.c:is_cfl_allowed Line | Count | Source | 19 | 2.41M | static inline CFL_ALLOWED_TYPE is_cfl_allowed(const MACROBLOCKD *xd) { | 20 | 2.41M | const MB_MODE_INFO *mbmi = xd->mi[0]; | 21 | 2.41M | const BLOCK_SIZE bsize = mbmi->bsize; | 22 | 2.41M | assert(bsize < BLOCK_SIZES_ALL); | 23 | 2.41M | if (xd->lossless[mbmi->segment_id]) { | 24 | | // In lossless, CfL is available when the partition size is equal to the | 25 | | // transform size. | 26 | 202k | const int ssx = xd->plane[AOM_PLANE_U].subsampling_x; | 27 | 202k | const int ssy = xd->plane[AOM_PLANE_U].subsampling_y; | 28 | 202k | const int plane_bsize = get_plane_block_size(bsize, ssx, ssy); | 29 | 202k | return (CFL_ALLOWED_TYPE)(plane_bsize == BLOCK_4X4); | 30 | 202k | } | 31 | | // Spec: CfL is available to luma partitions lesser than or equal to 32x32 | 32 | 2.21M | return (CFL_ALLOWED_TYPE)(block_size_wide[bsize] <= 32 && | 33 | 2.21M | block_size_high[bsize] <= 32); | 34 | 2.41M | } |
Unexecuted instantiation: av1_cx_iface.c:is_cfl_allowed Unexecuted instantiation: allintra_vis.c:is_cfl_allowed bitstream.c:is_cfl_allowed Line | Count | Source | 19 | 2.24M | static inline CFL_ALLOWED_TYPE is_cfl_allowed(const MACROBLOCKD *xd) { | 20 | 2.24M | const MB_MODE_INFO *mbmi = xd->mi[0]; | 21 | 2.24M | const BLOCK_SIZE bsize = mbmi->bsize; | 22 | 2.24M | assert(bsize < BLOCK_SIZES_ALL); | 23 | 2.24M | if (xd->lossless[mbmi->segment_id]) { | 24 | | // In lossless, CfL is available when the partition size is equal to the | 25 | | // transform size. | 26 | 334k | const int ssx = xd->plane[AOM_PLANE_U].subsampling_x; | 27 | 334k | const int ssy = xd->plane[AOM_PLANE_U].subsampling_y; | 28 | 334k | const int plane_bsize = get_plane_block_size(bsize, ssx, ssy); | 29 | 334k | return (CFL_ALLOWED_TYPE)(plane_bsize == BLOCK_4X4); | 30 | 334k | } | 31 | | // Spec: CfL is available to luma partitions lesser than or equal to 32x32 | 32 | 1.90M | return (CFL_ALLOWED_TYPE)(block_size_wide[bsize] <= 32 && | 33 | 1.90M | block_size_high[bsize] <= 32); | 34 | 2.24M | } |
Unexecuted instantiation: encodeframe.c:is_cfl_allowed encodeframe_utils.c:is_cfl_allowed Line | Count | Source | 19 | 4.87M | static inline CFL_ALLOWED_TYPE is_cfl_allowed(const MACROBLOCKD *xd) { | 20 | 4.87M | const MB_MODE_INFO *mbmi = xd->mi[0]; | 21 | 4.87M | const BLOCK_SIZE bsize = mbmi->bsize; | 22 | 4.87M | assert(bsize < BLOCK_SIZES_ALL); | 23 | 4.87M | if (xd->lossless[mbmi->segment_id]) { | 24 | | // In lossless, CfL is available when the partition size is equal to the | 25 | | // transform size. | 26 | 456k | const int ssx = xd->plane[AOM_PLANE_U].subsampling_x; | 27 | 456k | const int ssy = xd->plane[AOM_PLANE_U].subsampling_y; | 28 | 456k | const int plane_bsize = get_plane_block_size(bsize, ssx, ssy); | 29 | 456k | return (CFL_ALLOWED_TYPE)(plane_bsize == BLOCK_4X4); | 30 | 456k | } | 31 | | // Spec: CfL is available to luma partitions lesser than or equal to 32x32 | 32 | 4.42M | return (CFL_ALLOWED_TYPE)(block_size_wide[bsize] <= 32 && | 33 | 4.42M | block_size_high[bsize] <= 32); | 34 | 4.87M | } |
Unexecuted instantiation: encodemb.c:is_cfl_allowed Unexecuted instantiation: encoder.c:is_cfl_allowed Unexecuted instantiation: encoder_utils.c:is_cfl_allowed Unexecuted instantiation: encodetxb.c:is_cfl_allowed Unexecuted instantiation: ethread.c:is_cfl_allowed Unexecuted instantiation: firstpass.c:is_cfl_allowed Unexecuted instantiation: global_motion_facade.c:is_cfl_allowed Unexecuted instantiation: mcomp.c:is_cfl_allowed Unexecuted instantiation: palette.c:is_cfl_allowed Unexecuted instantiation: partition_search.c:is_cfl_allowed Unexecuted instantiation: partition_strategy.c:is_cfl_allowed Unexecuted instantiation: rd.c:is_cfl_allowed Line | Count | Source | 19 | 3.76M | static inline CFL_ALLOWED_TYPE is_cfl_allowed(const MACROBLOCKD *xd) { | 20 | 3.76M | const MB_MODE_INFO *mbmi = xd->mi[0]; | 21 | 3.76M | const BLOCK_SIZE bsize = mbmi->bsize; | 22 | 3.76M | assert(bsize < BLOCK_SIZES_ALL); | 23 | 3.76M | if (xd->lossless[mbmi->segment_id]) { | 24 | | // In lossless, CfL is available when the partition size is equal to the | 25 | | // transform size. | 26 | 459k | const int ssx = xd->plane[AOM_PLANE_U].subsampling_x; | 27 | 459k | const int ssy = xd->plane[AOM_PLANE_U].subsampling_y; | 28 | 459k | const int plane_bsize = get_plane_block_size(bsize, ssx, ssy); | 29 | 459k | return (CFL_ALLOWED_TYPE)(plane_bsize == BLOCK_4X4); | 30 | 459k | } | 31 | | // Spec: CfL is available to luma partitions lesser than or equal to 32x32 | 32 | 3.30M | return (CFL_ALLOWED_TYPE)(block_size_wide[bsize] <= 32 && | 33 | 3.30M | block_size_high[bsize] <= 32); | 34 | 3.76M | } |
Unexecuted instantiation: nonrd_pickmode.c:is_cfl_allowed Unexecuted instantiation: nonrd_opt.c:is_cfl_allowed Unexecuted instantiation: speed_features.c:is_cfl_allowed Unexecuted instantiation: superres_scale.c:is_cfl_allowed Unexecuted instantiation: svc_layercontext.c:is_cfl_allowed Unexecuted instantiation: temporal_filter.c:is_cfl_allowed Unexecuted instantiation: tokenize.c:is_cfl_allowed Unexecuted instantiation: tpl_model.c:is_cfl_allowed Unexecuted instantiation: tx_search.c:is_cfl_allowed intra_mode_search.c:is_cfl_allowed Line | Count | Source | 19 | 9.90M | static inline CFL_ALLOWED_TYPE is_cfl_allowed(const MACROBLOCKD *xd) { | 20 | 9.90M | const MB_MODE_INFO *mbmi = xd->mi[0]; | 21 | 9.90M | const BLOCK_SIZE bsize = mbmi->bsize; | 22 | 9.90M | assert(bsize < BLOCK_SIZES_ALL); | 23 | 9.90M | if (xd->lossless[mbmi->segment_id]) { | 24 | | // In lossless, CfL is available when the partition size is equal to the | 25 | | // transform size. | 26 | 1.19M | const int ssx = xd->plane[AOM_PLANE_U].subsampling_x; | 27 | 1.19M | const int ssy = xd->plane[AOM_PLANE_U].subsampling_y; | 28 | 1.19M | const int plane_bsize = get_plane_block_size(bsize, ssx, ssy); | 29 | 1.19M | return (CFL_ALLOWED_TYPE)(plane_bsize == BLOCK_4X4); | 30 | 1.19M | } | 31 | | // Spec: CfL is available to luma partitions lesser than or equal to 32x32 | 32 | 8.71M | return (CFL_ALLOWED_TYPE)(block_size_wide[bsize] <= 32 && | 33 | 8.71M | block_size_high[bsize] <= 32); | 34 | 9.90M | } |
Unexecuted instantiation: var_based_part.c:is_cfl_allowed Unexecuted instantiation: cfl.c:is_cfl_allowed Unexecuted instantiation: reconintra.c:is_cfl_allowed Unexecuted instantiation: compound_type.c:is_cfl_allowed Unexecuted instantiation: encode_strategy.c:is_cfl_allowed Unexecuted instantiation: interp_search.c:is_cfl_allowed Unexecuted instantiation: motion_search_facade.c:is_cfl_allowed Unexecuted instantiation: cfl_sse2.c:is_cfl_allowed Unexecuted instantiation: cfl_ssse3.c:is_cfl_allowed Unexecuted instantiation: rdopt_sse4.c:is_cfl_allowed Unexecuted instantiation: cfl_avx2.c:is_cfl_allowed Unexecuted instantiation: rdopt_avx2.c:is_cfl_allowed |
35 | | |
36 | | // Do we need to save the luma pixels from the current block, |
37 | | // for a possible future CfL prediction? |
38 | | static inline CFL_ALLOWED_TYPE store_cfl_required(const AV1_COMMON *cm, |
39 | 32.9M | const MACROBLOCKD *xd) { |
40 | 32.9M | const MB_MODE_INFO *mbmi = xd->mi[0]; |
41 | | |
42 | 32.9M | if (cm->seq_params->monochrome) return CFL_DISALLOWED; |
43 | | |
44 | 15.2M | if (!xd->is_chroma_ref) { |
45 | | // For non-chroma-reference blocks, we should always store the luma pixels, |
46 | | // in case the corresponding chroma-reference block uses CfL. |
47 | | // Note that this can only happen for block sizes which are <8 on |
48 | | // their shortest side, as otherwise they would be chroma reference |
49 | | // blocks. |
50 | 1.59M | return CFL_ALLOWED; |
51 | 1.59M | } |
52 | | |
53 | | // If this block has chroma information, we know whether we're |
54 | | // actually going to perform a CfL prediction |
55 | 13.6M | return (CFL_ALLOWED_TYPE)(!is_inter_block(mbmi) && |
56 | 13.6M | mbmi->uv_mode == UV_CFL_PRED); |
57 | 15.2M | } decodeframe.c:store_cfl_required Line | Count | Source | 39 | 7.66M | const MACROBLOCKD *xd) { | 40 | 7.66M | const MB_MODE_INFO *mbmi = xd->mi[0]; | 41 | | | 42 | 7.66M | if (cm->seq_params->monochrome) return CFL_DISALLOWED; | 43 | | | 44 | 4.37M | if (!xd->is_chroma_ref) { | 45 | | // For non-chroma-reference blocks, we should always store the luma pixels, | 46 | | // in case the corresponding chroma-reference block uses CfL. | 47 | | // Note that this can only happen for block sizes which are <8 on | 48 | | // their shortest side, as otherwise they would be chroma reference | 49 | | // blocks. | 50 | 108k | return CFL_ALLOWED; | 51 | 108k | } | 52 | | | 53 | | // If this block has chroma information, we know whether we're | 54 | | // actually going to perform a CfL prediction | 55 | 4.27M | return (CFL_ALLOWED_TYPE)(!is_inter_block(mbmi) && | 56 | 4.27M | mbmi->uv_mode == UV_CFL_PRED); | 57 | 4.37M | } |
decodemv.c:store_cfl_required Line | Count | Source | 39 | 4.95M | const MACROBLOCKD *xd) { | 40 | 4.95M | const MB_MODE_INFO *mbmi = xd->mi[0]; | 41 | | | 42 | 4.95M | if (cm->seq_params->monochrome) return CFL_DISALLOWED; | 43 | | | 44 | 2.66M | if (!xd->is_chroma_ref) { | 45 | | // For non-chroma-reference blocks, we should always store the luma pixels, | 46 | | // in case the corresponding chroma-reference block uses CfL. | 47 | | // Note that this can only happen for block sizes which are <8 on | 48 | | // their shortest side, as otherwise they would be chroma reference | 49 | | // blocks. | 50 | 117k | return CFL_ALLOWED; | 51 | 117k | } | 52 | | | 53 | | // If this block has chroma information, we know whether we're | 54 | | // actually going to perform a CfL prediction | 55 | 2.54M | return (CFL_ALLOWED_TYPE)(!is_inter_block(mbmi) && | 56 | 2.54M | mbmi->uv_mode == UV_CFL_PRED); | 57 | 2.66M | } |
Unexecuted instantiation: av1_cx_iface.c:store_cfl_required Unexecuted instantiation: allintra_vis.c:store_cfl_required Unexecuted instantiation: bitstream.c:store_cfl_required Unexecuted instantiation: encodeframe.c:store_cfl_required Unexecuted instantiation: encodeframe_utils.c:store_cfl_required Unexecuted instantiation: encodemb.c:store_cfl_required Unexecuted instantiation: encoder.c:store_cfl_required Unexecuted instantiation: encoder_utils.c:store_cfl_required Unexecuted instantiation: encodetxb.c:store_cfl_required Unexecuted instantiation: ethread.c:store_cfl_required Unexecuted instantiation: firstpass.c:store_cfl_required Unexecuted instantiation: global_motion_facade.c:store_cfl_required Unexecuted instantiation: mcomp.c:store_cfl_required Unexecuted instantiation: palette.c:store_cfl_required partition_search.c:store_cfl_required Line | Count | Source | 39 | 20.3M | const MACROBLOCKD *xd) { | 40 | 20.3M | const MB_MODE_INFO *mbmi = xd->mi[0]; | 41 | | | 42 | 20.3M | if (cm->seq_params->monochrome) return CFL_DISALLOWED; | 43 | | | 44 | 8.21M | if (!xd->is_chroma_ref) { | 45 | | // For non-chroma-reference blocks, we should always store the luma pixels, | 46 | | // in case the corresponding chroma-reference block uses CfL. | 47 | | // Note that this can only happen for block sizes which are <8 on | 48 | | // their shortest side, as otherwise they would be chroma reference | 49 | | // blocks. | 50 | 1.36M | return CFL_ALLOWED; | 51 | 1.36M | } | 52 | | | 53 | | // If this block has chroma information, we know whether we're | 54 | | // actually going to perform a CfL prediction | 55 | 6.85M | return (CFL_ALLOWED_TYPE)(!is_inter_block(mbmi) && | 56 | 6.86M | mbmi->uv_mode == UV_CFL_PRED); | 57 | 8.21M | } |
Unexecuted instantiation: partition_strategy.c:store_cfl_required Unexecuted instantiation: rd.c:store_cfl_required Unexecuted instantiation: rdopt.c:store_cfl_required Unexecuted instantiation: nonrd_pickmode.c:store_cfl_required Unexecuted instantiation: nonrd_opt.c:store_cfl_required Unexecuted instantiation: speed_features.c:store_cfl_required Unexecuted instantiation: superres_scale.c:store_cfl_required Unexecuted instantiation: svc_layercontext.c:store_cfl_required Unexecuted instantiation: temporal_filter.c:store_cfl_required Unexecuted instantiation: tokenize.c:store_cfl_required Unexecuted instantiation: tpl_model.c:store_cfl_required Unexecuted instantiation: tx_search.c:store_cfl_required Unexecuted instantiation: intra_mode_search.c:store_cfl_required Unexecuted instantiation: var_based_part.c:store_cfl_required Unexecuted instantiation: cfl.c:store_cfl_required Unexecuted instantiation: reconintra.c:store_cfl_required Unexecuted instantiation: compound_type.c:store_cfl_required Unexecuted instantiation: encode_strategy.c:store_cfl_required Unexecuted instantiation: interp_search.c:store_cfl_required Unexecuted instantiation: motion_search_facade.c:store_cfl_required Unexecuted instantiation: cfl_sse2.c:store_cfl_required Unexecuted instantiation: cfl_ssse3.c:store_cfl_required Unexecuted instantiation: rdopt_sse4.c:store_cfl_required Unexecuted instantiation: cfl_avx2.c:store_cfl_required Unexecuted instantiation: rdopt_avx2.c:store_cfl_required |
58 | | |
59 | 0 | static inline int get_scaled_luma_q0(int alpha_q3, int16_t pred_buf_q3) { |
60 | 0 | int scaled_luma_q6 = alpha_q3 * pred_buf_q3; |
61 | 0 | return ROUND_POWER_OF_TWO_SIGNED(scaled_luma_q6, 6); |
62 | 0 | } Unexecuted instantiation: decodeframe.c:get_scaled_luma_q0 Unexecuted instantiation: decodemv.c:get_scaled_luma_q0 Unexecuted instantiation: av1_cx_iface.c:get_scaled_luma_q0 Unexecuted instantiation: allintra_vis.c:get_scaled_luma_q0 Unexecuted instantiation: bitstream.c:get_scaled_luma_q0 Unexecuted instantiation: encodeframe.c:get_scaled_luma_q0 Unexecuted instantiation: encodeframe_utils.c:get_scaled_luma_q0 Unexecuted instantiation: encodemb.c:get_scaled_luma_q0 Unexecuted instantiation: encoder.c:get_scaled_luma_q0 Unexecuted instantiation: encoder_utils.c:get_scaled_luma_q0 Unexecuted instantiation: encodetxb.c:get_scaled_luma_q0 Unexecuted instantiation: ethread.c:get_scaled_luma_q0 Unexecuted instantiation: firstpass.c:get_scaled_luma_q0 Unexecuted instantiation: global_motion_facade.c:get_scaled_luma_q0 Unexecuted instantiation: mcomp.c:get_scaled_luma_q0 Unexecuted instantiation: palette.c:get_scaled_luma_q0 Unexecuted instantiation: partition_search.c:get_scaled_luma_q0 Unexecuted instantiation: partition_strategy.c:get_scaled_luma_q0 Unexecuted instantiation: rd.c:get_scaled_luma_q0 Unexecuted instantiation: rdopt.c:get_scaled_luma_q0 Unexecuted instantiation: nonrd_pickmode.c:get_scaled_luma_q0 Unexecuted instantiation: nonrd_opt.c:get_scaled_luma_q0 Unexecuted instantiation: speed_features.c:get_scaled_luma_q0 Unexecuted instantiation: superres_scale.c:get_scaled_luma_q0 Unexecuted instantiation: svc_layercontext.c:get_scaled_luma_q0 Unexecuted instantiation: temporal_filter.c:get_scaled_luma_q0 Unexecuted instantiation: tokenize.c:get_scaled_luma_q0 Unexecuted instantiation: tpl_model.c:get_scaled_luma_q0 Unexecuted instantiation: tx_search.c:get_scaled_luma_q0 Unexecuted instantiation: intra_mode_search.c:get_scaled_luma_q0 Unexecuted instantiation: var_based_part.c:get_scaled_luma_q0 Unexecuted instantiation: cfl.c:get_scaled_luma_q0 Unexecuted instantiation: reconintra.c:get_scaled_luma_q0 Unexecuted instantiation: compound_type.c:get_scaled_luma_q0 Unexecuted instantiation: encode_strategy.c:get_scaled_luma_q0 Unexecuted instantiation: interp_search.c:get_scaled_luma_q0 Unexecuted instantiation: motion_search_facade.c:get_scaled_luma_q0 Unexecuted instantiation: cfl_sse2.c:get_scaled_luma_q0 Unexecuted instantiation: cfl_ssse3.c:get_scaled_luma_q0 Unexecuted instantiation: rdopt_sse4.c:get_scaled_luma_q0 Unexecuted instantiation: cfl_avx2.c:get_scaled_luma_q0 Unexecuted instantiation: rdopt_avx2.c:get_scaled_luma_q0 |
63 | | |
64 | 124M | static inline CFL_PRED_TYPE get_cfl_pred_type(int plane) { |
65 | 124M | assert(plane > 0); |
66 | 124M | return (CFL_PRED_TYPE)(plane - 1); |
67 | 124M | } Unexecuted instantiation: decodeframe.c:get_cfl_pred_type Unexecuted instantiation: decodemv.c:get_cfl_pred_type Unexecuted instantiation: av1_cx_iface.c:get_cfl_pred_type Unexecuted instantiation: allintra_vis.c:get_cfl_pred_type Unexecuted instantiation: bitstream.c:get_cfl_pred_type Unexecuted instantiation: encodeframe.c:get_cfl_pred_type Unexecuted instantiation: encodeframe_utils.c:get_cfl_pred_type Unexecuted instantiation: encodemb.c:get_cfl_pred_type Unexecuted instantiation: encoder.c:get_cfl_pred_type Unexecuted instantiation: encoder_utils.c:get_cfl_pred_type Unexecuted instantiation: encodetxb.c:get_cfl_pred_type Unexecuted instantiation: ethread.c:get_cfl_pred_type Unexecuted instantiation: firstpass.c:get_cfl_pred_type Unexecuted instantiation: global_motion_facade.c:get_cfl_pred_type Unexecuted instantiation: mcomp.c:get_cfl_pred_type Unexecuted instantiation: palette.c:get_cfl_pred_type Unexecuted instantiation: partition_search.c:get_cfl_pred_type Unexecuted instantiation: partition_strategy.c:get_cfl_pred_type Unexecuted instantiation: rd.c:get_cfl_pred_type Unexecuted instantiation: rdopt.c:get_cfl_pred_type Unexecuted instantiation: nonrd_pickmode.c:get_cfl_pred_type Unexecuted instantiation: nonrd_opt.c:get_cfl_pred_type Unexecuted instantiation: speed_features.c:get_cfl_pred_type Unexecuted instantiation: superres_scale.c:get_cfl_pred_type Unexecuted instantiation: svc_layercontext.c:get_cfl_pred_type Unexecuted instantiation: temporal_filter.c:get_cfl_pred_type Unexecuted instantiation: tokenize.c:get_cfl_pred_type Unexecuted instantiation: tpl_model.c:get_cfl_pred_type Unexecuted instantiation: tx_search.c:get_cfl_pred_type intra_mode_search.c:get_cfl_pred_type Line | Count | Source | 64 | 59.3M | static inline CFL_PRED_TYPE get_cfl_pred_type(int plane) { | 65 | 59.3M | assert(plane > 0); | 66 | 59.3M | return (CFL_PRED_TYPE)(plane - 1); | 67 | 59.3M | } |
Unexecuted instantiation: var_based_part.c:get_cfl_pred_type Unexecuted instantiation: cfl.c:get_cfl_pred_type reconintra.c:get_cfl_pred_type Line | Count | Source | 64 | 65.0M | static inline CFL_PRED_TYPE get_cfl_pred_type(int plane) { | 65 | 65.0M | assert(plane > 0); | 66 | 65.0M | return (CFL_PRED_TYPE)(plane - 1); | 67 | 65.0M | } |
Unexecuted instantiation: compound_type.c:get_cfl_pred_type Unexecuted instantiation: encode_strategy.c:get_cfl_pred_type Unexecuted instantiation: interp_search.c:get_cfl_pred_type Unexecuted instantiation: motion_search_facade.c:get_cfl_pred_type Unexecuted instantiation: cfl_sse2.c:get_cfl_pred_type Unexecuted instantiation: cfl_ssse3.c:get_cfl_pred_type Unexecuted instantiation: rdopt_sse4.c:get_cfl_pred_type Unexecuted instantiation: cfl_avx2.c:get_cfl_pred_type Unexecuted instantiation: rdopt_avx2.c:get_cfl_pred_type |
68 | | |
69 | 4.87M | static inline void clear_cfl_dc_pred_cache_flags(CFL_CTX *cfl) { |
70 | 4.87M | cfl->use_dc_pred_cache = false; |
71 | 4.87M | cfl->dc_pred_is_cached[CFL_PRED_U] = false; |
72 | 4.87M | cfl->dc_pred_is_cached[CFL_PRED_V] = false; |
73 | 4.87M | } Unexecuted instantiation: decodeframe.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: decodemv.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: av1_cx_iface.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: allintra_vis.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: bitstream.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: encodeframe.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: encodeframe_utils.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: encodemb.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: encoder.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: encoder_utils.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: encodetxb.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: ethread.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: firstpass.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: global_motion_facade.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: mcomp.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: palette.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: partition_search.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: partition_strategy.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: rd.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: rdopt.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: nonrd_pickmode.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: nonrd_opt.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: speed_features.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: superres_scale.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: svc_layercontext.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: temporal_filter.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: tokenize.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: tpl_model.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: tx_search.c:clear_cfl_dc_pred_cache_flags intra_mode_search.c:clear_cfl_dc_pred_cache_flags Line | Count | Source | 69 | 3.59M | static inline void clear_cfl_dc_pred_cache_flags(CFL_CTX *cfl) { | 70 | 3.59M | cfl->use_dc_pred_cache = false; | 71 | 3.59M | cfl->dc_pred_is_cached[CFL_PRED_U] = false; | 72 | 3.59M | cfl->dc_pred_is_cached[CFL_PRED_V] = false; | 73 | 3.59M | } |
Unexecuted instantiation: var_based_part.c:clear_cfl_dc_pred_cache_flags cfl.c:clear_cfl_dc_pred_cache_flags Line | Count | Source | 69 | 1.28M | static inline void clear_cfl_dc_pred_cache_flags(CFL_CTX *cfl) { | 70 | 1.28M | cfl->use_dc_pred_cache = false; | 71 | 1.28M | cfl->dc_pred_is_cached[CFL_PRED_U] = false; | 72 | 1.28M | cfl->dc_pred_is_cached[CFL_PRED_V] = false; | 73 | 1.28M | } |
Unexecuted instantiation: reconintra.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: compound_type.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: encode_strategy.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: interp_search.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: motion_search_facade.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: cfl_sse2.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: cfl_ssse3.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: rdopt_sse4.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: cfl_avx2.c:clear_cfl_dc_pred_cache_flags Unexecuted instantiation: rdopt_avx2.c:clear_cfl_dc_pred_cache_flags |
74 | | |
75 | | void av1_cfl_predict_block(MACROBLOCKD *const xd, uint8_t *dst, int dst_stride, |
76 | | TX_SIZE tx_size, int plane); |
77 | | |
78 | | void cfl_store_block(MACROBLOCKD *const xd, BLOCK_SIZE bsize, TX_SIZE tx_size); |
79 | | |
80 | | void cfl_store_tx(MACROBLOCKD *const xd, int row, int col, TX_SIZE tx_size, |
81 | | BLOCK_SIZE bsize); |
82 | | |
83 | | void cfl_store_dc_pred(MACROBLOCKD *const xd, const uint8_t *input, |
84 | | CFL_PRED_TYPE pred_plane, int width); |
85 | | |
86 | | void cfl_load_dc_pred(MACROBLOCKD *const xd, uint8_t *dst, int dst_stride, |
87 | | TX_SIZE tx_size, CFL_PRED_TYPE pred_plane); |
88 | | |
89 | | // Allows the CFL_SUBSAMPLE function to switch types depending on the bitdepth. |
90 | | #define CFL_lbd_TYPE uint8_t *cfl_type |
91 | | #define CFL_hbd_TYPE uint16_t *cfl_type |
92 | | |
93 | | // Declare a size-specific wrapper for the size-generic function. The compiler |
94 | | // will inline the size generic function in here, the advantage is that the size |
95 | | // will be constant allowing for loop unrolling and other constant propagated |
96 | | // goodness. |
97 | | #define CFL_SUBSAMPLE(arch, sub, bd, width, height) \ |
98 | | void cfl_subsample_##bd##_##sub##_##width##x##height##_##arch( \ |
99 | | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3); \ |
100 | | void cfl_subsample_##bd##_##sub##_##width##x##height##_##arch( \ |
101 | 11.4M | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ |
102 | 11.4M | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ |
103 | 11.4M | output_q3, width, height); \ |
104 | 11.4M | } Unexecuted instantiation: cfl_subsample_lbd_420_4x4_c Unexecuted instantiation: cfl_subsample_lbd_420_8x8_c Unexecuted instantiation: cfl_subsample_lbd_420_16x16_c Unexecuted instantiation: cfl_subsample_lbd_420_32x32_c Unexecuted instantiation: cfl_subsample_lbd_420_4x8_c Unexecuted instantiation: cfl_subsample_lbd_420_8x4_c Unexecuted instantiation: cfl_subsample_lbd_420_8x16_c Unexecuted instantiation: cfl_subsample_lbd_420_16x8_c Unexecuted instantiation: cfl_subsample_lbd_420_16x32_c Unexecuted instantiation: cfl_subsample_lbd_420_32x16_c Unexecuted instantiation: cfl_subsample_lbd_420_4x16_c Unexecuted instantiation: cfl_subsample_lbd_420_16x4_c Unexecuted instantiation: cfl_subsample_lbd_420_8x32_c Unexecuted instantiation: cfl_subsample_lbd_420_32x8_c Unexecuted instantiation: cfl_subsample_lbd_422_4x4_c Unexecuted instantiation: cfl_subsample_lbd_422_8x8_c Unexecuted instantiation: cfl_subsample_lbd_422_16x16_c Unexecuted instantiation: cfl_subsample_lbd_422_32x32_c Unexecuted instantiation: cfl_subsample_lbd_422_4x8_c Unexecuted instantiation: cfl_subsample_lbd_422_8x4_c Unexecuted instantiation: cfl_subsample_lbd_422_8x16_c Unexecuted instantiation: cfl_subsample_lbd_422_16x8_c Unexecuted instantiation: cfl_subsample_lbd_422_16x32_c Unexecuted instantiation: cfl_subsample_lbd_422_32x16_c Unexecuted instantiation: cfl_subsample_lbd_422_4x16_c Unexecuted instantiation: cfl_subsample_lbd_422_16x4_c Unexecuted instantiation: cfl_subsample_lbd_422_8x32_c Unexecuted instantiation: cfl_subsample_lbd_422_32x8_c Unexecuted instantiation: cfl_subsample_lbd_444_4x4_c Unexecuted instantiation: cfl_subsample_lbd_444_8x8_c Unexecuted instantiation: cfl_subsample_lbd_444_16x16_c Unexecuted instantiation: cfl_subsample_lbd_444_32x32_c Unexecuted instantiation: cfl_subsample_lbd_444_4x8_c Unexecuted instantiation: cfl_subsample_lbd_444_8x4_c Unexecuted instantiation: cfl_subsample_lbd_444_8x16_c Unexecuted instantiation: cfl_subsample_lbd_444_16x8_c Unexecuted instantiation: cfl_subsample_lbd_444_16x32_c Unexecuted instantiation: cfl_subsample_lbd_444_32x16_c Unexecuted instantiation: cfl_subsample_lbd_444_4x16_c Unexecuted instantiation: cfl_subsample_lbd_444_16x4_c Unexecuted instantiation: cfl_subsample_lbd_444_8x32_c Unexecuted instantiation: cfl_subsample_lbd_444_32x8_c Unexecuted instantiation: cfl_subsample_hbd_420_4x4_c Unexecuted instantiation: cfl_subsample_hbd_420_8x8_c Unexecuted instantiation: cfl_subsample_hbd_420_16x16_c Unexecuted instantiation: cfl_subsample_hbd_420_32x32_c Unexecuted instantiation: cfl_subsample_hbd_420_4x8_c Unexecuted instantiation: cfl_subsample_hbd_420_8x4_c Unexecuted instantiation: cfl_subsample_hbd_420_8x16_c Unexecuted instantiation: cfl_subsample_hbd_420_16x8_c Unexecuted instantiation: cfl_subsample_hbd_420_16x32_c Unexecuted instantiation: cfl_subsample_hbd_420_32x16_c Unexecuted instantiation: cfl_subsample_hbd_420_4x16_c Unexecuted instantiation: cfl_subsample_hbd_420_16x4_c Unexecuted instantiation: cfl_subsample_hbd_420_8x32_c Unexecuted instantiation: cfl_subsample_hbd_420_32x8_c Unexecuted instantiation: cfl_subsample_hbd_422_4x4_c Unexecuted instantiation: cfl_subsample_hbd_422_8x8_c Unexecuted instantiation: cfl_subsample_hbd_422_16x16_c Unexecuted instantiation: cfl_subsample_hbd_422_32x32_c Unexecuted instantiation: cfl_subsample_hbd_422_4x8_c Unexecuted instantiation: cfl_subsample_hbd_422_8x4_c Unexecuted instantiation: cfl_subsample_hbd_422_8x16_c Unexecuted instantiation: cfl_subsample_hbd_422_16x8_c Unexecuted instantiation: cfl_subsample_hbd_422_16x32_c Unexecuted instantiation: cfl_subsample_hbd_422_32x16_c Unexecuted instantiation: cfl_subsample_hbd_422_4x16_c Unexecuted instantiation: cfl_subsample_hbd_422_16x4_c Unexecuted instantiation: cfl_subsample_hbd_422_8x32_c Unexecuted instantiation: cfl_subsample_hbd_422_32x8_c Unexecuted instantiation: cfl_subsample_hbd_444_4x4_c Unexecuted instantiation: cfl_subsample_hbd_444_8x8_c Unexecuted instantiation: cfl_subsample_hbd_444_16x16_c Unexecuted instantiation: cfl_subsample_hbd_444_32x32_c Unexecuted instantiation: cfl_subsample_hbd_444_4x8_c Unexecuted instantiation: cfl_subsample_hbd_444_8x4_c Unexecuted instantiation: cfl_subsample_hbd_444_8x16_c Unexecuted instantiation: cfl_subsample_hbd_444_16x8_c Unexecuted instantiation: cfl_subsample_hbd_444_16x32_c Unexecuted instantiation: cfl_subsample_hbd_444_32x16_c Unexecuted instantiation: cfl_subsample_hbd_444_4x16_c Unexecuted instantiation: cfl_subsample_hbd_444_16x4_c Unexecuted instantiation: cfl_subsample_hbd_444_8x32_c Unexecuted instantiation: cfl_subsample_hbd_444_32x8_c cfl_subsample_lbd_420_4x4_ssse3 Line | Count | Source | 101 | 2.85M | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 2.85M | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 2.85M | output_q3, width, height); \ | 104 | 2.85M | } |
cfl_subsample_lbd_420_8x8_ssse3 Line | Count | Source | 101 | 1.20M | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 1.20M | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 1.20M | output_q3, width, height); \ | 104 | 1.20M | } |
cfl_subsample_lbd_420_16x16_ssse3 Line | Count | Source | 101 | 108k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 108k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 108k | output_q3, width, height); \ | 104 | 108k | } |
Unexecuted instantiation: cfl_subsample_lbd_420_32x32_ssse3 cfl_subsample_lbd_420_4x8_ssse3 Line | Count | Source | 101 | 18.1k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 18.1k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 18.1k | output_q3, width, height); \ | 104 | 18.1k | } |
cfl_subsample_lbd_420_8x4_ssse3 Line | Count | Source | 101 | 16.9k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 16.9k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 16.9k | output_q3, width, height); \ | 104 | 16.9k | } |
cfl_subsample_lbd_420_8x16_ssse3 Line | Count | Source | 101 | 33.8k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 33.8k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 33.8k | output_q3, width, height); \ | 104 | 33.8k | } |
cfl_subsample_lbd_420_16x8_ssse3 Line | Count | Source | 101 | 28.8k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 28.8k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 28.8k | output_q3, width, height); \ | 104 | 28.8k | } |
cfl_subsample_lbd_420_16x32_ssse3 Line | Count | Source | 101 | 6.58k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 6.58k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 6.58k | output_q3, width, height); \ | 104 | 6.58k | } |
Unexecuted instantiation: cfl_subsample_lbd_420_32x16_ssse3 cfl_subsample_lbd_420_4x16_ssse3 Line | Count | Source | 101 | 857 | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 857 | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 857 | output_q3, width, height); \ | 104 | 857 | } |
cfl_subsample_lbd_420_16x4_ssse3 Line | Count | Source | 101 | 1.71k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 1.71k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 1.71k | output_q3, width, height); \ | 104 | 1.71k | } |
cfl_subsample_lbd_420_8x32_ssse3 Line | Count | Source | 101 | 26 | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 26 | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 26 | output_q3, width, height); \ | 104 | 26 | } |
Unexecuted instantiation: cfl_subsample_lbd_420_32x8_ssse3 cfl_subsample_lbd_422_4x4_ssse3 Line | Count | Source | 101 | 1.60M | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 1.60M | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 1.60M | output_q3, width, height); \ | 104 | 1.60M | } |
cfl_subsample_lbd_422_8x8_ssse3 Line | Count | Source | 101 | 1.01M | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 1.01M | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 1.01M | output_q3, width, height); \ | 104 | 1.01M | } |
cfl_subsample_lbd_422_16x16_ssse3 Line | Count | Source | 101 | 116k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 116k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 116k | output_q3, width, height); \ | 104 | 116k | } |
Unexecuted instantiation: cfl_subsample_lbd_422_32x32_ssse3 Unexecuted instantiation: cfl_subsample_lbd_422_4x8_ssse3 cfl_subsample_lbd_422_8x4_ssse3 Line | Count | Source | 101 | 9.44k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 9.44k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 9.44k | output_q3, width, height); \ | 104 | 9.44k | } |
Unexecuted instantiation: cfl_subsample_lbd_422_8x16_ssse3 cfl_subsample_lbd_422_16x8_ssse3 Line | Count | Source | 101 | 25.7k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 25.7k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 25.7k | output_q3, width, height); \ | 104 | 25.7k | } |
Unexecuted instantiation: cfl_subsample_lbd_422_16x32_ssse3 Unexecuted instantiation: cfl_subsample_lbd_422_32x16_ssse3 Unexecuted instantiation: cfl_subsample_lbd_422_4x16_ssse3 cfl_subsample_lbd_422_16x4_ssse3 Line | Count | Source | 101 | 28 | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 28 | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 28 | output_q3, width, height); \ | 104 | 28 | } |
Unexecuted instantiation: cfl_subsample_lbd_422_8x32_ssse3 Unexecuted instantiation: cfl_subsample_lbd_422_32x8_ssse3 cfl_subsample_lbd_444_4x4_ssse3 Line | Count | Source | 101 | 1.40M | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 1.40M | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 1.40M | output_q3, width, height); \ | 104 | 1.40M | } |
cfl_subsample_lbd_444_8x8_ssse3 Line | Count | Source | 101 | 805k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 805k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 805k | output_q3, width, height); \ | 104 | 805k | } |
cfl_subsample_lbd_444_16x16_ssse3 Line | Count | Source | 101 | 96.0k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 96.0k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 96.0k | output_q3, width, height); \ | 104 | 96.0k | } |
Unexecuted instantiation: cfl_subsample_lbd_444_32x32_ssse3 cfl_subsample_lbd_444_4x8_ssse3 Line | Count | Source | 101 | 17.2k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 17.2k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 17.2k | output_q3, width, height); \ | 104 | 17.2k | } |
cfl_subsample_lbd_444_8x4_ssse3 Line | Count | Source | 101 | 19.1k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 19.1k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 19.1k | output_q3, width, height); \ | 104 | 19.1k | } |
cfl_subsample_lbd_444_8x16_ssse3 Line | Count | Source | 101 | 29.4k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 29.4k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 29.4k | output_q3, width, height); \ | 104 | 29.4k | } |
cfl_subsample_lbd_444_16x8_ssse3 Line | Count | Source | 101 | 29.8k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 29.8k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 29.8k | output_q3, width, height); \ | 104 | 29.8k | } |
cfl_subsample_lbd_444_16x32_ssse3 Line | Count | Source | 101 | 9.06k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 9.06k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 9.06k | output_q3, width, height); \ | 104 | 9.06k | } |
Unexecuted instantiation: cfl_subsample_lbd_444_32x16_ssse3 cfl_subsample_lbd_444_4x16_ssse3 Line | Count | Source | 101 | 2.80k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 2.80k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 2.80k | output_q3, width, height); \ | 104 | 2.80k | } |
cfl_subsample_lbd_444_16x4_ssse3 Line | Count | Source | 101 | 4.10k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 4.10k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 4.10k | output_q3, width, height); \ | 104 | 4.10k | } |
cfl_subsample_lbd_444_8x32_ssse3 Line | Count | Source | 101 | 2.24k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 2.24k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 2.24k | output_q3, width, height); \ | 104 | 2.24k | } |
Unexecuted instantiation: cfl_subsample_lbd_444_32x8_ssse3 cfl_subsample_hbd_420_4x4_ssse3 Line | Count | Source | 101 | 553k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 553k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 553k | output_q3, width, height); \ | 104 | 553k | } |
cfl_subsample_hbd_420_8x8_ssse3 Line | Count | Source | 101 | 183k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 183k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 183k | output_q3, width, height); \ | 104 | 183k | } |
cfl_subsample_hbd_420_16x16_ssse3 Line | Count | Source | 101 | 25.2k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 25.2k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 25.2k | output_q3, width, height); \ | 104 | 25.2k | } |
Unexecuted instantiation: cfl_subsample_hbd_420_32x32_ssse3 cfl_subsample_hbd_420_4x8_ssse3 Line | Count | Source | 101 | 7.47k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 7.47k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 7.47k | output_q3, width, height); \ | 104 | 7.47k | } |
cfl_subsample_hbd_420_8x4_ssse3 Line | Count | Source | 101 | 8.59k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 8.59k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 8.59k | output_q3, width, height); \ | 104 | 8.59k | } |
cfl_subsample_hbd_420_8x16_ssse3 Line | Count | Source | 101 | 12.5k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 12.5k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 12.5k | output_q3, width, height); \ | 104 | 12.5k | } |
cfl_subsample_hbd_420_16x8_ssse3 Line | Count | Source | 101 | 13.5k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 13.5k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 13.5k | output_q3, width, height); \ | 104 | 13.5k | } |
cfl_subsample_hbd_420_16x32_ssse3 Line | Count | Source | 101 | 3.03k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 3.03k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 3.03k | output_q3, width, height); \ | 104 | 3.03k | } |
Unexecuted instantiation: cfl_subsample_hbd_420_32x16_ssse3 cfl_subsample_hbd_420_4x16_ssse3 Line | Count | Source | 101 | 514 | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 514 | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 514 | output_q3, width, height); \ | 104 | 514 | } |
cfl_subsample_hbd_420_16x4_ssse3 Line | Count | Source | 101 | 804 | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 804 | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 804 | output_q3, width, height); \ | 104 | 804 | } |
cfl_subsample_hbd_420_8x32_ssse3 Line | Count | Source | 101 | 202 | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 202 | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 202 | output_q3, width, height); \ | 104 | 202 | } |
Unexecuted instantiation: cfl_subsample_hbd_420_32x8_ssse3 cfl_subsample_hbd_422_4x4_ssse3 Line | Count | Source | 101 | 343k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 343k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 343k | output_q3, width, height); \ | 104 | 343k | } |
cfl_subsample_hbd_422_8x8_ssse3 Line | Count | Source | 101 | 122k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 122k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 122k | output_q3, width, height); \ | 104 | 122k | } |
cfl_subsample_hbd_422_16x16_ssse3 Line | Count | Source | 101 | 16.7k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 16.7k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 16.7k | output_q3, width, height); \ | 104 | 16.7k | } |
Unexecuted instantiation: cfl_subsample_hbd_422_32x32_ssse3 Unexecuted instantiation: cfl_subsample_hbd_422_4x8_ssse3 cfl_subsample_hbd_422_8x4_ssse3 Line | Count | Source | 101 | 4.20k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 4.20k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 4.20k | output_q3, width, height); \ | 104 | 4.20k | } |
Unexecuted instantiation: cfl_subsample_hbd_422_8x16_ssse3 cfl_subsample_hbd_422_16x8_ssse3 Line | Count | Source | 101 | 8.72k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 8.72k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 8.72k | output_q3, width, height); \ | 104 | 8.72k | } |
Unexecuted instantiation: cfl_subsample_hbd_422_16x32_ssse3 Unexecuted instantiation: cfl_subsample_hbd_422_32x16_ssse3 Unexecuted instantiation: cfl_subsample_hbd_422_4x16_ssse3 cfl_subsample_hbd_422_16x4_ssse3 Line | Count | Source | 101 | 16 | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 16 | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 16 | output_q3, width, height); \ | 104 | 16 | } |
Unexecuted instantiation: cfl_subsample_hbd_422_8x32_ssse3 Unexecuted instantiation: cfl_subsample_hbd_422_32x8_ssse3 cfl_subsample_hbd_444_4x4_ssse3 Line | Count | Source | 101 | 326k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 326k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 326k | output_q3, width, height); \ | 104 | 326k | } |
cfl_subsample_hbd_444_8x8_ssse3 Line | Count | Source | 101 | 149k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 149k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 149k | output_q3, width, height); \ | 104 | 149k | } |
cfl_subsample_hbd_444_16x16_ssse3 Line | Count | Source | 101 | 22.4k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 22.4k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 22.4k | output_q3, width, height); \ | 104 | 22.4k | } |
Unexecuted instantiation: cfl_subsample_hbd_444_32x32_ssse3 cfl_subsample_hbd_444_4x8_ssse3 Line | Count | Source | 101 | 12.9k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 12.9k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 12.9k | output_q3, width, height); \ | 104 | 12.9k | } |
cfl_subsample_hbd_444_8x4_ssse3 Line | Count | Source | 101 | 16.3k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 16.3k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 16.3k | output_q3, width, height); \ | 104 | 16.3k | } |
cfl_subsample_hbd_444_8x16_ssse3 Line | Count | Source | 101 | 17.5k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 17.5k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 17.5k | output_q3, width, height); \ | 104 | 17.5k | } |
cfl_subsample_hbd_444_16x8_ssse3 Line | Count | Source | 101 | 17.9k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 17.9k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 17.9k | output_q3, width, height); \ | 104 | 17.9k | } |
cfl_subsample_hbd_444_16x32_ssse3 Line | Count | Source | 101 | 6.18k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 6.18k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 6.18k | output_q3, width, height); \ | 104 | 6.18k | } |
Unexecuted instantiation: cfl_subsample_hbd_444_32x16_ssse3 cfl_subsample_hbd_444_4x16_ssse3 Line | Count | Source | 101 | 5.11k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 5.11k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 5.11k | output_q3, width, height); \ | 104 | 5.11k | } |
cfl_subsample_hbd_444_16x4_ssse3 Line | Count | Source | 101 | 7.16k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 7.16k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 7.16k | output_q3, width, height); \ | 104 | 7.16k | } |
cfl_subsample_hbd_444_8x32_ssse3 Line | Count | Source | 101 | 5.47k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 5.47k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 5.47k | output_q3, width, height); \ | 104 | 5.47k | } |
Unexecuted instantiation: cfl_subsample_hbd_444_32x8_ssse3 cfl_subsample_lbd_420_32x32_avx2 Line | Count | Source | 101 | 32.3k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 32.3k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 32.3k | output_q3, width, height); \ | 104 | 32.3k | } |
cfl_subsample_lbd_420_32x16_avx2 Line | Count | Source | 101 | 5.62k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 5.62k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 5.62k | output_q3, width, height); \ | 104 | 5.62k | } |
cfl_subsample_lbd_420_32x8_avx2 Line | Count | Source | 101 | 77 | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 77 | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 77 | output_q3, width, height); \ | 104 | 77 | } |
cfl_subsample_lbd_422_32x32_avx2 Line | Count | Source | 101 | 21.1k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 21.1k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 21.1k | output_q3, width, height); \ | 104 | 21.1k | } |
cfl_subsample_lbd_422_32x16_avx2 Line | Count | Source | 101 | 7.57k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 7.57k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 7.57k | output_q3, width, height); \ | 104 | 7.57k | } |
cfl_subsample_lbd_422_32x8_avx2 Line | Count | Source | 101 | 43 | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 43 | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 43 | output_q3, width, height); \ | 104 | 43 | } |
cfl_subsample_lbd_444_32x32_avx2 Line | Count | Source | 101 | 14.2k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 14.2k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 14.2k | output_q3, width, height); \ | 104 | 14.2k | } |
cfl_subsample_lbd_444_32x16_avx2 Line | Count | Source | 101 | 7.73k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 7.73k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 7.73k | output_q3, width, height); \ | 104 | 7.73k | } |
cfl_subsample_lbd_444_32x8_avx2 Line | Count | Source | 101 | 1.50k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 1.50k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 1.50k | output_q3, width, height); \ | 104 | 1.50k | } |
cfl_subsample_hbd_420_32x32_avx2 Line | Count | Source | 101 | 5.31k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 5.31k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 5.31k | output_q3, width, height); \ | 104 | 5.31k | } |
cfl_subsample_hbd_420_32x16_avx2 Line | Count | Source | 101 | 2.29k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 2.29k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 2.29k | output_q3, width, height); \ | 104 | 2.29k | } |
cfl_subsample_hbd_420_32x8_avx2 Line | Count | Source | 101 | 34 | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 34 | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 34 | output_q3, width, height); \ | 104 | 34 | } |
cfl_subsample_hbd_422_32x32_avx2 Line | Count | Source | 101 | 2.55k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 2.55k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 2.55k | output_q3, width, height); \ | 104 | 2.55k | } |
cfl_subsample_hbd_422_32x16_avx2 Line | Count | Source | 101 | 2.85k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 2.85k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 2.85k | output_q3, width, height); \ | 104 | 2.85k | } |
cfl_subsample_hbd_422_32x8_avx2 Line | Count | Source | 101 | 14 | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 14 | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 14 | output_q3, width, height); \ | 104 | 14 | } |
cfl_subsample_hbd_444_32x32_avx2 Line | Count | Source | 101 | 5.06k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 5.06k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 5.06k | output_q3, width, height); \ | 104 | 5.06k | } |
cfl_subsample_hbd_444_32x16_avx2 Line | Count | Source | 101 | 4.70k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 4.70k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 4.70k | output_q3, width, height); \ | 104 | 4.70k | } |
cfl_subsample_hbd_444_32x8_avx2 Line | Count | Source | 101 | 2.63k | const CFL_##bd##_TYPE, int input_stride, uint16_t *output_q3) { \ | 102 | 2.63k | cfl_luma_subsampling_##sub##_##bd##_##arch(cfl_type, input_stride, \ | 103 | 2.63k | output_q3, width, height); \ | 104 | 2.63k | } |
|
105 | | |
106 | | // Declare size-specific wrappers for all valid CfL sizes. |
107 | | #define CFL_SUBSAMPLE_FUNCTIONS(arch, sub, bd) \ |
108 | | CFL_SUBSAMPLE(arch, sub, bd, 4, 4) \ |
109 | | CFL_SUBSAMPLE(arch, sub, bd, 8, 8) \ |
110 | | CFL_SUBSAMPLE(arch, sub, bd, 16, 16) \ |
111 | | CFL_SUBSAMPLE(arch, sub, bd, 32, 32) \ |
112 | | CFL_SUBSAMPLE(arch, sub, bd, 4, 8) \ |
113 | | CFL_SUBSAMPLE(arch, sub, bd, 8, 4) \ |
114 | | CFL_SUBSAMPLE(arch, sub, bd, 8, 16) \ |
115 | | CFL_SUBSAMPLE(arch, sub, bd, 16, 8) \ |
116 | | CFL_SUBSAMPLE(arch, sub, bd, 16, 32) \ |
117 | | CFL_SUBSAMPLE(arch, sub, bd, 32, 16) \ |
118 | | CFL_SUBSAMPLE(arch, sub, bd, 4, 16) \ |
119 | | CFL_SUBSAMPLE(arch, sub, bd, 16, 4) \ |
120 | | CFL_SUBSAMPLE(arch, sub, bd, 8, 32) \ |
121 | | CFL_SUBSAMPLE(arch, sub, bd, 32, 8) \ |
122 | | cfl_subsample_##bd##_fn cfl_get_luma_subsampling_##sub##_##bd##_##arch( \ |
123 | 0 | TX_SIZE tx_size) { \ |
124 | 0 | CFL_SUBSAMPLE_FUNCTION_ARRAY(arch, sub, bd) \ |
125 | 0 | return subfn_##sub[tx_size]; \ |
126 | 0 | } Unexecuted instantiation: cfl_get_luma_subsampling_420_lbd_c Unexecuted instantiation: cfl_get_luma_subsampling_422_lbd_c Unexecuted instantiation: cfl_get_luma_subsampling_444_lbd_c Unexecuted instantiation: cfl_get_luma_subsampling_420_hbd_c Unexecuted instantiation: cfl_get_luma_subsampling_422_hbd_c Unexecuted instantiation: cfl_get_luma_subsampling_444_hbd_c Unexecuted instantiation: cfl_get_luma_subsampling_420_lbd_ssse3 Unexecuted instantiation: cfl_get_luma_subsampling_422_lbd_ssse3 Unexecuted instantiation: cfl_get_luma_subsampling_444_lbd_ssse3 Unexecuted instantiation: cfl_get_luma_subsampling_420_hbd_ssse3 Unexecuted instantiation: cfl_get_luma_subsampling_422_hbd_ssse3 Unexecuted instantiation: cfl_get_luma_subsampling_444_hbd_ssse3 |
127 | | |
128 | | // Declare an architecture-specific array of function pointers for size-specific |
129 | | // wrappers. |
130 | | #define CFL_SUBSAMPLE_FUNCTION_ARRAY(arch, sub, bd) \ |
131 | 0 | static const cfl_subsample_##bd##_fn subfn_##sub[TX_SIZES_ALL] = { \ |
132 | 0 | cfl_subsample_##bd##_##sub##_4x4_##arch, /* 4x4 */ \ |
133 | 0 | cfl_subsample_##bd##_##sub##_8x8_##arch, /* 8x8 */ \ |
134 | 0 | cfl_subsample_##bd##_##sub##_16x16_##arch, /* 16x16 */ \ |
135 | 0 | cfl_subsample_##bd##_##sub##_32x32_##arch, /* 32x32 */ \ |
136 | 0 | NULL, /* 64x64 (invalid CFL size) */ \ |
137 | 0 | cfl_subsample_##bd##_##sub##_4x8_##arch, /* 4x8 */ \ |
138 | 0 | cfl_subsample_##bd##_##sub##_8x4_##arch, /* 8x4 */ \ |
139 | 0 | cfl_subsample_##bd##_##sub##_8x16_##arch, /* 8x16 */ \ |
140 | 0 | cfl_subsample_##bd##_##sub##_16x8_##arch, /* 16x8 */ \ |
141 | 0 | cfl_subsample_##bd##_##sub##_16x32_##arch, /* 16x32 */ \ |
142 | 0 | cfl_subsample_##bd##_##sub##_32x16_##arch, /* 32x16 */ \ |
143 | 0 | NULL, /* 32x64 (invalid CFL size) */ \ |
144 | 0 | NULL, /* 64x32 (invalid CFL size) */ \ |
145 | 0 | cfl_subsample_##bd##_##sub##_4x16_##arch, /* 4x16 */ \ |
146 | 0 | cfl_subsample_##bd##_##sub##_16x4_##arch, /* 16x4 */ \ |
147 | 0 | cfl_subsample_##bd##_##sub##_8x32_##arch, /* 8x32 */ \ |
148 | 0 | cfl_subsample_##bd##_##sub##_32x8_##arch, /* 32x8 */ \ |
149 | 0 | NULL, /* 16x64 (invalid CFL size) */ \ |
150 | 0 | NULL, /* 64x16 (invalid CFL size) */ \ |
151 | 0 | }; |
152 | | |
153 | | // The RTCD script does not support passing in an array, so we wrap it in this |
154 | | // function. |
155 | | #if CONFIG_AV1_HIGHBITDEPTH |
156 | | #define CFL_GET_SUBSAMPLE_FUNCTION(arch) \ |
157 | | CFL_SUBSAMPLE_FUNCTIONS(arch, 420, lbd) \ |
158 | | CFL_SUBSAMPLE_FUNCTIONS(arch, 422, lbd) \ |
159 | | CFL_SUBSAMPLE_FUNCTIONS(arch, 444, lbd) \ |
160 | | CFL_SUBSAMPLE_FUNCTIONS(arch, 420, hbd) \ |
161 | | CFL_SUBSAMPLE_FUNCTIONS(arch, 422, hbd) \ |
162 | | CFL_SUBSAMPLE_FUNCTIONS(arch, 444, hbd) |
163 | | #else |
164 | | #define CFL_GET_SUBSAMPLE_FUNCTION(arch) \ |
165 | | CFL_SUBSAMPLE_FUNCTIONS(arch, 420, lbd) \ |
166 | | CFL_SUBSAMPLE_FUNCTIONS(arch, 422, lbd) \ |
167 | | CFL_SUBSAMPLE_FUNCTIONS(arch, 444, lbd) |
168 | | #endif |
169 | | |
170 | | // Declare a size-specific wrapper for the size-generic function. The compiler |
171 | | // will inline the size generic function in here, the advantage is that the size |
172 | | // will be constant allowing for loop unrolling and other constant propagated |
173 | | // goodness. |
174 | | #define CFL_SUB_AVG_X(arch, width, height, round_offset, num_pel_log2) \ |
175 | | void cfl_subtract_average_##width##x##height##_##arch(const uint16_t *src, \ |
176 | | int16_t *dst); \ |
177 | | void cfl_subtract_average_##width##x##height##_##arch(const uint16_t *src, \ |
178 | 6.30M | int16_t *dst) { \ |
179 | 6.30M | subtract_average_##arch(src, dst, width, height, round_offset, \ |
180 | 6.30M | num_pel_log2); \ |
181 | 6.30M | } Unexecuted instantiation: cfl_subtract_average_4x4_c Unexecuted instantiation: cfl_subtract_average_4x8_c Unexecuted instantiation: cfl_subtract_average_4x16_c Unexecuted instantiation: cfl_subtract_average_8x4_c Unexecuted instantiation: cfl_subtract_average_8x8_c Unexecuted instantiation: cfl_subtract_average_8x16_c Unexecuted instantiation: cfl_subtract_average_8x32_c Unexecuted instantiation: cfl_subtract_average_16x4_c Unexecuted instantiation: cfl_subtract_average_16x8_c Unexecuted instantiation: cfl_subtract_average_16x16_c Unexecuted instantiation: cfl_subtract_average_16x32_c Unexecuted instantiation: cfl_subtract_average_32x8_c Unexecuted instantiation: cfl_subtract_average_32x16_c Unexecuted instantiation: cfl_subtract_average_32x32_c cfl_subtract_average_4x4_sse2 Line | Count | Source | 178 | 3.26M | int16_t *dst) { \ | 179 | 3.26M | subtract_average_##arch(src, dst, width, height, round_offset, \ | 180 | 3.26M | num_pel_log2); \ | 181 | 3.26M | } |
cfl_subtract_average_4x8_sse2 Line | Count | Source | 178 | 1.33M | int16_t *dst) { \ | 179 | 1.33M | subtract_average_##arch(src, dst, width, height, round_offset, \ | 180 | 1.33M | num_pel_log2); \ | 181 | 1.33M | } |
cfl_subtract_average_4x16_sse2 Line | Count | Source | 178 | 9.56k | int16_t *dst) { \ | 179 | 9.56k | subtract_average_##arch(src, dst, width, height, round_offset, \ | 180 | 9.56k | num_pel_log2); \ | 181 | 9.56k | } |
cfl_subtract_average_8x4_sse2 Line | Count | Source | 178 | 115k | int16_t *dst) { \ | 179 | 115k | subtract_average_##arch(src, dst, width, height, round_offset, \ | 180 | 115k | num_pel_log2); \ | 181 | 115k | } |
cfl_subtract_average_8x8_sse2 Line | Count | Source | 178 | 1.07M | int16_t *dst) { \ | 179 | 1.07M | subtract_average_##arch(src, dst, width, height, round_offset, \ | 180 | 1.07M | num_pel_log2); \ | 181 | 1.07M | } |
cfl_subtract_average_8x16_sse2 Line | Count | Source | 178 | 171k | int16_t *dst) { \ | 179 | 171k | subtract_average_##arch(src, dst, width, height, round_offset, \ | 180 | 171k | num_pel_log2); \ | 181 | 171k | } |
cfl_subtract_average_8x32_sse2 Line | Count | Source | 178 | 8.31k | int16_t *dst) { \ | 179 | 8.31k | subtract_average_##arch(src, dst, width, height, round_offset, \ | 180 | 8.31k | num_pel_log2); \ | 181 | 8.31k | } |
Unexecuted instantiation: cfl_subtract_average_16x4_sse2 Unexecuted instantiation: cfl_subtract_average_16x8_sse2 Unexecuted instantiation: cfl_subtract_average_16x16_sse2 Unexecuted instantiation: cfl_subtract_average_16x32_sse2 Unexecuted instantiation: cfl_subtract_average_32x8_sse2 Unexecuted instantiation: cfl_subtract_average_32x16_sse2 Unexecuted instantiation: cfl_subtract_average_32x32_sse2 cfl_subtract_average_16x4_avx2 Line | Count | Source | 178 | 13.0k | int16_t *dst) { \ | 179 | 13.0k | subtract_average_##arch(src, dst, width, height, round_offset, \ | 180 | 13.0k | num_pel_log2); \ | 181 | 13.0k | } |
cfl_subtract_average_16x8_avx2 Line | Count | Source | 178 | 81.0k | int16_t *dst) { \ | 179 | 81.0k | subtract_average_##arch(src, dst, width, height, round_offset, \ | 180 | 81.0k | num_pel_log2); \ | 181 | 81.0k | } |
cfl_subtract_average_16x16_avx2 Line | Count | Source | 178 | 148k | int16_t *dst) { \ | 179 | 148k | subtract_average_##arch(src, dst, width, height, round_offset, \ | 180 | 148k | num_pel_log2); \ | 181 | 148k | } |
cfl_subtract_average_16x32_avx2 Line | Count | Source | 178 | 48.5k | int16_t *dst) { \ | 179 | 48.5k | subtract_average_##arch(src, dst, width, height, round_offset, \ | 180 | 48.5k | num_pel_log2); \ | 181 | 48.5k | } |
cfl_subtract_average_32x8_avx2 Line | Count | Source | 178 | 4.70k | int16_t *dst) { \ | 179 | 4.70k | subtract_average_##arch(src, dst, width, height, round_offset, \ | 180 | 4.70k | num_pel_log2); \ | 181 | 4.70k | } |
cfl_subtract_average_32x16_avx2 Line | Count | Source | 178 | 13.9k | int16_t *dst) { \ | 179 | 13.9k | subtract_average_##arch(src, dst, width, height, round_offset, \ | 180 | 13.9k | num_pel_log2); \ | 181 | 13.9k | } |
cfl_subtract_average_32x32_avx2 Line | Count | Source | 178 | 26.3k | int16_t *dst) { \ | 179 | 26.3k | subtract_average_##arch(src, dst, width, height, round_offset, \ | 180 | 26.3k | num_pel_log2); \ | 181 | 26.3k | } |
|
182 | | |
183 | | // Declare size-specific wrappers for all valid CfL sizes. |
184 | | #define CFL_SUB_AVG_FN(arch) \ |
185 | | CFL_SUB_AVG_X(arch, 4, 4, 8, 4) \ |
186 | | CFL_SUB_AVG_X(arch, 4, 8, 16, 5) \ |
187 | | CFL_SUB_AVG_X(arch, 4, 16, 32, 6) \ |
188 | | CFL_SUB_AVG_X(arch, 8, 4, 16, 5) \ |
189 | | CFL_SUB_AVG_X(arch, 8, 8, 32, 6) \ |
190 | | CFL_SUB_AVG_X(arch, 8, 16, 64, 7) \ |
191 | | CFL_SUB_AVG_X(arch, 8, 32, 128, 8) \ |
192 | | CFL_SUB_AVG_X(arch, 16, 4, 32, 6) \ |
193 | | CFL_SUB_AVG_X(arch, 16, 8, 64, 7) \ |
194 | | CFL_SUB_AVG_X(arch, 16, 16, 128, 8) \ |
195 | | CFL_SUB_AVG_X(arch, 16, 32, 256, 9) \ |
196 | | CFL_SUB_AVG_X(arch, 32, 8, 128, 8) \ |
197 | | CFL_SUB_AVG_X(arch, 32, 16, 256, 9) \ |
198 | | CFL_SUB_AVG_X(arch, 32, 32, 512, 10) \ |
199 | | cfl_subtract_average_fn cfl_get_subtract_average_fn_##arch( \ |
200 | 0 | TX_SIZE tx_size) { \ |
201 | 0 | static const cfl_subtract_average_fn sub_avg[TX_SIZES_ALL] = { \ |
202 | 0 | cfl_subtract_average_4x4_##arch, /* 4x4 */ \ |
203 | 0 | cfl_subtract_average_8x8_##arch, /* 8x8 */ \ |
204 | 0 | cfl_subtract_average_16x16_##arch, /* 16x16 */ \ |
205 | 0 | cfl_subtract_average_32x32_##arch, /* 32x32 */ \ |
206 | 0 | NULL, /* 64x64 (invalid CFL size) */ \ |
207 | 0 | cfl_subtract_average_4x8_##arch, /* 4x8 */ \ |
208 | 0 | cfl_subtract_average_8x4_##arch, /* 8x4 */ \ |
209 | 0 | cfl_subtract_average_8x16_##arch, /* 8x16 */ \ |
210 | 0 | cfl_subtract_average_16x8_##arch, /* 16x8 */ \ |
211 | 0 | cfl_subtract_average_16x32_##arch, /* 16x32 */ \ |
212 | 0 | cfl_subtract_average_32x16_##arch, /* 32x16 */ \ |
213 | 0 | NULL, /* 32x64 (invalid CFL size) */ \ |
214 | 0 | NULL, /* 64x32 (invalid CFL size) */ \ |
215 | 0 | cfl_subtract_average_4x16_##arch, /* 4x16 (invalid CFL size) */ \ |
216 | 0 | cfl_subtract_average_16x4_##arch, /* 16x4 (invalid CFL size) */ \ |
217 | 0 | cfl_subtract_average_8x32_##arch, /* 8x32 (invalid CFL size) */ \ |
218 | 0 | cfl_subtract_average_32x8_##arch, /* 32x8 (invalid CFL size) */ \ |
219 | 0 | NULL, /* 16x64 (invalid CFL size) */ \ |
220 | 0 | NULL, /* 64x16 (invalid CFL size) */ \ |
221 | 0 | }; \ |
222 | 0 | /* Modulo TX_SIZES_ALL to ensure that an attacker won't be able to */ \ |
223 | 0 | /* index the function pointer array out of bounds. */ \ |
224 | 0 | return sub_avg[tx_size % TX_SIZES_ALL]; \ |
225 | 0 | } Unexecuted instantiation: cfl_get_subtract_average_fn_c Unexecuted instantiation: cfl_get_subtract_average_fn_sse2 |
226 | | |
227 | | #define CFL_PREDICT_lbd(arch, width, height) \ |
228 | | void cfl_predict_lbd_##width##x##height##_##arch( \ |
229 | | const int16_t *pred_buf_q3, uint8_t *dst, int dst_stride, int alpha_q3); \ |
230 | | void cfl_predict_lbd_##width##x##height##_##arch( \ |
231 | | const int16_t *pred_buf_q3, uint8_t *dst, int dst_stride, \ |
232 | 53.2M | int alpha_q3) { \ |
233 | 53.2M | cfl_predict_lbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, width, \ |
234 | 53.2M | height); \ |
235 | 53.2M | } Unexecuted instantiation: cfl_predict_lbd_4x4_c Unexecuted instantiation: cfl_predict_lbd_4x8_c Unexecuted instantiation: cfl_predict_lbd_4x16_c Unexecuted instantiation: cfl_predict_lbd_8x4_c Unexecuted instantiation: cfl_predict_lbd_8x8_c Unexecuted instantiation: cfl_predict_lbd_8x16_c Unexecuted instantiation: cfl_predict_lbd_8x32_c Unexecuted instantiation: cfl_predict_lbd_16x4_c Unexecuted instantiation: cfl_predict_lbd_16x8_c Unexecuted instantiation: cfl_predict_lbd_16x16_c Unexecuted instantiation: cfl_predict_lbd_16x32_c Unexecuted instantiation: cfl_predict_lbd_32x8_c Unexecuted instantiation: cfl_predict_lbd_32x16_c Unexecuted instantiation: cfl_predict_lbd_32x32_c cfl_predict_lbd_4x4_ssse3 Line | Count | Source | 232 | 30.7M | int alpha_q3) { \ | 233 | 30.7M | cfl_predict_lbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, width, \ | 234 | 30.7M | height); \ | 235 | 30.7M | } |
cfl_predict_lbd_4x8_ssse3 Line | Count | Source | 232 | 10.9M | int alpha_q3) { \ | 233 | 10.9M | cfl_predict_lbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, width, \ | 234 | 10.9M | height); \ | 235 | 10.9M | } |
cfl_predict_lbd_4x16_ssse3 Line | Count | Source | 232 | 7.15k | int alpha_q3) { \ | 233 | 7.15k | cfl_predict_lbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, width, \ | 234 | 7.15k | height); \ | 235 | 7.15k | } |
cfl_predict_lbd_8x4_ssse3 Line | Count | Source | 232 | 867k | int alpha_q3) { \ | 233 | 867k | cfl_predict_lbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, width, \ | 234 | 867k | height); \ | 235 | 867k | } |
cfl_predict_lbd_8x8_ssse3 Line | Count | Source | 232 | 7.57M | int alpha_q3) { \ | 233 | 7.57M | cfl_predict_lbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, width, \ | 234 | 7.57M | height); \ | 235 | 7.57M | } |
cfl_predict_lbd_8x16_ssse3 Line | Count | Source | 232 | 1.15M | int alpha_q3) { \ | 233 | 1.15M | cfl_predict_lbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, width, \ | 234 | 1.15M | height); \ | 235 | 1.15M | } |
cfl_predict_lbd_8x32_ssse3 Line | Count | Source | 232 | 4.93k | int alpha_q3) { \ | 233 | 4.93k | cfl_predict_lbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, width, \ | 234 | 4.93k | height); \ | 235 | 4.93k | } |
cfl_predict_lbd_16x4_ssse3 Line | Count | Source | 232 | 10.5k | int alpha_q3) { \ | 233 | 10.5k | cfl_predict_lbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, width, \ | 234 | 10.5k | height); \ | 235 | 10.5k | } |
cfl_predict_lbd_16x8_ssse3 Line | Count | Source | 232 | 492k | int alpha_q3) { \ | 233 | 492k | cfl_predict_lbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, width, \ | 234 | 492k | height); \ | 235 | 492k | } |
cfl_predict_lbd_16x16_ssse3 Line | Count | Source | 232 | 976k | int alpha_q3) { \ | 233 | 976k | cfl_predict_lbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, width, \ | 234 | 976k | height); \ | 235 | 976k | } |
cfl_predict_lbd_16x32_ssse3 Line | Count | Source | 232 | 245k | int alpha_q3) { \ | 233 | 245k | cfl_predict_lbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, width, \ | 234 | 245k | height); \ | 235 | 245k | } |
Unexecuted instantiation: cfl_predict_lbd_32x8_ssse3 Unexecuted instantiation: cfl_predict_lbd_32x16_ssse3 Unexecuted instantiation: cfl_predict_lbd_32x32_ssse3 cfl_predict_lbd_32x8_avx2 Line | Count | Source | 232 | 3.75k | int alpha_q3) { \ | 233 | 3.75k | cfl_predict_lbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, width, \ | 234 | 3.75k | height); \ | 235 | 3.75k | } |
cfl_predict_lbd_32x16_avx2 Line | Count | Source | 232 | 66.2k | int alpha_q3) { \ | 233 | 66.2k | cfl_predict_lbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, width, \ | 234 | 66.2k | height); \ | 235 | 66.2k | } |
cfl_predict_lbd_32x32_avx2 Line | Count | Source | 232 | 110k | int alpha_q3) { \ | 233 | 110k | cfl_predict_lbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, width, \ | 234 | 110k | height); \ | 235 | 110k | } |
|
236 | | |
237 | | #if CONFIG_AV1_HIGHBITDEPTH |
238 | | #define CFL_PREDICT_hbd(arch, width, height) \ |
239 | | void cfl_predict_hbd_##width##x##height##_##arch( \ |
240 | | const int16_t *pred_buf_q3, uint16_t *dst, int dst_stride, int alpha_q3, \ |
241 | | int bd); \ |
242 | | void cfl_predict_hbd_##width##x##height##_##arch( \ |
243 | | const int16_t *pred_buf_q3, uint16_t *dst, int dst_stride, int alpha_q3, \ |
244 | 11.9M | int bd) { \ |
245 | 11.9M | cfl_predict_hbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, bd, width, \ |
246 | 11.9M | height); \ |
247 | 11.9M | } Unexecuted instantiation: cfl_predict_hbd_4x4_c Unexecuted instantiation: cfl_predict_hbd_4x8_c Unexecuted instantiation: cfl_predict_hbd_4x16_c Unexecuted instantiation: cfl_predict_hbd_8x4_c Unexecuted instantiation: cfl_predict_hbd_8x8_c Unexecuted instantiation: cfl_predict_hbd_8x16_c Unexecuted instantiation: cfl_predict_hbd_8x32_c Unexecuted instantiation: cfl_predict_hbd_16x4_c Unexecuted instantiation: cfl_predict_hbd_16x8_c Unexecuted instantiation: cfl_predict_hbd_16x16_c Unexecuted instantiation: cfl_predict_hbd_16x32_c Unexecuted instantiation: cfl_predict_hbd_32x8_c Unexecuted instantiation: cfl_predict_hbd_32x16_c Unexecuted instantiation: cfl_predict_hbd_32x32_c cfl_predict_hbd_4x4_ssse3 Line | Count | Source | 244 | 6.71M | int bd) { \ | 245 | 6.71M | cfl_predict_hbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, bd, width, \ | 246 | 6.71M | height); \ | 247 | 6.71M | } |
cfl_predict_hbd_4x8_ssse3 Line | Count | Source | 244 | 2.08M | int bd) { \ | 245 | 2.08M | cfl_predict_hbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, bd, width, \ | 246 | 2.08M | height); \ | 247 | 2.08M | } |
cfl_predict_hbd_4x16_ssse3 Line | Count | Source | 244 | 11.9k | int bd) { \ | 245 | 11.9k | cfl_predict_hbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, bd, width, \ | 246 | 11.9k | height); \ | 247 | 11.9k | } |
cfl_predict_hbd_8x4_ssse3 Line | Count | Source | 244 | 470k | int bd) { \ | 245 | 470k | cfl_predict_hbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, bd, width, \ | 246 | 470k | height); \ | 247 | 470k | } |
cfl_predict_hbd_8x8_ssse3 Line | Count | Source | 244 | 1.72M | int bd) { \ | 245 | 1.72M | cfl_predict_hbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, bd, width, \ | 246 | 1.72M | height); \ | 247 | 1.72M | } |
cfl_predict_hbd_8x16_ssse3 Line | Count | Source | 244 | 360k | int bd) { \ | 245 | 360k | cfl_predict_hbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, bd, width, \ | 246 | 360k | height); \ | 247 | 360k | } |
cfl_predict_hbd_8x32_ssse3 Line | Count | Source | 244 | 11.6k | int bd) { \ | 245 | 11.6k | cfl_predict_hbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, bd, width, \ | 246 | 11.6k | height); \ | 247 | 11.6k | } |
Unexecuted instantiation: cfl_predict_hbd_16x4_ssse3 Unexecuted instantiation: cfl_predict_hbd_16x8_ssse3 Unexecuted instantiation: cfl_predict_hbd_16x16_ssse3 Unexecuted instantiation: cfl_predict_hbd_16x32_ssse3 Unexecuted instantiation: cfl_predict_hbd_32x8_ssse3 Unexecuted instantiation: cfl_predict_hbd_32x16_ssse3 Unexecuted instantiation: cfl_predict_hbd_32x32_ssse3 cfl_predict_hbd_16x4_avx2 Line | Count | Source | 244 | 15.4k | int bd) { \ | 245 | 15.4k | cfl_predict_hbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, bd, width, \ | 246 | 15.4k | height); \ | 247 | 15.4k | } |
cfl_predict_hbd_16x8_avx2 Line | Count | Source | 244 | 199k | int bd) { \ | 245 | 199k | cfl_predict_hbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, bd, width, \ | 246 | 199k | height); \ | 247 | 199k | } |
cfl_predict_hbd_16x16_avx2 Line | Count | Source | 244 | 229k | int bd) { \ | 245 | 229k | cfl_predict_hbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, bd, width, \ | 246 | 229k | height); \ | 247 | 229k | } |
cfl_predict_hbd_16x32_avx2 Line | Count | Source | 244 | 65.4k | int bd) { \ | 245 | 65.4k | cfl_predict_hbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, bd, width, \ | 246 | 65.4k | height); \ | 247 | 65.4k | } |
cfl_predict_hbd_32x8_avx2 Line | Count | Source | 244 | 5.65k | int bd) { \ | 245 | 5.65k | cfl_predict_hbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, bd, width, \ | 246 | 5.65k | height); \ | 247 | 5.65k | } |
cfl_predict_hbd_32x16_avx2 Line | Count | Source | 244 | 34.9k | int bd) { \ | 245 | 34.9k | cfl_predict_hbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, bd, width, \ | 246 | 34.9k | height); \ | 247 | 34.9k | } |
cfl_predict_hbd_32x32_avx2 Line | Count | Source | 244 | 20.7k | int bd) { \ | 245 | 20.7k | cfl_predict_hbd_##arch(pred_buf_q3, dst, dst_stride, alpha_q3, bd, width, \ | 246 | 20.7k | height); \ | 247 | 20.7k | } |
|
248 | | #endif |
249 | | |
250 | | // This wrapper exists because clang format does not like calling macros with |
251 | | // lowercase letters. |
252 | | #define CFL_PREDICT_X(arch, width, height, bd) \ |
253 | | CFL_PREDICT_##bd(arch, width, height) |
254 | | |
255 | | #define CFL_PREDICT_FN(arch, bd) \ |
256 | | CFL_PREDICT_X(arch, 4, 4, bd) \ |
257 | | CFL_PREDICT_X(arch, 4, 8, bd) \ |
258 | | CFL_PREDICT_X(arch, 4, 16, bd) \ |
259 | | CFL_PREDICT_X(arch, 8, 4, bd) \ |
260 | | CFL_PREDICT_X(arch, 8, 8, bd) \ |
261 | | CFL_PREDICT_X(arch, 8, 16, bd) \ |
262 | | CFL_PREDICT_X(arch, 8, 32, bd) \ |
263 | | CFL_PREDICT_X(arch, 16, 4, bd) \ |
264 | | CFL_PREDICT_X(arch, 16, 8, bd) \ |
265 | | CFL_PREDICT_X(arch, 16, 16, bd) \ |
266 | | CFL_PREDICT_X(arch, 16, 32, bd) \ |
267 | | CFL_PREDICT_X(arch, 32, 8, bd) \ |
268 | | CFL_PREDICT_X(arch, 32, 16, bd) \ |
269 | | CFL_PREDICT_X(arch, 32, 32, bd) \ |
270 | 0 | cfl_predict_##bd##_fn cfl_get_predict_##bd##_fn_##arch(TX_SIZE tx_size) { \ |
271 | 0 | static const cfl_predict_##bd##_fn pred[TX_SIZES_ALL] = { \ |
272 | 0 | cfl_predict_##bd##_4x4_##arch, /* 4x4 */ \ |
273 | 0 | cfl_predict_##bd##_8x8_##arch, /* 8x8 */ \ |
274 | 0 | cfl_predict_##bd##_16x16_##arch, /* 16x16 */ \ |
275 | 0 | cfl_predict_##bd##_32x32_##arch, /* 32x32 */ \ |
276 | 0 | NULL, /* 64x64 (invalid CFL size) */ \ |
277 | 0 | cfl_predict_##bd##_4x8_##arch, /* 4x8 */ \ |
278 | 0 | cfl_predict_##bd##_8x4_##arch, /* 8x4 */ \ |
279 | 0 | cfl_predict_##bd##_8x16_##arch, /* 8x16 */ \ |
280 | 0 | cfl_predict_##bd##_16x8_##arch, /* 16x8 */ \ |
281 | 0 | cfl_predict_##bd##_16x32_##arch, /* 16x32 */ \ |
282 | 0 | cfl_predict_##bd##_32x16_##arch, /* 32x16 */ \ |
283 | 0 | NULL, /* 32x64 (invalid CFL size) */ \ |
284 | 0 | NULL, /* 64x32 (invalid CFL size) */ \ |
285 | 0 | cfl_predict_##bd##_4x16_##arch, /* 4x16 */ \ |
286 | 0 | cfl_predict_##bd##_16x4_##arch, /* 16x4 */ \ |
287 | 0 | cfl_predict_##bd##_8x32_##arch, /* 8x32 */ \ |
288 | 0 | cfl_predict_##bd##_32x8_##arch, /* 32x8 */ \ |
289 | 0 | NULL, /* 16x64 (invalid CFL size) */ \ |
290 | 0 | NULL, /* 64x16 (invalid CFL size) */ \ |
291 | 0 | }; \ |
292 | 0 | /* Modulo TX_SIZES_ALL to ensure that an attacker won't be able to */ \ |
293 | 0 | /* index the function pointer array out of bounds. */ \ |
294 | 0 | return pred[tx_size % TX_SIZES_ALL]; \ |
295 | 0 | } Unexecuted instantiation: cfl_get_predict_lbd_fn_c Unexecuted instantiation: cfl_get_predict_hbd_fn_c Unexecuted instantiation: cfl_get_predict_lbd_fn_ssse3 Unexecuted instantiation: cfl_get_predict_hbd_fn_ssse3 |
296 | | |
297 | | #endif // AOM_AV1_COMMON_CFL_H_ |