/src/aom/aom_ports/bitops.h
Line | Count | Source (jump to first uncovered line) |
1 | | /* |
2 | | * Copyright (c) 2016, Alliance for Open Media. All rights reserved. |
3 | | * |
4 | | * This source code is subject to the terms of the BSD 2 Clause License and |
5 | | * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License |
6 | | * was not distributed with this source code in the LICENSE file, you can |
7 | | * obtain it at www.aomedia.org/license/software. If the Alliance for Open |
8 | | * Media Patent License 1.0 was not distributed with this source code in the |
9 | | * PATENTS file, you can obtain it at www.aomedia.org/license/patent. |
10 | | */ |
11 | | |
12 | | #ifndef AOM_AOM_PORTS_BITOPS_H_ |
13 | | #define AOM_AOM_PORTS_BITOPS_H_ |
14 | | |
15 | | #include <assert.h> |
16 | | #include <stdint.h> |
17 | | |
18 | | #include "config/aom_config.h" |
19 | | |
20 | | #ifdef _MSC_VER |
21 | | #if defined(_M_X64) || defined(_M_IX86) || defined(_M_ARM64) || defined(_M_ARM) |
22 | | #include <intrin.h> |
23 | | #define USE_MSC_INTRINSICS |
24 | | #endif |
25 | | #endif |
26 | | |
27 | | #ifdef __cplusplus |
28 | | extern "C" { |
29 | | #endif |
30 | | |
31 | | // get_msb: |
32 | | // Returns (int)floor(log2(n)). n must be > 0. |
33 | | // These versions of get_msb() are only valid when n != 0 because all |
34 | | // of the optimized versions are undefined when n == 0: |
35 | | |
36 | | // GCC compiler: https://gcc.gnu.org/onlinedocs/gcc/Other-Builtins.html |
37 | | // MSVC: https://learn.microsoft.com/en-us/cpp/intrinsics/compiler-intrinsics |
38 | | |
39 | | // use GNU builtins where available. |
40 | | #if defined(__GNUC__) && \ |
41 | | ((__GNUC__ == 3 && __GNUC_MINOR__ >= 4) || __GNUC__ >= 4) |
42 | 891M | static inline int get_msb(unsigned int n) { |
43 | 891M | assert(n != 0); |
44 | 891M | return 31 ^ __builtin_clz(n); |
45 | 891M | } Unexecuted instantiation: av1_dx_iface.c:get_msb Line | Count | Source | 42 | 338k | static inline int get_msb(unsigned int n) { | 43 | 338k | assert(n != 0); | 44 | 338k | return 31 ^ __builtin_clz(n); | 45 | 338k | } |
Line | Count | Source | 42 | 1.63M | static inline int get_msb(unsigned int n) { | 43 | 1.63M | assert(n != 0); | 44 | 1.63M | return 31 ^ __builtin_clz(n); | 45 | 1.63M | } |
Unexecuted instantiation: decoder.c:get_msb Unexecuted instantiation: decodetxb.c:get_msb Line | Count | Source | 42 | 1.02M | static inline int get_msb(unsigned int n) { | 43 | 1.02M | assert(n != 0); | 44 | 1.02M | return 31 ^ __builtin_clz(n); | 45 | 1.02M | } |
Unexecuted instantiation: obu.c:get_msb Unexecuted instantiation: av1_cx_iface.c:get_msb Unexecuted instantiation: allintra_vis.c:get_msb Unexecuted instantiation: av1_quantize.c:get_msb Unexecuted instantiation: bitstream.c:get_msb Unexecuted instantiation: context_tree.c:get_msb Unexecuted instantiation: encodeframe.c:get_msb Unexecuted instantiation: encodeframe_utils.c:get_msb Unexecuted instantiation: encodemb.c:get_msb Unexecuted instantiation: encodemv.c:get_msb Unexecuted instantiation: encoder.c:get_msb Unexecuted instantiation: encoder_utils.c:get_msb Unexecuted instantiation: encodetxb.c:get_msb Unexecuted instantiation: ethread.c:get_msb Unexecuted instantiation: external_partition.c:get_msb Unexecuted instantiation: firstpass.c:get_msb Unexecuted instantiation: global_motion_facade.c:get_msb Unexecuted instantiation: hash.c:get_msb Unexecuted instantiation: hash_motion.c:get_msb Unexecuted instantiation: hybrid_fwd_txfm.c:get_msb Unexecuted instantiation: level.c:get_msb Unexecuted instantiation: lookahead.c:get_msb Unexecuted instantiation: mcomp.c:get_msb Unexecuted instantiation: mv_prec.c:get_msb Unexecuted instantiation: palette.c:get_msb Unexecuted instantiation: partition_search.c:get_msb Unexecuted instantiation: partition_strategy.c:get_msb Unexecuted instantiation: pass2_strategy.c:get_msb Unexecuted instantiation: pickcdef.c:get_msb Unexecuted instantiation: picklpf.c:get_msb Unexecuted instantiation: pickrst.c:get_msb Unexecuted instantiation: ratectrl.c:get_msb Unexecuted instantiation: rd.c:get_msb Unexecuted instantiation: rdopt.c:get_msb Unexecuted instantiation: nonrd_pickmode.c:get_msb Unexecuted instantiation: nonrd_opt.c:get_msb Unexecuted instantiation: reconinter_enc.c:get_msb Unexecuted instantiation: segmentation.c:get_msb Unexecuted instantiation: speed_features.c:get_msb Unexecuted instantiation: superres_scale.c:get_msb Unexecuted instantiation: svc_layercontext.c:get_msb Unexecuted instantiation: temporal_filter.c:get_msb Unexecuted instantiation: tokenize.c:get_msb Unexecuted instantiation: tpl_model.c:get_msb Unexecuted instantiation: tx_search.c:get_msb Unexecuted instantiation: txb_rdopt.c:get_msb Unexecuted instantiation: intra_mode_search.c:get_msb Unexecuted instantiation: var_based_part.c:get_msb Unexecuted instantiation: av1_noise_estimate.c:get_msb Unexecuted instantiation: dwt.c:get_msb Unexecuted instantiation: aom_dsp_rtcd.c:get_msb Unexecuted instantiation: av1_rtcd.c:get_msb Unexecuted instantiation: aom_convolve.c:get_msb bitreader_buffer.c:get_msb Line | Count | Source | 42 | 6.61k | static inline int get_msb(unsigned int n) { | 43 | 6.61k | assert(n != 0); | 44 | 6.61k | return 31 ^ __builtin_clz(n); | 45 | 6.61k | } |
Unexecuted instantiation: bitwriter_buffer.c:get_msb Unexecuted instantiation: blend_a64_mask.c:get_msb Unexecuted instantiation: odintrin.c:get_msb binary_codes_reader.c:get_msb Line | Count | Source | 42 | 51.8k | static inline int get_msb(unsigned int n) { | 43 | 51.8k | assert(n != 0); | 44 | 51.8k | return 31 ^ __builtin_clz(n); | 45 | 51.8k | } |
Unexecuted instantiation: bitreader.c:get_msb Line | Count | Source | 42 | 493M | static inline int get_msb(unsigned int n) { | 43 | 493M | assert(n != 0); | 44 | 493M | return 31 ^ __builtin_clz(n); | 45 | 493M | } |
Unexecuted instantiation: avg.c:get_msb Unexecuted instantiation: bitwriter.c:get_msb Unexecuted instantiation: blk_sse_sum.c:get_msb Unexecuted instantiation: entenc.c:get_msb Unexecuted instantiation: fwd_txfm.c:get_msb Unexecuted instantiation: psnr.c:get_msb Unexecuted instantiation: quantize.c:get_msb Unexecuted instantiation: sad.c:get_msb Unexecuted instantiation: sad_av1.c:get_msb Unexecuted instantiation: subtract.c:get_msb Unexecuted instantiation: sse.c:get_msb Unexecuted instantiation: sum_squares.c:get_msb Unexecuted instantiation: variance.c:get_msb Unexecuted instantiation: pyramid.c:get_msb Unexecuted instantiation: binary_codes_writer.c:get_msb Unexecuted instantiation: corner_detect.c:get_msb Unexecuted instantiation: noise_util.c:get_msb Unexecuted instantiation: alloccommon.c:get_msb Unexecuted instantiation: av1_loopfilter.c:get_msb Unexecuted instantiation: blockd.c:get_msb Unexecuted instantiation: cdef.c:get_msb Line | Count | Source | 42 | 394M | static inline int get_msb(unsigned int n) { | 43 | 394M | assert(n != 0); | 44 | 394M | return 31 ^ __builtin_clz(n); | 45 | 394M | } |
Unexecuted instantiation: cfl.c:get_msb Unexecuted instantiation: debugmodes.c:get_msb Unexecuted instantiation: entropy.c:get_msb Unexecuted instantiation: entropymode.c:get_msb Unexecuted instantiation: entropymv.c:get_msb Unexecuted instantiation: idct.c:get_msb Unexecuted instantiation: mvref_common.c:get_msb Unexecuted instantiation: pred_common.c:get_msb Unexecuted instantiation: quant_common.c:get_msb Unexecuted instantiation: reconinter.c:get_msb Unexecuted instantiation: reconintra.c:get_msb Unexecuted instantiation: resize.c:get_msb Unexecuted instantiation: restoration.c:get_msb Unexecuted instantiation: scale.c:get_msb Unexecuted instantiation: scan.c:get_msb Unexecuted instantiation: seg_common.c:get_msb Unexecuted instantiation: thread_common.c:get_msb Unexecuted instantiation: tile_common.c:get_msb Unexecuted instantiation: txb_common.c:get_msb Line | Count | Source | 42 | 146k | static inline int get_msb(unsigned int n) { | 43 | 146k | assert(n != 0); | 44 | 146k | return 31 ^ __builtin_clz(n); | 45 | 146k | } |
Unexecuted instantiation: aq_complexity.c:get_msb Unexecuted instantiation: aq_cyclicrefresh.c:get_msb Unexecuted instantiation: aq_variance.c:get_msb Unexecuted instantiation: av1_fwd_txfm2d.c:get_msb Unexecuted instantiation: cnn.c:get_msb Unexecuted instantiation: compound_type.c:get_msb Unexecuted instantiation: cost.c:get_msb Unexecuted instantiation: encode_strategy.c:get_msb Unexecuted instantiation: extend.c:get_msb Unexecuted instantiation: global_motion.c:get_msb Unexecuted instantiation: gop_structure.c:get_msb Unexecuted instantiation: interp_search.c:get_msb Unexecuted instantiation: ml.c:get_msb Unexecuted instantiation: motion_search_facade.c:get_msb Unexecuted instantiation: wedge_utils.c:get_msb Unexecuted instantiation: blend_a64_hmask.c:get_msb Unexecuted instantiation: blend_a64_vmask.c:get_msb Unexecuted instantiation: entcode.c:get_msb Unexecuted instantiation: intrapred.c:get_msb Unexecuted instantiation: loopfilter.c:get_msb Unexecuted instantiation: fft.c:get_msb Unexecuted instantiation: corner_match.c:get_msb Unexecuted instantiation: disflow.c:get_msb Unexecuted instantiation: av1_inv_txfm2d.c:get_msb Unexecuted instantiation: av1_txfm.c:get_msb Unexecuted instantiation: convolve.c:get_msb Unexecuted instantiation: av1_fwd_txfm1d.c:get_msb Unexecuted instantiation: av1_inv_txfm1d.c:get_msb |
46 | | #elif defined(USE_MSC_INTRINSICS) |
47 | | #pragma intrinsic(_BitScanReverse) |
48 | | |
49 | | static inline int get_msb(unsigned int n) { |
50 | | unsigned long first_set_bit; |
51 | | assert(n != 0); |
52 | | _BitScanReverse(&first_set_bit, n); |
53 | | return first_set_bit; |
54 | | } |
55 | | #else |
56 | | static inline int get_msb(unsigned int n) { |
57 | | int log = 0; |
58 | | unsigned int value = n; |
59 | | |
60 | | assert(n != 0); |
61 | | |
62 | | for (int shift = 16; shift != 0; shift >>= 1) { |
63 | | const unsigned int x = value >> shift; |
64 | | if (x != 0) { |
65 | | value = x; |
66 | | log += shift; |
67 | | } |
68 | | } |
69 | | return log; |
70 | | } |
71 | | #endif |
72 | | |
73 | | #if defined(__GNUC__) && \ |
74 | | ((__GNUC__ == 3 && __GNUC_MINOR__ >= 4) || __GNUC__ >= 4) |
75 | 0 | static inline int aom_clzll(uint64_t n) { return __builtin_clzll(n); } Unexecuted instantiation: av1_dx_iface.c:aom_clzll Unexecuted instantiation: decodeframe.c:aom_clzll Unexecuted instantiation: decodemv.c:aom_clzll Unexecuted instantiation: decoder.c:aom_clzll Unexecuted instantiation: decodetxb.c:aom_clzll Unexecuted instantiation: detokenize.c:aom_clzll Unexecuted instantiation: obu.c:aom_clzll Unexecuted instantiation: av1_cx_iface.c:aom_clzll Unexecuted instantiation: allintra_vis.c:aom_clzll Unexecuted instantiation: av1_quantize.c:aom_clzll Unexecuted instantiation: bitstream.c:aom_clzll Unexecuted instantiation: context_tree.c:aom_clzll Unexecuted instantiation: encodeframe.c:aom_clzll Unexecuted instantiation: encodeframe_utils.c:aom_clzll Unexecuted instantiation: encodemb.c:aom_clzll Unexecuted instantiation: encodemv.c:aom_clzll Unexecuted instantiation: encoder.c:aom_clzll Unexecuted instantiation: encoder_utils.c:aom_clzll Unexecuted instantiation: encodetxb.c:aom_clzll Unexecuted instantiation: ethread.c:aom_clzll Unexecuted instantiation: external_partition.c:aom_clzll Unexecuted instantiation: firstpass.c:aom_clzll Unexecuted instantiation: global_motion_facade.c:aom_clzll Unexecuted instantiation: hash.c:aom_clzll Unexecuted instantiation: hash_motion.c:aom_clzll Unexecuted instantiation: hybrid_fwd_txfm.c:aom_clzll Unexecuted instantiation: level.c:aom_clzll Unexecuted instantiation: lookahead.c:aom_clzll Unexecuted instantiation: mcomp.c:aom_clzll Unexecuted instantiation: mv_prec.c:aom_clzll Unexecuted instantiation: palette.c:aom_clzll Unexecuted instantiation: partition_search.c:aom_clzll Unexecuted instantiation: partition_strategy.c:aom_clzll Unexecuted instantiation: pass2_strategy.c:aom_clzll Unexecuted instantiation: pickcdef.c:aom_clzll Unexecuted instantiation: picklpf.c:aom_clzll Unexecuted instantiation: pickrst.c:aom_clzll Unexecuted instantiation: ratectrl.c:aom_clzll Unexecuted instantiation: rd.c:aom_clzll Unexecuted instantiation: rdopt.c:aom_clzll Unexecuted instantiation: nonrd_pickmode.c:aom_clzll Unexecuted instantiation: nonrd_opt.c:aom_clzll Unexecuted instantiation: reconinter_enc.c:aom_clzll Unexecuted instantiation: segmentation.c:aom_clzll Unexecuted instantiation: speed_features.c:aom_clzll Unexecuted instantiation: superres_scale.c:aom_clzll Unexecuted instantiation: svc_layercontext.c:aom_clzll Unexecuted instantiation: temporal_filter.c:aom_clzll Unexecuted instantiation: tokenize.c:aom_clzll Unexecuted instantiation: tpl_model.c:aom_clzll Unexecuted instantiation: tx_search.c:aom_clzll Unexecuted instantiation: txb_rdopt.c:aom_clzll Unexecuted instantiation: intra_mode_search.c:aom_clzll Unexecuted instantiation: var_based_part.c:aom_clzll Unexecuted instantiation: av1_noise_estimate.c:aom_clzll Unexecuted instantiation: dwt.c:aom_clzll Unexecuted instantiation: aom_dsp_rtcd.c:aom_clzll Unexecuted instantiation: av1_rtcd.c:aom_clzll Unexecuted instantiation: aom_convolve.c:aom_clzll Unexecuted instantiation: bitreader_buffer.c:aom_clzll Unexecuted instantiation: bitwriter_buffer.c:aom_clzll Unexecuted instantiation: blend_a64_mask.c:aom_clzll Unexecuted instantiation: odintrin.c:aom_clzll Unexecuted instantiation: binary_codes_reader.c:aom_clzll Unexecuted instantiation: bitreader.c:aom_clzll Unexecuted instantiation: entdec.c:aom_clzll Unexecuted instantiation: avg.c:aom_clzll Unexecuted instantiation: bitwriter.c:aom_clzll Unexecuted instantiation: blk_sse_sum.c:aom_clzll Unexecuted instantiation: entenc.c:aom_clzll Unexecuted instantiation: fwd_txfm.c:aom_clzll Unexecuted instantiation: psnr.c:aom_clzll Unexecuted instantiation: quantize.c:aom_clzll Unexecuted instantiation: sad.c:aom_clzll Unexecuted instantiation: sad_av1.c:aom_clzll Unexecuted instantiation: subtract.c:aom_clzll Unexecuted instantiation: sse.c:aom_clzll Unexecuted instantiation: sum_squares.c:aom_clzll Unexecuted instantiation: variance.c:aom_clzll Unexecuted instantiation: pyramid.c:aom_clzll Unexecuted instantiation: binary_codes_writer.c:aom_clzll Unexecuted instantiation: corner_detect.c:aom_clzll Unexecuted instantiation: noise_util.c:aom_clzll Unexecuted instantiation: alloccommon.c:aom_clzll Unexecuted instantiation: av1_loopfilter.c:aom_clzll Unexecuted instantiation: blockd.c:aom_clzll Unexecuted instantiation: cdef.c:aom_clzll Unexecuted instantiation: cdef_block.c:aom_clzll Unexecuted instantiation: cfl.c:aom_clzll Unexecuted instantiation: debugmodes.c:aom_clzll Unexecuted instantiation: entropy.c:aom_clzll Unexecuted instantiation: entropymode.c:aom_clzll Unexecuted instantiation: entropymv.c:aom_clzll Unexecuted instantiation: idct.c:aom_clzll Unexecuted instantiation: mvref_common.c:aom_clzll Unexecuted instantiation: pred_common.c:aom_clzll Unexecuted instantiation: quant_common.c:aom_clzll Unexecuted instantiation: reconinter.c:aom_clzll Unexecuted instantiation: reconintra.c:aom_clzll Unexecuted instantiation: resize.c:aom_clzll Unexecuted instantiation: restoration.c:aom_clzll Unexecuted instantiation: scale.c:aom_clzll Unexecuted instantiation: scan.c:aom_clzll Unexecuted instantiation: seg_common.c:aom_clzll Unexecuted instantiation: thread_common.c:aom_clzll Unexecuted instantiation: tile_common.c:aom_clzll Unexecuted instantiation: txb_common.c:aom_clzll Unexecuted instantiation: warped_motion.c:aom_clzll Unexecuted instantiation: aq_complexity.c:aom_clzll Unexecuted instantiation: aq_cyclicrefresh.c:aom_clzll Unexecuted instantiation: aq_variance.c:aom_clzll Unexecuted instantiation: av1_fwd_txfm2d.c:aom_clzll Unexecuted instantiation: cnn.c:aom_clzll Unexecuted instantiation: compound_type.c:aom_clzll Unexecuted instantiation: cost.c:aom_clzll Unexecuted instantiation: encode_strategy.c:aom_clzll Unexecuted instantiation: extend.c:aom_clzll Unexecuted instantiation: global_motion.c:aom_clzll Unexecuted instantiation: gop_structure.c:aom_clzll Unexecuted instantiation: interp_search.c:aom_clzll Unexecuted instantiation: ml.c:aom_clzll Unexecuted instantiation: motion_search_facade.c:aom_clzll Unexecuted instantiation: wedge_utils.c:aom_clzll Unexecuted instantiation: blend_a64_hmask.c:aom_clzll Unexecuted instantiation: blend_a64_vmask.c:aom_clzll Unexecuted instantiation: entcode.c:aom_clzll Unexecuted instantiation: intrapred.c:aom_clzll Unexecuted instantiation: loopfilter.c:aom_clzll Unexecuted instantiation: fft.c:aom_clzll Unexecuted instantiation: corner_match.c:aom_clzll Unexecuted instantiation: disflow.c:aom_clzll Unexecuted instantiation: av1_inv_txfm2d.c:aom_clzll Unexecuted instantiation: av1_txfm.c:aom_clzll Unexecuted instantiation: convolve.c:aom_clzll Unexecuted instantiation: av1_fwd_txfm1d.c:aom_clzll Unexecuted instantiation: av1_inv_txfm1d.c:aom_clzll |
76 | | #elif defined(USE_MSC_INTRINSICS) |
77 | | #if defined(_M_X64) || defined(_M_ARM64) |
78 | | #pragma intrinsic(_BitScanReverse64) |
79 | | #endif |
80 | | |
81 | | static inline int aom_clzll(uint64_t n) { |
82 | | assert(n != 0); |
83 | | unsigned long first_set_bit; // NOLINT(runtime/int) |
84 | | #if defined(_M_X64) || defined(_M_ARM64) |
85 | | const unsigned char bit_set = |
86 | | _BitScanReverse64(&first_set_bit, (unsigned __int64)n); |
87 | | #else // !(defined(_M_X64) || defined(_M_ARM64)) |
88 | | const unsigned long n_hi = (unsigned long)(n >> 32); // NOLINT(runtime/int) |
89 | | if (n_hi != 0) { |
90 | | const unsigned char bit_set = _BitScanReverse(&first_set_bit, n_hi); |
91 | | assert(bit_set != 0); |
92 | | (void)bit_set; |
93 | | return 31 ^ (int)first_set_bit; |
94 | | } |
95 | | const unsigned char bit_set = |
96 | | _BitScanReverse(&first_set_bit, (unsigned long)n); // NOLINT(runtime/int) |
97 | | #endif |
98 | | assert(bit_set != 0); |
99 | | (void)bit_set; |
100 | | return 63 ^ (int)first_set_bit; |
101 | | } |
102 | | #undef USE_MSC_INTRINSICS |
103 | | #else |
104 | | static inline int aom_clzll(uint64_t n) { |
105 | | assert(n != 0); |
106 | | |
107 | | int res = 0; |
108 | | uint64_t high_bit = 1ULL << 63; |
109 | | while (!(n & high_bit)) { |
110 | | res++; |
111 | | n <<= 1; |
112 | | } |
113 | | return res; |
114 | | } |
115 | | #endif |
116 | | |
117 | | #ifdef __cplusplus |
118 | | } // extern "C" |
119 | | #endif |
120 | | |
121 | | #endif // AOM_AOM_PORTS_BITOPS_H_ |