Coverage Report

Created: 2025-06-22 08:04

/src/aom/aom_ports/bitops.h
Line
Count
Source (jump to first uncovered line)
1
/*
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved.
3
 *
4
 * This source code is subject to the terms of the BSD 2 Clause License and
5
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6
 * was not distributed with this source code in the LICENSE file, you can
7
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8
 * Media Patent License 1.0 was not distributed with this source code in the
9
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10
 */
11
12
#ifndef AOM_AOM_PORTS_BITOPS_H_
13
#define AOM_AOM_PORTS_BITOPS_H_
14
15
#include <assert.h>
16
#include <stdint.h>
17
18
#include "config/aom_config.h"
19
20
#ifdef _MSC_VER
21
#if defined(_M_X64) || defined(_M_IX86) || defined(_M_ARM64) || defined(_M_ARM)
22
#include <intrin.h>
23
#define USE_MSC_INTRINSICS
24
#endif
25
#endif
26
27
#ifdef __cplusplus
28
extern "C" {
29
#endif
30
31
// get_msb:
32
// Returns (int)floor(log2(n)). n must be > 0.
33
// These versions of get_msb() are only valid when n != 0 because all
34
// of the optimized versions are undefined when n == 0:
35
36
// GCC compiler: https://gcc.gnu.org/onlinedocs/gcc/Other-Builtins.html
37
// MSVC: https://learn.microsoft.com/en-us/cpp/intrinsics/compiler-intrinsics
38
39
// use GNU builtins where available.
40
#if defined(__GNUC__) && \
41
    ((__GNUC__ == 3 && __GNUC_MINOR__ >= 4) || __GNUC__ >= 4)
42
891M
static inline int get_msb(unsigned int n) {
43
891M
  assert(n != 0);
44
891M
  return 31 ^ __builtin_clz(n);
45
891M
}
Unexecuted instantiation: av1_dx_iface.c:get_msb
decodeframe.c:get_msb
Line
Count
Source
42
338k
static inline int get_msb(unsigned int n) {
43
338k
  assert(n != 0);
44
338k
  return 31 ^ __builtin_clz(n);
45
338k
}
decodemv.c:get_msb
Line
Count
Source
42
1.63M
static inline int get_msb(unsigned int n) {
43
1.63M
  assert(n != 0);
44
1.63M
  return 31 ^ __builtin_clz(n);
45
1.63M
}
Unexecuted instantiation: decoder.c:get_msb
Unexecuted instantiation: decodetxb.c:get_msb
detokenize.c:get_msb
Line
Count
Source
42
1.02M
static inline int get_msb(unsigned int n) {
43
1.02M
  assert(n != 0);
44
1.02M
  return 31 ^ __builtin_clz(n);
45
1.02M
}
Unexecuted instantiation: obu.c:get_msb
Unexecuted instantiation: av1_cx_iface.c:get_msb
Unexecuted instantiation: allintra_vis.c:get_msb
Unexecuted instantiation: av1_quantize.c:get_msb
Unexecuted instantiation: bitstream.c:get_msb
Unexecuted instantiation: context_tree.c:get_msb
Unexecuted instantiation: encodeframe.c:get_msb
Unexecuted instantiation: encodeframe_utils.c:get_msb
Unexecuted instantiation: encodemb.c:get_msb
Unexecuted instantiation: encodemv.c:get_msb
Unexecuted instantiation: encoder.c:get_msb
Unexecuted instantiation: encoder_utils.c:get_msb
Unexecuted instantiation: encodetxb.c:get_msb
Unexecuted instantiation: ethread.c:get_msb
Unexecuted instantiation: external_partition.c:get_msb
Unexecuted instantiation: firstpass.c:get_msb
Unexecuted instantiation: global_motion_facade.c:get_msb
Unexecuted instantiation: hash.c:get_msb
Unexecuted instantiation: hash_motion.c:get_msb
Unexecuted instantiation: hybrid_fwd_txfm.c:get_msb
Unexecuted instantiation: level.c:get_msb
Unexecuted instantiation: lookahead.c:get_msb
Unexecuted instantiation: mcomp.c:get_msb
Unexecuted instantiation: mv_prec.c:get_msb
Unexecuted instantiation: palette.c:get_msb
Unexecuted instantiation: partition_search.c:get_msb
Unexecuted instantiation: partition_strategy.c:get_msb
Unexecuted instantiation: pass2_strategy.c:get_msb
Unexecuted instantiation: pickcdef.c:get_msb
Unexecuted instantiation: picklpf.c:get_msb
Unexecuted instantiation: pickrst.c:get_msb
Unexecuted instantiation: ratectrl.c:get_msb
Unexecuted instantiation: rd.c:get_msb
Unexecuted instantiation: rdopt.c:get_msb
Unexecuted instantiation: nonrd_pickmode.c:get_msb
Unexecuted instantiation: nonrd_opt.c:get_msb
Unexecuted instantiation: reconinter_enc.c:get_msb
Unexecuted instantiation: segmentation.c:get_msb
Unexecuted instantiation: speed_features.c:get_msb
Unexecuted instantiation: superres_scale.c:get_msb
Unexecuted instantiation: svc_layercontext.c:get_msb
Unexecuted instantiation: temporal_filter.c:get_msb
Unexecuted instantiation: tokenize.c:get_msb
Unexecuted instantiation: tpl_model.c:get_msb
Unexecuted instantiation: tx_search.c:get_msb
Unexecuted instantiation: txb_rdopt.c:get_msb
Unexecuted instantiation: intra_mode_search.c:get_msb
Unexecuted instantiation: var_based_part.c:get_msb
Unexecuted instantiation: av1_noise_estimate.c:get_msb
Unexecuted instantiation: dwt.c:get_msb
Unexecuted instantiation: aom_dsp_rtcd.c:get_msb
Unexecuted instantiation: av1_rtcd.c:get_msb
Unexecuted instantiation: aom_convolve.c:get_msb
bitreader_buffer.c:get_msb
Line
Count
Source
42
6.61k
static inline int get_msb(unsigned int n) {
43
6.61k
  assert(n != 0);
44
6.61k
  return 31 ^ __builtin_clz(n);
45
6.61k
}
Unexecuted instantiation: bitwriter_buffer.c:get_msb
Unexecuted instantiation: blend_a64_mask.c:get_msb
Unexecuted instantiation: odintrin.c:get_msb
binary_codes_reader.c:get_msb
Line
Count
Source
42
51.8k
static inline int get_msb(unsigned int n) {
43
51.8k
  assert(n != 0);
44
51.8k
  return 31 ^ __builtin_clz(n);
45
51.8k
}
Unexecuted instantiation: bitreader.c:get_msb
entdec.c:get_msb
Line
Count
Source
42
493M
static inline int get_msb(unsigned int n) {
43
493M
  assert(n != 0);
44
493M
  return 31 ^ __builtin_clz(n);
45
493M
}
Unexecuted instantiation: avg.c:get_msb
Unexecuted instantiation: bitwriter.c:get_msb
Unexecuted instantiation: blk_sse_sum.c:get_msb
Unexecuted instantiation: entenc.c:get_msb
Unexecuted instantiation: fwd_txfm.c:get_msb
Unexecuted instantiation: psnr.c:get_msb
Unexecuted instantiation: quantize.c:get_msb
Unexecuted instantiation: sad.c:get_msb
Unexecuted instantiation: sad_av1.c:get_msb
Unexecuted instantiation: subtract.c:get_msb
Unexecuted instantiation: sse.c:get_msb
Unexecuted instantiation: sum_squares.c:get_msb
Unexecuted instantiation: variance.c:get_msb
Unexecuted instantiation: pyramid.c:get_msb
Unexecuted instantiation: binary_codes_writer.c:get_msb
Unexecuted instantiation: corner_detect.c:get_msb
Unexecuted instantiation: noise_util.c:get_msb
Unexecuted instantiation: alloccommon.c:get_msb
Unexecuted instantiation: av1_loopfilter.c:get_msb
Unexecuted instantiation: blockd.c:get_msb
Unexecuted instantiation: cdef.c:get_msb
cdef_block.c:get_msb
Line
Count
Source
42
394M
static inline int get_msb(unsigned int n) {
43
394M
  assert(n != 0);
44
394M
  return 31 ^ __builtin_clz(n);
45
394M
}
Unexecuted instantiation: cfl.c:get_msb
Unexecuted instantiation: debugmodes.c:get_msb
Unexecuted instantiation: entropy.c:get_msb
Unexecuted instantiation: entropymode.c:get_msb
Unexecuted instantiation: entropymv.c:get_msb
Unexecuted instantiation: idct.c:get_msb
Unexecuted instantiation: mvref_common.c:get_msb
Unexecuted instantiation: pred_common.c:get_msb
Unexecuted instantiation: quant_common.c:get_msb
Unexecuted instantiation: reconinter.c:get_msb
Unexecuted instantiation: reconintra.c:get_msb
Unexecuted instantiation: resize.c:get_msb
Unexecuted instantiation: restoration.c:get_msb
Unexecuted instantiation: scale.c:get_msb
Unexecuted instantiation: scan.c:get_msb
Unexecuted instantiation: seg_common.c:get_msb
Unexecuted instantiation: thread_common.c:get_msb
Unexecuted instantiation: tile_common.c:get_msb
Unexecuted instantiation: txb_common.c:get_msb
warped_motion.c:get_msb
Line
Count
Source
42
146k
static inline int get_msb(unsigned int n) {
43
146k
  assert(n != 0);
44
146k
  return 31 ^ __builtin_clz(n);
45
146k
}
Unexecuted instantiation: aq_complexity.c:get_msb
Unexecuted instantiation: aq_cyclicrefresh.c:get_msb
Unexecuted instantiation: aq_variance.c:get_msb
Unexecuted instantiation: av1_fwd_txfm2d.c:get_msb
Unexecuted instantiation: cnn.c:get_msb
Unexecuted instantiation: compound_type.c:get_msb
Unexecuted instantiation: cost.c:get_msb
Unexecuted instantiation: encode_strategy.c:get_msb
Unexecuted instantiation: extend.c:get_msb
Unexecuted instantiation: global_motion.c:get_msb
Unexecuted instantiation: gop_structure.c:get_msb
Unexecuted instantiation: interp_search.c:get_msb
Unexecuted instantiation: ml.c:get_msb
Unexecuted instantiation: motion_search_facade.c:get_msb
Unexecuted instantiation: wedge_utils.c:get_msb
Unexecuted instantiation: blend_a64_hmask.c:get_msb
Unexecuted instantiation: blend_a64_vmask.c:get_msb
Unexecuted instantiation: entcode.c:get_msb
Unexecuted instantiation: intrapred.c:get_msb
Unexecuted instantiation: loopfilter.c:get_msb
Unexecuted instantiation: fft.c:get_msb
Unexecuted instantiation: corner_match.c:get_msb
Unexecuted instantiation: disflow.c:get_msb
Unexecuted instantiation: av1_inv_txfm2d.c:get_msb
Unexecuted instantiation: av1_txfm.c:get_msb
Unexecuted instantiation: convolve.c:get_msb
Unexecuted instantiation: av1_fwd_txfm1d.c:get_msb
Unexecuted instantiation: av1_inv_txfm1d.c:get_msb
46
#elif defined(USE_MSC_INTRINSICS)
47
#pragma intrinsic(_BitScanReverse)
48
49
static inline int get_msb(unsigned int n) {
50
  unsigned long first_set_bit;
51
  assert(n != 0);
52
  _BitScanReverse(&first_set_bit, n);
53
  return first_set_bit;
54
}
55
#else
56
static inline int get_msb(unsigned int n) {
57
  int log = 0;
58
  unsigned int value = n;
59
60
  assert(n != 0);
61
62
  for (int shift = 16; shift != 0; shift >>= 1) {
63
    const unsigned int x = value >> shift;
64
    if (x != 0) {
65
      value = x;
66
      log += shift;
67
    }
68
  }
69
  return log;
70
}
71
#endif
72
73
#if defined(__GNUC__) && \
74
    ((__GNUC__ == 3 && __GNUC_MINOR__ >= 4) || __GNUC__ >= 4)
75
0
static inline int aom_clzll(uint64_t n) { return __builtin_clzll(n); }
Unexecuted instantiation: av1_dx_iface.c:aom_clzll
Unexecuted instantiation: decodeframe.c:aom_clzll
Unexecuted instantiation: decodemv.c:aom_clzll
Unexecuted instantiation: decoder.c:aom_clzll
Unexecuted instantiation: decodetxb.c:aom_clzll
Unexecuted instantiation: detokenize.c:aom_clzll
Unexecuted instantiation: obu.c:aom_clzll
Unexecuted instantiation: av1_cx_iface.c:aom_clzll
Unexecuted instantiation: allintra_vis.c:aom_clzll
Unexecuted instantiation: av1_quantize.c:aom_clzll
Unexecuted instantiation: bitstream.c:aom_clzll
Unexecuted instantiation: context_tree.c:aom_clzll
Unexecuted instantiation: encodeframe.c:aom_clzll
Unexecuted instantiation: encodeframe_utils.c:aom_clzll
Unexecuted instantiation: encodemb.c:aom_clzll
Unexecuted instantiation: encodemv.c:aom_clzll
Unexecuted instantiation: encoder.c:aom_clzll
Unexecuted instantiation: encoder_utils.c:aom_clzll
Unexecuted instantiation: encodetxb.c:aom_clzll
Unexecuted instantiation: ethread.c:aom_clzll
Unexecuted instantiation: external_partition.c:aom_clzll
Unexecuted instantiation: firstpass.c:aom_clzll
Unexecuted instantiation: global_motion_facade.c:aom_clzll
Unexecuted instantiation: hash.c:aom_clzll
Unexecuted instantiation: hash_motion.c:aom_clzll
Unexecuted instantiation: hybrid_fwd_txfm.c:aom_clzll
Unexecuted instantiation: level.c:aom_clzll
Unexecuted instantiation: lookahead.c:aom_clzll
Unexecuted instantiation: mcomp.c:aom_clzll
Unexecuted instantiation: mv_prec.c:aom_clzll
Unexecuted instantiation: palette.c:aom_clzll
Unexecuted instantiation: partition_search.c:aom_clzll
Unexecuted instantiation: partition_strategy.c:aom_clzll
Unexecuted instantiation: pass2_strategy.c:aom_clzll
Unexecuted instantiation: pickcdef.c:aom_clzll
Unexecuted instantiation: picklpf.c:aom_clzll
Unexecuted instantiation: pickrst.c:aom_clzll
Unexecuted instantiation: ratectrl.c:aom_clzll
Unexecuted instantiation: rd.c:aom_clzll
Unexecuted instantiation: rdopt.c:aom_clzll
Unexecuted instantiation: nonrd_pickmode.c:aom_clzll
Unexecuted instantiation: nonrd_opt.c:aom_clzll
Unexecuted instantiation: reconinter_enc.c:aom_clzll
Unexecuted instantiation: segmentation.c:aom_clzll
Unexecuted instantiation: speed_features.c:aom_clzll
Unexecuted instantiation: superres_scale.c:aom_clzll
Unexecuted instantiation: svc_layercontext.c:aom_clzll
Unexecuted instantiation: temporal_filter.c:aom_clzll
Unexecuted instantiation: tokenize.c:aom_clzll
Unexecuted instantiation: tpl_model.c:aom_clzll
Unexecuted instantiation: tx_search.c:aom_clzll
Unexecuted instantiation: txb_rdopt.c:aom_clzll
Unexecuted instantiation: intra_mode_search.c:aom_clzll
Unexecuted instantiation: var_based_part.c:aom_clzll
Unexecuted instantiation: av1_noise_estimate.c:aom_clzll
Unexecuted instantiation: dwt.c:aom_clzll
Unexecuted instantiation: aom_dsp_rtcd.c:aom_clzll
Unexecuted instantiation: av1_rtcd.c:aom_clzll
Unexecuted instantiation: aom_convolve.c:aom_clzll
Unexecuted instantiation: bitreader_buffer.c:aom_clzll
Unexecuted instantiation: bitwriter_buffer.c:aom_clzll
Unexecuted instantiation: blend_a64_mask.c:aom_clzll
Unexecuted instantiation: odintrin.c:aom_clzll
Unexecuted instantiation: binary_codes_reader.c:aom_clzll
Unexecuted instantiation: bitreader.c:aom_clzll
Unexecuted instantiation: entdec.c:aom_clzll
Unexecuted instantiation: avg.c:aom_clzll
Unexecuted instantiation: bitwriter.c:aom_clzll
Unexecuted instantiation: blk_sse_sum.c:aom_clzll
Unexecuted instantiation: entenc.c:aom_clzll
Unexecuted instantiation: fwd_txfm.c:aom_clzll
Unexecuted instantiation: psnr.c:aom_clzll
Unexecuted instantiation: quantize.c:aom_clzll
Unexecuted instantiation: sad.c:aom_clzll
Unexecuted instantiation: sad_av1.c:aom_clzll
Unexecuted instantiation: subtract.c:aom_clzll
Unexecuted instantiation: sse.c:aom_clzll
Unexecuted instantiation: sum_squares.c:aom_clzll
Unexecuted instantiation: variance.c:aom_clzll
Unexecuted instantiation: pyramid.c:aom_clzll
Unexecuted instantiation: binary_codes_writer.c:aom_clzll
Unexecuted instantiation: corner_detect.c:aom_clzll
Unexecuted instantiation: noise_util.c:aom_clzll
Unexecuted instantiation: alloccommon.c:aom_clzll
Unexecuted instantiation: av1_loopfilter.c:aom_clzll
Unexecuted instantiation: blockd.c:aom_clzll
Unexecuted instantiation: cdef.c:aom_clzll
Unexecuted instantiation: cdef_block.c:aom_clzll
Unexecuted instantiation: cfl.c:aom_clzll
Unexecuted instantiation: debugmodes.c:aom_clzll
Unexecuted instantiation: entropy.c:aom_clzll
Unexecuted instantiation: entropymode.c:aom_clzll
Unexecuted instantiation: entropymv.c:aom_clzll
Unexecuted instantiation: idct.c:aom_clzll
Unexecuted instantiation: mvref_common.c:aom_clzll
Unexecuted instantiation: pred_common.c:aom_clzll
Unexecuted instantiation: quant_common.c:aom_clzll
Unexecuted instantiation: reconinter.c:aom_clzll
Unexecuted instantiation: reconintra.c:aom_clzll
Unexecuted instantiation: resize.c:aom_clzll
Unexecuted instantiation: restoration.c:aom_clzll
Unexecuted instantiation: scale.c:aom_clzll
Unexecuted instantiation: scan.c:aom_clzll
Unexecuted instantiation: seg_common.c:aom_clzll
Unexecuted instantiation: thread_common.c:aom_clzll
Unexecuted instantiation: tile_common.c:aom_clzll
Unexecuted instantiation: txb_common.c:aom_clzll
Unexecuted instantiation: warped_motion.c:aom_clzll
Unexecuted instantiation: aq_complexity.c:aom_clzll
Unexecuted instantiation: aq_cyclicrefresh.c:aom_clzll
Unexecuted instantiation: aq_variance.c:aom_clzll
Unexecuted instantiation: av1_fwd_txfm2d.c:aom_clzll
Unexecuted instantiation: cnn.c:aom_clzll
Unexecuted instantiation: compound_type.c:aom_clzll
Unexecuted instantiation: cost.c:aom_clzll
Unexecuted instantiation: encode_strategy.c:aom_clzll
Unexecuted instantiation: extend.c:aom_clzll
Unexecuted instantiation: global_motion.c:aom_clzll
Unexecuted instantiation: gop_structure.c:aom_clzll
Unexecuted instantiation: interp_search.c:aom_clzll
Unexecuted instantiation: ml.c:aom_clzll
Unexecuted instantiation: motion_search_facade.c:aom_clzll
Unexecuted instantiation: wedge_utils.c:aom_clzll
Unexecuted instantiation: blend_a64_hmask.c:aom_clzll
Unexecuted instantiation: blend_a64_vmask.c:aom_clzll
Unexecuted instantiation: entcode.c:aom_clzll
Unexecuted instantiation: intrapred.c:aom_clzll
Unexecuted instantiation: loopfilter.c:aom_clzll
Unexecuted instantiation: fft.c:aom_clzll
Unexecuted instantiation: corner_match.c:aom_clzll
Unexecuted instantiation: disflow.c:aom_clzll
Unexecuted instantiation: av1_inv_txfm2d.c:aom_clzll
Unexecuted instantiation: av1_txfm.c:aom_clzll
Unexecuted instantiation: convolve.c:aom_clzll
Unexecuted instantiation: av1_fwd_txfm1d.c:aom_clzll
Unexecuted instantiation: av1_inv_txfm1d.c:aom_clzll
76
#elif defined(USE_MSC_INTRINSICS)
77
#if defined(_M_X64) || defined(_M_ARM64)
78
#pragma intrinsic(_BitScanReverse64)
79
#endif
80
81
static inline int aom_clzll(uint64_t n) {
82
  assert(n != 0);
83
  unsigned long first_set_bit;  // NOLINT(runtime/int)
84
#if defined(_M_X64) || defined(_M_ARM64)
85
  const unsigned char bit_set =
86
      _BitScanReverse64(&first_set_bit, (unsigned __int64)n);
87
#else  // !(defined(_M_X64) || defined(_M_ARM64))
88
  const unsigned long n_hi = (unsigned long)(n >> 32);  // NOLINT(runtime/int)
89
  if (n_hi != 0) {
90
    const unsigned char bit_set = _BitScanReverse(&first_set_bit, n_hi);
91
    assert(bit_set != 0);
92
    (void)bit_set;
93
    return 31 ^ (int)first_set_bit;
94
  }
95
  const unsigned char bit_set =
96
      _BitScanReverse(&first_set_bit, (unsigned long)n);  // NOLINT(runtime/int)
97
#endif
98
  assert(bit_set != 0);
99
  (void)bit_set;
100
  return 63 ^ (int)first_set_bit;
101
}
102
#undef USE_MSC_INTRINSICS
103
#else
104
static inline int aom_clzll(uint64_t n) {
105
  assert(n != 0);
106
107
  int res = 0;
108
  uint64_t high_bit = 1ULL << 63;
109
  while (!(n & high_bit)) {
110
    res++;
111
    n <<= 1;
112
  }
113
  return res;
114
}
115
#endif
116
117
#ifdef __cplusplus
118
}  // extern "C"
119
#endif
120
121
#endif  // AOM_AOM_PORTS_BITOPS_H_