Coverage Report

Created: 2025-07-23 08:18

/src/libjxl/lib/jxl/huffman_table.cc
Line
Count
Source (jump to first uncovered line)
1
// Copyright (c) the JPEG XL Project Authors. All rights reserved.
2
//
3
// Use of this source code is governed by a BSD-style
4
// license that can be found in the LICENSE file.
5
6
#include "lib/jxl/huffman_table.h"
7
8
#include <cstdint>
9
#include <cstring> /* for memcpy */
10
#include <vector>
11
12
#include "lib/jxl/ans_params.h"
13
14
namespace jxl {
15
16
/* Returns reverse(reverse(key, len) + 1, len), where reverse(key, len) is the
17
   bit-wise reversal of the len least significant bits of key. */
18
890k
static inline int GetNextKey(int key, int len) {
19
890k
  int step = 1u << (len - 1);
20
1.77M
  while (key & step) {
21
886k
    step >>= 1;
22
886k
  }
23
890k
  return (key & (step - 1)) + step;
24
890k
}
25
26
/* Stores code in table[0], table[step], table[2*step], ..., table[end] */
27
/* Assumes that end is an integer multiple of step */
28
static inline void ReplicateValue(HuffmanCode* table, int step, int end,
29
890k
                                  HuffmanCode code) {
30
939k
  do {
31
939k
    end -= step;
32
939k
    table[end] = code;
33
939k
  } while (end > 0);
34
890k
}
35
36
/* Returns the table width of the next 2nd level table. count is the histogram
37
   of bit lengths for the remaining symbols, len is the code length of the next
38
   processed symbol */
39
static inline size_t NextTableBitSize(const uint16_t* const count, size_t len,
40
33.9k
                                      int root_bits) {
41
33.9k
  size_t left = 1u << (len - root_bits);
42
34.0k
  while (len < PREFIX_MAX_BITS) {
43
31.3k
    if (left <= count[len]) break;
44
178
    left -= count[len];
45
178
    ++len;
46
178
    left <<= 1;
47
178
  }
48
33.9k
  return len - root_bits;
49
33.9k
}
50
51
uint32_t BuildHuffmanTable(HuffmanCode* root_table, int root_bits,
52
                           const uint8_t* const code_lengths,
53
3.68k
                           size_t code_lengths_size, uint16_t* count) {
54
3.68k
  HuffmanCode code;   /* current table entry */
55
3.68k
  HuffmanCode* table; /* next available space in table */
56
3.68k
  size_t len;         /* current code length */
57
3.68k
  size_t symbol;      /* symbol index in original or sorted table */
58
3.68k
  int key;            /* reversed prefix code */
59
3.68k
  int step;           /* step size to replicate values in current table */
60
3.68k
  int low;            /* low bits for current root entry */
61
3.68k
  int mask;           /* mask for low bits */
62
3.68k
  size_t table_bits;  /* key length of current table */
63
3.68k
  int table_size;     /* size of current table */
64
3.68k
  int total_size;     /* sum of root table size and 2nd level table sizes */
65
  /* offsets in sorted table for each length */
66
3.68k
  uint16_t offset[PREFIX_MAX_BITS + 1];
67
3.68k
  size_t max_length = 1;
68
69
3.68k
  if (code_lengths_size > 1u << PREFIX_MAX_BITS) return 0;
70
71
  /* symbols sorted by code length */
72
3.68k
  std::vector<uint16_t> sorted_storage(code_lengths_size);
73
3.68k
  uint16_t* sorted = sorted_storage.data();
74
75
  /* generate offsets into sorted symbol table by code length */
76
3.68k
  {
77
3.68k
    uint16_t sum = 0;
78
58.8k
    for (len = 1; len <= PREFIX_MAX_BITS; len++) {
79
55.2k
      offset[len] = sum;
80
55.2k
      if (count[len]) {
81
9.87k
        sum = static_cast<uint16_t>(sum + count[len]);
82
9.87k
        max_length = len;
83
9.87k
      }
84
55.2k
    }
85
3.68k
  }
86
87
  /* sort symbols by length, by symbol order within each length */
88
3.99M
  for (symbol = 0; symbol < code_lengths_size; symbol++) {
89
3.98M
    if (code_lengths[symbol] != 0) {
90
890k
      sorted[offset[code_lengths[symbol]]++] = symbol;
91
890k
    }
92
3.98M
  }
93
94
3.68k
  table = root_table;
95
3.68k
  table_bits = root_bits;
96
3.68k
  table_size = 1u << table_bits;
97
3.68k
  total_size = table_size;
98
99
  /* special case code with only one value */
100
3.68k
  if (offset[PREFIX_MAX_BITS] == 1) {
101
136
    code.bits = 0;
102
136
    code.value = static_cast<uint16_t>(sorted[0]);
103
4.48k
    for (key = 0; key < total_size; ++key) {
104
4.35k
      table[key] = code;
105
4.35k
    }
106
136
    return total_size;
107
136
  }
108
109
  /* fill in root table */
110
  /* let's reduce the table size to a smaller size if possible, and */
111
  /* create the repetitions by memcpy if possible in the coming loop */
112
3.54k
  if (table_bits > max_length) {
113
3.11k
    table_bits = max_length;
114
3.11k
    table_size = 1u << table_bits;
115
3.11k
  }
116
3.54k
  key = 0;
117
3.54k
  symbol = 0;
118
3.54k
  code.bits = 1;
119
3.54k
  step = 2;
120
13.6k
  do {
121
57.7k
    for (; count[code.bits] != 0; --count[code.bits]) {
122
44.0k
      code.value = static_cast<uint16_t>(sorted[symbol++]);
123
44.0k
      ReplicateValue(&table[key], step, table_size, code);
124
44.0k
      key = GetNextKey(key, code.bits);
125
44.0k
    }
126
13.6k
    step <<= 1;
127
13.6k
  } while (++code.bits <= table_bits);
128
129
  /* if root_bits != table_bits we only created one fraction of the */
130
  /* table, and we need to replicate it now. */
131
11.6k
  while (total_size != table_size) {
132
8.12k
    memcpy(&table[table_size], &table[0], table_size * sizeof(table[0]));
133
8.12k
    table_size <<= 1;
134
8.12k
  }
135
136
  /* fill in 2nd level tables and add pointers to root table */
137
3.54k
  mask = total_size - 1;
138
3.54k
  low = -1;
139
4.23k
  for (len = root_bits + 1, step = 2; len <= max_length; ++len, step <<= 1) {
140
846k
    for (; count[len] != 0; --count[len]) {
141
846k
      if ((key & mask) != low) {
142
33.9k
        table += table_size;
143
33.9k
        table_bits = NextTableBitSize(count, len, root_bits);
144
33.9k
        table_size = 1u << table_bits;
145
33.9k
        total_size += table_size;
146
33.9k
        low = key & mask;
147
33.9k
        root_table[low].bits = static_cast<uint8_t>(table_bits + root_bits);
148
33.9k
        root_table[low].value =
149
33.9k
            static_cast<uint16_t>((table - root_table) - low);
150
33.9k
      }
151
846k
      code.bits = static_cast<uint8_t>(len - root_bits);
152
846k
      code.value = static_cast<uint16_t>(sorted[symbol++]);
153
846k
      ReplicateValue(&table[key >> root_bits], step, table_size, code);
154
846k
      key = GetNextKey(key, len);
155
846k
    }
156
693
  }
157
158
3.54k
  return total_size;
159
3.68k
}
160
161
}  // namespace jxl