Coverage Report

Created: 2025-07-16 07:53

/src/libjxl/lib/jxl/huffman_table.cc
Line
Count
Source (jump to first uncovered line)
1
// Copyright (c) the JPEG XL Project Authors. All rights reserved.
2
//
3
// Use of this source code is governed by a BSD-style
4
// license that can be found in the LICENSE file.
5
6
#include "lib/jxl/huffman_table.h"
7
8
#include <cstring> /* for memcpy */
9
#include <vector>
10
11
#include "lib/jxl/ans_params.h"
12
#include "lib/jxl/dec_huffman.h"
13
14
namespace jxl {
15
16
/* Returns reverse(reverse(key, len) + 1, len), where reverse(key, len) is the
17
   bit-wise reversal of the len least significant bits of key. */
18
95.7k
static inline int GetNextKey(int key, int len) {
19
95.7k
  int step = 1u << (len - 1);
20
182k
  while (key & step) {
21
86.3k
    step >>= 1;
22
86.3k
  }
23
95.7k
  return (key & (step - 1)) + step;
24
95.7k
}
25
26
/* Stores code in table[0], table[step], table[2*step], ..., table[end] */
27
/* Assumes that end is an integer multiple of step */
28
static inline void ReplicateValue(HuffmanCode* table, int step, int end,
29
95.7k
                                  HuffmanCode code) {
30
641k
  do {
31
641k
    end -= step;
32
641k
    table[end] = code;
33
641k
  } while (end > 0);
34
95.7k
}
35
36
/* Returns the table width of the next 2nd level table. count is the histogram
37
   of bit lengths for the remaining symbols, len is the code length of the next
38
   processed symbol */
39
static inline size_t NextTableBitSize(const uint16_t* const count, size_t len,
40
1.68k
                                      int root_bits) {
41
1.68k
  size_t left = 1u << (len - root_bits);
42
2.18k
  while (len < PREFIX_MAX_BITS) {
43
2.12k
    if (left <= count[len]) break;
44
503
    left -= count[len];
45
503
    ++len;
46
503
    left <<= 1;
47
503
  }
48
1.68k
  return len - root_bits;
49
1.68k
}
50
51
uint32_t BuildHuffmanTable(HuffmanCode* root_table, int root_bits,
52
                           const uint8_t* const code_lengths,
53
9.38k
                           size_t code_lengths_size, uint16_t* count) {
54
9.38k
  HuffmanCode code;   /* current table entry */
55
9.38k
  HuffmanCode* table; /* next available space in table */
56
9.38k
  size_t len;         /* current code length */
57
9.38k
  size_t symbol;      /* symbol index in original or sorted table */
58
9.38k
  int key;            /* reversed prefix code */
59
9.38k
  int step;           /* step size to replicate values in current table */
60
9.38k
  int low;            /* low bits for current root entry */
61
9.38k
  int mask;           /* mask for low bits */
62
9.38k
  size_t table_bits;  /* key length of current table */
63
9.38k
  int table_size;     /* size of current table */
64
9.38k
  int total_size;     /* sum of root table size and 2nd level table sizes */
65
  /* offsets in sorted table for each length */
66
9.38k
  uint16_t offset[PREFIX_MAX_BITS + 1];
67
9.38k
  size_t max_length = 1;
68
69
9.38k
  if (code_lengths_size > 1u << PREFIX_MAX_BITS) return 0;
70
71
  /* symbols sorted by code length */
72
9.38k
  std::vector<uint16_t> sorted_storage(code_lengths_size);
73
9.38k
  uint16_t* sorted = sorted_storage.data();
74
75
  /* generate offsets into sorted symbol table by code length */
76
9.38k
  {
77
9.38k
    uint16_t sum = 0;
78
150k
    for (len = 1; len <= PREFIX_MAX_BITS; len++) {
79
140k
      offset[len] = sum;
80
140k
      if (count[len]) {
81
36.0k
        sum = static_cast<uint16_t>(sum + count[len]);
82
36.0k
        max_length = len;
83
36.0k
      }
84
140k
    }
85
9.38k
  }
86
87
  /* sort symbols by length, by symbol order within each length */
88
2.10M
  for (symbol = 0; symbol < code_lengths_size; symbol++) {
89
2.09M
    if (code_lengths[symbol] != 0) {
90
95.7k
      sorted[offset[code_lengths[symbol]]++] = symbol;
91
95.7k
    }
92
2.09M
  }
93
94
9.38k
  table = root_table;
95
9.38k
  table_bits = root_bits;
96
9.38k
  table_size = 1u << table_bits;
97
9.38k
  total_size = table_size;
98
99
  /* special case code with only one value */
100
9.38k
  if (offset[PREFIX_MAX_BITS] == 1) {
101
27
    code.bits = 0;
102
27
    code.value = static_cast<uint16_t>(sorted[0]);
103
891
    for (key = 0; key < total_size; ++key) {
104
864
      table[key] = code;
105
864
    }
106
27
    return total_size;
107
27
  }
108
109
  /* fill in root table */
110
  /* let's reduce the table size to a smaller size if possible, and */
111
  /* create the repetitions by memcpy if possible in the coming loop */
112
9.35k
  if (table_bits > max_length) {
113
7.08k
    table_bits = max_length;
114
7.08k
    table_size = 1u << table_bits;
115
7.08k
  }
116
9.35k
  key = 0;
117
9.35k
  symbol = 0;
118
9.35k
  code.bits = 1;
119
9.35k
  step = 2;
120
42.6k
  do {
121
130k
    for (; count[code.bits] != 0; --count[code.bits]) {
122
87.8k
      code.value = static_cast<uint16_t>(sorted[symbol++]);
123
87.8k
      ReplicateValue(&table[key], step, table_size, code);
124
87.8k
      key = GetNextKey(key, code.bits);
125
87.8k
    }
126
42.6k
    step <<= 1;
127
42.6k
  } while (++code.bits <= table_bits);
128
129
  /* if root_bits != table_bits we only created one fraction of the */
130
  /* table, and we need to replicate it now. */
131
27.3k
  while (total_size != table_size) {
132
18.0k
    memcpy(&table[table_size], &table[0], table_size * sizeof(table[0]));
133
18.0k
    table_size <<= 1;
134
18.0k
  }
135
136
  /* fill in 2nd level tables and add pointers to root table */
137
9.35k
  mask = total_size - 1;
138
9.35k
  low = -1;
139
10.1k
  for (len = root_bits + 1, step = 2; len <= max_length; ++len, step <<= 1) {
140
8.69k
    for (; count[len] != 0; --count[len]) {
141
7.89k
      if ((key & mask) != low) {
142
1.68k
        table += table_size;
143
1.68k
        table_bits = NextTableBitSize(count, len, root_bits);
144
1.68k
        table_size = 1u << table_bits;
145
1.68k
        total_size += table_size;
146
1.68k
        low = key & mask;
147
1.68k
        root_table[low].bits = static_cast<uint8_t>(table_bits + root_bits);
148
1.68k
        root_table[low].value =
149
1.68k
            static_cast<uint16_t>((table - root_table) - low);
150
1.68k
      }
151
7.89k
      code.bits = static_cast<uint8_t>(len - root_bits);
152
7.89k
      code.value = static_cast<uint16_t>(sorted[symbol++]);
153
7.89k
      ReplicateValue(&table[key >> root_bits], step, table_size, code);
154
7.89k
      key = GetNextKey(key, len);
155
7.89k
    }
156
803
  }
157
158
9.35k
  return total_size;
159
9.38k
}
160
161
}  // namespace jxl