Coverage Report

Created: 2022-08-24 06:33

/src/libjxl/lib/jxl/huffman_table.cc
Line
Count
Source (jump to first uncovered line)
1
// Copyright (c) the JPEG XL Project Authors. All rights reserved.
2
//
3
// Use of this source code is governed by a BSD-style
4
// license that can be found in the LICENSE file.
5
6
#include "lib/jxl/huffman_table.h"
7
8
#include <cstring> /* for memcpy */
9
#include <vector>
10
11
#include "lib/jxl/ans_params.h"
12
#include "lib/jxl/dec_huffman.h"
13
14
namespace jxl {
15
16
/* Returns reverse(reverse(key, len) + 1, len), where reverse(key, len) is the
17
   bit-wise reversal of the len least significant bits of key. */
18
46.8M
static inline int GetNextKey(int key, int len) {
19
46.8M
  int step = 1u << (len - 1);
20
93.7M
  while (key & step) {
21
46.8M
    step >>= 1;
22
46.8M
  }
23
46.8M
  return (key & (step - 1)) + step;
24
46.8M
}
25
26
/* Stores code in table[0], table[step], table[2*step], ..., table[end] */
27
/* Assumes that end is an integer multiple of step */
28
static inline void ReplicateValue(HuffmanCode* table, int step, int end,
29
46.8M
                                  HuffmanCode code) {
30
47.3M
  do {
31
47.3M
    end -= step;
32
47.3M
    table[end] = code;
33
47.3M
  } while (end > 0);
34
46.8M
}
35
36
/* Returns the table width of the next 2nd level table. count is the histogram
37
   of bit lengths for the remaining symbols, len is the code length of the next
38
   processed symbol */
39
static inline size_t NextTableBitSize(const uint16_t* const count, size_t len,
40
1.00M
                                      int root_bits) {
41
1.00M
  size_t left = 1u << (len - root_bits);
42
1.02M
  while (len < PREFIX_MAX_BITS) {
43
764k
    if (left <= count[len]) break;
44
10.7k
    left -= count[len];
45
10.7k
    ++len;
46
10.7k
    left <<= 1;
47
10.7k
  }
48
1.00M
  return len - root_bits;
49
1.00M
}
50
51
uint32_t BuildHuffmanTable(HuffmanCode* root_table, int root_bits,
52
                           const uint8_t* const code_lengths,
53
23.3k
                           size_t code_lengths_size, uint16_t* count) {
54
23.3k
  HuffmanCode code;   /* current table entry */
55
23.3k
  HuffmanCode* table; /* next available space in table */
56
23.3k
  size_t len;         /* current code length */
57
23.3k
  size_t symbol;      /* symbol index in original or sorted table */
58
23.3k
  int key;            /* reversed prefix code */
59
23.3k
  int step;           /* step size to replicate values in current table */
60
23.3k
  int low;            /* low bits for current root entry */
61
23.3k
  int mask;           /* mask for low bits */
62
23.3k
  size_t table_bits;  /* key length of current table */
63
23.3k
  int table_size;     /* size of current table */
64
23.3k
  int total_size;     /* sum of root table size and 2nd level table sizes */
65
  /* offsets in sorted table for each length */
66
23.3k
  uint16_t offset[PREFIX_MAX_BITS + 1];
67
23.3k
  size_t max_length = 1;
68
69
23.3k
  if (code_lengths_size > 1u << PREFIX_MAX_BITS) return 0;
70
71
  /* symbols sorted by code length */
72
23.3k
  std::vector<uint16_t> sorted_storage(code_lengths_size);
73
23.3k
  uint16_t* sorted = sorted_storage.data();
74
75
  /* generate offsets into sorted symbol table by code length */
76
23.3k
  {
77
23.3k
    uint16_t sum = 0;
78
373k
    for (len = 1; len <= PREFIX_MAX_BITS; len++) {
79
350k
      offset[len] = sum;
80
350k
      if (count[len]) {
81
71.3k
        sum = static_cast<uint16_t>(sum + count[len]);
82
71.3k
        max_length = len;
83
71.3k
      }
84
350k
    }
85
23.3k
  }
86
87
  /* sort symbols by length, by symbol order within each length */
88
102M
  for (symbol = 0; symbol < code_lengths_size; symbol++) {
89
102M
    if (code_lengths[symbol] != 0) {
90
46.8M
      sorted[offset[code_lengths[symbol]]++] = symbol;
91
46.8M
    }
92
102M
  }
93
94
23.3k
  table = root_table;
95
23.3k
  table_bits = root_bits;
96
23.3k
  table_size = 1u << table_bits;
97
23.3k
  total_size = table_size;
98
99
  /* special case code with only one value */
100
23.3k
  if (offset[PREFIX_MAX_BITS] == 1) {
101
1.36k
    code.bits = 0;
102
1.36k
    code.value = static_cast<uint16_t>(sorted[0]);
103
45.1k
    for (key = 0; key < total_size; ++key) {
104
43.7k
      table[key] = code;
105
43.7k
    }
106
1.36k
    return total_size;
107
1.36k
  }
108
109
  /* fill in root table */
110
  /* let's reduce the table size to a smaller size if possible, and */
111
  /* create the repetitions by memcpy if possible in the coming loop */
112
21.9k
  if (table_bits > max_length) {
113
14.2k
    table_bits = max_length;
114
14.2k
    table_size = 1u << table_bits;
115
14.2k
  }
116
21.9k
  key = 0;
117
21.9k
  symbol = 0;
118
21.9k
  code.bits = 1;
119
21.9k
  step = 2;
120
100k
  do {
121
390k
    for (; count[code.bits] != 0; --count[code.bits]) {
122
290k
      code.value = static_cast<uint16_t>(sorted[symbol++]);
123
290k
      ReplicateValue(&table[key], step, table_size, code);
124
290k
      key = GetNextKey(key, code.bits);
125
290k
    }
126
100k
    step <<= 1;
127
100k
  } while (++code.bits <= table_bits);
128
129
  /* if root_bits != table_bits we only created one fraction of the */
130
  /* table, and we need to replicate it now. */
131
61.6k
  while (total_size != table_size) {
132
39.6k
    memcpy(&table[table_size], &table[0], table_size * sizeof(table[0]));
133
39.6k
    table_size <<= 1;
134
39.6k
  }
135
136
  /* fill in 2nd level tables and add pointers to root table */
137
21.9k
  mask = total_size - 1;
138
21.9k
  low = -1;
139
45.7k
  for (len = root_bits + 1, step = 2; len <= max_length; ++len, step <<= 1) {
140
46.6M
    for (; count[len] != 0; --count[len]) {
141
46.5M
      if ((key & mask) != low) {
142
1.00M
        table += table_size;
143
1.00M
        table_bits = NextTableBitSize(count, len, root_bits);
144
1.00M
        table_size = 1u << table_bits;
145
1.00M
        total_size += table_size;
146
1.00M
        low = key & mask;
147
1.00M
        root_table[low].bits = static_cast<uint8_t>(table_bits + root_bits);
148
1.00M
        root_table[low].value =
149
1.00M
            static_cast<uint16_t>((table - root_table) - low);
150
1.00M
      }
151
46.5M
      code.bits = static_cast<uint8_t>(len - root_bits);
152
46.5M
      code.value = static_cast<uint16_t>(sorted[symbol++]);
153
46.5M
      ReplicateValue(&table[key >> root_bits], step, table_size, code);
154
46.5M
      key = GetNextKey(key, len);
155
46.5M
    }
156
23.7k
  }
157
158
21.9k
  return total_size;
159
23.3k
}
160
161
}  // namespace jxl