Coverage Report

Created: 2022-08-24 06:06

/src/libjxl/lib/jxl/huffman_table.cc
Line
Count
Source (jump to first uncovered line)
1
// Copyright (c) the JPEG XL Project Authors. All rights reserved.
2
//
3
// Use of this source code is governed by a BSD-style
4
// license that can be found in the LICENSE file.
5
6
#include "lib/jxl/huffman_table.h"
7
8
#include <cstring> /* for memcpy */
9
#include <vector>
10
11
#include "lib/jxl/ans_params.h"
12
#include "lib/jxl/dec_huffman.h"
13
14
namespace jxl {
15
16
/* Returns reverse(reverse(key, len) + 1, len), where reverse(key, len) is the
17
   bit-wise reversal of the len least significant bits of key. */
18
1.00M
static inline int GetNextKey(int key, int len) {
19
1.00M
  int step = 1u << (len - 1);
20
2.01M
  while (key & step) {
21
1.00M
    step >>= 1;
22
1.00M
  }
23
1.00M
  return (key & (step - 1)) + step;
24
1.00M
}
25
26
/* Stores code in table[0], table[step], table[2*step], ..., table[end] */
27
/* Assumes that end is an integer multiple of step */
28
static inline void ReplicateValue(HuffmanCode* table, int step, int end,
29
1.00M
                                  HuffmanCode code) {
30
1.02M
  do {
31
1.02M
    end -= step;
32
1.02M
    table[end] = code;
33
1.02M
  } while (end > 0);
34
1.00M
}
35
36
/* Returns the table width of the next 2nd level table. count is the histogram
37
   of bit lengths for the remaining symbols, len is the code length of the next
38
   processed symbol */
39
static inline size_t NextTableBitSize(const uint16_t* const count, size_t len,
40
36.5k
                                      int root_bits) {
41
36.5k
  size_t left = 1u << (len - root_bits);
42
36.7k
  while (len < PREFIX_MAX_BITS) {
43
32.7k
    if (left <= count[len]) break;
44
134
    left -= count[len];
45
134
    ++len;
46
134
    left <<= 1;
47
134
  }
48
36.5k
  return len - root_bits;
49
36.5k
}
50
51
uint32_t BuildHuffmanTable(HuffmanCode* root_table, int root_bits,
52
                           const uint8_t* const code_lengths,
53
6.30k
                           size_t code_lengths_size, uint16_t* count) {
54
6.30k
  HuffmanCode code;   /* current table entry */
55
6.30k
  HuffmanCode* table; /* next available space in table */
56
6.30k
  size_t len;         /* current code length */
57
6.30k
  size_t symbol;      /* symbol index in original or sorted table */
58
6.30k
  int key;            /* reversed prefix code */
59
6.30k
  int step;           /* step size to replicate values in current table */
60
6.30k
  int low;            /* low bits for current root entry */
61
6.30k
  int mask;           /* mask for low bits */
62
6.30k
  size_t table_bits;  /* key length of current table */
63
6.30k
  int table_size;     /* size of current table */
64
6.30k
  int total_size;     /* sum of root table size and 2nd level table sizes */
65
  /* offsets in sorted table for each length */
66
6.30k
  uint16_t offset[PREFIX_MAX_BITS + 1];
67
6.30k
  size_t max_length = 1;
68
69
6.30k
  if (code_lengths_size > 1u << PREFIX_MAX_BITS) return 0;
70
71
  /* symbols sorted by code length */
72
6.30k
  std::vector<uint16_t> sorted_storage(code_lengths_size);
73
6.30k
  uint16_t* sorted = sorted_storage.data();
74
75
  /* generate offsets into sorted symbol table by code length */
76
6.30k
  {
77
6.30k
    uint16_t sum = 0;
78
100k
    for (len = 1; len <= PREFIX_MAX_BITS; len++) {
79
94.5k
      offset[len] = sum;
80
94.5k
      if (count[len]) {
81
8.36k
        sum = static_cast<uint16_t>(sum + count[len]);
82
8.36k
        max_length = len;
83
8.36k
      }
84
94.5k
    }
85
6.30k
  }
86
87
  /* sort symbols by length, by symbol order within each length */
88
3.43M
  for (symbol = 0; symbol < code_lengths_size; symbol++) {
89
3.42M
    if (code_lengths[symbol] != 0) {
90
1.00M
      sorted[offset[code_lengths[symbol]]++] = symbol;
91
1.00M
    }
92
3.42M
  }
93
94
6.30k
  table = root_table;
95
6.30k
  table_bits = root_bits;
96
6.30k
  table_size = 1u << table_bits;
97
6.30k
  total_size = table_size;
98
99
  /* special case code with only one value */
100
6.30k
  if (offset[PREFIX_MAX_BITS] == 1) {
101
275
    code.bits = 0;
102
275
    code.value = static_cast<uint16_t>(sorted[0]);
103
9.07k
    for (key = 0; key < total_size; ++key) {
104
8.80k
      table[key] = code;
105
8.80k
    }
106
275
    return total_size;
107
275
  }
108
109
  /* fill in root table */
110
  /* let's reduce the table size to a smaller size if possible, and */
111
  /* create the repetitions by memcpy if possible in the coming loop */
112
6.02k
  if (table_bits > max_length) {
113
5.54k
    table_bits = max_length;
114
5.54k
    table_size = 1u << table_bits;
115
5.54k
  }
116
6.02k
  key = 0;
117
6.02k
  symbol = 0;
118
6.02k
  code.bits = 1;
119
6.02k
  step = 2;
120
11.5k
  do {
121
99.2k
    for (; count[code.bits] != 0; --count[code.bits]) {
122
87.7k
      code.value = static_cast<uint16_t>(sorted[symbol++]);
123
87.7k
      ReplicateValue(&table[key], step, table_size, code);
124
87.7k
      key = GetNextKey(key, code.bits);
125
87.7k
    }
126
11.5k
    step <<= 1;
127
11.5k
  } while (++code.bits <= table_bits);
128
129
  /* if root_bits != table_bits we only created one fraction of the */
130
  /* table, and we need to replicate it now. */
131
33.8k
  while (total_size != table_size) {
132
27.8k
    memcpy(&table[table_size], &table[0], table_size * sizeof(table[0]));
133
27.8k
    table_size <<= 1;
134
27.8k
  }
135
136
  /* fill in 2nd level tables and add pointers to root table */
137
6.02k
  mask = total_size - 1;
138
6.02k
  low = -1;
139
6.92k
  for (len = root_bits + 1, step = 2; len <= max_length; ++len, step <<= 1) {
140
921k
    for (; count[len] != 0; --count[len]) {
141
921k
      if ((key & mask) != low) {
142
36.5k
        table += table_size;
143
36.5k
        table_bits = NextTableBitSize(count, len, root_bits);
144
36.5k
        table_size = 1u << table_bits;
145
36.5k
        total_size += table_size;
146
36.5k
        low = key & mask;
147
36.5k
        root_table[low].bits = static_cast<uint8_t>(table_bits + root_bits);
148
36.5k
        root_table[low].value =
149
36.5k
            static_cast<uint16_t>((table - root_table) - low);
150
36.5k
      }
151
921k
      code.bits = static_cast<uint8_t>(len - root_bits);
152
921k
      code.value = static_cast<uint16_t>(sorted[symbol++]);
153
921k
      ReplicateValue(&table[key >> root_bits], step, table_size, code);
154
921k
      key = GetNextKey(key, len);
155
921k
    }
156
895
  }
157
158
6.02k
  return total_size;
159
6.30k
}
160
161
}  // namespace jxl