/src/libjxl/lib/jxl/enc_huffman.cc
Line | Count | Source (jump to first uncovered line) |
1 | | // Copyright (c) the JPEG XL Project Authors. All rights reserved. |
2 | | // |
3 | | // Use of this source code is governed by a BSD-style |
4 | | // license that can be found in the LICENSE file. |
5 | | |
6 | | #include "lib/jxl/enc_huffman.h" |
7 | | |
8 | | #include <algorithm> |
9 | | #include <cstddef> |
10 | | #include <cstdint> |
11 | | #include <memory> |
12 | | |
13 | | #include "lib/jxl/base/common.h" |
14 | | #include "lib/jxl/base/status.h" |
15 | | #include "lib/jxl/enc_bit_writer.h" |
16 | | #include "lib/jxl/enc_huffman_tree.h" |
17 | | |
18 | | namespace jxl { |
19 | | |
20 | | namespace { |
21 | | |
22 | | constexpr int kCodeLengthCodes = 18; |
23 | | |
24 | | void StoreHuffmanTreeOfHuffmanTreeToBitMask(const int num_codes, |
25 | | const uint8_t* code_length_bitdepth, |
26 | 13.0k | BitWriter* writer) { |
27 | 13.0k | static const uint8_t kStorageOrder[kCodeLengthCodes] = { |
28 | 13.0k | 1, 2, 3, 4, 0, 5, 17, 6, 16, 7, 8, 9, 10, 11, 12, 13, 14, 15}; |
29 | | // The bit lengths of the Huffman code over the code length alphabet |
30 | | // are compressed with the following static Huffman code: |
31 | | // Symbol Code |
32 | | // ------ ---- |
33 | | // 0 00 |
34 | | // 1 1110 |
35 | | // 2 110 |
36 | | // 3 01 |
37 | | // 4 10 |
38 | | // 5 1111 |
39 | 13.0k | static const uint8_t kHuffmanBitLengthHuffmanCodeSymbols[6] = {0, 7, 3, |
40 | 13.0k | 2, 1, 15}; |
41 | 13.0k | static const uint8_t kHuffmanBitLengthHuffmanCodeBitLengths[6] = {2, 4, 3, |
42 | 13.0k | 2, 2, 4}; |
43 | | |
44 | | // Throw away trailing zeros: |
45 | 13.0k | size_t codes_to_store = kCodeLengthCodes; |
46 | 13.0k | if (num_codes > 1) { |
47 | 178k | for (; codes_to_store > 0; --codes_to_store) { |
48 | 178k | if (code_length_bitdepth[kStorageOrder[codes_to_store - 1]] != 0) { |
49 | 12.9k | break; |
50 | 12.9k | } |
51 | 178k | } |
52 | 12.9k | } |
53 | 13.0k | size_t skip_some = 0; // skips none. |
54 | 13.0k | if (code_length_bitdepth[kStorageOrder[0]] == 0 && |
55 | 13.0k | code_length_bitdepth[kStorageOrder[1]] == 0) { |
56 | 538 | skip_some = 2; // skips two. |
57 | 538 | if (code_length_bitdepth[kStorageOrder[2]] == 0) { |
58 | 39 | skip_some = 3; // skips three. |
59 | 39 | } |
60 | 538 | } |
61 | 13.0k | writer->Write(2, skip_some); |
62 | 80.4k | for (size_t i = skip_some; i < codes_to_store; ++i) { |
63 | 67.4k | size_t l = code_length_bitdepth[kStorageOrder[i]]; |
64 | 67.4k | writer->Write(kHuffmanBitLengthHuffmanCodeBitLengths[l], |
65 | 67.4k | kHuffmanBitLengthHuffmanCodeSymbols[l]); |
66 | 67.4k | } |
67 | 13.0k | } |
68 | | |
69 | | Status StoreHuffmanTreeToBitMask(const size_t huffman_tree_size, |
70 | | const uint8_t* huffman_tree, |
71 | | const uint8_t* huffman_tree_extra_bits, |
72 | | const uint8_t* code_length_bitdepth, |
73 | | const uint16_t* code_length_bitdepth_symbols, |
74 | 13.0k | BitWriter* writer) { |
75 | 122k | for (size_t i = 0; i < huffman_tree_size; ++i) { |
76 | 109k | size_t ix = huffman_tree[i]; |
77 | 109k | writer->Write(code_length_bitdepth[ix], code_length_bitdepth_symbols[ix]); |
78 | 109k | JXL_ENSURE(ix <= 17); |
79 | | // Extra bits |
80 | 109k | switch (ix) { |
81 | 131 | case 16: |
82 | 131 | writer->Write(2, huffman_tree_extra_bits[i]); |
83 | 131 | break; |
84 | 1.15k | case 17: |
85 | 1.15k | writer->Write(3, huffman_tree_extra_bits[i]); |
86 | 1.15k | break; |
87 | 107k | default: |
88 | | // no-op |
89 | 107k | break; |
90 | 109k | } |
91 | 109k | } |
92 | 13.0k | return true; |
93 | 13.0k | } |
94 | | |
95 | | void StoreSimpleHuffmanTree(const uint8_t* depths, size_t symbols[4], |
96 | | size_t num_symbols, size_t max_bits, |
97 | 11.1k | BitWriter* writer) { |
98 | | // value of 1 indicates a simple Huffman code |
99 | 11.1k | writer->Write(2, 1); |
100 | 11.1k | writer->Write(2, num_symbols - 1); // NSYM - 1 |
101 | | |
102 | | // Sort |
103 | 42.1k | for (size_t i = 0; i < num_symbols; i++) { |
104 | 61.8k | for (size_t j = i + 1; j < num_symbols; j++) { |
105 | 30.7k | if (depths[symbols[j]] < depths[symbols[i]]) { |
106 | 3.15k | std::swap(symbols[j], symbols[i]); |
107 | 3.15k | } |
108 | 30.7k | } |
109 | 31.0k | } |
110 | | |
111 | 11.1k | if (num_symbols == 2) { |
112 | 4.29k | writer->Write(max_bits, symbols[0]); |
113 | 4.29k | writer->Write(max_bits, symbols[1]); |
114 | 6.82k | } else if (num_symbols == 3) { |
115 | 4.81k | writer->Write(max_bits, symbols[0]); |
116 | 4.81k | writer->Write(max_bits, symbols[1]); |
117 | 4.81k | writer->Write(max_bits, symbols[2]); |
118 | 4.81k | } else { |
119 | 2.00k | writer->Write(max_bits, symbols[0]); |
120 | 2.00k | writer->Write(max_bits, symbols[1]); |
121 | 2.00k | writer->Write(max_bits, symbols[2]); |
122 | 2.00k | writer->Write(max_bits, symbols[3]); |
123 | | // tree-select |
124 | 2.00k | writer->Write(1, depths[symbols[0]] == 1 ? 1 : 0); |
125 | 2.00k | } |
126 | 11.1k | } |
127 | | |
128 | | // num = alphabet size |
129 | | // depths = symbol depths |
130 | 13.0k | Status StoreHuffmanTree(const uint8_t* depths, size_t num, BitWriter* writer) { |
131 | | // Write the Huffman tree into the compact representation. |
132 | 13.0k | auto arena = jxl::make_uninitialized_vector<uint8_t>(2 * num); |
133 | 13.0k | uint8_t* huffman_tree = arena.data(); |
134 | 13.0k | uint8_t* huffman_tree_extra_bits = arena.data() + num; |
135 | 13.0k | size_t huffman_tree_size = 0; |
136 | 13.0k | WriteHuffmanTree(depths, num, &huffman_tree_size, huffman_tree, |
137 | 13.0k | huffman_tree_extra_bits); |
138 | | |
139 | | // Calculate the statistics of the Huffman tree in the compact representation. |
140 | 13.0k | uint32_t huffman_tree_histogram[kCodeLengthCodes] = {0}; |
141 | 122k | for (size_t i = 0; i < huffman_tree_size; ++i) { |
142 | 109k | ++huffman_tree_histogram[huffman_tree[i]]; |
143 | 109k | } |
144 | | |
145 | 13.0k | int num_codes = 0; |
146 | 13.0k | int code = 0; |
147 | 48.8k | for (int i = 0; i < kCodeLengthCodes; ++i) { |
148 | 48.7k | if (huffman_tree_histogram[i]) { |
149 | 25.9k | if (num_codes == 0) { |
150 | 13.0k | code = i; |
151 | 13.0k | num_codes = 1; |
152 | 13.0k | } else if (num_codes == 1) { |
153 | 12.9k | num_codes = 2; |
154 | 12.9k | break; |
155 | 12.9k | } |
156 | 25.9k | } |
157 | 48.7k | } |
158 | | |
159 | | // Calculate another Huffman tree to use for compressing both the |
160 | | // earlier Huffman tree with. |
161 | 13.0k | uint8_t code_length_bitdepth[kCodeLengthCodes] = {0}; |
162 | 13.0k | uint16_t code_length_bitdepth_symbols[kCodeLengthCodes] = {0}; |
163 | 13.0k | CreateHuffmanTree(&huffman_tree_histogram[0], kCodeLengthCodes, 5, |
164 | 13.0k | &code_length_bitdepth[0]); |
165 | 13.0k | ConvertBitDepthsToSymbols(code_length_bitdepth, kCodeLengthCodes, |
166 | 13.0k | &code_length_bitdepth_symbols[0]); |
167 | | |
168 | | // Now, we have all the data, let's start storing it |
169 | 13.0k | StoreHuffmanTreeOfHuffmanTreeToBitMask(num_codes, code_length_bitdepth, |
170 | 13.0k | writer); |
171 | | |
172 | 13.0k | if (num_codes == 1) { |
173 | 101 | code_length_bitdepth[code] = 0; |
174 | 101 | } |
175 | | |
176 | | // Store the real huffman tree now. |
177 | 13.0k | JXL_RETURN_IF_ERROR(StoreHuffmanTreeToBitMask( |
178 | 13.0k | huffman_tree_size, huffman_tree, huffman_tree_extra_bits, |
179 | 13.0k | &code_length_bitdepth[0], code_length_bitdepth_symbols, writer)); |
180 | 13.0k | return true; |
181 | 13.0k | } |
182 | | |
183 | | } // namespace |
184 | | |
185 | | Status BuildAndStoreHuffmanTree(const uint32_t* histogram, const size_t length, |
186 | | uint8_t* depth, uint16_t* bits, |
187 | 24.1k | BitWriter* writer) { |
188 | 24.1k | size_t count = 0; |
189 | 24.1k | size_t s4[4] = {0}; |
190 | 126k | for (size_t i = 0; i < length; i++) { |
191 | 114k | if (histogram[i]) { |
192 | 108k | if (count < 4) { |
193 | 83.1k | s4[count] = i; |
194 | 83.1k | } else if (count > 4) { |
195 | 12.0k | break; |
196 | 12.0k | } |
197 | 96.1k | count++; |
198 | 96.1k | } |
199 | 114k | } |
200 | | |
201 | 24.1k | size_t max_bits_counter = length - 1; |
202 | 24.1k | size_t max_bits = 0; |
203 | 85.2k | while (max_bits_counter) { |
204 | 61.1k | max_bits_counter >>= 1; |
205 | 61.1k | ++max_bits; |
206 | 61.1k | } |
207 | | |
208 | 24.1k | if (count <= 1) { |
209 | | // Output symbol bits and depths are initialized with 0, nothing to do. |
210 | 1 | writer->Write(4, 1); |
211 | 1 | writer->Write(max_bits, s4[0]); |
212 | 1 | return true; |
213 | 1 | } |
214 | | |
215 | 24.1k | CreateHuffmanTree(histogram, length, 15, depth); |
216 | 24.1k | ConvertBitDepthsToSymbols(depth, length, bits); |
217 | | |
218 | 24.1k | if (count <= 4) { |
219 | 11.1k | StoreSimpleHuffmanTree(depth, s4, count, max_bits, writer); |
220 | 13.0k | } else { |
221 | 13.0k | JXL_RETURN_IF_ERROR(StoreHuffmanTree(depth, length, writer)); |
222 | 13.0k | } |
223 | 24.1k | return true; |
224 | 24.1k | } |
225 | | |
226 | | } // namespace jxl |