/src/libjxl/lib/jxl/enc_huffman.cc
Line | Count | Source (jump to first uncovered line) |
1 | | // Copyright (c) the JPEG XL Project Authors. All rights reserved. |
2 | | // |
3 | | // Use of this source code is governed by a BSD-style |
4 | | // license that can be found in the LICENSE file. |
5 | | |
6 | | #include "lib/jxl/enc_huffman.h" |
7 | | |
8 | | #include <algorithm> |
9 | | #include <cstddef> |
10 | | #include <cstdint> |
11 | | #include <memory> |
12 | | |
13 | | #include "lib/jxl/base/common.h" |
14 | | #include "lib/jxl/base/status.h" |
15 | | #include "lib/jxl/enc_bit_writer.h" |
16 | | #include "lib/jxl/enc_huffman_tree.h" |
17 | | |
18 | | namespace jxl { |
19 | | |
20 | | namespace { |
21 | | |
22 | | constexpr int kCodeLengthCodes = 18; |
23 | | |
24 | | void StoreHuffmanTreeOfHuffmanTreeToBitMask(const int num_codes, |
25 | | const uint8_t* code_length_bitdepth, |
26 | 802 | BitWriter* writer) { |
27 | 802 | static const uint8_t kStorageOrder[kCodeLengthCodes] = { |
28 | 802 | 1, 2, 3, 4, 0, 5, 17, 6, 16, 7, 8, 9, 10, 11, 12, 13, 14, 15}; |
29 | | // The bit lengths of the Huffman code over the code length alphabet |
30 | | // are compressed with the following static Huffman code: |
31 | | // Symbol Code |
32 | | // ------ ---- |
33 | | // 0 00 |
34 | | // 1 1110 |
35 | | // 2 110 |
36 | | // 3 01 |
37 | | // 4 10 |
38 | | // 5 1111 |
39 | 802 | static const uint8_t kHuffmanBitLengthHuffmanCodeSymbols[6] = {0, 7, 3, |
40 | 802 | 2, 1, 15}; |
41 | 802 | static const uint8_t kHuffmanBitLengthHuffmanCodeBitLengths[6] = {2, 4, 3, |
42 | 802 | 2, 2, 4}; |
43 | | |
44 | | // Throw away trailing zeros: |
45 | 802 | size_t codes_to_store = kCodeLengthCodes; |
46 | 802 | if (num_codes > 1) { |
47 | 11.4k | for (; codes_to_store > 0; --codes_to_store) { |
48 | 11.4k | if (code_length_bitdepth[kStorageOrder[codes_to_store - 1]] != 0) { |
49 | 796 | break; |
50 | 796 | } |
51 | 11.4k | } |
52 | 796 | } |
53 | 802 | size_t skip_some = 0; // skips none. |
54 | 802 | if (code_length_bitdepth[kStorageOrder[0]] == 0 && |
55 | 802 | code_length_bitdepth[kStorageOrder[1]] == 0) { |
56 | 39 | skip_some = 2; // skips two. |
57 | 39 | if (code_length_bitdepth[kStorageOrder[2]] == 0) { |
58 | 0 | skip_some = 3; // skips three. |
59 | 0 | } |
60 | 39 | } |
61 | 802 | writer->Write(2, skip_some); |
62 | 4.45k | for (size_t i = skip_some; i < codes_to_store; ++i) { |
63 | 3.65k | size_t l = code_length_bitdepth[kStorageOrder[i]]; |
64 | 3.65k | writer->Write(kHuffmanBitLengthHuffmanCodeBitLengths[l], |
65 | 3.65k | kHuffmanBitLengthHuffmanCodeSymbols[l]); |
66 | 3.65k | } |
67 | 802 | } |
68 | | |
69 | | Status StoreHuffmanTreeToBitMask(const size_t huffman_tree_size, |
70 | | const uint8_t* huffman_tree, |
71 | | const uint8_t* huffman_tree_extra_bits, |
72 | | const uint8_t* code_length_bitdepth, |
73 | | const uint16_t* code_length_bitdepth_symbols, |
74 | 802 | BitWriter* writer) { |
75 | 7.22k | for (size_t i = 0; i < huffman_tree_size; ++i) { |
76 | 6.41k | size_t ix = huffman_tree[i]; |
77 | 6.41k | writer->Write(code_length_bitdepth[ix], code_length_bitdepth_symbols[ix]); |
78 | 6.41k | JXL_ENSURE(ix <= 17); |
79 | | // Extra bits |
80 | 6.41k | switch (ix) { |
81 | 0 | case 16: |
82 | 0 | writer->Write(2, huffman_tree_extra_bits[i]); |
83 | 0 | break; |
84 | 30 | case 17: |
85 | 30 | writer->Write(3, huffman_tree_extra_bits[i]); |
86 | 30 | break; |
87 | 6.38k | default: |
88 | | // no-op |
89 | 6.38k | break; |
90 | 6.41k | } |
91 | 6.41k | } |
92 | 802 | return true; |
93 | 802 | } |
94 | | |
95 | | void StoreSimpleHuffmanTree(const uint8_t* depths, size_t symbols[4], |
96 | | size_t num_symbols, size_t max_bits, |
97 | 1.01k | BitWriter* writer) { |
98 | | // value of 1 indicates a simple Huffman code |
99 | 1.01k | writer->Write(2, 1); |
100 | 1.01k | writer->Write(2, num_symbols - 1); // NSYM - 1 |
101 | | |
102 | | // Sort |
103 | 3.85k | for (size_t i = 0; i < num_symbols; i++) { |
104 | 5.61k | for (size_t j = i + 1; j < num_symbols; j++) { |
105 | 2.76k | if (depths[symbols[j]] < depths[symbols[i]]) { |
106 | 268 | std::swap(symbols[j], symbols[i]); |
107 | 268 | } |
108 | 2.76k | } |
109 | 2.84k | } |
110 | | |
111 | 1.01k | if (num_symbols == 2) { |
112 | 296 | writer->Write(max_bits, symbols[0]); |
113 | 296 | writer->Write(max_bits, symbols[1]); |
114 | 714 | } else if (num_symbols == 3) { |
115 | 604 | writer->Write(max_bits, symbols[0]); |
116 | 604 | writer->Write(max_bits, symbols[1]); |
117 | 604 | writer->Write(max_bits, symbols[2]); |
118 | 604 | } else { |
119 | 110 | writer->Write(max_bits, symbols[0]); |
120 | 110 | writer->Write(max_bits, symbols[1]); |
121 | 110 | writer->Write(max_bits, symbols[2]); |
122 | 110 | writer->Write(max_bits, symbols[3]); |
123 | | // tree-select |
124 | 110 | writer->Write(1, depths[symbols[0]] == 1 ? 1 : 0); |
125 | 110 | } |
126 | 1.01k | } |
127 | | |
128 | | // num = alphabet size |
129 | | // depths = symbol depths |
130 | 802 | Status StoreHuffmanTree(const uint8_t* depths, size_t num, BitWriter* writer) { |
131 | | // Write the Huffman tree into the compact representation. |
132 | 802 | auto arena = jxl::make_uninitialized_vector<uint8_t>(2 * num); |
133 | 802 | uint8_t* huffman_tree = arena.data(); |
134 | 802 | uint8_t* huffman_tree_extra_bits = arena.data() + num; |
135 | 802 | size_t huffman_tree_size = 0; |
136 | 802 | WriteHuffmanTree(depths, num, &huffman_tree_size, huffman_tree, |
137 | 802 | huffman_tree_extra_bits); |
138 | | |
139 | | // Calculate the statistics of the Huffman tree in the compact representation. |
140 | 802 | uint32_t huffman_tree_histogram[kCodeLengthCodes] = {0}; |
141 | 7.22k | for (size_t i = 0; i < huffman_tree_size; ++i) { |
142 | 6.41k | ++huffman_tree_histogram[huffman_tree[i]]; |
143 | 6.41k | } |
144 | | |
145 | 802 | int num_codes = 0; |
146 | 802 | int code = 0; |
147 | 3.23k | for (int i = 0; i < kCodeLengthCodes; ++i) { |
148 | 3.22k | if (huffman_tree_histogram[i]) { |
149 | 1.59k | if (num_codes == 0) { |
150 | 802 | code = i; |
151 | 802 | num_codes = 1; |
152 | 802 | } else if (num_codes == 1) { |
153 | 796 | num_codes = 2; |
154 | 796 | break; |
155 | 796 | } |
156 | 1.59k | } |
157 | 3.22k | } |
158 | | |
159 | | // Calculate another Huffman tree to use for compressing both the |
160 | | // earlier Huffman tree with. |
161 | 802 | uint8_t code_length_bitdepth[kCodeLengthCodes] = {0}; |
162 | 802 | uint16_t code_length_bitdepth_symbols[kCodeLengthCodes] = {0}; |
163 | 802 | CreateHuffmanTree(&huffman_tree_histogram[0], kCodeLengthCodes, 5, |
164 | 802 | &code_length_bitdepth[0]); |
165 | 802 | ConvertBitDepthsToSymbols(code_length_bitdepth, kCodeLengthCodes, |
166 | 802 | &code_length_bitdepth_symbols[0]); |
167 | | |
168 | | // Now, we have all the data, let's start storing it |
169 | 802 | StoreHuffmanTreeOfHuffmanTreeToBitMask(num_codes, code_length_bitdepth, |
170 | 802 | writer); |
171 | | |
172 | 802 | if (num_codes == 1) { |
173 | 6 | code_length_bitdepth[code] = 0; |
174 | 6 | } |
175 | | |
176 | | // Store the real huffman tree now. |
177 | 802 | JXL_RETURN_IF_ERROR(StoreHuffmanTreeToBitMask( |
178 | 802 | huffman_tree_size, huffman_tree, huffman_tree_extra_bits, |
179 | 802 | &code_length_bitdepth[0], code_length_bitdepth_symbols, writer)); |
180 | 802 | return true; |
181 | 802 | } |
182 | | |
183 | | } // namespace |
184 | | |
185 | | Status BuildAndStoreHuffmanTree(const uint32_t* histogram, const size_t length, |
186 | | uint8_t* depth, uint16_t* bits, |
187 | 1.81k | BitWriter* writer) { |
188 | 1.81k | size_t count = 0; |
189 | 1.81k | size_t s4[4] = {0}; |
190 | 8.78k | for (size_t i = 0; i < length; i++) { |
191 | 7.72k | if (histogram[i]) { |
192 | 7.60k | if (count < 4) { |
193 | 6.05k | s4[count] = i; |
194 | 6.05k | } else if (count > 4) { |
195 | 749 | break; |
196 | 749 | } |
197 | 6.85k | count++; |
198 | 6.85k | } |
199 | 7.72k | } |
200 | | |
201 | 1.81k | size_t max_bits_counter = length - 1; |
202 | 1.81k | size_t max_bits = 0; |
203 | 6.21k | while (max_bits_counter) { |
204 | 4.40k | max_bits_counter >>= 1; |
205 | 4.40k | ++max_bits; |
206 | 4.40k | } |
207 | | |
208 | 1.81k | if (count <= 1) { |
209 | | // Output symbol bits and depths are initialized with 0, nothing to do. |
210 | 0 | writer->Write(4, 1); |
211 | 0 | writer->Write(max_bits, s4[0]); |
212 | 0 | return true; |
213 | 0 | } |
214 | | |
215 | 1.81k | CreateHuffmanTree(histogram, length, 15, depth); |
216 | 1.81k | ConvertBitDepthsToSymbols(depth, length, bits); |
217 | | |
218 | 1.81k | if (count <= 4) { |
219 | 1.01k | StoreSimpleHuffmanTree(depth, s4, count, max_bits, writer); |
220 | 1.01k | } else { |
221 | 802 | JXL_RETURN_IF_ERROR(StoreHuffmanTree(depth, length, writer)); |
222 | 802 | } |
223 | 1.81k | return true; |
224 | 1.81k | } |
225 | | |
226 | | } // namespace jxl |