/src/duckdb/third_party/brotli/enc/metablock.h
Line | Count | Source |
1 | | /* Copyright 2015 Google Inc. All Rights Reserved. |
2 | | |
3 | | Distributed under MIT license. |
4 | | See file LICENSE for detail or copy at https://opensource.org/licenses/MIT |
5 | | */ |
6 | | |
7 | | /* Algorithms for distributing the literals and commands of a metablock between |
8 | | block types and contexts. */ |
9 | | |
10 | | #ifndef BROTLI_ENC_METABLOCK_H_ |
11 | | #define BROTLI_ENC_METABLOCK_H_ |
12 | | |
13 | | #include <brotli/types.h> |
14 | | |
15 | | #include "../common/context.h" |
16 | | #include "../common/brotli_platform.h" |
17 | | #include "block_splitter.h" |
18 | | #include "command.h" |
19 | | #include "histogram.h" |
20 | | #include "memory.h" |
21 | | #include "quality.h" |
22 | | |
23 | | namespace duckdb_brotli { |
24 | | |
25 | | typedef struct MetaBlockSplit { |
26 | | BlockSplit literal_split; |
27 | | BlockSplit command_split; |
28 | | BlockSplit distance_split; |
29 | | uint32_t* literal_context_map; |
30 | | size_t literal_context_map_size; |
31 | | uint32_t* distance_context_map; |
32 | | size_t distance_context_map_size; |
33 | | HistogramLiteral* literal_histograms; |
34 | | size_t literal_histograms_size; |
35 | | HistogramCommand* command_histograms; |
36 | | size_t command_histograms_size; |
37 | | HistogramDistance* distance_histograms; |
38 | | size_t distance_histograms_size; |
39 | | } MetaBlockSplit; |
40 | | |
41 | 0 | static BROTLI_INLINE void InitMetaBlockSplit(MetaBlockSplit* mb) { |
42 | 0 | BrotliInitBlockSplit(&mb->literal_split); |
43 | 0 | BrotliInitBlockSplit(&mb->command_split); |
44 | 0 | BrotliInitBlockSplit(&mb->distance_split); |
45 | 0 | mb->literal_context_map = 0; |
46 | 0 | mb->literal_context_map_size = 0; |
47 | 0 | mb->distance_context_map = 0; |
48 | 0 | mb->distance_context_map_size = 0; |
49 | 0 | mb->literal_histograms = 0; |
50 | 0 | mb->literal_histograms_size = 0; |
51 | 0 | mb->command_histograms = 0; |
52 | 0 | mb->command_histograms_size = 0; |
53 | 0 | mb->distance_histograms = 0; |
54 | 0 | mb->distance_histograms_size = 0; |
55 | 0 | } Unexecuted instantiation: encode.cpp:duckdb_brotli::InitMetaBlockSplit(duckdb_brotli::MetaBlockSplit*) Unexecuted instantiation: compress_fragment.cpp:duckdb_brotli::InitMetaBlockSplit(duckdb_brotli::MetaBlockSplit*) Unexecuted instantiation: brotli_bit_stream.cpp:duckdb_brotli::InitMetaBlockSplit(duckdb_brotli::MetaBlockSplit*) Unexecuted instantiation: metablock.cpp:duckdb_brotli::InitMetaBlockSplit(duckdb_brotli::MetaBlockSplit*) Unexecuted instantiation: compress_fragment_two_pass.cpp:duckdb_brotli::InitMetaBlockSplit(duckdb_brotli::MetaBlockSplit*) |
56 | | |
57 | | static BROTLI_INLINE void DestroyMetaBlockSplit( |
58 | 0 | MemoryManager* m, MetaBlockSplit* mb) { |
59 | 0 | BrotliDestroyBlockSplit(m, &mb->literal_split); |
60 | 0 | BrotliDestroyBlockSplit(m, &mb->command_split); |
61 | 0 | BrotliDestroyBlockSplit(m, &mb->distance_split); |
62 | 0 | BROTLI_FREE(m, mb->literal_context_map); |
63 | 0 | BROTLI_FREE(m, mb->distance_context_map); |
64 | 0 | BROTLI_FREE(m, mb->literal_histograms); |
65 | 0 | BROTLI_FREE(m, mb->command_histograms); |
66 | | BROTLI_FREE(m, mb->distance_histograms); |
67 | 0 | } Unexecuted instantiation: encode.cpp:duckdb_brotli::DestroyMetaBlockSplit(duckdb_brotli::MemoryManager*, duckdb_brotli::MetaBlockSplit*) Unexecuted instantiation: compress_fragment.cpp:duckdb_brotli::DestroyMetaBlockSplit(duckdb_brotli::MemoryManager*, duckdb_brotli::MetaBlockSplit*) Unexecuted instantiation: brotli_bit_stream.cpp:duckdb_brotli::DestroyMetaBlockSplit(duckdb_brotli::MemoryManager*, duckdb_brotli::MetaBlockSplit*) Unexecuted instantiation: metablock.cpp:duckdb_brotli::DestroyMetaBlockSplit(duckdb_brotli::MemoryManager*, duckdb_brotli::MetaBlockSplit*) Unexecuted instantiation: compress_fragment_two_pass.cpp:duckdb_brotli::DestroyMetaBlockSplit(duckdb_brotli::MemoryManager*, duckdb_brotli::MetaBlockSplit*) |
68 | | |
69 | | /* Uses the slow shortest-path block splitter and does context clustering. |
70 | | The distance parameters are dynamically selected based on the commands |
71 | | which get recomputed under the new distance parameters. The new distance |
72 | | parameters are stored into *params. */ |
73 | | BROTLI_INTERNAL void BrotliBuildMetaBlock(MemoryManager* m, |
74 | | const uint8_t* ringbuffer, |
75 | | const size_t pos, |
76 | | const size_t mask, |
77 | | BrotliEncoderParams* params, |
78 | | uint8_t prev_byte, |
79 | | uint8_t prev_byte2, |
80 | | Command* cmds, |
81 | | size_t num_commands, |
82 | | ContextType literal_context_mode, |
83 | | MetaBlockSplit* mb); |
84 | | |
85 | | /* Uses a fast greedy block splitter that tries to merge current block with the |
86 | | last or the second last block and uses a static context clustering which |
87 | | is the same for all block types. */ |
88 | | BROTLI_INTERNAL void BrotliBuildMetaBlockGreedy( |
89 | | MemoryManager* m, const uint8_t* ringbuffer, size_t pos, size_t mask, |
90 | | uint8_t prev_byte, uint8_t prev_byte2, ContextLut literal_context_lut, |
91 | | size_t num_contexts, const uint32_t* static_context_map, |
92 | | const Command* commands, size_t n_commands, MetaBlockSplit* mb); |
93 | | |
94 | | BROTLI_INTERNAL void BrotliOptimizeHistograms(uint32_t num_distance_codes, |
95 | | MetaBlockSplit* mb); |
96 | | |
97 | | BROTLI_INTERNAL void BrotliInitDistanceParams(BrotliDistanceParams* params, |
98 | | uint32_t npostfix, uint32_t ndirect, BROTLI_BOOL large_window); |
99 | | |
100 | | } |
101 | | |
102 | | #endif /* BROTLI_ENC_METABLOCK_H_ */ |