Coverage Report

Created: 2026-11-12 06:25

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/zstd/lib/decompress/zstd_ddict.c
Line
Count
Source
1
/*
2
 * Copyright (c) Meta Platforms, Inc. and affiliates.
3
 * All rights reserved.
4
 *
5
 * This source code is licensed under both the BSD-style license (found in the
6
 * LICENSE file in the root directory of this source tree) and the GPLv2 (found
7
 * in the COPYING file in the root directory of this source tree).
8
 * You may select, at your option, one of the above-listed licenses.
9
 */
10
11
/* zstd_ddict.c :
12
 * concentrates all logic that needs to know the internals of ZSTD_DDict object */
13
14
/*-*******************************************************
15
*  Dependencies
16
*********************************************************/
17
#include "../common/allocations.h"  /* ZSTD_customMalloc, ZSTD_customFree */
18
#include "../common/zstd_deps.h"   /* ZSTD_memcpy, ZSTD_memmove, ZSTD_memset */
19
#include "../common/cpu.h"         /* bmi2 */
20
#include "../common/mem.h"         /* low level memory routines */
21
#define FSE_STATIC_LINKING_ONLY
22
#include "../common/fse.h"
23
#include "../common/huf.h"
24
#include "zstd_decompress_internal.h"
25
#include "zstd_ddict.h"
26
27
#if defined(ZSTD_LEGACY_SUPPORT) && (ZSTD_LEGACY_SUPPORT>=1)
28
#  include "../legacy/zstd_legacy.h"
29
#endif
30
31
32
33
/*-*******************************************************
34
*  Types
35
*********************************************************/
36
struct ZSTD_DDict_s {
37
    void* dictBuffer;
38
    const void* dictContent;
39
    size_t dictSize;
40
    ZSTD_entropyDTables_t entropy;
41
    U32 dictID;
42
    U32 entropyPresent;
43
    ZSTD_customMem cMem;
44
};  /* typedef'd to ZSTD_DDict within "zstd.h" */
45
46
const void* ZSTD_DDict_dictContent(const ZSTD_DDict* ddict)
47
0
{
48
0
    assert(ddict != NULL);
49
0
    return ddict->dictContent;
50
0
}
51
52
size_t ZSTD_DDict_dictSize(const ZSTD_DDict* ddict)
53
0
{
54
0
    assert(ddict != NULL);
55
0
    return ddict->dictSize;
56
0
}
57
58
void ZSTD_copyDDictParameters(ZSTD_DCtx* dctx, const ZSTD_DDict* ddict)
59
0
{
60
0
    DEBUGLOG(4, "ZSTD_copyDDictParameters");
61
0
    assert(dctx != NULL);
62
0
    assert(ddict != NULL);
63
0
    dctx->dictID = ddict->dictID;
64
0
    dctx->prefixStart = ddict->dictContent;
65
0
    dctx->virtualStart = ddict->dictContent;
66
0
    dctx->dictEnd = (const BYTE*)ddict->dictContent + ddict->dictSize;
67
0
    dctx->previousDstEnd = dctx->dictEnd;
68
0
#ifdef FUZZING_BUILD_MODE_UNSAFE_FOR_PRODUCTION
69
0
    dctx->dictContentBeginForFuzzing = dctx->prefixStart;
70
0
    dctx->dictContentEndForFuzzing = dctx->previousDstEnd;
71
0
#endif
72
0
    if (ddict->entropyPresent) {
73
0
        dctx->litEntropy = 1;
74
0
        dctx->fseEntropy = 1;
75
0
        dctx->LLTptr = ddict->entropy.LLTable;
76
0
        dctx->MLTptr = ddict->entropy.MLTable;
77
0
        dctx->OFTptr = ddict->entropy.OFTable;
78
0
        dctx->HUFptr = ddict->entropy.hufTable;
79
0
        dctx->entropy.rep[0] = ddict->entropy.rep[0];
80
0
        dctx->entropy.rep[1] = ddict->entropy.rep[1];
81
0
        dctx->entropy.rep[2] = ddict->entropy.rep[2];
82
0
    } else {
83
0
        dctx->litEntropy = 0;
84
0
        dctx->fseEntropy = 0;
85
0
    }
86
0
}
87
88
89
static size_t
90
ZSTD_loadEntropy_intoDDict(ZSTD_DDict* ddict,
91
                           ZSTD_dictContentType_e dictContentType)
92
0
{
93
0
    ddict->dictID = 0;
94
0
    ddict->entropyPresent = 0;
95
0
    if (dictContentType == ZSTD_dct_rawContent) return 0;
96
97
0
    if (ddict->dictSize < 8) {
98
0
        if (dictContentType == ZSTD_dct_fullDict)
99
0
            return ERROR(dictionary_corrupted);   /* only accept specified dictionaries */
100
0
        return 0;   /* pure content mode */
101
0
    }
102
0
    {   U32 const magic = MEM_readLE32(ddict->dictContent);
103
0
        if (magic != ZSTD_MAGIC_DICTIONARY) {
104
0
            if (dictContentType == ZSTD_dct_fullDict)
105
0
                return ERROR(dictionary_corrupted);   /* only accept specified dictionaries */
106
0
            return 0;   /* pure content mode */
107
0
        }
108
0
    }
109
0
    ddict->dictID = MEM_readLE32((const char*)ddict->dictContent + ZSTD_FRAMEIDSIZE);
110
111
    /* load entropy tables */
112
0
    RETURN_ERROR_IF(ZSTD_isError(ZSTD_loadDEntropy(
113
0
            &ddict->entropy, ddict->dictContent, ddict->dictSize)),
114
0
        dictionary_corrupted, "");
115
0
    ddict->entropyPresent = 1;
116
0
    return 0;
117
0
}
118
119
120
static size_t ZSTD_initDDict_internal(ZSTD_DDict* ddict,
121
                                      const void* dict, size_t dictSize,
122
                                      ZSTD_dictLoadMethod_e dictLoadMethod,
123
                                      ZSTD_dictContentType_e dictContentType)
124
0
{
125
0
    if ((dictLoadMethod == ZSTD_dlm_byRef) || (!dict) || (!dictSize)) {
126
0
        ddict->dictBuffer = NULL;
127
0
        ddict->dictContent = dict;
128
0
        if (!dict) dictSize = 0;
129
0
    } else {
130
0
        void* const internalBuffer = ZSTD_customMalloc(dictSize, ddict->cMem);
131
0
        ddict->dictBuffer = internalBuffer;
132
0
        ddict->dictContent = internalBuffer;
133
0
        if (!internalBuffer) return ERROR(memory_allocation);
134
0
        ZSTD_memcpy(internalBuffer, dict, dictSize);
135
0
    }
136
0
    ddict->dictSize = dictSize;
137
0
    ddict->entropy.hufTable[0] = (HUF_DTable)((ZSTD_HUFFDTABLE_CAPACITY_LOG)*0x1000001);  /* cover both little and big endian */
138
139
    /* parse dictionary content */
140
0
    FORWARD_IF_ERROR( ZSTD_loadEntropy_intoDDict(ddict, dictContentType) , "");
141
142
0
    return 0;
143
0
}
144
145
size_t ZSTD_createDDict_advanced_internal(ZSTD_DDict** ddictPtr,
146
                                          const void* dict, size_t dictSize,
147
                                          ZSTD_dictLoadMethod_e dictLoadMethod,
148
                                          ZSTD_dictContentType_e dictContentType,
149
                                          ZSTD_customMem customMem)
150
0
{
151
0
    ZSTD_DDict* ddict;
152
0
    *ddictPtr = NULL;
153
0
    RETURN_ERROR_IF((!customMem.customAlloc) ^ (!customMem.customFree),
154
0
                    parameter_combination_unsupported, "Invalid custom allocator");
155
156
0
    ddict = (ZSTD_DDict*) ZSTD_customMalloc(sizeof(ZSTD_DDict), customMem);
157
0
    RETURN_ERROR_IF(ddict == NULL, memory_allocation, "");
158
0
    ddict->cMem = customMem;
159
0
    {   size_t const initResult = ZSTD_initDDict_internal(ddict,
160
0
                                        dict, dictSize,
161
0
                                        dictLoadMethod, dictContentType);
162
0
        if (ZSTD_isError(initResult)) {
163
0
            ZSTD_freeDDict(ddict);
164
0
            return initResult;
165
0
    }   }
166
0
    *ddictPtr = ddict;
167
0
    return 0;
168
0
}
169
170
ZSTD_DDict* ZSTD_createDDict_advanced(const void* dict, size_t dictSize,
171
                                      ZSTD_dictLoadMethod_e dictLoadMethod,
172
                                      ZSTD_dictContentType_e dictContentType,
173
                                      ZSTD_customMem customMem)
174
0
{
175
0
    ZSTD_DDict* ddict;
176
0
    size_t const err = ZSTD_createDDict_advanced_internal(&ddict,
177
0
                            dict, dictSize, dictLoadMethod, dictContentType, customMem);
178
0
    if (ZSTD_isError(err)) return NULL;
179
0
    return ddict;
180
0
}
181
182
/*! ZSTD_createDDict() :
183
*   Create a digested dictionary, to start decompression without startup delay.
184
*   `dict` content is copied inside DDict.
185
*   Consequently, `dict` can be released after `ZSTD_DDict` creation */
186
ZSTD_DDict* ZSTD_createDDict(const void* dict, size_t dictSize)
187
0
{
188
0
    ZSTD_customMem const allocator = { NULL, NULL, NULL };
189
0
    return ZSTD_createDDict_advanced(dict, dictSize, ZSTD_dlm_byCopy, ZSTD_dct_auto, allocator);
190
0
}
191
192
/*! ZSTD_createDDict_byReference() :
193
 *  Create a digested dictionary, to start decompression without startup delay.
194
 *  Dictionary content is simply referenced, it will be accessed during decompression.
195
 *  Warning : dictBuffer must outlive DDict (DDict must be freed before dictBuffer) */
196
ZSTD_DDict* ZSTD_createDDict_byReference(const void* dictBuffer, size_t dictSize)
197
0
{
198
0
    ZSTD_customMem const allocator = { NULL, NULL, NULL };
199
0
    return ZSTD_createDDict_advanced(dictBuffer, dictSize, ZSTD_dlm_byRef, ZSTD_dct_auto, allocator);
200
0
}
201
202
203
const ZSTD_DDict* ZSTD_initStaticDDict(
204
                                void* sBuffer, size_t sBufferSize,
205
                                const void* dict, size_t dictSize,
206
                                ZSTD_dictLoadMethod_e dictLoadMethod,
207
                                ZSTD_dictContentType_e dictContentType)
208
0
{
209
0
    size_t const neededSpace = ZSTD_estimateDDictSize(dictSize, dictLoadMethod);
210
0
    ZSTD_DDict* const ddict = (ZSTD_DDict*)sBuffer;
211
0
    assert(sBuffer != NULL);
212
0
    assert(dict != NULL);
213
0
    if ((size_t)sBuffer & 7) return NULL;   /* 8-aligned */
214
0
    if (ZSTD_isError(neededSpace) || sBufferSize < neededSpace) return NULL;
215
0
    if (dictLoadMethod == ZSTD_dlm_byCopy) {
216
0
        ZSTD_memcpy(ddict+1, dict, dictSize);  /* local copy */
217
0
        dict = ddict+1;
218
0
    }
219
0
    if (ZSTD_isError( ZSTD_initDDict_internal(ddict,
220
0
                                              dict, dictSize,
221
0
                                              ZSTD_dlm_byRef, dictContentType) ))
222
0
        return NULL;
223
0
    return ddict;
224
0
}
225
226
227
size_t ZSTD_freeDDict(ZSTD_DDict* ddict)
228
3.79k
{
229
3.79k
    if (ddict==NULL) return 0;   /* support free on NULL */
230
0
    {   ZSTD_customMem const cMem = ddict->cMem;
231
0
        ZSTD_customFree(ddict->dictBuffer, cMem);
232
0
        ZSTD_customFree(ddict, cMem);
233
0
        return 0;
234
3.79k
    }
235
3.79k
}
236
237
/*! ZSTD_estimateDDictSize() :
238
 *  Estimate amount of memory that will be needed to create a dictionary for decompression.
239
 *  Note : dictionary created by reference using ZSTD_dlm_byRef are smaller */
240
size_t ZSTD_estimateDDictSize(size_t dictSize, ZSTD_dictLoadMethod_e dictLoadMethod)
241
0
{
242
0
    if (dictLoadMethod == ZSTD_dlm_byRef) return sizeof(ZSTD_DDict);
243
0
    RETURN_ERROR_IF(dictSize > (size_t)-1 - sizeof(ZSTD_DDict),
244
0
                    memory_allocation, "DDict size overflow");
245
0
    return sizeof(ZSTD_DDict) + dictSize;
246
0
}
247
248
size_t ZSTD_sizeof_DDict(const ZSTD_DDict* ddict)
249
0
{
250
0
    if (ddict==NULL) return 0;   /* support sizeof on NULL */
251
0
    return sizeof(*ddict) + (ddict->dictBuffer ? ddict->dictSize : 0) ;
252
0
}
253
254
/*! ZSTD_getDictID_fromDDict() :
255
 *  Provides the dictID of the dictionary loaded into `ddict`.
256
 *  If @return == 0, the dictionary is not conformant to Zstandard specification, or empty.
257
 *  Non-conformant dictionaries can still be loaded, but as content-only dictionaries. */
258
unsigned ZSTD_getDictID_fromDDict(const ZSTD_DDict* ddict)
259
0
{
260
0
    if (ddict==NULL) return 0;
261
0
    return ddict->dictID;
262
0
}