/src/openssl34/crypto/lhash/lhash.c
Line | Count | Source |
1 | | /* |
2 | | * Copyright 1995-2024 The OpenSSL Project Authors. All Rights Reserved. |
3 | | * |
4 | | * Licensed under the Apache License 2.0 (the "License"). You may not use |
5 | | * this file except in compliance with the License. You can obtain a copy |
6 | | * in the file LICENSE in the source distribution or at |
7 | | * https://www.openssl.org/source/license.html |
8 | | */ |
9 | | |
10 | | #include <stdio.h> |
11 | | #include <string.h> |
12 | | #include <stdlib.h> |
13 | | #include <openssl/crypto.h> |
14 | | #include <openssl/lhash.h> |
15 | | #include <openssl/err.h> |
16 | | #include "crypto/ctype.h" |
17 | | #include "crypto/lhash.h" |
18 | | #include "lhash_local.h" |
19 | | |
20 | | /* |
21 | | * A hashing implementation that appears to be based on the linear hashing |
22 | | * algorithm: |
23 | | * https://en.wikipedia.org/wiki/Linear_hashing |
24 | | * |
25 | | * Litwin, Witold (1980), "Linear hashing: A new tool for file and table |
26 | | * addressing", Proc. 6th Conference on Very Large Databases: 212-223 |
27 | | * https://hackthology.com/pdfs/Litwin-1980-Linear_Hashing.pdf |
28 | | * |
29 | | * From the Wikipedia article "Linear hashing is used in the BDB Berkeley |
30 | | * database system, which in turn is used by many software systems such as |
31 | | * OpenLDAP, using a C implementation derived from the CACM article and first |
32 | | * published on the Usenet in 1988 by Esmond Pitt." |
33 | | * |
34 | | * The CACM paper is available here: |
35 | | * https://pdfs.semanticscholar.org/ff4d/1c5deca6269cc316bfd952172284dbf610ee.pdf |
36 | | */ |
37 | | |
38 | | #undef MIN_NODES |
39 | 9.67M | #define MIN_NODES 16 |
40 | 805k | #define UP_LOAD (2 * LH_LOAD_MULT) /* load times 256 (default 2) */ |
41 | 805k | #define DOWN_LOAD (LH_LOAD_MULT) /* load times 256 (default 1) */ |
42 | | |
43 | | static int expand(OPENSSL_LHASH *lh); |
44 | | static void contract(OPENSSL_LHASH *lh); |
45 | | static OPENSSL_LH_NODE **getrn(OPENSSL_LHASH *lh, const void *data, unsigned long *rhash); |
46 | | |
47 | | OPENSSL_LHASH *OPENSSL_LH_set_thunks(OPENSSL_LHASH *lh, |
48 | | OPENSSL_LH_HASHFUNCTHUNK hw, |
49 | | OPENSSL_LH_COMPFUNCTHUNK cw, |
50 | | OPENSSL_LH_DOALL_FUNC_THUNK daw, |
51 | | OPENSSL_LH_DOALL_FUNCARG_THUNK daaw) |
52 | 790k | { |
53 | | |
54 | 790k | if (lh == NULL) |
55 | 0 | return NULL; |
56 | 790k | lh->compw = cw; |
57 | 790k | lh->hashw = hw; |
58 | 790k | lh->daw = daw; |
59 | 790k | lh->daaw = daaw; |
60 | 790k | return lh; |
61 | 790k | } |
62 | | |
63 | | OPENSSL_LHASH *OPENSSL_LH_new(OPENSSL_LH_HASHFUNC h, OPENSSL_LH_COMPFUNC c) |
64 | 805k | { |
65 | 805k | OPENSSL_LHASH *ret; |
66 | | |
67 | 805k | if ((ret = OPENSSL_zalloc(sizeof(*ret))) == NULL) |
68 | 0 | return NULL; |
69 | 805k | if ((ret->b = OPENSSL_zalloc(sizeof(*ret->b) * MIN_NODES)) == NULL) |
70 | 0 | goto err; |
71 | 805k | ret->comp = ((c == NULL) ? (OPENSSL_LH_COMPFUNC)strcmp : c); |
72 | 805k | ret->hash = ((h == NULL) ? (OPENSSL_LH_HASHFUNC)OPENSSL_LH_strhash : h); |
73 | 805k | ret->num_nodes = MIN_NODES / 2; |
74 | 805k | ret->num_alloc_nodes = MIN_NODES; |
75 | 805k | ret->pmax = MIN_NODES / 2; |
76 | 805k | ret->up_load = UP_LOAD; |
77 | 805k | ret->down_load = DOWN_LOAD; |
78 | 805k | return ret; |
79 | | |
80 | 0 | err: |
81 | 0 | OPENSSL_free(ret->b); |
82 | 0 | OPENSSL_free(ret); |
83 | 0 | return NULL; |
84 | 805k | } |
85 | | |
86 | | void OPENSSL_LH_free(OPENSSL_LHASH *lh) |
87 | 797k | { |
88 | 797k | if (lh == NULL) |
89 | 220 | return; |
90 | | |
91 | 797k | OPENSSL_LH_flush(lh); |
92 | 797k | OPENSSL_free(lh->b); |
93 | 797k | OPENSSL_free(lh); |
94 | 797k | } |
95 | | |
96 | | void OPENSSL_LH_flush(OPENSSL_LHASH *lh) |
97 | 802k | { |
98 | 802k | unsigned int i; |
99 | 802k | OPENSSL_LH_NODE *n, *nn; |
100 | | |
101 | 802k | if (lh == NULL) |
102 | 0 | return; |
103 | | |
104 | 9.52M | for (i = 0; i < lh->num_nodes; i++) { |
105 | 8.72M | n = lh->b[i]; |
106 | 11.0M | while (n != NULL) { |
107 | 2.33M | nn = n->next; |
108 | 2.33M | OPENSSL_free(n); |
109 | 2.33M | n = nn; |
110 | 2.33M | } |
111 | 8.72M | lh->b[i] = NULL; |
112 | 8.72M | } |
113 | | |
114 | 802k | lh->num_items = 0; |
115 | 802k | } |
116 | | |
117 | | void *OPENSSL_LH_insert(OPENSSL_LHASH *lh, void *data) |
118 | 10.7M | { |
119 | 10.7M | unsigned long hash; |
120 | 10.7M | OPENSSL_LH_NODE *nn, **rn; |
121 | 10.7M | void *ret; |
122 | | |
123 | 10.7M | lh->error = 0; |
124 | 10.7M | if ((lh->up_load <= (lh->num_items * LH_LOAD_MULT / lh->num_nodes)) && !expand(lh)) |
125 | 0 | return NULL; /* 'lh->error++' already done in 'expand' */ |
126 | | |
127 | 10.7M | rn = getrn(lh, data, &hash); |
128 | | |
129 | 10.7M | if (*rn == NULL) { |
130 | 9.70M | if ((nn = OPENSSL_malloc(sizeof(*nn))) == NULL) { |
131 | 0 | lh->error++; |
132 | 0 | return NULL; |
133 | 0 | } |
134 | 9.70M | nn->data = data; |
135 | 9.70M | nn->next = NULL; |
136 | 9.70M | nn->hash = hash; |
137 | 9.70M | *rn = nn; |
138 | 9.70M | ret = NULL; |
139 | 9.70M | lh->num_items++; |
140 | 9.70M | } else { /* replace same key */ |
141 | 1.03M | ret = (*rn)->data; |
142 | 1.03M | (*rn)->data = data; |
143 | 1.03M | } |
144 | 10.7M | return ret; |
145 | 10.7M | } |
146 | | |
147 | | void *OPENSSL_LH_delete(OPENSSL_LHASH *lh, const void *data) |
148 | 7.26M | { |
149 | 7.26M | unsigned long hash; |
150 | 7.26M | OPENSSL_LH_NODE *nn, **rn; |
151 | 7.26M | void *ret; |
152 | | |
153 | 7.26M | lh->error = 0; |
154 | 7.26M | rn = getrn(lh, data, &hash); |
155 | | |
156 | 7.26M | if (*rn == NULL) { |
157 | 0 | return NULL; |
158 | 7.26M | } else { |
159 | 7.26M | nn = *rn; |
160 | 7.26M | *rn = nn->next; |
161 | 7.26M | ret = nn->data; |
162 | 7.26M | OPENSSL_free(nn); |
163 | 7.26M | } |
164 | | |
165 | 7.26M | lh->num_items--; |
166 | 7.26M | if ((lh->num_nodes > MIN_NODES) && (lh->down_load >= (lh->num_items * LH_LOAD_MULT / lh->num_nodes))) |
167 | 1.68M | contract(lh); |
168 | | |
169 | 7.26M | return ret; |
170 | 7.26M | } |
171 | | |
172 | | void *OPENSSL_LH_retrieve(OPENSSL_LHASH *lh, const void *data) |
173 | 330M | { |
174 | 330M | unsigned long hash; |
175 | 330M | OPENSSL_LH_NODE **rn; |
176 | | |
177 | 330M | if (lh->error != 0) |
178 | 0 | lh->error = 0; |
179 | | |
180 | 330M | rn = getrn(lh, data, &hash); |
181 | | |
182 | 330M | return *rn == NULL ? NULL : (*rn)->data; |
183 | 330M | } |
184 | | |
185 | | static void doall_util_fn(OPENSSL_LHASH *lh, int use_arg, |
186 | | OPENSSL_LH_DOALL_FUNC_THUNK wfunc, |
187 | | OPENSSL_LH_DOALL_FUNC func, |
188 | | OPENSSL_LH_DOALL_FUNCARG func_arg, |
189 | | OPENSSL_LH_DOALL_FUNCARG_THUNK wfunc_arg, |
190 | | void *arg) |
191 | 21.4M | { |
192 | 21.4M | int i; |
193 | 21.4M | OPENSSL_LH_NODE *a, *n; |
194 | | |
195 | 21.4M | if (lh == NULL) |
196 | 0 | return; |
197 | | |
198 | | /* |
199 | | * reverse the order so we search from 'top to bottom' We were having |
200 | | * memory leaks otherwise |
201 | | */ |
202 | 2.83G | for (i = lh->num_nodes - 1; i >= 0; i--) { |
203 | 2.81G | a = lh->b[i]; |
204 | 8.36G | while (a != NULL) { |
205 | 5.54G | n = a->next; |
206 | 5.54G | if (use_arg) |
207 | 5.54G | wfunc_arg(a->data, arg, func_arg); |
208 | 665k | else |
209 | 665k | wfunc(a->data, func); |
210 | 5.54G | a = n; |
211 | 5.54G | } |
212 | 2.81G | } |
213 | 21.4M | } |
214 | | |
215 | | void OPENSSL_LH_doall(OPENSSL_LHASH *lh, OPENSSL_LH_DOALL_FUNC func) |
216 | 121k | { |
217 | 121k | if (lh == NULL) |
218 | 0 | return; |
219 | | |
220 | 121k | doall_util_fn(lh, 0, lh->daw, func, (OPENSSL_LH_DOALL_FUNCARG)NULL, |
221 | 121k | (OPENSSL_LH_DOALL_FUNCARG_THUNK)NULL, NULL); |
222 | 121k | } |
223 | | |
224 | | void OPENSSL_LH_doall_arg(OPENSSL_LHASH *lh, |
225 | | OPENSSL_LH_DOALL_FUNCARG func, void *arg) |
226 | 14.4M | { |
227 | 14.4M | if (lh == NULL) |
228 | 0 | return; |
229 | | |
230 | 14.4M | doall_util_fn(lh, 1, (OPENSSL_LH_DOALL_FUNC_THUNK)NULL, |
231 | 14.4M | (OPENSSL_LH_DOALL_FUNC)NULL, func, lh->daaw, arg); |
232 | 14.4M | } |
233 | | |
234 | | void OPENSSL_LH_doall_arg_thunk(OPENSSL_LHASH *lh, |
235 | | OPENSSL_LH_DOALL_FUNCARG_THUNK daaw, |
236 | | OPENSSL_LH_DOALL_FUNCARG fn, void *arg) |
237 | 206k | { |
238 | 206k | doall_util_fn(lh, 1, (OPENSSL_LH_DOALL_FUNC_THUNK)NULL, |
239 | 206k | (OPENSSL_LH_DOALL_FUNC)NULL, fn, daaw, arg); |
240 | 206k | } |
241 | | |
242 | | static int expand(OPENSSL_LHASH *lh) |
243 | 4.03M | { |
244 | 4.03M | OPENSSL_LH_NODE **n, **n1, **n2, *np; |
245 | 4.03M | unsigned int p, pmax, nni, j; |
246 | 4.03M | unsigned long hash; |
247 | | |
248 | 4.03M | nni = lh->num_alloc_nodes; |
249 | 4.03M | p = lh->p; |
250 | 4.03M | pmax = lh->pmax; |
251 | 4.03M | if (p + 1 >= pmax) { |
252 | 48.5k | j = nni * 2; |
253 | 48.5k | n = OPENSSL_realloc(lh->b, sizeof(OPENSSL_LH_NODE *) * j); |
254 | 48.5k | if (n == NULL) { |
255 | 0 | lh->error++; |
256 | 0 | return 0; |
257 | 0 | } |
258 | 48.5k | lh->b = n; |
259 | 48.5k | memset(n + nni, 0, sizeof(*n) * (j - nni)); |
260 | 48.5k | lh->pmax = nni; |
261 | 48.5k | lh->num_alloc_nodes = j; |
262 | 48.5k | lh->p = 0; |
263 | 3.98M | } else { |
264 | 3.98M | lh->p++; |
265 | 3.98M | } |
266 | | |
267 | 4.03M | lh->num_nodes++; |
268 | 4.03M | n1 = &(lh->b[p]); |
269 | 4.03M | n2 = &(lh->b[p + pmax]); |
270 | 4.03M | *n2 = NULL; |
271 | | |
272 | 15.7M | for (np = *n1; np != NULL;) { |
273 | 11.7M | hash = np->hash; |
274 | 11.7M | if ((hash % nni) != p) { /* move it */ |
275 | 4.74M | *n1 = (*n1)->next; |
276 | 4.74M | np->next = *n2; |
277 | 4.74M | *n2 = np; |
278 | 4.74M | } else |
279 | 6.97M | n1 = &((*n1)->next); |
280 | 11.7M | np = *n1; |
281 | 11.7M | } |
282 | | |
283 | 4.03M | return 1; |
284 | 4.03M | } |
285 | | |
286 | | static void contract(OPENSSL_LHASH *lh) |
287 | 1.68M | { |
288 | 1.68M | OPENSSL_LH_NODE **n, *n1, *np; |
289 | | |
290 | 1.68M | np = lh->b[lh->p + lh->pmax - 1]; |
291 | 1.68M | lh->b[lh->p + lh->pmax - 1] = NULL; /* 24/07-92 - eay - weird but :-( */ |
292 | 1.68M | if (lh->p == 0) { |
293 | 18.8k | n = OPENSSL_realloc(lh->b, |
294 | 18.8k | (unsigned int)(sizeof(OPENSSL_LH_NODE *) * lh->pmax)); |
295 | 18.8k | if (n == NULL) { |
296 | | /* fputs("realloc error in lhash", stderr); */ |
297 | 0 | lh->error++; |
298 | 18.8k | } else { |
299 | 18.8k | lh->b = n; |
300 | 18.8k | } |
301 | 18.8k | lh->num_alloc_nodes /= 2; |
302 | 18.8k | lh->pmax /= 2; |
303 | 18.8k | lh->p = lh->pmax - 1; |
304 | 18.8k | } else |
305 | 1.66M | lh->p--; |
306 | | |
307 | 1.68M | lh->num_nodes--; |
308 | | |
309 | 1.68M | n1 = lh->b[(int)lh->p]; |
310 | 1.68M | if (n1 == NULL) |
311 | 786k | lh->b[(int)lh->p] = np; |
312 | 895k | else { |
313 | 2.43M | while (n1->next != NULL) |
314 | 1.54M | n1 = n1->next; |
315 | 895k | n1->next = np; |
316 | 895k | } |
317 | 1.68M | } |
318 | | |
319 | | static OPENSSL_LH_NODE **getrn(OPENSSL_LHASH *lh, |
320 | | const void *data, unsigned long *rhash) |
321 | 107M | { |
322 | 107M | OPENSSL_LH_NODE **ret, *n1; |
323 | 107M | unsigned long hash, nn; |
324 | | |
325 | 107M | if (lh->hashw != NULL) |
326 | 107M | hash = lh->hashw(data, lh->hash); |
327 | 0 | else |
328 | 0 | hash = lh->hash(data); |
329 | | |
330 | 107M | *rhash = hash; |
331 | | |
332 | 107M | nn = hash % lh->pmax; |
333 | 107M | if (nn < lh->p) |
334 | 22.8M | nn = hash % lh->num_alloc_nodes; |
335 | | |
336 | 107M | ret = &(lh->b[(int)nn]); |
337 | 3.45G | for (n1 = *ret; n1 != NULL; n1 = n1->next) { |
338 | 3.39G | if (n1->hash != hash) { |
339 | 3.34G | ret = &(n1->next); |
340 | 3.34G | continue; |
341 | 3.34G | } |
342 | | |
343 | 52.8M | if (lh->compw != NULL) { |
344 | 52.8M | if (lh->compw(n1->data, data, lh->comp) == 0) |
345 | 52.5M | break; |
346 | 52.8M | } else { |
347 | 0 | if (lh->comp(n1->data, data) == 0) |
348 | 0 | break; |
349 | 0 | } |
350 | 365k | ret = &(n1->next); |
351 | 365k | } |
352 | 107M | return ret; |
353 | 107M | } |
354 | | |
355 | | /* |
356 | | * The following hash seems to work very well on normal text strings no |
357 | | * collisions on /usr/dict/words and it distributes on %2^n quite well, not |
358 | | * as good as MD5, but still good. |
359 | | */ |
360 | | unsigned long OPENSSL_LH_strhash(const char *c) |
361 | 38.1M | { |
362 | 38.1M | unsigned long ret = 0; |
363 | 38.1M | long n; |
364 | 38.1M | unsigned long v; |
365 | 38.1M | int r; |
366 | | |
367 | 38.1M | if ((c == NULL) || (*c == '\0')) |
368 | 24.4M | return ret; |
369 | | |
370 | 13.6M | n = 0x100; |
371 | 699M | while (*c) { |
372 | 685M | v = n | (*c); |
373 | 685M | n += 0x100; |
374 | 685M | r = (int)((v >> 2) ^ v) & 0x0f; |
375 | | /* cast to uint64_t to avoid 32 bit shift of 32 bit value */ |
376 | 685M | ret = (ret << r) | (unsigned long)((uint64_t)ret >> (32 - r)); |
377 | 685M | ret &= 0xFFFFFFFFL; |
378 | 685M | ret ^= v * v; |
379 | 685M | c++; |
380 | 685M | } |
381 | 13.6M | return (ret >> 16) ^ ret; |
382 | 38.1M | } |
383 | | |
384 | | /* |
385 | | * Case insensitive string hashing. |
386 | | * |
387 | | * The lower/upper case bit is masked out (forcing all letters to be capitals). |
388 | | * The major side effect on non-alpha characters is mapping the symbols and |
389 | | * digits into the control character range (which should be harmless). |
390 | | * The duplication (with respect to the hash value) of printable characters |
391 | | * are that '`', '{', '|', '}' and '~' map to '@', '[', '\', ']' and '^' |
392 | | * respectively (which seems tolerable). |
393 | | * |
394 | | * For EBCDIC, the alpha mapping is to lower case, most symbols go to control |
395 | | * characters. The only duplication is '0' mapping to '^', which is better |
396 | | * than for ASCII. |
397 | | */ |
398 | | unsigned long ossl_lh_strcasehash(const char *c) |
399 | 243M | { |
400 | 243M | unsigned long ret = 0; |
401 | 243M | long n; |
402 | 243M | unsigned long v; |
403 | 243M | int r; |
404 | | #if defined(CHARSET_EBCDIC) && !defined(CHARSET_EBCDIC_TEST) |
405 | | const long int case_adjust = ~0x40; |
406 | | #else |
407 | 243M | const long int case_adjust = ~0x20; |
408 | 243M | #endif |
409 | | |
410 | 243M | if (c == NULL || *c == '\0') |
411 | 1.14k | return ret; |
412 | | |
413 | 1.56G | for (n = 0x100; *c != '\0'; n += 0x100) { |
414 | 1.32G | v = n | (case_adjust & *c); |
415 | 1.32G | r = (int)((v >> 2) ^ v) & 0x0f; |
416 | | /* cast to uint64_t to avoid 32 bit shift of 32 bit value */ |
417 | 1.32G | ret = (ret << r) | (unsigned long)((uint64_t)ret >> (32 - r)); |
418 | 1.32G | ret &= 0xFFFFFFFFL; |
419 | 1.32G | ret ^= v * v; |
420 | 1.32G | c++; |
421 | 1.32G | } |
422 | 243M | return (ret >> 16) ^ ret; |
423 | 243M | } |
424 | | |
425 | | unsigned long OPENSSL_LH_num_items(const OPENSSL_LHASH *lh) |
426 | 1.70M | { |
427 | 1.70M | return lh ? lh->num_items : 0; |
428 | 1.70M | } |
429 | | |
430 | | unsigned long OPENSSL_LH_get_down_load(const OPENSSL_LHASH *lh) |
431 | 169k | { |
432 | 169k | return lh->down_load; |
433 | 169k | } |
434 | | |
435 | | void OPENSSL_LH_set_down_load(OPENSSL_LHASH *lh, unsigned long down_load) |
436 | 548k | { |
437 | 548k | lh->down_load = down_load; |
438 | 548k | } |
439 | | |
440 | | int OPENSSL_LH_error(OPENSSL_LHASH *lh) |
441 | 6.94M | { |
442 | 6.94M | return lh->error; |
443 | 6.94M | } |