Coverage Report

Created: 2024-05-20 06:23

/src/nspr/lib/ds/plhash.c
Line
Count
Source (jump to first uncovered line)
1
/* -*- Mode: C++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
2
/* This Source Code Form is subject to the terms of the Mozilla Public
3
 * License, v. 2.0. If a copy of the MPL was not distributed with this
4
 * file, You can obtain one at http://mozilla.org/MPL/2.0/. */
5
6
/*
7
 * PL hash table package.
8
 */
9
#include "plhash.h"
10
#include "prbit.h"
11
#include "prlog.h"
12
#include "prmem.h"
13
#include "prtypes.h"
14
#include <stdlib.h>
15
#include <string.h>
16
17
/* Compute the number of buckets in ht */
18
4.64M
#define NBUCKETS(ht)    (1 << (PL_HASH_BITS - (ht)->shift))
19
20
/* The smallest table has 16 buckets */
21
413k
#define MINBUCKETSLOG2  4
22
316k
#define MINBUCKETS      (1 << MINBUCKETSLOG2)
23
24
/* Compute the maximum entries given n buckets that we will tolerate, ~90% */
25
4.28M
#define OVERLOADED(n)   ((n) - ((n) >> 3))
26
27
/* Compute the number of entries below which we shrink the table by half */
28
150k
#define UNDERLOADED(n)  (((n) > MINBUCKETS) ? ((n) >> 2) : 0)
29
30
/*
31
** Stubs for default hash allocator ops.
32
*/
33
static void * PR_CALLBACK
34
DefaultAllocTable(void *pool, PRSize size)
35
273k
{
36
273k
    return PR_MALLOC(size);
37
273k
}
38
39
static void PR_CALLBACK
40
DefaultFreeTable(void *pool, void *item)
41
273k
{
42
273k
    PR_Free(item);
43
273k
}
44
45
static PLHashEntry * PR_CALLBACK
46
DefaultAllocEntry(void *pool, const void *key)
47
4.25M
{
48
4.25M
    return PR_NEW(PLHashEntry);
49
4.25M
}
50
51
static void PR_CALLBACK
52
DefaultFreeEntry(void *pool, PLHashEntry *he, PRUintn flag)
53
4.87M
{
54
4.87M
    if (flag == HT_FREE_ENTRY) {
55
4.25M
        PR_Free(he);
56
4.25M
    }
57
4.87M
}
58
59
static PLHashAllocOps defaultHashAllocOps = {
60
    DefaultAllocTable, DefaultFreeTable,
61
    DefaultAllocEntry, DefaultFreeEntry
62
};
63
64
PR_IMPLEMENT(PLHashTable *)
65
PL_NewHashTable(PRUint32 n, PLHashFunction keyHash,
66
                PLHashComparator keyCompare, PLHashComparator valueCompare,
67
                const PLHashAllocOps *allocOps, void *allocPriv)
68
165k
{
69
165k
    PLHashTable *ht;
70
165k
    PRSize nb;
71
72
165k
    if (n <= MINBUCKETS) {
73
97.1k
        n = MINBUCKETSLOG2;
74
97.1k
    } else {
75
67.9k
        n = PR_CeilingLog2(n);
76
67.9k
        if ((PRInt32)n < 0) {
77
0
            return 0;
78
0
        }
79
67.9k
    }
80
81
165k
    if (!allocOps) {
82
87.4k
        allocOps = &defaultHashAllocOps;
83
87.4k
    }
84
85
165k
    ht = (PLHashTable*)((*allocOps->allocTable)(allocPriv, sizeof *ht));
86
165k
    if (!ht) {
87
0
        return 0;
88
0
    }
89
165k
    memset(ht, 0, sizeof *ht);
90
165k
    ht->shift = PL_HASH_BITS - n;
91
165k
    n = 1 << n;
92
165k
    nb = n * sizeof(PLHashEntry *);
93
165k
    ht->buckets = (PLHashEntry**)((*allocOps->allocTable)(allocPriv, nb));
94
165k
    if (!ht->buckets) {
95
0
        (*allocOps->freeTable)(allocPriv, ht);
96
0
        return 0;
97
0
    }
98
165k
    memset(ht->buckets, 0, nb);
99
100
165k
    ht->keyHash = keyHash;
101
165k
    ht->keyCompare = keyCompare;
102
165k
    ht->valueCompare = valueCompare;
103
165k
    ht->allocOps = allocOps;
104
165k
    ht->allocPriv = allocPriv;
105
165k
    return ht;
106
165k
}
107
108
PR_IMPLEMENT(void)
109
PL_HashTableDestroy(PLHashTable *ht)
110
165k
{
111
165k
    PRUint32 i, n;
112
165k
    PLHashEntry *he, *next;
113
165k
    const PLHashAllocOps *allocOps = ht->allocOps;
114
165k
    void *allocPriv = ht->allocPriv;
115
116
165k
    n = NBUCKETS(ht);
117
10.2M
    for (i = 0; i < n; i++) {
118
14.2M
        for (he = ht->buckets[i]; he; he = next) {
119
4.13M
            next = he->next;
120
4.13M
            (*allocOps->freeEntry)(allocPriv, he, HT_FREE_ENTRY);
121
4.13M
        }
122
10.1M
    }
123
165k
#ifdef DEBUG
124
165k
    memset(ht->buckets, 0xDB, n * sizeof ht->buckets[0]);
125
165k
#endif
126
165k
    (*allocOps->freeTable)(allocPriv, ht->buckets);
127
165k
#ifdef DEBUG
128
165k
    memset(ht, 0xDB, sizeof *ht);
129
165k
#endif
130
165k
    (*allocOps->freeTable)(allocPriv, ht);
131
165k
}
132
133
/*
134
** Multiplicative hash, from Knuth 6.4.
135
*/
136
12.3M
#define GOLDEN_RATIO    0x9E3779B9U  /* 2/(1+sqrt(5))*(2^32) */
137
138
PR_IMPLEMENT(PLHashEntry **)
139
PL_HashTableRawLookup(PLHashTable *ht, PLHashNumber keyHash, const void *key)
140
10.6M
{
141
10.6M
    PLHashEntry *he, **hep, **hep0;
142
10.6M
    PLHashNumber h;
143
144
#ifdef HASHMETER
145
    ht->nlookups++;
146
#endif
147
10.6M
    h = keyHash * GOLDEN_RATIO;
148
10.6M
    h >>= ht->shift;
149
10.6M
    hep = hep0 = &ht->buckets[h];
150
13.9M
    while ((he = *hep) != 0) {
151
4.21M
        if (he->keyHash == keyHash && (*ht->keyCompare)(key, he->key)) {
152
            /* Move to front of chain if not already there */
153
906k
            if (hep != hep0) {
154
51.8k
                *hep = he->next;
155
51.8k
                he->next = *hep0;
156
51.8k
                *hep0 = he;
157
51.8k
            }
158
906k
            return hep0;
159
906k
        }
160
3.31M
        hep = &he->next;
161
#ifdef HASHMETER
162
        ht->nsteps++;
163
#endif
164
3.31M
    }
165
9.75M
    return hep;
166
10.6M
}
167
168
/*
169
** Same as PL_HashTableRawLookup but doesn't reorder the hash entries.
170
*/
171
PR_IMPLEMENT(PLHashEntry **)
172
PL_HashTableRawLookupConst(PLHashTable *ht, PLHashNumber keyHash,
173
                           const void *key)
174
1.68M
{
175
1.68M
    PLHashEntry *he, **hep;
176
1.68M
    PLHashNumber h;
177
178
#ifdef HASHMETER
179
    ht->nlookups++;
180
#endif
181
1.68M
    h = keyHash * GOLDEN_RATIO;
182
1.68M
    h >>= ht->shift;
183
1.68M
    hep = &ht->buckets[h];
184
1.81M
    while ((he = *hep) != 0) {
185
1.70M
        if (he->keyHash == keyHash && (*ht->keyCompare)(key, he->key)) {
186
1.58M
            break;
187
1.58M
        }
188
123k
        hep = &he->next;
189
#ifdef HASHMETER
190
        ht->nsteps++;
191
#endif
192
123k
    }
193
1.68M
    return hep;
194
1.68M
}
195
196
PR_IMPLEMENT(PLHashEntry *)
197
PL_HashTableRawAdd(PLHashTable *ht, PLHashEntry **hep,
198
                   PLHashNumber keyHash, const void *key, void *value)
199
4.28M
{
200
4.28M
    PRUint32 i, n;
201
4.28M
    PLHashEntry *he, *next, **oldbuckets;
202
4.28M
    PRSize nb;
203
204
    /* Grow the table if it is overloaded */
205
4.28M
    n = NBUCKETS(ht);
206
4.28M
    if (ht->nentries >= OVERLOADED(n)) {
207
78.9k
        oldbuckets = ht->buckets;
208
78.9k
        nb = 2 * n * sizeof(PLHashEntry *);
209
78.9k
        ht->buckets = (PLHashEntry**)
210
78.9k
                      ((*ht->allocOps->allocTable)(ht->allocPriv, nb));
211
78.9k
        if (!ht->buckets) {
212
0
            ht->buckets = oldbuckets;
213
0
            return 0;
214
0
        }
215
78.9k
        memset(ht->buckets, 0, nb);
216
#ifdef HASHMETER
217
        ht->ngrows++;
218
#endif
219
78.9k
        ht->shift--;
220
221
6.01M
        for (i = 0; i < n; i++) {
222
11.1M
            for (he = oldbuckets[i]; he; he = next) {
223
5.19M
                next = he->next;
224
5.19M
                hep = PL_HashTableRawLookup(ht, he->keyHash, he->key);
225
5.19M
                PR_ASSERT(*hep == 0);
226
5.19M
                he->next = 0;
227
5.19M
                *hep = he;
228
5.19M
            }
229
5.93M
        }
230
78.9k
#ifdef DEBUG
231
78.9k
        memset(oldbuckets, 0xDB, n * sizeof oldbuckets[0]);
232
78.9k
#endif
233
78.9k
        (*ht->allocOps->freeTable)(ht->allocPriv, oldbuckets);
234
78.9k
        hep = PL_HashTableRawLookup(ht, keyHash, key);
235
78.9k
    }
236
237
    /* Make a new key value entry */
238
4.28M
    he = (*ht->allocOps->allocEntry)(ht->allocPriv, key);
239
4.28M
    if (!he) {
240
0
        return 0;
241
0
    }
242
4.28M
    he->keyHash = keyHash;
243
4.28M
    he->key = key;
244
4.28M
    he->value = value;
245
4.28M
    he->next = *hep;
246
4.28M
    *hep = he;
247
4.28M
    ht->nentries++;
248
4.28M
    return he;
249
4.28M
}
250
251
PR_IMPLEMENT(PLHashEntry *)
252
PL_HashTableAdd(PLHashTable *ht, const void *key, void *value)
253
4.90M
{
254
4.90M
    PLHashNumber keyHash;
255
4.90M
    PLHashEntry *he, **hep;
256
257
4.90M
    keyHash = (*ht->keyHash)(key);
258
4.90M
    hep = PL_HashTableRawLookup(ht, keyHash, key);
259
4.90M
    if ((he = *hep) != 0) {
260
        /* Hit; see if values match */
261
611k
        if ((*ht->valueCompare)(he->value, value)) {
262
            /* key,value pair is already present in table */
263
0
            return he;
264
0
        }
265
611k
        if (he->value) {
266
611k
            (*ht->allocOps->freeEntry)(ht->allocPriv, he, HT_FREE_VALUE);
267
611k
        }
268
611k
        he->value = value;
269
611k
        return he;
270
611k
    }
271
4.28M
    return PL_HashTableRawAdd(ht, hep, keyHash, key, value);
272
4.90M
}
273
274
PR_IMPLEMENT(void)
275
PL_HashTableRawRemove(PLHashTable *ht, PLHashEntry **hep, PLHashEntry *he)
276
150k
{
277
150k
    PRUint32 i, n;
278
150k
    PLHashEntry *next, **oldbuckets;
279
150k
    PRSize nb;
280
281
150k
    *hep = he->next;
282
150k
    (*ht->allocOps->freeEntry)(ht->allocPriv, he, HT_FREE_ENTRY);
283
284
    /* Shrink table if it's underloaded */
285
150k
    n = NBUCKETS(ht);
286
150k
    if (--ht->nentries < UNDERLOADED(n)) {
287
20.6k
        oldbuckets = ht->buckets;
288
20.6k
        nb = n * sizeof(PLHashEntry*) / 2;
289
20.6k
        ht->buckets = (PLHashEntry**)(
290
20.6k
                          (*ht->allocOps->allocTable)(ht->allocPriv, nb));
291
20.6k
        if (!ht->buckets) {
292
0
            ht->buckets = oldbuckets;
293
0
            return;
294
0
        }
295
20.6k
        memset(ht->buckets, 0, nb);
296
#ifdef HASHMETER
297
        ht->nshrinks++;
298
#endif
299
20.6k
        ht->shift++;
300
301
1.01M
        for (i = 0; i < n; i++) {
302
1.01M
            for (he = oldbuckets[i]; he; he = next) {
303
22.9k
                next = he->next;
304
22.9k
                hep = PL_HashTableRawLookup(ht, he->keyHash, he->key);
305
22.9k
                PR_ASSERT(*hep == 0);
306
22.9k
                he->next = 0;
307
22.9k
                *hep = he;
308
22.9k
            }
309
990k
        }
310
20.6k
#ifdef DEBUG
311
20.6k
        memset(oldbuckets, 0xDB, n * sizeof oldbuckets[0]);
312
20.6k
#endif
313
20.6k
        (*ht->allocOps->freeTable)(ht->allocPriv, oldbuckets);
314
20.6k
    }
315
150k
}
316
317
PR_IMPLEMENT(PRBool)
318
PL_HashTableRemove(PLHashTable *ht, const void *key)
319
150k
{
320
150k
    PLHashNumber keyHash;
321
150k
    PLHashEntry *he, **hep;
322
323
150k
    keyHash = (*ht->keyHash)(key);
324
150k
    hep = PL_HashTableRawLookup(ht, keyHash, key);
325
150k
    if ((he = *hep) == 0) {
326
0
        return PR_FALSE;
327
0
    }
328
329
    /* Hit; remove element */
330
150k
    PL_HashTableRawRemove(ht, hep, he);
331
150k
    return PR_TRUE;
332
150k
}
333
334
PR_IMPLEMENT(void *)
335
PL_HashTableLookup(PLHashTable *ht, const void *key)
336
314k
{
337
314k
    PLHashNumber keyHash;
338
314k
    PLHashEntry *he, **hep;
339
340
314k
    keyHash = (*ht->keyHash)(key);
341
314k
    hep = PL_HashTableRawLookup(ht, keyHash, key);
342
314k
    if ((he = *hep) != 0) {
343
143k
        return he->value;
344
143k
    }
345
171k
    return 0;
346
314k
}
347
348
/*
349
** Same as PL_HashTableLookup but doesn't reorder the hash entries.
350
*/
351
PR_IMPLEMENT(void *)
352
PL_HashTableLookupConst(PLHashTable *ht, const void *key)
353
1.68M
{
354
1.68M
    PLHashNumber keyHash;
355
1.68M
    PLHashEntry *he, **hep;
356
357
1.68M
    keyHash = (*ht->keyHash)(key);
358
1.68M
    hep = PL_HashTableRawLookupConst(ht, keyHash, key);
359
1.68M
    if ((he = *hep) != 0) {
360
1.58M
        return he->value;
361
1.58M
    }
362
108k
    return 0;
363
1.68M
}
364
365
/*
366
** Iterate over the entries in the hash table calling func for each
367
** entry found. Stop if "f" says to (return value & PR_ENUMERATE_STOP).
368
** Return a count of the number of elements scanned.
369
*/
370
PR_IMPLEMENT(int)
371
PL_HashTableEnumerateEntries(PLHashTable *ht, PLHashEnumerator f, void *arg)
372
38.8k
{
373
38.8k
    PLHashEntry *he, **hep;
374
38.8k
    PRUint32 i, nbuckets;
375
38.8k
    int rv, n = 0;
376
38.8k
    PLHashEntry *todo = 0;
377
378
38.8k
    nbuckets = NBUCKETS(ht);
379
1.59M
    for (i = 0; i < nbuckets; i++) {
380
1.55M
        hep = &ht->buckets[i];
381
1.55M
        while ((he = *hep) != 0) {
382
0
            rv = (*f)(he, n, arg);
383
0
            n++;
384
0
            if (rv & (HT_ENUMERATE_REMOVE | HT_ENUMERATE_UNHASH)) {
385
0
                *hep = he->next;
386
0
                if (rv & HT_ENUMERATE_REMOVE) {
387
0
                    he->next = todo;
388
0
                    todo = he;
389
0
                }
390
0
            } else {
391
0
                hep = &he->next;
392
0
            }
393
0
            if (rv & HT_ENUMERATE_STOP) {
394
0
                goto out;
395
0
            }
396
0
        }
397
1.55M
    }
398
399
38.8k
out:
400
38.8k
    hep = &todo;
401
38.8k
    while ((he = *hep) != 0) {
402
0
        PL_HashTableRawRemove(ht, hep, he);
403
0
    }
404
38.8k
    return n;
405
38.8k
}
406
407
#ifdef HASHMETER
408
#include <math.h>
409
#include <stdio.h>
410
411
PR_IMPLEMENT(void)
412
PL_HashTableDumpMeter(PLHashTable *ht, PLHashEnumerator dump, FILE *fp)
413
{
414
    double mean, variance;
415
    PRUint32 nchains, nbuckets;
416
    PRUint32 i, n, maxChain, maxChainLen;
417
    PLHashEntry *he;
418
419
    variance = 0;
420
    nchains = 0;
421
    maxChainLen = 0;
422
    nbuckets = NBUCKETS(ht);
423
    for (i = 0; i < nbuckets; i++) {
424
        he = ht->buckets[i];
425
        if (!he) {
426
            continue;
427
        }
428
        nchains++;
429
        for (n = 0; he; he = he->next) {
430
            n++;
431
        }
432
        variance += n * n;
433
        if (n > maxChainLen) {
434
            maxChainLen = n;
435
            maxChain = i;
436
        }
437
    }
438
    mean = (double)ht->nentries / nchains;
439
    variance = fabs(variance / nchains - mean * mean);
440
441
    fprintf(fp, "\nHash table statistics:\n");
442
    fprintf(fp, "     number of lookups: %u\n", ht->nlookups);
443
    fprintf(fp, "     number of entries: %u\n", ht->nentries);
444
    fprintf(fp, "       number of grows: %u\n", ht->ngrows);
445
    fprintf(fp, "     number of shrinks: %u\n", ht->nshrinks);
446
    fprintf(fp, "   mean steps per hash: %g\n", (double)ht->nsteps
447
            / ht->nlookups);
448
    fprintf(fp, "mean hash chain length: %g\n", mean);
449
    fprintf(fp, "    standard deviation: %g\n", sqrt(variance));
450
    fprintf(fp, " max hash chain length: %u\n", maxChainLen);
451
    fprintf(fp, "        max hash chain: [%u]\n", maxChain);
452
453
    for (he = ht->buckets[maxChain], i = 0; he; he = he->next, i++)
454
        if ((*dump)(he, i, fp) != HT_ENUMERATE_NEXT) {
455
            break;
456
        }
457
}
458
#endif /* HASHMETER */
459
460
PR_IMPLEMENT(int)
461
PL_HashTableDump(PLHashTable *ht, PLHashEnumerator dump, FILE *fp)
462
0
{
463
0
    int count;
464
465
0
    count = PL_HashTableEnumerateEntries(ht, dump, fp);
466
#ifdef HASHMETER
467
    PL_HashTableDumpMeter(ht, dump, fp);
468
#endif
469
0
    return count;
470
0
}
471
472
PR_IMPLEMENT(PLHashNumber)
473
PL_HashString(const void *key)
474
0
{
475
0
    PLHashNumber h;
476
0
    const PRUint8 *s;
477
478
0
    h = 0;
479
0
    for (s = (const PRUint8*)key; *s; s++) {
480
0
        h = PR_ROTATE_LEFT32(h, 4) ^ *s;
481
0
    }
482
0
    return h;
483
0
}
484
485
PR_IMPLEMENT(int)
486
PL_CompareStrings(const void *v1, const void *v2)
487
0
{
488
0
    return strcmp((const char*)v1, (const char*)v2) == 0;
489
0
}
490
491
PR_IMPLEMENT(int)
492
PL_CompareValues(const void *v1, const void *v2)
493
2.58M
{
494
2.58M
    return v1 == v2;
495
2.58M
}