Coverage Report

Created: 2024-09-16 06:10

/src/git/ewah/ewok.h
Line
Count
Source (jump to first uncovered line)
1
/**
2
 * Copyright 2013, GitHub, Inc
3
 * Copyright 2009-2013, Daniel Lemire, Cliff Moon,
4
 *  David McIntosh, Robert Becho, Google Inc. and Veronika Zenz
5
 *
6
 * This program is free software; you can redistribute it and/or
7
 * modify it under the terms of the GNU General Public License
8
 * as published by the Free Software Foundation; either version 2
9
 * of the License, or (at your option) any later version.
10
 *
11
 * This program is distributed in the hope that it will be useful,
12
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14
 * GNU General Public License for more details.
15
 *
16
 * You should have received a copy of the GNU General Public License
17
 * along with this program; if not, see <http://www.gnu.org/licenses/>.
18
 */
19
#ifndef __EWOK_BITMAP_H__
20
#define __EWOK_BITMAP_H__
21
22
struct strbuf;
23
typedef uint64_t eword_t;
24
0
#define BITS_IN_EWORD (sizeof(eword_t) * 8)
25
26
/**
27
 * Do not use __builtin_popcountll. The GCC implementation
28
 * is notoriously slow on all platforms.
29
 *
30
 * See: http://gcc.gnu.org/bugzilla/show_bug.cgi?id=36041
31
 */
32
static inline uint32_t ewah_bit_popcount64(uint64_t x)
33
0
{
34
0
  x = (x & 0x5555555555555555ULL) + ((x >>  1) & 0x5555555555555555ULL);
35
0
  x = (x & 0x3333333333333333ULL) + ((x >>  2) & 0x3333333333333333ULL);
36
0
  x = (x & 0x0F0F0F0F0F0F0F0FULL) + ((x >>  4) & 0x0F0F0F0F0F0F0F0FULL);
37
0
  return (x * 0x0101010101010101ULL) >> 56;
38
0
}
Unexecuted instantiation: diff.c:ewah_bit_popcount64
Unexecuted instantiation: fsck.c:ewah_bit_popcount64
Unexecuted instantiation: pack-objects.c:ewah_bit_popcount64
Unexecuted instantiation: repack.c:ewah_bit_popcount64
Unexecuted instantiation: rev-list.c:ewah_bit_popcount64
Unexecuted instantiation: commit-reach.c:ewah_bit_popcount64
Unexecuted instantiation: delta-islands.c:ewah_bit_popcount64
Unexecuted instantiation: dir.c:ewah_bit_popcount64
Unexecuted instantiation: bitmap.c:ewah_bit_popcount64
Unexecuted instantiation: ewah_bitmap.c:ewah_bit_popcount64
Unexecuted instantiation: ewah_io.c:ewah_bit_popcount64
Unexecuted instantiation: ewah_rlw.c:ewah_bit_popcount64
Unexecuted instantiation: fsmonitor.c:ewah_bit_popcount64
Unexecuted instantiation: midx.c:ewah_bit_popcount64
Unexecuted instantiation: midx-write.c:ewah_bit_popcount64
Unexecuted instantiation: pack-bitmap-write.c:ewah_bit_popcount64
Unexecuted instantiation: pack-bitmap.c:ewah_bit_popcount64
Unexecuted instantiation: pseudo-merge.c:ewah_bit_popcount64
Unexecuted instantiation: reachable.c:ewah_bit_popcount64
Unexecuted instantiation: split-index.c:ewah_bit_popcount64
39
40
/* __builtin_ctzll was not available until 3.4.0 */
41
#if defined(__GNUC__) && (__GNUC__ > 3 || (__GNUC__ == 3  && __GNUC_MINOR > 3))
42
0
#define ewah_bit_ctz64(x) __builtin_ctzll(x)
43
#else
44
static inline int ewah_bit_ctz64(uint64_t x)
45
{
46
  int n = 0;
47
  if ((x & 0xffffffff) == 0) { x >>= 32; n += 32; }
48
  if ((x &     0xffff) == 0) { x >>= 16; n += 16; }
49
  if ((x &       0xff) == 0) { x >>=  8; n +=  8; }
50
  if ((x &        0xf) == 0) { x >>=  4; n +=  4; }
51
  if ((x &        0x3) == 0) { x >>=  2; n +=  2; }
52
  if ((x &        0x1) == 0) { x >>=  1; n +=  1; }
53
  return n + !x;
54
}
55
#endif
56
57
struct ewah_bitmap {
58
  eword_t *buffer;
59
  size_t buffer_size;
60
  size_t alloc_size;
61
  size_t bit_size;
62
  eword_t *rlw;
63
};
64
65
typedef void (*ewah_callback)(size_t pos, void *);
66
67
struct ewah_bitmap *ewah_pool_new(void);
68
void ewah_pool_free(struct ewah_bitmap *self);
69
70
/**
71
 * Allocate a new EWAH Compressed bitmap
72
 */
73
struct ewah_bitmap *ewah_new(void);
74
75
/**
76
 * Free all the memory of the bitmap
77
 */
78
void ewah_free(struct ewah_bitmap *self);
79
80
int ewah_serialize_to(struct ewah_bitmap *self,
81
          int (*write_fun)(void *out, const void *buf, size_t len),
82
          void *out);
83
int ewah_serialize_strbuf(struct ewah_bitmap *self, struct strbuf *);
84
85
ssize_t ewah_read_mmap(struct ewah_bitmap *self, const void *map, size_t len);
86
87
uint32_t ewah_checksum(struct ewah_bitmap *self);
88
89
/**
90
 * Call the given callback with the position of every single bit
91
 * that has been set on the bitmap.
92
 *
93
 * This is an efficient operation that does not fully decompress
94
 * the bitmap.
95
 */
96
void ewah_each_bit(struct ewah_bitmap *self, ewah_callback callback, void *payload);
97
98
/**
99
 * Set a given bit on the bitmap.
100
 *
101
 * The bit at position `pos` will be set to true. Because of the
102
 * way that the bitmap is compressed, a set bit cannot be unset
103
 * later on.
104
 *
105
 * Furthermore, since the bitmap uses streaming compression, bits
106
 * can only set incrementally.
107
 *
108
 * E.g.
109
 *    ewah_set(bitmap, 1); // ok
110
 *    ewah_set(bitmap, 76); // ok
111
 *    ewah_set(bitmap, 77); // ok
112
 *    ewah_set(bitmap, 8712800127); // ok
113
 *    ewah_set(bitmap, 25); // failed, assert raised
114
 */
115
void ewah_set(struct ewah_bitmap *self, size_t i);
116
117
struct ewah_iterator {
118
  const eword_t *buffer;
119
  size_t buffer_size;
120
121
  size_t pointer;
122
  eword_t compressed, literals;
123
  eword_t rl, lw;
124
  int b;
125
};
126
127
/**
128
 * Initialize a new iterator to run through the bitmap in uncompressed form.
129
 *
130
 * The iterator can be stack allocated. The underlying bitmap must not be freed
131
 * before the iteration is over.
132
 *
133
 * E.g.
134
 *
135
 *    struct ewah_bitmap *bitmap = ewah_new();
136
 *    struct ewah_iterator it;
137
 *
138
 *    ewah_iterator_init(&it, bitmap);
139
 */
140
void ewah_iterator_init(struct ewah_iterator *it, struct ewah_bitmap *parent);
141
142
/**
143
 * Yield every single word in the bitmap in uncompressed form. This is:
144
 * yield single words (32-64 bits) where each bit represents an actual
145
 * bit from the bitmap.
146
 *
147
 * Return: true if a word was yield, false if there are no words left
148
 */
149
int ewah_iterator_next(eword_t *next, struct ewah_iterator *it);
150
151
void ewah_xor(
152
  struct ewah_bitmap *ewah_i,
153
  struct ewah_bitmap *ewah_j,
154
  struct ewah_bitmap *out);
155
156
/**
157
 * Direct word access
158
 */
159
size_t ewah_add_empty_words(struct ewah_bitmap *self, int v, size_t number);
160
void ewah_add_dirty_words(
161
  struct ewah_bitmap *self, const eword_t *buffer, size_t number, int negate);
162
size_t ewah_add(struct ewah_bitmap *self, eword_t word);
163
164
165
/**
166
 * Uncompressed, old-school bitmap that can be efficiently compressed
167
 * into an `ewah_bitmap`.
168
 */
169
struct bitmap {
170
  eword_t *words;
171
  size_t word_alloc;
172
};
173
174
struct bitmap *bitmap_new(void);
175
struct bitmap *bitmap_word_alloc(size_t word_alloc);
176
struct bitmap *bitmap_dup(const struct bitmap *src);
177
void bitmap_set(struct bitmap *self, size_t pos);
178
void bitmap_unset(struct bitmap *self, size_t pos);
179
int bitmap_get(struct bitmap *self, size_t pos);
180
void bitmap_free(struct bitmap *self);
181
int bitmap_equals(struct bitmap *self, struct bitmap *other);
182
int bitmap_equals_ewah(struct bitmap *self, struct ewah_bitmap *other);
183
184
/*
185
 * Both `bitmap_is_subset()` and `ewah_bitmap_is_subset()` return 1 if the set
186
 * of bits in 'self' are a subset of the bits in 'other'. Returns 0 otherwise.
187
 */
188
int bitmap_is_subset(struct bitmap *self, struct bitmap *other);
189
int ewah_bitmap_is_subset(struct ewah_bitmap *self, struct bitmap *other);
190
191
struct ewah_bitmap * bitmap_to_ewah(struct bitmap *bitmap);
192
struct bitmap *ewah_to_bitmap(struct ewah_bitmap *ewah);
193
194
void bitmap_and_not(struct bitmap *self, struct bitmap *other);
195
void bitmap_or_ewah(struct bitmap *self, struct ewah_bitmap *other);
196
void bitmap_or(struct bitmap *self, const struct bitmap *other);
197
198
size_t bitmap_popcount(struct bitmap *self);
199
size_t ewah_bitmap_popcount(struct ewah_bitmap *self);
200
int bitmap_is_empty(struct bitmap *self);
201
202
#endif