/src/c-blosc/blosc/bitshuffle-generic.c
Line | Count | Source |
1 | | /********************************************************************* |
2 | | Blosc - Blocked Shuffling and Compression Library |
3 | | |
4 | | Author: Francesc Alted <francesc@blosc.org> |
5 | | |
6 | | See LICENSE.txt for details about copyright and rights to use. |
7 | | **********************************************************************/ |
8 | | |
9 | | #include "bitshuffle-generic.h" |
10 | | |
11 | | |
12 | | /* Transpose bytes within elements, starting partway through input. */ |
13 | | int64_t blosc_internal_bshuf_trans_byte_elem_remainder(const void* in, void* out, const size_t size, |
14 | 0 | const size_t elem_size, const size_t start) { |
15 | |
|
16 | 0 | char* in_b = (char*) in; |
17 | 0 | char* out_b = (char*) out; |
18 | 0 | size_t ii, jj, kk; |
19 | |
|
20 | 0 | CHECK_MULT_EIGHT(start); |
21 | |
|
22 | 0 | if (size > start) { |
23 | | /* ii loop separated into 2 loops so the compiler can unroll */ |
24 | | /* the inner one. */ |
25 | 0 | for (ii = start; ii + 7 < size; ii += 8) { |
26 | 0 | for (jj = 0; jj < elem_size; jj++) { |
27 | 0 | for (kk = 0; kk < 8; kk++) { |
28 | 0 | out_b[jj * size + ii + kk] |
29 | 0 | = in_b[ii * elem_size + kk * elem_size + jj]; |
30 | 0 | } |
31 | 0 | } |
32 | 0 | } |
33 | 0 | for (ii = size - size % 8; ii < size; ii ++) { |
34 | 0 | for (jj = 0; jj < elem_size; jj++) { |
35 | 0 | out_b[jj * size + ii] = in_b[ii * elem_size + jj]; |
36 | 0 | } |
37 | 0 | } |
38 | 0 | } |
39 | 0 | return size * elem_size; |
40 | 0 | } |
41 | | |
42 | | |
43 | | /* Transpose bytes within elements. */ |
44 | | int64_t blosc_internal_bshuf_trans_byte_elem_scal(const void* in, void* out, const size_t size, |
45 | 0 | const size_t elem_size) { |
46 | |
|
47 | 0 | return blosc_internal_bshuf_trans_byte_elem_remainder(in, out, size, elem_size, 0); |
48 | 0 | } |
49 | | |
50 | | |
51 | | /* Transpose bits within bytes. */ |
52 | | int64_t blosc_internal_bshuf_trans_bit_byte_remainder(const void* in, void* out, const size_t size, |
53 | 0 | const size_t elem_size, const size_t start_byte) { |
54 | |
|
55 | 0 | const uint64_t* in_b = (const uint64_t*) in; |
56 | 0 | uint8_t* out_b = (uint8_t*) out; |
57 | |
|
58 | 0 | uint64_t x, t; |
59 | |
|
60 | 0 | size_t ii, kk; |
61 | 0 | size_t nbyte = elem_size * size; |
62 | 0 | size_t nbyte_bitrow = nbyte / 8; |
63 | |
|
64 | 0 | uint64_t e=1; |
65 | 0 | const int little_endian = *(uint8_t *) &e == 1; |
66 | 0 | const size_t bit_row_skip = little_endian ? nbyte_bitrow : -nbyte_bitrow; |
67 | 0 | const int64_t bit_row_offset = little_endian ? 0 : 7 * nbyte_bitrow; |
68 | |
|
69 | 0 | CHECK_MULT_EIGHT(nbyte); |
70 | 0 | CHECK_MULT_EIGHT(start_byte); |
71 | |
|
72 | 0 | for (ii = start_byte / 8; ii < nbyte_bitrow; ii ++) { |
73 | 0 | x = in_b[ii]; |
74 | 0 | if (little_endian) { |
75 | 0 | TRANS_BIT_8X8(x, t); |
76 | 0 | } else { |
77 | 0 | TRANS_BIT_8X8_BE(x, t); |
78 | 0 | } |
79 | 0 | for (kk = 0; kk < 8; kk ++) { |
80 | 0 | out_b[bit_row_offset + kk * bit_row_skip + ii] = x; |
81 | 0 | x = x >> 8; |
82 | 0 | } |
83 | 0 | } |
84 | 0 | return size * elem_size; |
85 | 0 | } |
86 | | |
87 | | |
88 | | /* Transpose bits within bytes. */ |
89 | | static int64_t bshuf_trans_bit_byte_scal(const void* in, void* out, const size_t size, |
90 | 0 | const size_t elem_size) { |
91 | |
|
92 | 0 | return blosc_internal_bshuf_trans_bit_byte_remainder(in, out, size, elem_size, 0); |
93 | 0 | } |
94 | | |
95 | | /* General transpose of an array, optimized for large element sizes. */ |
96 | | int64_t blosc_internal_bshuf_trans_elem(const void* in, void* out, const size_t lda, |
97 | 0 | const size_t ldb, const size_t elem_size) { |
98 | |
|
99 | 0 | char* in_b = (char*) in; |
100 | 0 | char* out_b = (char*) out; |
101 | 0 | size_t ii, jj; |
102 | 0 | for (ii = 0; ii < lda; ii++) { |
103 | 0 | for (jj = 0; jj < ldb; jj++) { |
104 | 0 | memcpy(&out_b[(jj*lda + ii) * elem_size], |
105 | 0 | &in_b[(ii*ldb + jj) * elem_size], elem_size); |
106 | 0 | } |
107 | 0 | } |
108 | 0 | return lda * ldb * elem_size; |
109 | 0 | } |
110 | | |
111 | | |
112 | | /* Transpose rows of shuffled bits (size / 8 bytes) within groups of 8. */ |
113 | | int64_t blosc_internal_bshuf_trans_bitrow_eight(const void* in, void* out, const size_t size, |
114 | 0 | const size_t elem_size) { |
115 | |
|
116 | 0 | size_t nbyte_bitrow = size / 8; |
117 | |
|
118 | 0 | CHECK_MULT_EIGHT(size); |
119 | |
|
120 | 0 | return blosc_internal_bshuf_trans_elem(in, out, 8, elem_size, nbyte_bitrow); |
121 | 0 | } |
122 | | |
123 | | |
124 | | /* Transpose bits within elements. */ |
125 | | int64_t blosc_internal_bshuf_trans_bit_elem_scal(const void* in, void* out, const size_t size, |
126 | 0 | const size_t elem_size, void* tmp_buf) { |
127 | |
|
128 | 0 | int64_t count; |
129 | |
|
130 | 0 | CHECK_MULT_EIGHT(size); |
131 | |
|
132 | 0 | count = blosc_internal_bshuf_trans_byte_elem_scal(in, out, size, elem_size); |
133 | 0 | CHECK_ERR(count); |
134 | 0 | count = bshuf_trans_bit_byte_scal(out, tmp_buf, size, elem_size); |
135 | 0 | CHECK_ERR(count); |
136 | 0 | count = blosc_internal_bshuf_trans_bitrow_eight(tmp_buf, out, size, elem_size); |
137 | |
|
138 | 0 | return count; |
139 | 0 | } |
140 | | |
141 | | |
142 | | /* For data organized into a row for each bit (8 * elem_size rows), transpose |
143 | | * the bytes. */ |
144 | | static int64_t bshuf_trans_byte_bitrow_scal(const void* in, void* out, const size_t size, |
145 | 0 | const size_t elem_size) { |
146 | 0 | char* in_b = (char*) in; |
147 | 0 | char* out_b = (char*) out; |
148 | |
|
149 | 0 | size_t nbyte_row = size / 8; |
150 | 0 | size_t ii, jj, kk; |
151 | |
|
152 | 0 | CHECK_MULT_EIGHT(size); |
153 | |
|
154 | 0 | for (jj = 0; jj < elem_size; jj++) { |
155 | 0 | for (ii = 0; ii < nbyte_row; ii++) { |
156 | 0 | for (kk = 0; kk < 8; kk++) { |
157 | 0 | out_b[ii * 8 * elem_size + jj * 8 + kk] = \ |
158 | 0 | in_b[(jj * 8 + kk) * nbyte_row + ii]; |
159 | 0 | } |
160 | 0 | } |
161 | 0 | } |
162 | 0 | return size * elem_size; |
163 | 0 | } |
164 | | |
165 | | |
166 | | /* Shuffle bits within the bytes of eight element blocks. */ |
167 | | int64_t blosc_internal_bshuf_shuffle_bit_eightelem_scal(const void* in, void* out, |
168 | 355 | const size_t size, const size_t elem_size) { |
169 | | |
170 | 355 | const char *in_b; |
171 | 355 | char *out_b; |
172 | 355 | uint64_t x, t; |
173 | 355 | size_t ii, jj, kk; |
174 | 355 | size_t nbyte, out_index; |
175 | | |
176 | 355 | uint64_t e=1; |
177 | 355 | const int little_endian = *(uint8_t *) &e == 1; |
178 | 355 | const size_t elem_skip = little_endian ? elem_size : -elem_size; |
179 | 355 | const uint64_t elem_offset = little_endian ? 0 : 7 * elem_size; |
180 | | |
181 | 355 | CHECK_MULT_EIGHT(size); |
182 | | |
183 | 355 | in_b = (const char*) in; |
184 | 355 | out_b = (char*) out; |
185 | | |
186 | 355 | nbyte = elem_size * size; |
187 | | |
188 | 1.64k | for (jj = 0; jj < 8 * elem_size; jj += 8) { |
189 | 596k | for (ii = 0; ii + 8 * elem_size - 1 < nbyte; ii += 8 * elem_size) { |
190 | 595k | x = *((uint64_t*) &in_b[ii + jj]); |
191 | 595k | if (little_endian) { |
192 | 595k | TRANS_BIT_8X8(x, t); |
193 | 595k | } else { |
194 | 0 | TRANS_BIT_8X8_BE(x, t); |
195 | 0 | } |
196 | 5.36M | for (kk = 0; kk < 8; kk++) { |
197 | 4.76M | out_index = ii + jj / 8 + elem_offset + kk * elem_skip; |
198 | 4.76M | *((uint8_t*) &out_b[out_index]) = x; |
199 | 4.76M | x = x >> 8; |
200 | 4.76M | } |
201 | 595k | } |
202 | 1.28k | } |
203 | 355 | return size * elem_size; |
204 | 355 | } |
205 | | |
206 | | |
207 | | /* Untranspose bits within elements. */ |
208 | | int64_t blosc_internal_bshuf_untrans_bit_elem_scal(const void* in, void* out, const size_t size, |
209 | 0 | const size_t elem_size, void* tmp_buf) { |
210 | |
|
211 | 0 | int64_t count; |
212 | |
|
213 | 0 | CHECK_MULT_EIGHT(size); |
214 | |
|
215 | 0 | count = bshuf_trans_byte_bitrow_scal(in, tmp_buf, size, elem_size); |
216 | 0 | CHECK_ERR(count); |
217 | 0 | count = blosc_internal_bshuf_shuffle_bit_eightelem_scal(tmp_buf, out, size, elem_size); |
218 | |
|
219 | 0 | return count; |
220 | 0 | } |