/src/zlib-ng/arch/x86/slide_hash_avx2.c
Line | Count | Source |
1 | | /* |
2 | | * AVX2 optimized hash slide, based on Intel's slide_sse implementation |
3 | | * |
4 | | * Copyright (C) 2017 Intel Corporation |
5 | | * Authors: |
6 | | * Arjan van de Ven <arjan@linux.intel.com> |
7 | | * Jim Kukunas <james.t.kukunas@linux.intel.com> |
8 | | * Mika T. Lindqvist <postmaster@raasu.org> |
9 | | * |
10 | | * For conditions of distribution and use, see copyright notice in zlib.h |
11 | | */ |
12 | | |
13 | | #ifdef X86_AVX2 |
14 | | |
15 | | #include "zbuild.h" |
16 | | #include "deflate.h" |
17 | | |
18 | | #include <immintrin.h> |
19 | | |
20 | 120k | static inline void slide_hash_chain(Pos *table, uint32_t entries, const __m256i wsize) { |
21 | 120k | table += entries; |
22 | 120k | table -= 32; |
23 | | |
24 | 173M | do { |
25 | 173M | __m256i value1, value2, result1, result2; |
26 | | |
27 | 173M | value1 = _mm256_load_si256((__m256i *)table); |
28 | 173M | value2 = _mm256_load_si256((__m256i *)(table+16)); |
29 | 173M | result1 = _mm256_subs_epu16(value1, wsize); |
30 | 173M | result2 = _mm256_subs_epu16(value2, wsize); |
31 | 173M | _mm256_store_si256((__m256i *)table, result1); |
32 | 173M | _mm256_store_si256((__m256i *)(table+16), result2); |
33 | | |
34 | 173M | table -= 32; |
35 | 173M | entries -= 32; |
36 | 173M | } while (entries > 0); |
37 | 120k | } |
38 | | |
39 | 56.8k | Z_INTERNAL void slide_hash_avx2(deflate_state *s) { |
40 | 56.8k | Assert(s->w_size <= UINT16_MAX, "w_size should fit in uint16_t"); |
41 | 56.8k | uint16_t wsize = (uint16_t)s->w_size; |
42 | 56.8k | const __m256i ymm_wsize = _mm256_set1_epi16((short)wsize); |
43 | | |
44 | 56.8k | slide_hash_chain(s->head, HASH_SIZE, ymm_wsize); |
45 | 56.8k | slide_hash_chain(s->prev, wsize, ymm_wsize); |
46 | 56.8k | } |
47 | | |
48 | 6.96k | Z_INTERNAL void slide_hash_head_avx2(deflate_state *s) { |
49 | 6.96k | Assert(s->w_size <= UINT16_MAX, "w_size should fit in uint16_t"); |
50 | 6.96k | uint16_t wsize = (uint16_t)s->w_size; |
51 | 6.96k | const __m256i ymm_wsize = _mm256_set1_epi16((short)wsize); |
52 | | |
53 | 6.96k | slide_hash_chain(s->head, HASH_SIZE, ymm_wsize); |
54 | 6.96k | } |
55 | | |
56 | | #endif |