Coverage Report

Created: 2026-09-13 06:38

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/zlib-ng/arch/x86/slide_hash_avx2.c
Line
Count
Source
1
/*
2
 * AVX2 optimized hash slide, based on Intel's slide_sse implementation
3
 *
4
 * Copyright (C) 2017 Intel Corporation
5
 * Authors:
6
 *   Arjan van de Ven   <arjan@linux.intel.com>
7
 *   Jim Kukunas        <james.t.kukunas@linux.intel.com>
8
 *   Mika T. Lindqvist  <postmaster@raasu.org>
9
 *
10
 * For conditions of distribution and use, see copyright notice in zlib.h
11
 */
12
13
#ifdef X86_AVX2
14
15
#include "zbuild.h"
16
#include "deflate.h"
17
18
#include <immintrin.h>
19
20
120k
static inline void slide_hash_chain(Pos *table, uint32_t entries, const __m256i wsize) {
21
120k
    table += entries;
22
120k
    table -= 32;
23
24
173M
    do {
25
173M
        __m256i value1, value2, result1, result2;
26
27
173M
        value1 = _mm256_load_si256((__m256i *)table);
28
173M
        value2 = _mm256_load_si256((__m256i *)(table+16));
29
173M
        result1 = _mm256_subs_epu16(value1, wsize);
30
173M
        result2 = _mm256_subs_epu16(value2, wsize);
31
173M
        _mm256_store_si256((__m256i *)table, result1);
32
173M
        _mm256_store_si256((__m256i *)(table+16), result2);
33
34
173M
        table -= 32;
35
173M
        entries -= 32;
36
173M
    } while (entries > 0);
37
120k
}
38
39
56.8k
Z_INTERNAL void slide_hash_avx2(deflate_state *s) {
40
56.8k
    Assert(s->w_size <= UINT16_MAX, "w_size should fit in uint16_t");
41
56.8k
    uint16_t wsize = (uint16_t)s->w_size;
42
56.8k
    const __m256i ymm_wsize = _mm256_set1_epi16((short)wsize);
43
44
56.8k
    slide_hash_chain(s->head, HASH_SIZE, ymm_wsize);
45
56.8k
    slide_hash_chain(s->prev, wsize, ymm_wsize);
46
56.8k
}
47
48
6.96k
Z_INTERNAL void slide_hash_head_avx2(deflate_state *s) {
49
6.96k
    Assert(s->w_size <= UINT16_MAX, "w_size should fit in uint16_t");
50
6.96k
    uint16_t wsize = (uint16_t)s->w_size;
51
6.96k
    const __m256i ymm_wsize = _mm256_set1_epi16((short)wsize);
52
53
6.96k
    slide_hash_chain(s->head, HASH_SIZE, ymm_wsize);
54
6.96k
}
55
56
#endif