Coverage Report

Created: 2026-11-12 06:21

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/zlib-ng/arch/x86/slide_hash_avx2.c
Line
Count
Source
1
/*
2
 * AVX2 optimized hash slide, based on Intel's slide_sse implementation
3
 *
4
 * Copyright (C) 2017 Intel Corporation
5
 * Authors:
6
 *   Arjan van de Ven   <arjan@linux.intel.com>
7
 *   Jim Kukunas        <james.t.kukunas@linux.intel.com>
8
 *   Mika T. Lindqvist  <postmaster@raasu.org>
9
 *
10
 * For conditions of distribution and use, see copyright notice in zlib.h
11
 */
12
13
#ifdef X86_AVX2
14
15
#include "zbuild.h"
16
#include "deflate.h"
17
18
#include <immintrin.h>
19
20
103k
static inline void slide_hash_chain(Pos *table, uint32_t entries, const __m256i wsize) {
21
103k
    table += entries;
22
103k
    table -= 32;
23
24
162M
    do {
25
162M
        __m256i value1, value2, result1, result2;
26
27
162M
        value1 = _mm256_load_si256((__m256i *)table);
28
162M
        value2 = _mm256_load_si256((__m256i *)(table+16));
29
162M
        result1 = _mm256_subs_epu16(value1, wsize);
30
162M
        result2 = _mm256_subs_epu16(value2, wsize);
31
162M
        _mm256_store_si256((__m256i *)table, result1);
32
162M
        _mm256_store_si256((__m256i *)(table+16), result2);
33
34
162M
        table -= 32;
35
162M
        entries -= 32;
36
162M
    } while (entries > 0);
37
103k
}
38
39
47.6k
Z_INTERNAL void slide_hash_avx2(deflate_state *s) {
40
47.6k
    Assert(s->slide_len <= UINT16_MAX, "slide_len should fit in uint16_t");
41
47.6k
    uint16_t slide = (uint16_t)s->slide_len;
42
47.6k
    const __m256i ymm_slide = _mm256_set1_epi16((short)slide);
43
44
47.6k
    slide_hash_chain(s->head, HASH_SIZE, ymm_slide);
45
47.6k
    slide_hash_chain(s->prev, s->w_size, ymm_slide);
46
47.6k
}
47
48
8.03k
Z_INTERNAL void slide_hash_head_avx2(deflate_state *s) {
49
8.03k
    Assert(s->slide_len <= UINT16_MAX, "slide_len should fit in uint16_t");
50
8.03k
    uint16_t slide = (uint16_t)s->slide_len;
51
8.03k
    const __m256i ymm_slide = _mm256_set1_epi16((short)slide);
52
53
8.03k
    slide_hash_chain(s->head, HASH_SIZE, ymm_slide);
54
8.03k
}
55
56
#endif