Coverage Report

Created: 2025-12-31 07:53

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/libjxl/lib/jxl/dct_block-inl.h
Line
Count
Source
1
// Copyright (c) the JPEG XL Project Authors. All rights reserved.
2
//
3
// Use of this source code is governed by a BSD-style
4
// license that can be found in the LICENSE file.
5
6
// Adapters for DCT input/output: from/to contiguous blocks or image rows.
7
8
#include "lib/jxl/base/compiler_specific.h"
9
10
#if defined(LIB_JXL_DCT_BLOCK_INL_H_) == defined(HWY_TARGET_TOGGLE)
11
#ifdef LIB_JXL_DCT_BLOCK_INL_H_
12
#undef LIB_JXL_DCT_BLOCK_INL_H_
13
#else
14
#define LIB_JXL_DCT_BLOCK_INL_H_
15
#endif
16
17
#include <cstddef>
18
#include <hwy/highway.h>
19
20
#include "lib/jxl/base/status.h"
21
22
HWY_BEFORE_NAMESPACE();
23
namespace jxl {
24
namespace HWY_NAMESPACE {
25
namespace {
26
27
// These templates are not found via ADL.
28
using hwy::HWY_NAMESPACE::Vec;
29
30
// Block: (x, y) <-> (N * y + x)
31
// Lines: (x, y) <-> (stride * y + x)
32
//
33
// I.e. Block is a specialization of Lines with fixed stride.
34
//
35
// FromXXX should implement Read and Load (Read vector).
36
// ToXXX should implement Write and Store (Write vector).
37
38
template <size_t N>
39
using BlockDesc = HWY_CAPPED(float, N);
40
41
// Here and in the following, the SZ template parameter specifies the number of
42
// values to load/store. Needed because we want to handle 4x4 sub-blocks of
43
// 16x16 blocks.
44
class DCTFrom {
45
 public:
46
2.60G
  DCTFrom(const float* data, size_t stride) : stride_(stride), data_(data) {}
Unexecuted instantiation: enc_group.cc:jxl::N_SSE4::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
enc_group.cc:jxl::N_AVX2::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Line
Count
Source
46
35.0M
  DCTFrom(const float* data, size_t stride) : stride_(stride), data_(data) {}
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Unexecuted instantiation: enc_group.cc:jxl::N_SSE2::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Unexecuted instantiation: dec_group.cc:jxl::N_SSE4::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
dec_group.cc:jxl::N_AVX2::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Line
Count
Source
46
120M
  DCTFrom(const float* data, size_t stride) : stride_(stride), data_(data) {}
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Unexecuted instantiation: dec_group.cc:jxl::N_SSE2::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_SSE4::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
enc_ac_strategy.cc:jxl::N_AVX2::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Line
Count
Source
46
2.35G
  DCTFrom(const float* data, size_t stride) : stride_(stride), data_(data) {}
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_SSE2::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_SSE4::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
enc_chroma_from_luma.cc:jxl::N_AVX2::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Line
Count
Source
46
88.9M
  DCTFrom(const float* data, size_t stride) : stride_(stride), data_(data) {}
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_SSE2::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_SSE4::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX2::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_SSE2::(anonymous namespace)::DCTFrom::DCTFrom(float const*, unsigned long)
47
48
  template <typename D>
49
13.4G
  HWY_INLINE Vec<D> LoadPart(D /* tag */, const size_t row, size_t i) const {
50
13.4G
    JXL_DASSERT(Lanes(D()) <= stride_);
51
    // Since these functions are used also for DC, no alignment at all is
52
    // guaranteed in the case of floating blocks.
53
    // TODO(veluca): consider using a different class for DC-to-LF and
54
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
55
13.4G
    return LoadU(D(), Address(row, i));
56
13.4G
  }
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_SSE4::Simd<float, 4ul, 0>)())) jxl::N_SSE4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE4::Simd<float, 4ul, 0> >(hwy::N_SSE4::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
enc_group.cc:decltype (Zero((hwy::N_AVX2::Simd<float, 4ul, 0>)())) jxl::N_AVX2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX2::Simd<float, 4ul, 0> >(hwy::N_AVX2::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Line
Count
Source
49
36.2M
  HWY_INLINE Vec<D> LoadPart(D /* tag */, const size_t row, size_t i) const {
50
36.2M
    JXL_DASSERT(Lanes(D()) <= stride_);
51
    // Since these functions are used also for DC, no alignment at all is
52
    // guaranteed in the case of floating blocks.
53
    // TODO(veluca): consider using a different class for DC-to-LF and
54
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
55
36.2M
    return LoadU(D(), Address(row, i));
56
36.2M
  }
enc_group.cc:decltype (Zero((hwy::N_AVX2::Simd<float, 8ul, 0>)())) jxl::N_AVX2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX2::Simd<float, 8ul, 0> >(hwy::N_AVX2::Simd<float, 8ul, 0>, unsigned long, unsigned long) const
Line
Count
Source
49
354M
  HWY_INLINE Vec<D> LoadPart(D /* tag */, const size_t row, size_t i) const {
50
354M
    JXL_DASSERT(Lanes(D()) <= stride_);
51
    // Since these functions are used also for DC, no alignment at all is
52
    // guaranteed in the case of floating blocks.
53
    // TODO(veluca): consider using a different class for DC-to-LF and
54
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
55
354M
    return LoadU(D(), Address(row, i));
56
354M
  }
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 4ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 4ul, 0> >(hwy::N_AVX3::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 8ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 8ul, 0> >(hwy::N_AVX3::Simd<float, 8ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 16ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 16ul, 0> >(hwy::N_AVX3::Simd<float, 16ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 4ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 4ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 8ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 8ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 8ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 16ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 16ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 16ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_SSE2::Simd<float, 4ul, 0>)())) jxl::N_SSE2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE2::Simd<float, 4ul, 0> >(hwy::N_SSE2::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_SSE4::Simd<float, 1ul, 0>)())) jxl::N_SSE4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE4::Simd<float, 1ul, 0> >(hwy::N_SSE4::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_SSE4::Simd<float, 2ul, 0>)())) jxl::N_SSE4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE4::Simd<float, 2ul, 0> >(hwy::N_SSE4::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_AVX2::Simd<float, 1ul, 0>)())) jxl::N_AVX2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX2::Simd<float, 1ul, 0> >(hwy::N_AVX2::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_AVX2::Simd<float, 2ul, 0>)())) jxl::N_AVX2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX2::Simd<float, 2ul, 0> >(hwy::N_AVX2::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 1ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 1ul, 0> >(hwy::N_AVX3::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 2ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 2ul, 0> >(hwy::N_AVX3::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 1ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 1ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 2ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 2ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_SSE2::Simd<float, 1ul, 0>)())) jxl::N_SSE2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE2::Simd<float, 1ul, 0> >(hwy::N_SSE2::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:decltype (Zero((hwy::N_SSE2::Simd<float, 2ul, 0>)())) jxl::N_SSE2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE2::Simd<float, 2ul, 0> >(hwy::N_SSE2::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:decltype (Zero((hwy::N_SSE4::Simd<float, 4ul, 0>)())) jxl::N_SSE4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE4::Simd<float, 4ul, 0> >(hwy::N_SSE4::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
dec_group.cc:decltype (Zero((hwy::N_AVX2::Simd<float, 8ul, 0>)())) jxl::N_AVX2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX2::Simd<float, 8ul, 0> >(hwy::N_AVX2::Simd<float, 8ul, 0>, unsigned long, unsigned long) const
Line
Count
Source
49
439M
  HWY_INLINE Vec<D> LoadPart(D /* tag */, const size_t row, size_t i) const {
50
439M
    JXL_DASSERT(Lanes(D()) <= stride_);
51
    // Since these functions are used also for DC, no alignment at all is
52
    // guaranteed in the case of floating blocks.
53
    // TODO(veluca): consider using a different class for DC-to-LF and
54
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
55
439M
    return LoadU(D(), Address(row, i));
56
439M
  }
Unexecuted instantiation: dec_group.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 8ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 8ul, 0> >(hwy::N_AVX3::Simd<float, 8ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 8ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 8ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 8ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:decltype (Zero((hwy::N_SSE2::Simd<float, 4ul, 0>)())) jxl::N_SSE2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE2::Simd<float, 4ul, 0> >(hwy::N_SSE2::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:decltype (Zero((hwy::N_SSE4::Simd<float, 1ul, 0>)())) jxl::N_SSE4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE4::Simd<float, 1ul, 0> >(hwy::N_SSE4::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:decltype (Zero((hwy::N_SSE4::Simd<float, 2ul, 0>)())) jxl::N_SSE4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE4::Simd<float, 2ul, 0> >(hwy::N_SSE4::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
dec_group.cc:decltype (Zero((hwy::N_AVX2::Simd<float, 1ul, 0>)())) jxl::N_AVX2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX2::Simd<float, 1ul, 0> >(hwy::N_AVX2::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Line
Count
Source
49
5.50M
  HWY_INLINE Vec<D> LoadPart(D /* tag */, const size_t row, size_t i) const {
50
5.50M
    JXL_DASSERT(Lanes(D()) <= stride_);
51
    // Since these functions are used also for DC, no alignment at all is
52
    // guaranteed in the case of floating blocks.
53
    // TODO(veluca): consider using a different class for DC-to-LF and
54
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
55
5.50M
    return LoadU(D(), Address(row, i));
56
5.50M
  }
dec_group.cc:decltype (Zero((hwy::N_AVX2::Simd<float, 2ul, 0>)())) jxl::N_AVX2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX2::Simd<float, 2ul, 0> >(hwy::N_AVX2::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Line
Count
Source
49
8.22M
  HWY_INLINE Vec<D> LoadPart(D /* tag */, const size_t row, size_t i) const {
50
8.22M
    JXL_DASSERT(Lanes(D()) <= stride_);
51
    // Since these functions are used also for DC, no alignment at all is
52
    // guaranteed in the case of floating blocks.
53
    // TODO(veluca): consider using a different class for DC-to-LF and
54
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
55
8.22M
    return LoadU(D(), Address(row, i));
56
8.22M
  }
dec_group.cc:decltype (Zero((hwy::N_AVX2::Simd<float, 4ul, 0>)())) jxl::N_AVX2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX2::Simd<float, 4ul, 0> >(hwy::N_AVX2::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Line
Count
Source
49
7.60M
  HWY_INLINE Vec<D> LoadPart(D /* tag */, const size_t row, size_t i) const {
50
7.60M
    JXL_DASSERT(Lanes(D()) <= stride_);
51
    // Since these functions are used also for DC, no alignment at all is
52
    // guaranteed in the case of floating blocks.
53
    // TODO(veluca): consider using a different class for DC-to-LF and
54
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
55
7.60M
    return LoadU(D(), Address(row, i));
56
7.60M
  }
Unexecuted instantiation: dec_group.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 1ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 1ul, 0> >(hwy::N_AVX3::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 2ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 2ul, 0> >(hwy::N_AVX3::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 4ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 4ul, 0> >(hwy::N_AVX3::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 16ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 16ul, 0> >(hwy::N_AVX3::Simd<float, 16ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 1ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 1ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 2ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 2ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 4ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 4ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 16ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 16ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 16ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:decltype (Zero((hwy::N_SSE2::Simd<float, 1ul, 0>)())) jxl::N_SSE2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE2::Simd<float, 1ul, 0> >(hwy::N_SSE2::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:decltype (Zero((hwy::N_SSE2::Simd<float, 2ul, 0>)())) jxl::N_SSE2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE2::Simd<float, 2ul, 0> >(hwy::N_SSE2::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_SSE4::Simd<float, 4ul, 0>)())) jxl::N_SSE4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE4::Simd<float, 4ul, 0> >(hwy::N_SSE4::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
enc_ac_strategy.cc:decltype (Zero((hwy::N_AVX2::Simd<float, 4ul, 0>)())) jxl::N_AVX2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX2::Simd<float, 4ul, 0> >(hwy::N_AVX2::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Line
Count
Source
49
2.29G
  HWY_INLINE Vec<D> LoadPart(D /* tag */, const size_t row, size_t i) const {
50
2.29G
    JXL_DASSERT(Lanes(D()) <= stride_);
51
    // Since these functions are used also for DC, no alignment at all is
52
    // guaranteed in the case of floating blocks.
53
    // TODO(veluca): consider using a different class for DC-to-LF and
54
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
55
2.29G
    return LoadU(D(), Address(row, i));
56
2.29G
  }
enc_ac_strategy.cc:decltype (Zero((hwy::N_AVX2::Simd<float, 8ul, 0>)())) jxl::N_AVX2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX2::Simd<float, 8ul, 0> >(hwy::N_AVX2::Simd<float, 8ul, 0>, unsigned long, unsigned long) const
Line
Count
Source
49
9.45G
  HWY_INLINE Vec<D> LoadPart(D /* tag */, const size_t row, size_t i) const {
50
9.45G
    JXL_DASSERT(Lanes(D()) <= stride_);
51
    // Since these functions are used also for DC, no alignment at all is
52
    // guaranteed in the case of floating blocks.
53
    // TODO(veluca): consider using a different class for DC-to-LF and
54
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
55
9.45G
    return LoadU(D(), Address(row, i));
56
9.45G
  }
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 4ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 4ul, 0> >(hwy::N_AVX3::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 8ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 8ul, 0> >(hwy::N_AVX3::Simd<float, 8ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 16ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 16ul, 0> >(hwy::N_AVX3::Simd<float, 16ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 4ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 4ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 8ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 8ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 8ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 16ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 16ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 16ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_SSE2::Simd<float, 4ul, 0>)())) jxl::N_SSE2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE2::Simd<float, 4ul, 0> >(hwy::N_SSE2::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_SSE4::Simd<float, 1ul, 0>)())) jxl::N_SSE4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE4::Simd<float, 1ul, 0> >(hwy::N_SSE4::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_SSE4::Simd<float, 2ul, 0>)())) jxl::N_SSE4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE4::Simd<float, 2ul, 0> >(hwy::N_SSE4::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_AVX2::Simd<float, 1ul, 0>)())) jxl::N_AVX2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX2::Simd<float, 1ul, 0> >(hwy::N_AVX2::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_AVX2::Simd<float, 2ul, 0>)())) jxl::N_AVX2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX2::Simd<float, 2ul, 0> >(hwy::N_AVX2::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 1ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 1ul, 0> >(hwy::N_AVX3::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 2ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 2ul, 0> >(hwy::N_AVX3::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 1ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 1ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 2ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 2ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_SSE2::Simd<float, 1ul, 0>)())) jxl::N_SSE2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE2::Simd<float, 1ul, 0> >(hwy::N_SSE2::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:decltype (Zero((hwy::N_SSE2::Simd<float, 2ul, 0>)())) jxl::N_SSE2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE2::Simd<float, 2ul, 0> >(hwy::N_SSE2::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:decltype (Zero((hwy::N_SSE4::Simd<float, 4ul, 0>)())) jxl::N_SSE4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE4::Simd<float, 4ul, 0> >(hwy::N_SSE4::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:decltype (Zero((hwy::N_AVX2::Simd<float, 4ul, 0>)())) jxl::N_AVX2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX2::Simd<float, 4ul, 0> >(hwy::N_AVX2::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:decltype (Zero((hwy::N_AVX2::Simd<float, 8ul, 0>)())) jxl::N_AVX2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX2::Simd<float, 8ul, 0> >(hwy::N_AVX2::Simd<float, 8ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 4ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 4ul, 0> >(hwy::N_AVX3::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 16ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 16ul, 0> >(hwy::N_AVX3::Simd<float, 16ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 8ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 8ul, 0> >(hwy::N_AVX3::Simd<float, 8ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 4ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 4ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 16ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 16ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 16ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 8ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 8ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 8ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:decltype (Zero((hwy::N_SSE2::Simd<float, 4ul, 0>)())) jxl::N_SSE2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE2::Simd<float, 4ul, 0> >(hwy::N_SSE2::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_SSE4::Simd<float, 4ul, 0>)())) jxl::N_SSE4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE4::Simd<float, 4ul, 0> >(hwy::N_SSE4::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
enc_chroma_from_luma.cc:decltype (Zero((hwy::N_AVX2::Simd<float, 4ul, 0>)())) jxl::N_AVX2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX2::Simd<float, 4ul, 0> >(hwy::N_AVX2::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Line
Count
Source
49
36.2M
  HWY_INLINE Vec<D> LoadPart(D /* tag */, const size_t row, size_t i) const {
50
36.2M
    JXL_DASSERT(Lanes(D()) <= stride_);
51
    // Since these functions are used also for DC, no alignment at all is
52
    // guaranteed in the case of floating blocks.
53
    // TODO(veluca): consider using a different class for DC-to-LF and
54
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
55
36.2M
    return LoadU(D(), Address(row, i));
56
36.2M
  }
enc_chroma_from_luma.cc:decltype (Zero((hwy::N_AVX2::Simd<float, 8ul, 0>)())) jxl::N_AVX2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX2::Simd<float, 8ul, 0> >(hwy::N_AVX2::Simd<float, 8ul, 0>, unsigned long, unsigned long) const
Line
Count
Source
49
785M
  HWY_INLINE Vec<D> LoadPart(D /* tag */, const size_t row, size_t i) const {
50
785M
    JXL_DASSERT(Lanes(D()) <= stride_);
51
    // Since these functions are used also for DC, no alignment at all is
52
    // guaranteed in the case of floating blocks.
53
    // TODO(veluca): consider using a different class for DC-to-LF and
54
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
55
785M
    return LoadU(D(), Address(row, i));
56
785M
  }
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 4ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 4ul, 0> >(hwy::N_AVX3::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 8ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 8ul, 0> >(hwy::N_AVX3::Simd<float, 8ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 16ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 16ul, 0> >(hwy::N_AVX3::Simd<float, 16ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 4ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 4ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 8ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 8ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 8ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 16ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 16ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 16ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_SSE2::Simd<float, 4ul, 0>)())) jxl::N_SSE2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE2::Simd<float, 4ul, 0> >(hwy::N_SSE2::Simd<float, 4ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_SSE4::Simd<float, 1ul, 0>)())) jxl::N_SSE4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE4::Simd<float, 1ul, 0> >(hwy::N_SSE4::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_SSE4::Simd<float, 2ul, 0>)())) jxl::N_SSE4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE4::Simd<float, 2ul, 0> >(hwy::N_SSE4::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_AVX2::Simd<float, 1ul, 0>)())) jxl::N_AVX2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX2::Simd<float, 1ul, 0> >(hwy::N_AVX2::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_AVX2::Simd<float, 2ul, 0>)())) jxl::N_AVX2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX2::Simd<float, 2ul, 0> >(hwy::N_AVX2::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 1ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 1ul, 0> >(hwy::N_AVX3::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_AVX3::Simd<float, 2ul, 0>)())) jxl::N_AVX3::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3::Simd<float, 2ul, 0> >(hwy::N_AVX3::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0>)())) jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 1ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 1ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 2ul, 0>)())) jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_AVX3_SPR::Simd<float, 2ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_SSE2::Simd<float, 1ul, 0>)())) jxl::N_SSE2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE2::Simd<float, 1ul, 0> >(hwy::N_SSE2::Simd<float, 1ul, 0>, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:decltype (Zero((hwy::N_SSE2::Simd<float, 2ul, 0>)())) jxl::N_SSE2::(anonymous namespace)::DCTFrom::LoadPart<hwy::N_SSE2::Simd<float, 2ul, 0> >(hwy::N_SSE2::Simd<float, 2ul, 0>, unsigned long, unsigned long) const
57
58
21.7G
  HWY_INLINE float Read(const size_t row, const size_t i) const {
59
21.7G
    return *Address(row, i);
60
21.7G
  }
Unexecuted instantiation: enc_group.cc:jxl::N_SSE4::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
enc_group.cc:jxl::N_AVX2::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Line
Count
Source
58
199M
  HWY_INLINE float Read(const size_t row, const size_t i) const {
59
199M
    return *Address(row, i);
60
199M
  }
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:jxl::N_SSE2::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
dec_group.cc:jxl::N_AVX2::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Line
Count
Source
58
663M
  HWY_INLINE float Read(const size_t row, const size_t i) const {
59
663M
    return *Address(row, i);
60
663M
  }
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:jxl::N_SSE4::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:jxl::N_SSE2::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
enc_ac_strategy.cc:jxl::N_AVX2::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Line
Count
Source
58
20.6G
  HWY_INLINE float Read(const size_t row, const size_t i) const {
59
20.6G
    return *Address(row, i);
60
20.6G
  }
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_SSE4::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_SSE2::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_SSE4::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX2::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_SSE2::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_SSE4::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
enc_chroma_from_luma.cc:jxl::N_AVX2::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Line
Count
Source
58
199M
  HWY_INLINE float Read(const size_t row, const size_t i) const {
59
199M
    return *Address(row, i);
60
199M
  }
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_SSE2::(anonymous namespace)::DCTFrom::Read(unsigned long, unsigned long) const
61
62
  constexpr HWY_INLINE const float* Address(const size_t row,
63
37.0G
                                            const size_t i) const {
64
37.0G
    return data_ + row * stride_ + i;
65
37.0G
  }
Unexecuted instantiation: enc_group.cc:jxl::N_SSE4::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
enc_group.cc:jxl::N_AVX2::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Line
Count
Source
63
606M
                                            const size_t i) const {
64
606M
    return data_ + row * stride_ + i;
65
606M
  }
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:jxl::N_SSE2::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:jxl::N_SSE4::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
dec_group.cc:jxl::N_AVX2::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Line
Count
Source
63
1.24G
                                            const size_t i) const {
64
1.24G
    return data_ + row * stride_ + i;
65
1.24G
  }
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:jxl::N_SSE2::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_SSE4::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
enc_ac_strategy.cc:jxl::N_AVX2::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Line
Count
Source
63
34.1G
                                            const size_t i) const {
64
34.1G
    return data_ + row * stride_ + i;
65
34.1G
  }
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_SSE2::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_SSE4::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX2::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_SSE2::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_SSE4::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
enc_chroma_from_luma.cc:jxl::N_AVX2::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Line
Count
Source
63
1.05G
                                            const size_t i) const {
64
1.05G
    return data_ + row * stride_ + i;
65
1.05G
  }
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_SSE2::(anonymous namespace)::DCTFrom::Address(unsigned long, unsigned long) const
66
67
878M
  size_t Stride() const { return stride_; }
Unexecuted instantiation: enc_group.cc:jxl::N_SSE4::(anonymous namespace)::DCTFrom::Stride() const
enc_group.cc:jxl::N_AVX2::(anonymous namespace)::DCTFrom::Stride() const
Line
Count
Source
67
2.92M
  size_t Stride() const { return stride_; }
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3::(anonymous namespace)::DCTFrom::Stride() const
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::Stride() const
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::Stride() const
Unexecuted instantiation: enc_group.cc:jxl::N_SSE2::(anonymous namespace)::DCTFrom::Stride() const
Unexecuted instantiation: dec_group.cc:jxl::N_SSE4::(anonymous namespace)::DCTFrom::Stride() const
dec_group.cc:jxl::N_AVX2::(anonymous namespace)::DCTFrom::Stride() const
Line
Count
Source
67
76.1M
  size_t Stride() const { return stride_; }
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3::(anonymous namespace)::DCTFrom::Stride() const
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::Stride() const
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::Stride() const
Unexecuted instantiation: dec_group.cc:jxl::N_SSE2::(anonymous namespace)::DCTFrom::Stride() const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_SSE4::(anonymous namespace)::DCTFrom::Stride() const
enc_ac_strategy.cc:jxl::N_AVX2::(anonymous namespace)::DCTFrom::Stride() const
Line
Count
Source
67
796M
  size_t Stride() const { return stride_; }
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3::(anonymous namespace)::DCTFrom::Stride() const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::Stride() const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::Stride() const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_SSE2::(anonymous namespace)::DCTFrom::Stride() const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_SSE4::(anonymous namespace)::DCTFrom::Stride() const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX2::(anonymous namespace)::DCTFrom::Stride() const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3::(anonymous namespace)::DCTFrom::Stride() const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::Stride() const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::Stride() const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_SSE2::(anonymous namespace)::DCTFrom::Stride() const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_SSE4::(anonymous namespace)::DCTFrom::Stride() const
enc_chroma_from_luma.cc:jxl::N_AVX2::(anonymous namespace)::DCTFrom::Stride() const
Line
Count
Source
67
2.92M
  size_t Stride() const { return stride_; }
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3::(anonymous namespace)::DCTFrom::Stride() const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTFrom::Stride() const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTFrom::Stride() const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_SSE2::(anonymous namespace)::DCTFrom::Stride() const
68
69
 private:
70
  size_t stride_;
71
  const float* JXL_RESTRICT data_;
72
};
73
74
class DCTTo {
75
 public:
76
2.60G
  DCTTo(float* data, size_t stride) : stride_(stride), data_(data) {}
Unexecuted instantiation: enc_group.cc:jxl::N_SSE4::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
enc_group.cc:jxl::N_AVX2::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Line
Count
Source
76
35.0M
  DCTTo(float* data, size_t stride) : stride_(stride), data_(data) {}
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Unexecuted instantiation: enc_group.cc:jxl::N_SSE2::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Unexecuted instantiation: dec_group.cc:jxl::N_SSE4::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
dec_group.cc:jxl::N_AVX2::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Line
Count
Source
76
120M
  DCTTo(float* data, size_t stride) : stride_(stride), data_(data) {}
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Unexecuted instantiation: dec_group.cc:jxl::N_SSE2::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_SSE4::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
enc_ac_strategy.cc:jxl::N_AVX2::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Line
Count
Source
76
2.35G
  DCTTo(float* data, size_t stride) : stride_(stride), data_(data) {}
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_SSE2::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_SSE4::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
enc_chroma_from_luma.cc:jxl::N_AVX2::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Line
Count
Source
76
88.9M
  DCTTo(float* data, size_t stride) : stride_(stride), data_(data) {}
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_SSE2::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_SSE4::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX2::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_SSE2::(anonymous namespace)::DCTTo::DCTTo(float*, unsigned long)
77
78
  template <typename D>
79
  HWY_INLINE void StorePart(D /* tag */, const Vec<D>& v, const size_t row,
80
13.4G
                            size_t i) const {
81
13.4G
    JXL_DASSERT(Lanes(D()) <= stride_);
82
    // Since these functions are used also for DC, no alignment at all is
83
    // guaranteed in the case of floating blocks.
84
    // TODO(veluca): consider using a different class for DC-to-LF and
85
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
86
13.4G
    StoreU(v, D(), Address(row, i));
87
13.4G
  }
Unexecuted instantiation: enc_group.cc:void jxl::N_SSE4::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE4::Simd<float, 4ul, 0> >(hwy::N_SSE4::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_SSE4::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
enc_group.cc:void jxl::N_AVX2::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX2::Simd<float, 4ul, 0> >(hwy::N_AVX2::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_AVX2::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Line
Count
Source
80
36.2M
                            size_t i) const {
81
36.2M
    JXL_DASSERT(Lanes(D()) <= stride_);
82
    // Since these functions are used also for DC, no alignment at all is
83
    // guaranteed in the case of floating blocks.
84
    // TODO(veluca): consider using a different class for DC-to-LF and
85
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
86
36.2M
    StoreU(v, D(), Address(row, i));
87
36.2M
  }
enc_group.cc:void jxl::N_AVX2::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX2::Simd<float, 8ul, 0> >(hwy::N_AVX2::Simd<float, 8ul, 0>, decltype (Zero((hwy::N_AVX2::Simd<float, 8ul, 0>)())) const&, unsigned long, unsigned long) const
Line
Count
Source
80
354M
                            size_t i) const {
81
354M
    JXL_DASSERT(Lanes(D()) <= stride_);
82
    // Since these functions are used also for DC, no alignment at all is
83
    // guaranteed in the case of floating blocks.
84
    // TODO(veluca): consider using a different class for DC-to-LF and
85
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
86
354M
    StoreU(v, D(), Address(row, i));
87
354M
  }
Unexecuted instantiation: enc_group.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 4ul, 0> >(hwy::N_AVX3::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 8ul, 0> >(hwy::N_AVX3::Simd<float, 8ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 8ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 16ul, 0> >(hwy::N_AVX3::Simd<float, 16ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 16ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 4ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 8ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 8ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 8ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 16ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 16ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 16ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:void jxl::N_SSE2::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE2::Simd<float, 4ul, 0> >(hwy::N_SSE2::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_SSE2::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:void jxl::N_SSE4::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE4::Simd<float, 1ul, 0> >(hwy::N_SSE4::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_SSE4::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:void jxl::N_SSE4::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE4::Simd<float, 2ul, 0> >(hwy::N_SSE4::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_SSE4::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:void jxl::N_AVX2::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX2::Simd<float, 1ul, 0> >(hwy::N_AVX2::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_AVX2::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:void jxl::N_AVX2::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX2::Simd<float, 2ul, 0> >(hwy::N_AVX2::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_AVX2::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 1ul, 0> >(hwy::N_AVX3::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 2ul, 0> >(hwy::N_AVX3::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 1ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 2ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:void jxl::N_SSE2::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE2::Simd<float, 1ul, 0> >(hwy::N_SSE2::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_SSE2::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:void jxl::N_SSE2::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE2::Simd<float, 2ul, 0> >(hwy::N_SSE2::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_SSE2::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:void jxl::N_SSE4::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE4::Simd<float, 4ul, 0> >(hwy::N_SSE4::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_SSE4::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
dec_group.cc:void jxl::N_AVX2::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX2::Simd<float, 8ul, 0> >(hwy::N_AVX2::Simd<float, 8ul, 0>, decltype (Zero((hwy::N_AVX2::Simd<float, 8ul, 0>)())) const&, unsigned long, unsigned long) const
Line
Count
Source
80
439M
                            size_t i) const {
81
439M
    JXL_DASSERT(Lanes(D()) <= stride_);
82
    // Since these functions are used also for DC, no alignment at all is
83
    // guaranteed in the case of floating blocks.
84
    // TODO(veluca): consider using a different class for DC-to-LF and
85
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
86
439M
    StoreU(v, D(), Address(row, i));
87
439M
  }
Unexecuted instantiation: dec_group.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 8ul, 0> >(hwy::N_AVX3::Simd<float, 8ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 8ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 8ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 8ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 8ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:void jxl::N_SSE2::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE2::Simd<float, 4ul, 0> >(hwy::N_SSE2::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_SSE2::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:void jxl::N_SSE4::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE4::Simd<float, 1ul, 0> >(hwy::N_SSE4::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_SSE4::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:void jxl::N_SSE4::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE4::Simd<float, 2ul, 0> >(hwy::N_SSE4::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_SSE4::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
dec_group.cc:void jxl::N_AVX2::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX2::Simd<float, 1ul, 0> >(hwy::N_AVX2::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_AVX2::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Line
Count
Source
80
5.50M
                            size_t i) const {
81
5.50M
    JXL_DASSERT(Lanes(D()) <= stride_);
82
    // Since these functions are used also for DC, no alignment at all is
83
    // guaranteed in the case of floating blocks.
84
    // TODO(veluca): consider using a different class for DC-to-LF and
85
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
86
5.50M
    StoreU(v, D(), Address(row, i));
87
5.50M
  }
dec_group.cc:void jxl::N_AVX2::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX2::Simd<float, 2ul, 0> >(hwy::N_AVX2::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_AVX2::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Line
Count
Source
80
8.22M
                            size_t i) const {
81
8.22M
    JXL_DASSERT(Lanes(D()) <= stride_);
82
    // Since these functions are used also for DC, no alignment at all is
83
    // guaranteed in the case of floating blocks.
84
    // TODO(veluca): consider using a different class for DC-to-LF and
85
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
86
8.22M
    StoreU(v, D(), Address(row, i));
87
8.22M
  }
dec_group.cc:void jxl::N_AVX2::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX2::Simd<float, 4ul, 0> >(hwy::N_AVX2::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_AVX2::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Line
Count
Source
80
7.60M
                            size_t i) const {
81
7.60M
    JXL_DASSERT(Lanes(D()) <= stride_);
82
    // Since these functions are used also for DC, no alignment at all is
83
    // guaranteed in the case of floating blocks.
84
    // TODO(veluca): consider using a different class for DC-to-LF and
85
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
86
7.60M
    StoreU(v, D(), Address(row, i));
87
7.60M
  }
Unexecuted instantiation: dec_group.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 1ul, 0> >(hwy::N_AVX3::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 2ul, 0> >(hwy::N_AVX3::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 4ul, 0> >(hwy::N_AVX3::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 16ul, 0> >(hwy::N_AVX3::Simd<float, 16ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 16ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 1ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 2ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 4ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 16ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 16ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 16ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:void jxl::N_SSE2::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE2::Simd<float, 1ul, 0> >(hwy::N_SSE2::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_SSE2::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:void jxl::N_SSE2::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE2::Simd<float, 2ul, 0> >(hwy::N_SSE2::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_SSE2::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_SSE4::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE4::Simd<float, 4ul, 0> >(hwy::N_SSE4::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_SSE4::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
enc_ac_strategy.cc:void jxl::N_AVX2::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX2::Simd<float, 4ul, 0> >(hwy::N_AVX2::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_AVX2::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Line
Count
Source
80
2.29G
                            size_t i) const {
81
2.29G
    JXL_DASSERT(Lanes(D()) <= stride_);
82
    // Since these functions are used also for DC, no alignment at all is
83
    // guaranteed in the case of floating blocks.
84
    // TODO(veluca): consider using a different class for DC-to-LF and
85
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
86
2.29G
    StoreU(v, D(), Address(row, i));
87
2.29G
  }
enc_ac_strategy.cc:void jxl::N_AVX2::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX2::Simd<float, 8ul, 0> >(hwy::N_AVX2::Simd<float, 8ul, 0>, decltype (Zero((hwy::N_AVX2::Simd<float, 8ul, 0>)())) const&, unsigned long, unsigned long) const
Line
Count
Source
80
9.45G
                            size_t i) const {
81
9.45G
    JXL_DASSERT(Lanes(D()) <= stride_);
82
    // Since these functions are used also for DC, no alignment at all is
83
    // guaranteed in the case of floating blocks.
84
    // TODO(veluca): consider using a different class for DC-to-LF and
85
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
86
9.45G
    StoreU(v, D(), Address(row, i));
87
9.45G
  }
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 4ul, 0> >(hwy::N_AVX3::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 8ul, 0> >(hwy::N_AVX3::Simd<float, 8ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 8ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 16ul, 0> >(hwy::N_AVX3::Simd<float, 16ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 16ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 4ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 8ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 8ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 8ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 16ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 16ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 16ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_SSE2::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE2::Simd<float, 4ul, 0> >(hwy::N_SSE2::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_SSE2::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_SSE4::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE4::Simd<float, 1ul, 0> >(hwy::N_SSE4::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_SSE4::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_SSE4::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE4::Simd<float, 2ul, 0> >(hwy::N_SSE4::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_SSE4::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_AVX2::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX2::Simd<float, 1ul, 0> >(hwy::N_AVX2::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_AVX2::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_AVX2::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX2::Simd<float, 2ul, 0> >(hwy::N_AVX2::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_AVX2::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 1ul, 0> >(hwy::N_AVX3::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 2ul, 0> >(hwy::N_AVX3::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 1ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 2ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_SSE2::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE2::Simd<float, 1ul, 0> >(hwy::N_SSE2::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_SSE2::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:void jxl::N_SSE2::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE2::Simd<float, 2ul, 0> >(hwy::N_SSE2::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_SSE2::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:void jxl::N_SSE4::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE4::Simd<float, 4ul, 0> >(hwy::N_SSE4::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_SSE4::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:void jxl::N_AVX2::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX2::Simd<float, 4ul, 0> >(hwy::N_AVX2::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_AVX2::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:void jxl::N_AVX2::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX2::Simd<float, 8ul, 0> >(hwy::N_AVX2::Simd<float, 8ul, 0>, decltype (Zero((hwy::N_AVX2::Simd<float, 8ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 4ul, 0> >(hwy::N_AVX3::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 16ul, 0> >(hwy::N_AVX3::Simd<float, 16ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 16ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 8ul, 0> >(hwy::N_AVX3::Simd<float, 8ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 8ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 4ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 16ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 16ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 16ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 8ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 8ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 8ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:void jxl::N_SSE2::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE2::Simd<float, 4ul, 0> >(hwy::N_SSE2::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_SSE2::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_SSE4::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE4::Simd<float, 4ul, 0> >(hwy::N_SSE4::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_SSE4::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
enc_chroma_from_luma.cc:void jxl::N_AVX2::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX2::Simd<float, 4ul, 0> >(hwy::N_AVX2::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_AVX2::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Line
Count
Source
80
36.2M
                            size_t i) const {
81
36.2M
    JXL_DASSERT(Lanes(D()) <= stride_);
82
    // Since these functions are used also for DC, no alignment at all is
83
    // guaranteed in the case of floating blocks.
84
    // TODO(veluca): consider using a different class for DC-to-LF and
85
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
86
36.2M
    StoreU(v, D(), Address(row, i));
87
36.2M
  }
enc_chroma_from_luma.cc:void jxl::N_AVX2::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX2::Simd<float, 8ul, 0> >(hwy::N_AVX2::Simd<float, 8ul, 0>, decltype (Zero((hwy::N_AVX2::Simd<float, 8ul, 0>)())) const&, unsigned long, unsigned long) const
Line
Count
Source
80
785M
                            size_t i) const {
81
785M
    JXL_DASSERT(Lanes(D()) <= stride_);
82
    // Since these functions are used also for DC, no alignment at all is
83
    // guaranteed in the case of floating blocks.
84
    // TODO(veluca): consider using a different class for DC-to-LF and
85
    // DC-from-LF, or copying DC values to/from a temporary aligned location.
86
785M
    StoreU(v, D(), Address(row, i));
87
785M
  }
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 4ul, 0> >(hwy::N_AVX3::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 8ul, 0> >(hwy::N_AVX3::Simd<float, 8ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 8ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 16ul, 0> >(hwy::N_AVX3::Simd<float, 16ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 16ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 8ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 16ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 4ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 8ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 8ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 8ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 16ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 16ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 16ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_SSE2::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE2::Simd<float, 4ul, 0> >(hwy::N_SSE2::Simd<float, 4ul, 0>, decltype (Zero((hwy::N_SSE2::Simd<float, 4ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_SSE4::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE4::Simd<float, 1ul, 0> >(hwy::N_SSE4::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_SSE4::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_SSE4::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE4::Simd<float, 2ul, 0> >(hwy::N_SSE4::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_SSE4::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_AVX2::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX2::Simd<float, 1ul, 0> >(hwy::N_AVX2::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_AVX2::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_AVX2::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX2::Simd<float, 2ul, 0> >(hwy::N_AVX2::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_AVX2::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 1ul, 0> >(hwy::N_AVX3::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_AVX3::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3::Simd<float, 2ul, 0> >(hwy::N_AVX3::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_AVX3::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0> >(hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_AVX3_ZEN4::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 1ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::StorePart<hwy::N_AVX3_SPR::Simd<float, 2ul, 0> >(hwy::N_AVX3_SPR::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_AVX3_SPR::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_SSE2::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE2::Simd<float, 1ul, 0> >(hwy::N_SSE2::Simd<float, 1ul, 0>, decltype (Zero((hwy::N_SSE2::Simd<float, 1ul, 0>)())) const&, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:void jxl::N_SSE2::(anonymous namespace)::DCTTo::StorePart<hwy::N_SSE2::Simd<float, 2ul, 0> >(hwy::N_SSE2::Simd<float, 2ul, 0>, decltype (Zero((hwy::N_SSE2::Simd<float, 2ul, 0>)())) const&, unsigned long, unsigned long) const
88
89
21.7G
  HWY_INLINE void Write(float v, const size_t row, const size_t i) const {
90
21.7G
    *Address(row, i) = v;
91
21.7G
  }
Unexecuted instantiation: enc_group.cc:jxl::N_SSE4::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
enc_group.cc:jxl::N_AVX2::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Line
Count
Source
89
199M
  HWY_INLINE void Write(float v, const size_t row, const size_t i) const {
90
199M
    *Address(row, i) = v;
91
199M
  }
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:jxl::N_SSE2::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
dec_group.cc:jxl::N_AVX2::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Line
Count
Source
89
663M
  HWY_INLINE void Write(float v, const size_t row, const size_t i) const {
90
663M
    *Address(row, i) = v;
91
663M
  }
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:jxl::N_SSE4::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:jxl::N_SSE2::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
enc_ac_strategy.cc:jxl::N_AVX2::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Line
Count
Source
89
20.6G
  HWY_INLINE void Write(float v, const size_t row, const size_t i) const {
90
20.6G
    *Address(row, i) = v;
91
20.6G
  }
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_SSE4::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_SSE2::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_SSE4::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX2::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_SSE2::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_SSE4::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
enc_chroma_from_luma.cc:jxl::N_AVX2::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Line
Count
Source
89
199M
  HWY_INLINE void Write(float v, const size_t row, const size_t i) const {
90
199M
    *Address(row, i) = v;
91
199M
  }
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_SSE2::(anonymous namespace)::DCTTo::Write(float, unsigned long, unsigned long) const
92
93
37.0G
  constexpr HWY_INLINE float* Address(const size_t row, const size_t i) const {
94
37.0G
    return data_ + row * stride_ + i;
95
37.0G
  }
Unexecuted instantiation: enc_group.cc:jxl::N_SSE4::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
enc_group.cc:jxl::N_AVX2::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Line
Count
Source
93
606M
  constexpr HWY_INLINE float* Address(const size_t row, const size_t i) const {
94
606M
    return data_ + row * stride_ + i;
95
606M
  }
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_group.cc:jxl::N_SSE2::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:jxl::N_SSE4::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
dec_group.cc:jxl::N_AVX2::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Line
Count
Source
93
1.24G
  constexpr HWY_INLINE float* Address(const size_t row, const size_t i) const {
94
1.24G
    return data_ + row * stride_ + i;
95
1.24G
  }
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Unexecuted instantiation: dec_group.cc:jxl::N_SSE2::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_SSE4::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
enc_ac_strategy.cc:jxl::N_AVX2::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Line
Count
Source
93
34.1G
  constexpr HWY_INLINE float* Address(const size_t row, const size_t i) const {
94
34.1G
    return data_ + row * stride_ + i;
95
34.1G
  }
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_SSE2::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_SSE4::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX2::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_SSE2::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_SSE4::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
enc_chroma_from_luma.cc:jxl::N_AVX2::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Line
Count
Source
93
1.05G
  constexpr HWY_INLINE float* Address(const size_t row, const size_t i) const {
94
1.05G
    return data_ + row * stride_ + i;
95
1.05G
  }
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_SSE2::(anonymous namespace)::DCTTo::Address(unsigned long, unsigned long) const
96
97
878M
  size_t Stride() const { return stride_; }
Unexecuted instantiation: enc_group.cc:jxl::N_SSE4::(anonymous namespace)::DCTTo::Stride() const
enc_group.cc:jxl::N_AVX2::(anonymous namespace)::DCTTo::Stride() const
Line
Count
Source
97
2.92M
  size_t Stride() const { return stride_; }
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3::(anonymous namespace)::DCTTo::Stride() const
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::Stride() const
Unexecuted instantiation: enc_group.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::Stride() const
Unexecuted instantiation: enc_group.cc:jxl::N_SSE2::(anonymous namespace)::DCTTo::Stride() const
Unexecuted instantiation: dec_group.cc:jxl::N_SSE4::(anonymous namespace)::DCTTo::Stride() const
dec_group.cc:jxl::N_AVX2::(anonymous namespace)::DCTTo::Stride() const
Line
Count
Source
97
76.1M
  size_t Stride() const { return stride_; }
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3::(anonymous namespace)::DCTTo::Stride() const
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::Stride() const
Unexecuted instantiation: dec_group.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::Stride() const
Unexecuted instantiation: dec_group.cc:jxl::N_SSE2::(anonymous namespace)::DCTTo::Stride() const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_SSE4::(anonymous namespace)::DCTTo::Stride() const
enc_ac_strategy.cc:jxl::N_AVX2::(anonymous namespace)::DCTTo::Stride() const
Line
Count
Source
97
796M
  size_t Stride() const { return stride_; }
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3::(anonymous namespace)::DCTTo::Stride() const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::Stride() const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::Stride() const
Unexecuted instantiation: enc_ac_strategy.cc:jxl::N_SSE2::(anonymous namespace)::DCTTo::Stride() const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_SSE4::(anonymous namespace)::DCTTo::Stride() const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX2::(anonymous namespace)::DCTTo::Stride() const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3::(anonymous namespace)::DCTTo::Stride() const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::Stride() const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::Stride() const
Unexecuted instantiation: enc_adaptive_quantization.cc:jxl::N_SSE2::(anonymous namespace)::DCTTo::Stride() const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_SSE4::(anonymous namespace)::DCTTo::Stride() const
enc_chroma_from_luma.cc:jxl::N_AVX2::(anonymous namespace)::DCTTo::Stride() const
Line
Count
Source
97
2.92M
  size_t Stride() const { return stride_; }
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3::(anonymous namespace)::DCTTo::Stride() const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3_ZEN4::(anonymous namespace)::DCTTo::Stride() const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_AVX3_SPR::(anonymous namespace)::DCTTo::Stride() const
Unexecuted instantiation: enc_chroma_from_luma.cc:jxl::N_SSE2::(anonymous namespace)::DCTTo::Stride() const
98
99
 private:
100
  size_t stride_;
101
  float* JXL_RESTRICT data_;
102
};
103
104
}  // namespace
105
// NOLINTNEXTLINE(google-readability-namespace-comments)
106
}  // namespace HWY_NAMESPACE
107
}  // namespace jxl
108
HWY_AFTER_NAMESPACE();
109
110
#endif  // LIB_JXL_DCT_BLOCK_INL_H_