Coverage Report

Created: 2025-12-13 07:57

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/libjxl/lib/jxl/convolve_symmetric5.cc
Line
Count
Source
1
// Copyright (c) the JPEG XL Project Authors. All rights reserved.
2
//
3
// Use of this source code is governed by a BSD-style
4
// license that can be found in the LICENSE file.
5
6
#include <algorithm>
7
#include <cstddef>
8
#include <cstdint>
9
#include <cstdio>
10
11
#include "lib/jxl/base/compiler_specific.h"
12
#include "lib/jxl/base/data_parallel.h"
13
#include "lib/jxl/base/status.h"
14
#include "lib/jxl/convolve.h"
15
#include "lib/jxl/image.h"
16
17
#undef HWY_TARGET_INCLUDE
18
#define HWY_TARGET_INCLUDE "lib/jxl/convolve_symmetric5.cc"
19
#include <hwy/foreach_target.h>
20
#include <hwy/highway.h>
21
22
#include "lib/jxl/base/common.h"
23
#include "lib/jxl/base/rect.h"
24
#include "lib/jxl/image_ops.h"
25
26
HWY_BEFORE_NAMESPACE();
27
namespace jxl {
28
namespace HWY_NAMESPACE {
29
30
// These templates are not found via ADL.
31
using hwy::HWY_NAMESPACE::Add;
32
using hwy::HWY_NAMESPACE::Mul;
33
using hwy::HWY_NAMESPACE::Vec;
34
35
// Weighted sum of 1x5 pixels around ix, iy with [wx2 wx1 wx0 wx1 wx2].
36
template <class WrapY>
37
static float WeightedSumBorder(const ImageF& in, const WrapY wrap_y,
38
                               const int64_t ix, const int64_t iy,
39
                               const size_t xsize, const size_t ysize,
40
                               const float wx0, const float wx1,
41
194M
                               const float wx2) {
42
194M
  const WrapMirror wrap_x;
43
194M
  const float* JXL_RESTRICT row = in.ConstRow(wrap_y(iy, ysize));
44
194M
  const float in_m2 = row[wrap_x(ix - 2, xsize)];
45
194M
  const float in_p2 = row[wrap_x(ix + 2, xsize)];
46
194M
  const float in_m1 = row[wrap_x(ix - 1, xsize)];
47
194M
  const float in_p1 = row[wrap_x(ix + 1, xsize)];
48
194M
  const float in_00 = row[ix];
49
194M
  const float sum_2 = wx2 * (in_m2 + in_p2);
50
194M
  const float sum_1 = wx1 * (in_m1 + in_p1);
51
194M
  const float sum_0 = wx0 * in_00;
52
194M
  return sum_2 + (sum_1 + sum_0);
53
194M
}
Unexecuted instantiation: convolve_symmetric5.cc:float jxl::N_SSE4::WeightedSumBorder<jxl::WrapMirror>(jxl::Plane<float> const&, jxl::WrapMirror, long, long, unsigned long, unsigned long, float, float, float)
Unexecuted instantiation: convolve_symmetric5.cc:float jxl::N_SSE4::WeightedSumBorder<jxl::WrapUnchanged>(jxl::Plane<float> const&, jxl::WrapUnchanged, long, long, unsigned long, unsigned long, float, float, float)
convolve_symmetric5.cc:float jxl::N_AVX2::WeightedSumBorder<jxl::WrapMirror>(jxl::Plane<float> const&, jxl::WrapMirror, long, long, unsigned long, unsigned long, float, float, float)
Line
Count
Source
41
2.27M
                               const float wx2) {
42
2.27M
  const WrapMirror wrap_x;
43
2.27M
  const float* JXL_RESTRICT row = in.ConstRow(wrap_y(iy, ysize));
44
2.27M
  const float in_m2 = row[wrap_x(ix - 2, xsize)];
45
2.27M
  const float in_p2 = row[wrap_x(ix + 2, xsize)];
46
2.27M
  const float in_m1 = row[wrap_x(ix - 1, xsize)];
47
2.27M
  const float in_p1 = row[wrap_x(ix + 1, xsize)];
48
2.27M
  const float in_00 = row[ix];
49
2.27M
  const float sum_2 = wx2 * (in_m2 + in_p2);
50
2.27M
  const float sum_1 = wx1 * (in_m1 + in_p1);
51
2.27M
  const float sum_0 = wx0 * in_00;
52
2.27M
  return sum_2 + (sum_1 + sum_0);
53
2.27M
}
convolve_symmetric5.cc:float jxl::N_AVX2::WeightedSumBorder<jxl::WrapUnchanged>(jxl::Plane<float> const&, jxl::WrapUnchanged, long, long, unsigned long, unsigned long, float, float, float)
Line
Count
Source
41
192M
                               const float wx2) {
42
192M
  const WrapMirror wrap_x;
43
192M
  const float* JXL_RESTRICT row = in.ConstRow(wrap_y(iy, ysize));
44
192M
  const float in_m2 = row[wrap_x(ix - 2, xsize)];
45
192M
  const float in_p2 = row[wrap_x(ix + 2, xsize)];
46
192M
  const float in_m1 = row[wrap_x(ix - 1, xsize)];
47
192M
  const float in_p1 = row[wrap_x(ix + 1, xsize)];
48
192M
  const float in_00 = row[ix];
49
192M
  const float sum_2 = wx2 * (in_m2 + in_p2);
50
192M
  const float sum_1 = wx1 * (in_m1 + in_p1);
51
192M
  const float sum_0 = wx0 * in_00;
52
192M
  return sum_2 + (sum_1 + sum_0);
53
192M
}
Unexecuted instantiation: convolve_symmetric5.cc:float jxl::N_SSE2::WeightedSumBorder<jxl::WrapMirror>(jxl::Plane<float> const&, jxl::WrapMirror, long, long, unsigned long, unsigned long, float, float, float)
Unexecuted instantiation: convolve_symmetric5.cc:float jxl::N_SSE2::WeightedSumBorder<jxl::WrapUnchanged>(jxl::Plane<float> const&, jxl::WrapUnchanged, long, long, unsigned long, unsigned long, float, float, float)
54
55
template <class WrapY, class V>
56
static V WeightedSum(const ImageF& in, const WrapY wrap_y, const size_t ix,
57
                     const int64_t iy, const size_t ysize, const V wx0,
58
566M
                     const V wx1, const V wx2) {
59
566M
  const HWY_FULL(float) d;
60
566M
  const float* JXL_RESTRICT center = in.ConstRow(wrap_y(iy, ysize)) + ix;
61
566M
  const auto in_m2 = LoadU(d, center - 2);
62
566M
  const auto in_p2 = LoadU(d, center + 2);
63
566M
  const auto in_m1 = LoadU(d, center - 1);
64
566M
  const auto in_p1 = LoadU(d, center + 1);
65
566M
  const auto in_00 = LoadU(d, center);
66
566M
  const auto sum_2 = Mul(wx2, Add(in_m2, in_p2));
67
566M
  const auto sum_1 = Mul(wx1, Add(in_m1, in_p1));
68
566M
  const auto sum_0 = Mul(wx0, in_00);
69
566M
  return Add(sum_2, Add(sum_1, sum_0));
70
566M
}
Unexecuted instantiation: convolve_symmetric5.cc:hwy::N_SSE4::Vec128<float, 4ul> jxl::N_SSE4::WeightedSum<jxl::WrapMirror, hwy::N_SSE4::Vec128<float, 4ul> >(jxl::Plane<float> const&, jxl::WrapMirror, unsigned long, long, unsigned long, hwy::N_SSE4::Vec128<float, 4ul>, hwy::N_SSE4::Vec128<float, 4ul>, hwy::N_SSE4::Vec128<float, 4ul>)
Unexecuted instantiation: convolve_symmetric5.cc:hwy::N_SSE4::Vec128<float, 4ul> jxl::N_SSE4::WeightedSum<jxl::WrapUnchanged, hwy::N_SSE4::Vec128<float, 4ul> >(jxl::Plane<float> const&, jxl::WrapUnchanged, unsigned long, long, unsigned long, hwy::N_SSE4::Vec128<float, 4ul>, hwy::N_SSE4::Vec128<float, 4ul>, hwy::N_SSE4::Vec128<float, 4ul>)
convolve_symmetric5.cc:hwy::N_AVX2::Vec256<float> jxl::N_AVX2::WeightedSum<jxl::WrapMirror, hwy::N_AVX2::Vec256<float> >(jxl::Plane<float> const&, jxl::WrapMirror, unsigned long, long, unsigned long, hwy::N_AVX2::Vec256<float>, hwy::N_AVX2::Vec256<float>, hwy::N_AVX2::Vec256<float>)
Line
Count
Source
58
4.40M
                     const V wx1, const V wx2) {
59
4.40M
  const HWY_FULL(float) d;
60
4.40M
  const float* JXL_RESTRICT center = in.ConstRow(wrap_y(iy, ysize)) + ix;
61
4.40M
  const auto in_m2 = LoadU(d, center - 2);
62
4.40M
  const auto in_p2 = LoadU(d, center + 2);
63
4.40M
  const auto in_m1 = LoadU(d, center - 1);
64
4.40M
  const auto in_p1 = LoadU(d, center + 1);
65
4.40M
  const auto in_00 = LoadU(d, center);
66
4.40M
  const auto sum_2 = Mul(wx2, Add(in_m2, in_p2));
67
4.40M
  const auto sum_1 = Mul(wx1, Add(in_m1, in_p1));
68
4.40M
  const auto sum_0 = Mul(wx0, in_00);
69
4.40M
  return Add(sum_2, Add(sum_1, sum_0));
70
4.40M
}
convolve_symmetric5.cc:hwy::N_AVX2::Vec256<float> jxl::N_AVX2::WeightedSum<jxl::WrapUnchanged, hwy::N_AVX2::Vec256<float> >(jxl::Plane<float> const&, jxl::WrapUnchanged, unsigned long, long, unsigned long, hwy::N_AVX2::Vec256<float>, hwy::N_AVX2::Vec256<float>, hwy::N_AVX2::Vec256<float>)
Line
Count
Source
58
561M
                     const V wx1, const V wx2) {
59
561M
  const HWY_FULL(float) d;
60
561M
  const float* JXL_RESTRICT center = in.ConstRow(wrap_y(iy, ysize)) + ix;
61
561M
  const auto in_m2 = LoadU(d, center - 2);
62
561M
  const auto in_p2 = LoadU(d, center + 2);
63
561M
  const auto in_m1 = LoadU(d, center - 1);
64
561M
  const auto in_p1 = LoadU(d, center + 1);
65
561M
  const auto in_00 = LoadU(d, center);
66
561M
  const auto sum_2 = Mul(wx2, Add(in_m2, in_p2));
67
561M
  const auto sum_1 = Mul(wx1, Add(in_m1, in_p1));
68
561M
  const auto sum_0 = Mul(wx0, in_00);
69
561M
  return Add(sum_2, Add(sum_1, sum_0));
70
561M
}
Unexecuted instantiation: convolve_symmetric5.cc:hwy::N_SSE2::Vec128<float, 4ul> jxl::N_SSE2::WeightedSum<jxl::WrapMirror, hwy::N_SSE2::Vec128<float, 4ul> >(jxl::Plane<float> const&, jxl::WrapMirror, unsigned long, long, unsigned long, hwy::N_SSE2::Vec128<float, 4ul>, hwy::N_SSE2::Vec128<float, 4ul>, hwy::N_SSE2::Vec128<float, 4ul>)
Unexecuted instantiation: convolve_symmetric5.cc:hwy::N_SSE2::Vec128<float, 4ul> jxl::N_SSE2::WeightedSum<jxl::WrapUnchanged, hwy::N_SSE2::Vec128<float, 4ul> >(jxl::Plane<float> const&, jxl::WrapUnchanged, unsigned long, long, unsigned long, hwy::N_SSE2::Vec128<float, 4ul>, hwy::N_SSE2::Vec128<float, 4ul>, hwy::N_SSE2::Vec128<float, 4ul>)
71
72
// Produces result for one pixel
73
template <class WrapY>
74
float Symmetric5Border(const ImageF& in, const int64_t ix, const int64_t iy,
75
38.9M
                       const WeightsSymmetric5& weights) {
76
38.9M
  const float w0 = weights.c[0];
77
38.9M
  const float w1 = weights.r[0];
78
38.9M
  const float w2 = weights.R[0];
79
38.9M
  const float w4 = weights.d[0];
80
38.9M
  const float w5 = weights.L[0];
81
38.9M
  const float w8 = weights.D[0];
82
83
38.9M
  const size_t xsize = in.xsize();
84
38.9M
  const size_t ysize = in.ysize();
85
38.9M
  const WrapY wrap_y;
86
  // Unrolled loop over all 5 rows of the kernel.
87
38.9M
  float sum0 = WeightedSumBorder(in, wrap_y, ix, iy, xsize, ysize, w0, w1, w2);
88
89
38.9M
  sum0 += WeightedSumBorder(in, wrap_y, ix, iy - 2, xsize, ysize, w2, w5, w8);
90
38.9M
  float sum1 =
91
38.9M
      WeightedSumBorder(in, wrap_y, ix, iy + 2, xsize, ysize, w2, w5, w8);
92
93
38.9M
  sum0 += WeightedSumBorder(in, wrap_y, ix, iy - 1, xsize, ysize, w1, w4, w5);
94
38.9M
  sum1 += WeightedSumBorder(in, wrap_y, ix, iy + 1, xsize, ysize, w1, w4, w5);
95
96
38.9M
  return sum0 + sum1;
97
38.9M
}
Unexecuted instantiation: float jxl::N_SSE4::Symmetric5Border<jxl::WrapMirror>(jxl::Plane<float> const&, long, long, jxl::WeightsSymmetric5 const&)
Unexecuted instantiation: float jxl::N_SSE4::Symmetric5Border<jxl::WrapUnchanged>(jxl::Plane<float> const&, long, long, jxl::WeightsSymmetric5 const&)
float jxl::N_AVX2::Symmetric5Border<jxl::WrapMirror>(jxl::Plane<float> const&, long, long, jxl::WeightsSymmetric5 const&)
Line
Count
Source
75
455k
                       const WeightsSymmetric5& weights) {
76
455k
  const float w0 = weights.c[0];
77
455k
  const float w1 = weights.r[0];
78
455k
  const float w2 = weights.R[0];
79
455k
  const float w4 = weights.d[0];
80
455k
  const float w5 = weights.L[0];
81
455k
  const float w8 = weights.D[0];
82
83
455k
  const size_t xsize = in.xsize();
84
455k
  const size_t ysize = in.ysize();
85
455k
  const WrapY wrap_y;
86
  // Unrolled loop over all 5 rows of the kernel.
87
455k
  float sum0 = WeightedSumBorder(in, wrap_y, ix, iy, xsize, ysize, w0, w1, w2);
88
89
455k
  sum0 += WeightedSumBorder(in, wrap_y, ix, iy - 2, xsize, ysize, w2, w5, w8);
90
455k
  float sum1 =
91
455k
      WeightedSumBorder(in, wrap_y, ix, iy + 2, xsize, ysize, w2, w5, w8);
92
93
455k
  sum0 += WeightedSumBorder(in, wrap_y, ix, iy - 1, xsize, ysize, w1, w4, w5);
94
455k
  sum1 += WeightedSumBorder(in, wrap_y, ix, iy + 1, xsize, ysize, w1, w4, w5);
95
96
455k
  return sum0 + sum1;
97
455k
}
float jxl::N_AVX2::Symmetric5Border<jxl::WrapUnchanged>(jxl::Plane<float> const&, long, long, jxl::WeightsSymmetric5 const&)
Line
Count
Source
75
38.4M
                       const WeightsSymmetric5& weights) {
76
38.4M
  const float w0 = weights.c[0];
77
38.4M
  const float w1 = weights.r[0];
78
38.4M
  const float w2 = weights.R[0];
79
38.4M
  const float w4 = weights.d[0];
80
38.4M
  const float w5 = weights.L[0];
81
38.4M
  const float w8 = weights.D[0];
82
83
38.4M
  const size_t xsize = in.xsize();
84
38.4M
  const size_t ysize = in.ysize();
85
38.4M
  const WrapY wrap_y;
86
  // Unrolled loop over all 5 rows of the kernel.
87
38.4M
  float sum0 = WeightedSumBorder(in, wrap_y, ix, iy, xsize, ysize, w0, w1, w2);
88
89
38.4M
  sum0 += WeightedSumBorder(in, wrap_y, ix, iy - 2, xsize, ysize, w2, w5, w8);
90
38.4M
  float sum1 =
91
38.4M
      WeightedSumBorder(in, wrap_y, ix, iy + 2, xsize, ysize, w2, w5, w8);
92
93
38.4M
  sum0 += WeightedSumBorder(in, wrap_y, ix, iy - 1, xsize, ysize, w1, w4, w5);
94
38.4M
  sum1 += WeightedSumBorder(in, wrap_y, ix, iy + 1, xsize, ysize, w1, w4, w5);
95
96
38.4M
  return sum0 + sum1;
97
38.4M
}
Unexecuted instantiation: float jxl::N_SSE2::Symmetric5Border<jxl::WrapMirror>(jxl::Plane<float> const&, long, long, jxl::WeightsSymmetric5 const&)
Unexecuted instantiation: float jxl::N_SSE2::Symmetric5Border<jxl::WrapUnchanged>(jxl::Plane<float> const&, long, long, jxl::WeightsSymmetric5 const&)
98
99
// Produces result for one vector's worth of pixels
100
template <class WrapY>
101
static void Symmetric5Interior(const ImageF& in, const int64_t ix,
102
                               const int64_t rix, const int64_t iy,
103
                               const WeightsSymmetric5& weights,
104
113M
                               float* JXL_RESTRICT row_out) {
105
113M
  const HWY_FULL(float) d;
106
107
113M
  const auto w0 = LoadDup128(d, weights.c);
108
113M
  const auto w1 = LoadDup128(d, weights.r);
109
113M
  const auto w2 = LoadDup128(d, weights.R);
110
113M
  const auto w4 = LoadDup128(d, weights.d);
111
113M
  const auto w5 = LoadDup128(d, weights.L);
112
113M
  const auto w8 = LoadDup128(d, weights.D);
113
114
113M
  const size_t ysize = in.ysize();
115
113M
  const WrapY wrap_y;
116
  // Unrolled loop over all 5 rows of the kernel.
117
113M
  auto sum0 = WeightedSum(in, wrap_y, ix, iy, ysize, w0, w1, w2);
118
119
113M
  sum0 = Add(sum0, WeightedSum(in, wrap_y, ix, iy - 2, ysize, w2, w5, w8));
120
113M
  auto sum1 = WeightedSum(in, wrap_y, ix, iy + 2, ysize, w2, w5, w8);
121
122
113M
  sum0 = Add(sum0, WeightedSum(in, wrap_y, ix, iy - 1, ysize, w1, w4, w5));
123
113M
  sum1 = Add(sum1, WeightedSum(in, wrap_y, ix, iy + 1, ysize, w1, w4, w5));
124
125
113M
  StoreU(Add(sum0, sum1), d, row_out + rix);
126
113M
}
Unexecuted instantiation: convolve_symmetric5.cc:void jxl::N_SSE4::Symmetric5Interior<jxl::WrapMirror>(jxl::Plane<float> const&, long, long, long, jxl::WeightsSymmetric5 const&, float*)
Unexecuted instantiation: convolve_symmetric5.cc:void jxl::N_SSE4::Symmetric5Interior<jxl::WrapUnchanged>(jxl::Plane<float> const&, long, long, long, jxl::WeightsSymmetric5 const&, float*)
convolve_symmetric5.cc:void jxl::N_AVX2::Symmetric5Interior<jxl::WrapMirror>(jxl::Plane<float> const&, long, long, long, jxl::WeightsSymmetric5 const&, float*)
Line
Count
Source
104
880k
                               float* JXL_RESTRICT row_out) {
105
880k
  const HWY_FULL(float) d;
106
107
880k
  const auto w0 = LoadDup128(d, weights.c);
108
880k
  const auto w1 = LoadDup128(d, weights.r);
109
880k
  const auto w2 = LoadDup128(d, weights.R);
110
880k
  const auto w4 = LoadDup128(d, weights.d);
111
880k
  const auto w5 = LoadDup128(d, weights.L);
112
880k
  const auto w8 = LoadDup128(d, weights.D);
113
114
880k
  const size_t ysize = in.ysize();
115
880k
  const WrapY wrap_y;
116
  // Unrolled loop over all 5 rows of the kernel.
117
880k
  auto sum0 = WeightedSum(in, wrap_y, ix, iy, ysize, w0, w1, w2);
118
119
880k
  sum0 = Add(sum0, WeightedSum(in, wrap_y, ix, iy - 2, ysize, w2, w5, w8));
120
880k
  auto sum1 = WeightedSum(in, wrap_y, ix, iy + 2, ysize, w2, w5, w8);
121
122
880k
  sum0 = Add(sum0, WeightedSum(in, wrap_y, ix, iy - 1, ysize, w1, w4, w5));
123
880k
  sum1 = Add(sum1, WeightedSum(in, wrap_y, ix, iy + 1, ysize, w1, w4, w5));
124
125
880k
  StoreU(Add(sum0, sum1), d, row_out + rix);
126
880k
}
convolve_symmetric5.cc:void jxl::N_AVX2::Symmetric5Interior<jxl::WrapUnchanged>(jxl::Plane<float> const&, long, long, long, jxl::WeightsSymmetric5 const&, float*)
Line
Count
Source
104
112M
                               float* JXL_RESTRICT row_out) {
105
112M
  const HWY_FULL(float) d;
106
107
112M
  const auto w0 = LoadDup128(d, weights.c);
108
112M
  const auto w1 = LoadDup128(d, weights.r);
109
112M
  const auto w2 = LoadDup128(d, weights.R);
110
112M
  const auto w4 = LoadDup128(d, weights.d);
111
112M
  const auto w5 = LoadDup128(d, weights.L);
112
112M
  const auto w8 = LoadDup128(d, weights.D);
113
114
112M
  const size_t ysize = in.ysize();
115
112M
  const WrapY wrap_y;
116
  // Unrolled loop over all 5 rows of the kernel.
117
112M
  auto sum0 = WeightedSum(in, wrap_y, ix, iy, ysize, w0, w1, w2);
118
119
112M
  sum0 = Add(sum0, WeightedSum(in, wrap_y, ix, iy - 2, ysize, w2, w5, w8));
120
112M
  auto sum1 = WeightedSum(in, wrap_y, ix, iy + 2, ysize, w2, w5, w8);
121
122
112M
  sum0 = Add(sum0, WeightedSum(in, wrap_y, ix, iy - 1, ysize, w1, w4, w5));
123
112M
  sum1 = Add(sum1, WeightedSum(in, wrap_y, ix, iy + 1, ysize, w1, w4, w5));
124
125
112M
  StoreU(Add(sum0, sum1), d, row_out + rix);
126
112M
}
Unexecuted instantiation: convolve_symmetric5.cc:void jxl::N_SSE2::Symmetric5Interior<jxl::WrapMirror>(jxl::Plane<float> const&, long, long, long, jxl::WeightsSymmetric5 const&, float*)
Unexecuted instantiation: convolve_symmetric5.cc:void jxl::N_SSE2::Symmetric5Interior<jxl::WrapUnchanged>(jxl::Plane<float> const&, long, long, long, jxl::WeightsSymmetric5 const&, float*)
127
128
template <class WrapY>
129
static void Symmetric5Row(const ImageF& in, const Rect& rect, const int64_t iy,
130
                          const WeightsSymmetric5& weights,
131
2.46M
                          float* JXL_RESTRICT row_out) {
132
2.46M
  const int64_t kRadius = 2;
133
2.46M
  const size_t xend = rect.x1();
134
135
2.46M
  size_t rix = 0;
136
2.46M
  size_t ix = rect.x0();
137
2.46M
  const HWY_FULL(float) d;
138
2.46M
  const size_t N = Lanes(d);
139
2.46M
  const size_t aligned_x = RoundUpTo(kRadius, N);
140
22.1M
  for (; ix < std::min(aligned_x, xend); ++ix, ++rix) {
141
19.6M
    row_out[rix] = Symmetric5Border<WrapY>(in, ix, iy, weights);
142
19.6M
  }
143
115M
  for (; ix + N + kRadius <= xend; ix += N, rix += N) {
144
113M
    Symmetric5Interior<WrapY>(in, ix, rix, iy, weights, row_out);
145
113M
  }
146
21.6M
  for (; ix < xend; ++ix, ++rix) {
147
19.2M
    row_out[rix] = Symmetric5Border<WrapY>(in, ix, iy, weights);
148
19.2M
  }
149
2.46M
}
Unexecuted instantiation: convolve_symmetric5.cc:void jxl::N_SSE4::Symmetric5Row<jxl::WrapMirror>(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, long, jxl::WeightsSymmetric5 const&, float*)
Unexecuted instantiation: convolve_symmetric5.cc:void jxl::N_SSE4::Symmetric5Row<jxl::WrapUnchanged>(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, long, jxl::WeightsSymmetric5 const&, float*)
convolve_symmetric5.cc:void jxl::N_AVX2::Symmetric5Row<jxl::WrapMirror>(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, long, jxl::WeightsSymmetric5 const&, float*)
Line
Count
Source
131
29.7k
                          float* JXL_RESTRICT row_out) {
132
29.7k
  const int64_t kRadius = 2;
133
29.7k
  const size_t xend = rect.x1();
134
135
29.7k
  size_t rix = 0;
136
29.7k
  size_t ix = rect.x0();
137
29.7k
  const HWY_FULL(float) d;
138
29.7k
  const size_t N = Lanes(d);
139
29.7k
  const size_t aligned_x = RoundUpTo(kRadius, N);
140
268k
  for (; ix < std::min(aligned_x, xend); ++ix, ++rix) {
141
238k
    row_out[rix] = Symmetric5Border<WrapY>(in, ix, iy, weights);
142
238k
  }
143
910k
  for (; ix + N + kRadius <= xend; ix += N, rix += N) {
144
880k
    Symmetric5Interior<WrapY>(in, ix, rix, iy, weights, row_out);
145
880k
  }
146
246k
  for (; ix < xend; ++ix, ++rix) {
147
216k
    row_out[rix] = Symmetric5Border<WrapY>(in, ix, iy, weights);
148
216k
  }
149
29.7k
}
convolve_symmetric5.cc:void jxl::N_AVX2::Symmetric5Row<jxl::WrapUnchanged>(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, long, jxl::WeightsSymmetric5 const&, float*)
Line
Count
Source
131
2.43M
                          float* JXL_RESTRICT row_out) {
132
2.43M
  const int64_t kRadius = 2;
133
2.43M
  const size_t xend = rect.x1();
134
135
2.43M
  size_t rix = 0;
136
2.43M
  size_t ix = rect.x0();
137
2.43M
  const HWY_FULL(float) d;
138
2.43M
  const size_t N = Lanes(d);
139
2.43M
  const size_t aligned_x = RoundUpTo(kRadius, N);
140
21.8M
  for (; ix < std::min(aligned_x, xend); ++ix, ++rix) {
141
19.4M
    row_out[rix] = Symmetric5Border<WrapY>(in, ix, iy, weights);
142
19.4M
  }
143
114M
  for (; ix + N + kRadius <= xend; ix += N, rix += N) {
144
112M
    Symmetric5Interior<WrapY>(in, ix, rix, iy, weights, row_out);
145
112M
  }
146
21.4M
  for (; ix < xend; ++ix, ++rix) {
147
18.9M
    row_out[rix] = Symmetric5Border<WrapY>(in, ix, iy, weights);
148
18.9M
  }
149
2.43M
}
Unexecuted instantiation: convolve_symmetric5.cc:void jxl::N_SSE2::Symmetric5Row<jxl::WrapMirror>(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, long, jxl::WeightsSymmetric5 const&, float*)
Unexecuted instantiation: convolve_symmetric5.cc:void jxl::N_SSE2::Symmetric5Row<jxl::WrapUnchanged>(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, long, jxl::WeightsSymmetric5 const&, float*)
150
151
// Semi-vectorized (interior pixels Fonly); called directly like slow::, unlike
152
// the fully vectorized strategies below.
153
Status Symmetric5(const ImageF& in, const Rect& in_rect,
154
                  const WeightsSymmetric5& weights, ThreadPool* pool,
155
7.44k
                  ImageF* JXL_RESTRICT out, const Rect& out_rect) {
156
7.44k
  JXL_ENSURE(in_rect.xsize() == out_rect.xsize());
157
7.44k
  JXL_ENSURE(in_rect.ysize() == out_rect.ysize());
158
7.44k
  const size_t ysize = in_rect.ysize();
159
7.44k
  const auto process_row = [&](const uint32_t task,
160
2.46M
                               size_t /*thread*/) -> Status {
161
2.46M
    const int64_t riy = task;
162
2.46M
    const int64_t iy = in_rect.y0() + riy;
163
164
2.46M
    if (iy < 2 || iy >= static_cast<ptrdiff_t>(in.ysize()) - 2) {
165
29.7k
      Symmetric5Row<WrapMirror>(in, in_rect, iy, weights,
166
29.7k
                                out_rect.Row(out, riy));
167
2.43M
    } else {
168
2.43M
      Symmetric5Row<WrapUnchanged>(in, in_rect, iy, weights,
169
2.43M
                                   out_rect.Row(out, riy));
170
2.43M
    }
171
2.46M
    return true;
172
2.46M
  };
Unexecuted instantiation: convolve_symmetric5.cc:jxl::N_SSE4::Symmetric5(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, jxl::WeightsSymmetric5 const&, jxl::ThreadPool*, jxl::Plane<float>*, jxl::RectT<unsigned long> const&)::$_0::operator()(unsigned int, unsigned long) const
convolve_symmetric5.cc:jxl::N_AVX2::Symmetric5(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, jxl::WeightsSymmetric5 const&, jxl::ThreadPool*, jxl::Plane<float>*, jxl::RectT<unsigned long> const&)::$_0::operator()(unsigned int, unsigned long) const
Line
Count
Source
160
2.46M
                               size_t /*thread*/) -> Status {
161
2.46M
    const int64_t riy = task;
162
2.46M
    const int64_t iy = in_rect.y0() + riy;
163
164
2.46M
    if (iy < 2 || iy >= static_cast<ptrdiff_t>(in.ysize()) - 2) {
165
29.7k
      Symmetric5Row<WrapMirror>(in, in_rect, iy, weights,
166
29.7k
                                out_rect.Row(out, riy));
167
2.43M
    } else {
168
2.43M
      Symmetric5Row<WrapUnchanged>(in, in_rect, iy, weights,
169
2.43M
                                   out_rect.Row(out, riy));
170
2.43M
    }
171
2.46M
    return true;
172
2.46M
  };
Unexecuted instantiation: convolve_symmetric5.cc:jxl::N_SSE2::Symmetric5(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, jxl::WeightsSymmetric5 const&, jxl::ThreadPool*, jxl::Plane<float>*, jxl::RectT<unsigned long> const&)::$_0::operator()(unsigned int, unsigned long) const
173
7.44k
  JXL_RETURN_IF_ERROR(RunOnPool(pool, 0, static_cast<uint32_t>(ysize),
174
7.44k
                                ThreadPool::NoInit, process_row,
175
7.44k
                                "Symmetric5x5Convolution"));
176
7.44k
  return true;
177
7.44k
}
Unexecuted instantiation: jxl::N_SSE4::Symmetric5(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, jxl::WeightsSymmetric5 const&, jxl::ThreadPool*, jxl::Plane<float>*, jxl::RectT<unsigned long> const&)
jxl::N_AVX2::Symmetric5(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, jxl::WeightsSymmetric5 const&, jxl::ThreadPool*, jxl::Plane<float>*, jxl::RectT<unsigned long> const&)
Line
Count
Source
155
7.44k
                  ImageF* JXL_RESTRICT out, const Rect& out_rect) {
156
7.44k
  JXL_ENSURE(in_rect.xsize() == out_rect.xsize());
157
7.44k
  JXL_ENSURE(in_rect.ysize() == out_rect.ysize());
158
7.44k
  const size_t ysize = in_rect.ysize();
159
7.44k
  const auto process_row = [&](const uint32_t task,
160
7.44k
                               size_t /*thread*/) -> Status {
161
7.44k
    const int64_t riy = task;
162
7.44k
    const int64_t iy = in_rect.y0() + riy;
163
164
7.44k
    if (iy < 2 || iy >= static_cast<ptrdiff_t>(in.ysize()) - 2) {
165
7.44k
      Symmetric5Row<WrapMirror>(in, in_rect, iy, weights,
166
7.44k
                                out_rect.Row(out, riy));
167
7.44k
    } else {
168
7.44k
      Symmetric5Row<WrapUnchanged>(in, in_rect, iy, weights,
169
7.44k
                                   out_rect.Row(out, riy));
170
7.44k
    }
171
7.44k
    return true;
172
7.44k
  };
173
7.44k
  JXL_RETURN_IF_ERROR(RunOnPool(pool, 0, static_cast<uint32_t>(ysize),
174
7.44k
                                ThreadPool::NoInit, process_row,
175
7.44k
                                "Symmetric5x5Convolution"));
176
7.44k
  return true;
177
7.44k
}
Unexecuted instantiation: jxl::N_SSE2::Symmetric5(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, jxl::WeightsSymmetric5 const&, jxl::ThreadPool*, jxl::Plane<float>*, jxl::RectT<unsigned long> const&)
178
179
// NOLINTNEXTLINE(google-readability-namespace-comments)
180
}  // namespace HWY_NAMESPACE
181
}  // namespace jxl
182
HWY_AFTER_NAMESPACE();
183
184
#if HWY_ONCE
185
namespace jxl {
186
187
HWY_EXPORT(Symmetric5);
188
Status Symmetric5(const ImageF& in, const Rect& in_rect,
189
                  const WeightsSymmetric5& weights, ThreadPool* pool,
190
7.44k
                  ImageF* JXL_RESTRICT out, const Rect& out_rect) {
191
7.44k
  return HWY_DYNAMIC_DISPATCH(Symmetric5)(in, in_rect, weights, pool, out,
192
7.44k
                                          out_rect);
193
7.44k
}
194
195
}  // namespace jxl
196
#endif  // HWY_ONCE