Coverage Report

Created: 2026-02-14 07:11

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/libjxl/lib/jxl/convolve_symmetric5.cc
Line
Count
Source
1
// Copyright (c) the JPEG XL Project Authors. All rights reserved.
2
//
3
// Use of this source code is governed by a BSD-style
4
// license that can be found in the LICENSE file.
5
6
#include <algorithm>
7
#include <cstddef>
8
#include <cstdint>
9
#include <cstdio>
10
11
#include "lib/jxl/base/compiler_specific.h"
12
#include "lib/jxl/base/data_parallel.h"
13
#include "lib/jxl/base/status.h"
14
#include "lib/jxl/convolve.h"
15
#include "lib/jxl/image.h"
16
17
#undef HWY_TARGET_INCLUDE
18
#define HWY_TARGET_INCLUDE "lib/jxl/convolve_symmetric5.cc"
19
#include <hwy/foreach_target.h>
20
#include <hwy/highway.h>
21
22
#include "lib/jxl/base/common.h"
23
#include "lib/jxl/base/rect.h"
24
#include "lib/jxl/image_ops.h"
25
26
HWY_BEFORE_NAMESPACE();
27
namespace jxl {
28
namespace HWY_NAMESPACE {
29
30
// These templates are not found via ADL.
31
using hwy::HWY_NAMESPACE::Add;
32
using hwy::HWY_NAMESPACE::Mul;
33
using hwy::HWY_NAMESPACE::Vec;
34
35
// Weighted sum of 1x5 pixels around ix, iy with [wx2 wx1 wx0 wx1 wx2].
36
template <class WrapY>
37
static float WeightedSumBorder(const ImageF& in, const WrapY wrap_y,
38
                               const int64_t ix, const int64_t iy,
39
                               const size_t xsize, const size_t ysize,
40
                               const float wx0, const float wx1,
41
208M
                               const float wx2) {
42
208M
  const WrapMirror wrap_x;
43
208M
  const float* JXL_RESTRICT row = in.ConstRow(wrap_y(iy, ysize));
44
208M
  const float in_m2 = row[wrap_x(ix - 2, xsize)];
45
208M
  const float in_p2 = row[wrap_x(ix + 2, xsize)];
46
208M
  const float in_m1 = row[wrap_x(ix - 1, xsize)];
47
208M
  const float in_p1 = row[wrap_x(ix + 1, xsize)];
48
208M
  const float in_00 = row[ix];
49
208M
  const float sum_2 = wx2 * (in_m2 + in_p2);
50
208M
  const float sum_1 = wx1 * (in_m1 + in_p1);
51
208M
  const float sum_0 = wx0 * in_00;
52
208M
  return sum_2 + (sum_1 + sum_0);
53
208M
}
Unexecuted instantiation: convolve_symmetric5.cc:float jxl::N_SSE4::WeightedSumBorder<jxl::WrapMirror>(jxl::Plane<float> const&, jxl::WrapMirror, long, long, unsigned long, unsigned long, float, float, float)
Unexecuted instantiation: convolve_symmetric5.cc:float jxl::N_SSE4::WeightedSumBorder<jxl::WrapUnchanged>(jxl::Plane<float> const&, jxl::WrapUnchanged, long, long, unsigned long, unsigned long, float, float, float)
convolve_symmetric5.cc:float jxl::N_AVX2::WeightedSumBorder<jxl::WrapMirror>(jxl::Plane<float> const&, jxl::WrapMirror, long, long, unsigned long, unsigned long, float, float, float)
Line
Count
Source
41
2.99M
                               const float wx2) {
42
2.99M
  const WrapMirror wrap_x;
43
2.99M
  const float* JXL_RESTRICT row = in.ConstRow(wrap_y(iy, ysize));
44
2.99M
  const float in_m2 = row[wrap_x(ix - 2, xsize)];
45
2.99M
  const float in_p2 = row[wrap_x(ix + 2, xsize)];
46
2.99M
  const float in_m1 = row[wrap_x(ix - 1, xsize)];
47
2.99M
  const float in_p1 = row[wrap_x(ix + 1, xsize)];
48
2.99M
  const float in_00 = row[ix];
49
2.99M
  const float sum_2 = wx2 * (in_m2 + in_p2);
50
2.99M
  const float sum_1 = wx1 * (in_m1 + in_p1);
51
2.99M
  const float sum_0 = wx0 * in_00;
52
2.99M
  return sum_2 + (sum_1 + sum_0);
53
2.99M
}
convolve_symmetric5.cc:float jxl::N_AVX2::WeightedSumBorder<jxl::WrapUnchanged>(jxl::Plane<float> const&, jxl::WrapUnchanged, long, long, unsigned long, unsigned long, float, float, float)
Line
Count
Source
41
205M
                               const float wx2) {
42
205M
  const WrapMirror wrap_x;
43
205M
  const float* JXL_RESTRICT row = in.ConstRow(wrap_y(iy, ysize));
44
205M
  const float in_m2 = row[wrap_x(ix - 2, xsize)];
45
205M
  const float in_p2 = row[wrap_x(ix + 2, xsize)];
46
205M
  const float in_m1 = row[wrap_x(ix - 1, xsize)];
47
205M
  const float in_p1 = row[wrap_x(ix + 1, xsize)];
48
205M
  const float in_00 = row[ix];
49
205M
  const float sum_2 = wx2 * (in_m2 + in_p2);
50
205M
  const float sum_1 = wx1 * (in_m1 + in_p1);
51
205M
  const float sum_0 = wx0 * in_00;
52
205M
  return sum_2 + (sum_1 + sum_0);
53
205M
}
Unexecuted instantiation: convolve_symmetric5.cc:float jxl::N_SSE2::WeightedSumBorder<jxl::WrapMirror>(jxl::Plane<float> const&, jxl::WrapMirror, long, long, unsigned long, unsigned long, float, float, float)
Unexecuted instantiation: convolve_symmetric5.cc:float jxl::N_SSE2::WeightedSumBorder<jxl::WrapUnchanged>(jxl::Plane<float> const&, jxl::WrapUnchanged, long, long, unsigned long, unsigned long, float, float, float)
54
55
template <class WrapY, class V>
56
static V WeightedSum(const ImageF& in, const WrapY wrap_y, const size_t ix,
57
                     const int64_t iy, const size_t ysize, const V wx0,
58
587M
                     const V wx1, const V wx2) {
59
587M
  const HWY_FULL(float) d;
60
587M
  const float* JXL_RESTRICT center = in.ConstRow(wrap_y(iy, ysize)) + ix;
61
587M
  const auto in_m2 = LoadU(d, center - 2);
62
587M
  const auto in_p2 = LoadU(d, center + 2);
63
587M
  const auto in_m1 = LoadU(d, center - 1);
64
587M
  const auto in_p1 = LoadU(d, center + 1);
65
587M
  const auto in_00 = LoadU(d, center);
66
587M
  const auto sum_2 = Mul(wx2, Add(in_m2, in_p2));
67
587M
  const auto sum_1 = Mul(wx1, Add(in_m1, in_p1));
68
587M
  const auto sum_0 = Mul(wx0, in_00);
69
587M
  return Add(sum_2, Add(sum_1, sum_0));
70
587M
}
Unexecuted instantiation: convolve_symmetric5.cc:hwy::N_SSE4::Vec128<float, 4ul> jxl::N_SSE4::WeightedSum<jxl::WrapMirror, hwy::N_SSE4::Vec128<float, 4ul> >(jxl::Plane<float> const&, jxl::WrapMirror, unsigned long, long, unsigned long, hwy::N_SSE4::Vec128<float, 4ul>, hwy::N_SSE4::Vec128<float, 4ul>, hwy::N_SSE4::Vec128<float, 4ul>)
Unexecuted instantiation: convolve_symmetric5.cc:hwy::N_SSE4::Vec128<float, 4ul> jxl::N_SSE4::WeightedSum<jxl::WrapUnchanged, hwy::N_SSE4::Vec128<float, 4ul> >(jxl::Plane<float> const&, jxl::WrapUnchanged, unsigned long, long, unsigned long, hwy::N_SSE4::Vec128<float, 4ul>, hwy::N_SSE4::Vec128<float, 4ul>, hwy::N_SSE4::Vec128<float, 4ul>)
convolve_symmetric5.cc:hwy::N_AVX2::Vec256<float> jxl::N_AVX2::WeightedSum<jxl::WrapMirror, hwy::N_AVX2::Vec256<float> >(jxl::Plane<float> const&, jxl::WrapMirror, unsigned long, long, unsigned long, hwy::N_AVX2::Vec256<float>, hwy::N_AVX2::Vec256<float>, hwy::N_AVX2::Vec256<float>)
Line
Count
Source
58
4.49M
                     const V wx1, const V wx2) {
59
4.49M
  const HWY_FULL(float) d;
60
4.49M
  const float* JXL_RESTRICT center = in.ConstRow(wrap_y(iy, ysize)) + ix;
61
4.49M
  const auto in_m2 = LoadU(d, center - 2);
62
4.49M
  const auto in_p2 = LoadU(d, center + 2);
63
4.49M
  const auto in_m1 = LoadU(d, center - 1);
64
4.49M
  const auto in_p1 = LoadU(d, center + 1);
65
4.49M
  const auto in_00 = LoadU(d, center);
66
4.49M
  const auto sum_2 = Mul(wx2, Add(in_m2, in_p2));
67
4.49M
  const auto sum_1 = Mul(wx1, Add(in_m1, in_p1));
68
4.49M
  const auto sum_0 = Mul(wx0, in_00);
69
4.49M
  return Add(sum_2, Add(sum_1, sum_0));
70
4.49M
}
convolve_symmetric5.cc:hwy::N_AVX2::Vec256<float> jxl::N_AVX2::WeightedSum<jxl::WrapUnchanged, hwy::N_AVX2::Vec256<float> >(jxl::Plane<float> const&, jxl::WrapUnchanged, unsigned long, long, unsigned long, hwy::N_AVX2::Vec256<float>, hwy::N_AVX2::Vec256<float>, hwy::N_AVX2::Vec256<float>)
Line
Count
Source
58
582M
                     const V wx1, const V wx2) {
59
582M
  const HWY_FULL(float) d;
60
582M
  const float* JXL_RESTRICT center = in.ConstRow(wrap_y(iy, ysize)) + ix;
61
582M
  const auto in_m2 = LoadU(d, center - 2);
62
582M
  const auto in_p2 = LoadU(d, center + 2);
63
582M
  const auto in_m1 = LoadU(d, center - 1);
64
582M
  const auto in_p1 = LoadU(d, center + 1);
65
582M
  const auto in_00 = LoadU(d, center);
66
582M
  const auto sum_2 = Mul(wx2, Add(in_m2, in_p2));
67
582M
  const auto sum_1 = Mul(wx1, Add(in_m1, in_p1));
68
582M
  const auto sum_0 = Mul(wx0, in_00);
69
582M
  return Add(sum_2, Add(sum_1, sum_0));
70
582M
}
Unexecuted instantiation: convolve_symmetric5.cc:hwy::N_SSE2::Vec128<float, 4ul> jxl::N_SSE2::WeightedSum<jxl::WrapMirror, hwy::N_SSE2::Vec128<float, 4ul> >(jxl::Plane<float> const&, jxl::WrapMirror, unsigned long, long, unsigned long, hwy::N_SSE2::Vec128<float, 4ul>, hwy::N_SSE2::Vec128<float, 4ul>, hwy::N_SSE2::Vec128<float, 4ul>)
Unexecuted instantiation: convolve_symmetric5.cc:hwy::N_SSE2::Vec128<float, 4ul> jxl::N_SSE2::WeightedSum<jxl::WrapUnchanged, hwy::N_SSE2::Vec128<float, 4ul> >(jxl::Plane<float> const&, jxl::WrapUnchanged, unsigned long, long, unsigned long, hwy::N_SSE2::Vec128<float, 4ul>, hwy::N_SSE2::Vec128<float, 4ul>, hwy::N_SSE2::Vec128<float, 4ul>)
71
72
// Produces result for one pixel
73
template <class WrapY>
74
float Symmetric5Border(const ImageF& in, const int64_t ix, const int64_t iy,
75
41.6M
                       const WeightsSymmetric5& weights) {
76
41.6M
  const float w0 = weights.c[0];
77
41.6M
  const float w1 = weights.r[0];
78
41.6M
  const float w2 = weights.R[0];
79
41.6M
  const float w4 = weights.d[0];
80
41.6M
  const float w5 = weights.L[0];
81
41.6M
  const float w8 = weights.D[0];
82
83
41.6M
  const size_t xsize = in.xsize();
84
41.6M
  const size_t ysize = in.ysize();
85
41.6M
  const WrapY wrap_y;
86
  // Unrolled loop over all 5 rows of the kernel.
87
41.6M
  float sum0 = WeightedSumBorder(in, wrap_y, ix, iy, xsize, ysize, w0, w1, w2);
88
89
41.6M
  sum0 += WeightedSumBorder(in, wrap_y, ix, iy - 2, xsize, ysize, w2, w5, w8);
90
41.6M
  float sum1 =
91
41.6M
      WeightedSumBorder(in, wrap_y, ix, iy + 2, xsize, ysize, w2, w5, w8);
92
93
41.6M
  sum0 += WeightedSumBorder(in, wrap_y, ix, iy - 1, xsize, ysize, w1, w4, w5);
94
41.6M
  sum1 += WeightedSumBorder(in, wrap_y, ix, iy + 1, xsize, ysize, w1, w4, w5);
95
96
41.6M
  return sum0 + sum1;
97
41.6M
}
Unexecuted instantiation: float jxl::N_SSE4::Symmetric5Border<jxl::WrapMirror>(jxl::Plane<float> const&, long, long, jxl::WeightsSymmetric5 const&)
Unexecuted instantiation: float jxl::N_SSE4::Symmetric5Border<jxl::WrapUnchanged>(jxl::Plane<float> const&, long, long, jxl::WeightsSymmetric5 const&)
float jxl::N_AVX2::Symmetric5Border<jxl::WrapMirror>(jxl::Plane<float> const&, long, long, jxl::WeightsSymmetric5 const&)
Line
Count
Source
75
599k
                       const WeightsSymmetric5& weights) {
76
599k
  const float w0 = weights.c[0];
77
599k
  const float w1 = weights.r[0];
78
599k
  const float w2 = weights.R[0];
79
599k
  const float w4 = weights.d[0];
80
599k
  const float w5 = weights.L[0];
81
599k
  const float w8 = weights.D[0];
82
83
599k
  const size_t xsize = in.xsize();
84
599k
  const size_t ysize = in.ysize();
85
599k
  const WrapY wrap_y;
86
  // Unrolled loop over all 5 rows of the kernel.
87
599k
  float sum0 = WeightedSumBorder(in, wrap_y, ix, iy, xsize, ysize, w0, w1, w2);
88
89
599k
  sum0 += WeightedSumBorder(in, wrap_y, ix, iy - 2, xsize, ysize, w2, w5, w8);
90
599k
  float sum1 =
91
599k
      WeightedSumBorder(in, wrap_y, ix, iy + 2, xsize, ysize, w2, w5, w8);
92
93
599k
  sum0 += WeightedSumBorder(in, wrap_y, ix, iy - 1, xsize, ysize, w1, w4, w5);
94
599k
  sum1 += WeightedSumBorder(in, wrap_y, ix, iy + 1, xsize, ysize, w1, w4, w5);
95
96
599k
  return sum0 + sum1;
97
599k
}
float jxl::N_AVX2::Symmetric5Border<jxl::WrapUnchanged>(jxl::Plane<float> const&, long, long, jxl::WeightsSymmetric5 const&)
Line
Count
Source
75
41.0M
                       const WeightsSymmetric5& weights) {
76
41.0M
  const float w0 = weights.c[0];
77
41.0M
  const float w1 = weights.r[0];
78
41.0M
  const float w2 = weights.R[0];
79
41.0M
  const float w4 = weights.d[0];
80
41.0M
  const float w5 = weights.L[0];
81
41.0M
  const float w8 = weights.D[0];
82
83
41.0M
  const size_t xsize = in.xsize();
84
41.0M
  const size_t ysize = in.ysize();
85
41.0M
  const WrapY wrap_y;
86
  // Unrolled loop over all 5 rows of the kernel.
87
41.0M
  float sum0 = WeightedSumBorder(in, wrap_y, ix, iy, xsize, ysize, w0, w1, w2);
88
89
41.0M
  sum0 += WeightedSumBorder(in, wrap_y, ix, iy - 2, xsize, ysize, w2, w5, w8);
90
41.0M
  float sum1 =
91
41.0M
      WeightedSumBorder(in, wrap_y, ix, iy + 2, xsize, ysize, w2, w5, w8);
92
93
41.0M
  sum0 += WeightedSumBorder(in, wrap_y, ix, iy - 1, xsize, ysize, w1, w4, w5);
94
41.0M
  sum1 += WeightedSumBorder(in, wrap_y, ix, iy + 1, xsize, ysize, w1, w4, w5);
95
96
41.0M
  return sum0 + sum1;
97
41.0M
}
Unexecuted instantiation: float jxl::N_SSE2::Symmetric5Border<jxl::WrapMirror>(jxl::Plane<float> const&, long, long, jxl::WeightsSymmetric5 const&)
Unexecuted instantiation: float jxl::N_SSE2::Symmetric5Border<jxl::WrapUnchanged>(jxl::Plane<float> const&, long, long, jxl::WeightsSymmetric5 const&)
98
99
// Produces result for one vector's worth of pixels
100
template <class WrapY>
101
static void Symmetric5Interior(const ImageF& in, const int64_t ix,
102
                               const int64_t rix, const int64_t iy,
103
                               const WeightsSymmetric5& weights,
104
117M
                               float* JXL_RESTRICT row_out) {
105
117M
  const HWY_FULL(float) d;
106
107
117M
  const auto w0 = LoadDup128(d, weights.c);
108
117M
  const auto w1 = LoadDup128(d, weights.r);
109
117M
  const auto w2 = LoadDup128(d, weights.R);
110
117M
  const auto w4 = LoadDup128(d, weights.d);
111
117M
  const auto w5 = LoadDup128(d, weights.L);
112
117M
  const auto w8 = LoadDup128(d, weights.D);
113
114
117M
  const size_t ysize = in.ysize();
115
117M
  const WrapY wrap_y;
116
  // Unrolled loop over all 5 rows of the kernel.
117
117M
  auto sum0 = WeightedSum(in, wrap_y, ix, iy, ysize, w0, w1, w2);
118
119
117M
  sum0 = Add(sum0, WeightedSum(in, wrap_y, ix, iy - 2, ysize, w2, w5, w8));
120
117M
  auto sum1 = WeightedSum(in, wrap_y, ix, iy + 2, ysize, w2, w5, w8);
121
122
117M
  sum0 = Add(sum0, WeightedSum(in, wrap_y, ix, iy - 1, ysize, w1, w4, w5));
123
117M
  sum1 = Add(sum1, WeightedSum(in, wrap_y, ix, iy + 1, ysize, w1, w4, w5));
124
125
117M
  StoreU(Add(sum0, sum1), d, row_out + rix);
126
117M
}
Unexecuted instantiation: convolve_symmetric5.cc:void jxl::N_SSE4::Symmetric5Interior<jxl::WrapMirror>(jxl::Plane<float> const&, long, long, long, jxl::WeightsSymmetric5 const&, float*)
Unexecuted instantiation: convolve_symmetric5.cc:void jxl::N_SSE4::Symmetric5Interior<jxl::WrapUnchanged>(jxl::Plane<float> const&, long, long, long, jxl::WeightsSymmetric5 const&, float*)
convolve_symmetric5.cc:void jxl::N_AVX2::Symmetric5Interior<jxl::WrapMirror>(jxl::Plane<float> const&, long, long, long, jxl::WeightsSymmetric5 const&, float*)
Line
Count
Source
104
898k
                               float* JXL_RESTRICT row_out) {
105
898k
  const HWY_FULL(float) d;
106
107
898k
  const auto w0 = LoadDup128(d, weights.c);
108
898k
  const auto w1 = LoadDup128(d, weights.r);
109
898k
  const auto w2 = LoadDup128(d, weights.R);
110
898k
  const auto w4 = LoadDup128(d, weights.d);
111
898k
  const auto w5 = LoadDup128(d, weights.L);
112
898k
  const auto w8 = LoadDup128(d, weights.D);
113
114
898k
  const size_t ysize = in.ysize();
115
898k
  const WrapY wrap_y;
116
  // Unrolled loop over all 5 rows of the kernel.
117
898k
  auto sum0 = WeightedSum(in, wrap_y, ix, iy, ysize, w0, w1, w2);
118
119
898k
  sum0 = Add(sum0, WeightedSum(in, wrap_y, ix, iy - 2, ysize, w2, w5, w8));
120
898k
  auto sum1 = WeightedSum(in, wrap_y, ix, iy + 2, ysize, w2, w5, w8);
121
122
898k
  sum0 = Add(sum0, WeightedSum(in, wrap_y, ix, iy - 1, ysize, w1, w4, w5));
123
898k
  sum1 = Add(sum1, WeightedSum(in, wrap_y, ix, iy + 1, ysize, w1, w4, w5));
124
125
898k
  StoreU(Add(sum0, sum1), d, row_out + rix);
126
898k
}
convolve_symmetric5.cc:void jxl::N_AVX2::Symmetric5Interior<jxl::WrapUnchanged>(jxl::Plane<float> const&, long, long, long, jxl::WeightsSymmetric5 const&, float*)
Line
Count
Source
104
116M
                               float* JXL_RESTRICT row_out) {
105
116M
  const HWY_FULL(float) d;
106
107
116M
  const auto w0 = LoadDup128(d, weights.c);
108
116M
  const auto w1 = LoadDup128(d, weights.r);
109
116M
  const auto w2 = LoadDup128(d, weights.R);
110
116M
  const auto w4 = LoadDup128(d, weights.d);
111
116M
  const auto w5 = LoadDup128(d, weights.L);
112
116M
  const auto w8 = LoadDup128(d, weights.D);
113
114
116M
  const size_t ysize = in.ysize();
115
116M
  const WrapY wrap_y;
116
  // Unrolled loop over all 5 rows of the kernel.
117
116M
  auto sum0 = WeightedSum(in, wrap_y, ix, iy, ysize, w0, w1, w2);
118
119
116M
  sum0 = Add(sum0, WeightedSum(in, wrap_y, ix, iy - 2, ysize, w2, w5, w8));
120
116M
  auto sum1 = WeightedSum(in, wrap_y, ix, iy + 2, ysize, w2, w5, w8);
121
122
116M
  sum0 = Add(sum0, WeightedSum(in, wrap_y, ix, iy - 1, ysize, w1, w4, w5));
123
116M
  sum1 = Add(sum1, WeightedSum(in, wrap_y, ix, iy + 1, ysize, w1, w4, w5));
124
125
116M
  StoreU(Add(sum0, sum1), d, row_out + rix);
126
116M
}
Unexecuted instantiation: convolve_symmetric5.cc:void jxl::N_SSE2::Symmetric5Interior<jxl::WrapMirror>(jxl::Plane<float> const&, long, long, long, jxl::WeightsSymmetric5 const&, float*)
Unexecuted instantiation: convolve_symmetric5.cc:void jxl::N_SSE2::Symmetric5Interior<jxl::WrapUnchanged>(jxl::Plane<float> const&, long, long, long, jxl::WeightsSymmetric5 const&, float*)
127
128
template <class WrapY>
129
static void Symmetric5Row(const ImageF& in, const Rect& rect, const int64_t iy,
130
                          const WeightsSymmetric5& weights,
131
2.67M
                          float* JXL_RESTRICT row_out) {
132
2.67M
  const int64_t kRadius = 2;
133
2.67M
  const size_t xend = rect.x1();
134
135
2.67M
  size_t rix = 0;
136
2.67M
  size_t ix = rect.x0();
137
2.67M
  const HWY_FULL(float) d;
138
2.67M
  const size_t N = Lanes(d);
139
2.67M
  const size_t aligned_x = RoundUpTo(kRadius, N);
140
24.0M
  for (; ix < std::min(aligned_x, xend); ++ix, ++rix) {
141
21.4M
    row_out[rix] = Symmetric5Border<WrapY>(in, ix, iy, weights);
142
21.4M
  }
143
120M
  for (; ix + N + kRadius <= xend; ix += N, rix += N) {
144
117M
    Symmetric5Interior<WrapY>(in, ix, rix, iy, weights, row_out);
145
117M
  }
146
22.9M
  for (; ix < xend; ++ix, ++rix) {
147
20.2M
    row_out[rix] = Symmetric5Border<WrapY>(in, ix, iy, weights);
148
20.2M
  }
149
2.67M
}
Unexecuted instantiation: convolve_symmetric5.cc:void jxl::N_SSE4::Symmetric5Row<jxl::WrapMirror>(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, long, jxl::WeightsSymmetric5 const&, float*)
Unexecuted instantiation: convolve_symmetric5.cc:void jxl::N_SSE4::Symmetric5Row<jxl::WrapUnchanged>(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, long, jxl::WeightsSymmetric5 const&, float*)
convolve_symmetric5.cc:void jxl::N_AVX2::Symmetric5Row<jxl::WrapMirror>(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, long, jxl::WeightsSymmetric5 const&, float*)
Line
Count
Source
131
40.5k
                          float* JXL_RESTRICT row_out) {
132
40.5k
  const int64_t kRadius = 2;
133
40.5k
  const size_t xend = rect.x1();
134
135
40.5k
  size_t rix = 0;
136
40.5k
  size_t ix = rect.x0();
137
40.5k
  const HWY_FULL(float) d;
138
40.5k
  const size_t N = Lanes(d);
139
40.5k
  const size_t aligned_x = RoundUpTo(kRadius, N);
140
364k
  for (; ix < std::min(aligned_x, xend); ++ix, ++rix) {
141
324k
    row_out[rix] = Symmetric5Border<WrapY>(in, ix, iy, weights);
142
324k
  }
143
939k
  for (; ix + N + kRadius <= xend; ix += N, rix += N) {
144
898k
    Symmetric5Interior<WrapY>(in, ix, rix, iy, weights, row_out);
145
898k
  }
146
315k
  for (; ix < xend; ++ix, ++rix) {
147
275k
    row_out[rix] = Symmetric5Border<WrapY>(in, ix, iy, weights);
148
275k
  }
149
40.5k
}
convolve_symmetric5.cc:void jxl::N_AVX2::Symmetric5Row<jxl::WrapUnchanged>(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, long, jxl::WeightsSymmetric5 const&, float*)
Line
Count
Source
131
2.63M
                          float* JXL_RESTRICT row_out) {
132
2.63M
  const int64_t kRadius = 2;
133
2.63M
  const size_t xend = rect.x1();
134
135
2.63M
  size_t rix = 0;
136
2.63M
  size_t ix = rect.x0();
137
2.63M
  const HWY_FULL(float) d;
138
2.63M
  const size_t N = Lanes(d);
139
2.63M
  const size_t aligned_x = RoundUpTo(kRadius, N);
140
23.7M
  for (; ix < std::min(aligned_x, xend); ++ix, ++rix) {
141
21.0M
    row_out[rix] = Symmetric5Border<WrapY>(in, ix, iy, weights);
142
21.0M
  }
143
119M
  for (; ix + N + kRadius <= xend; ix += N, rix += N) {
144
116M
    Symmetric5Interior<WrapY>(in, ix, rix, iy, weights, row_out);
145
116M
  }
146
22.6M
  for (; ix < xend; ++ix, ++rix) {
147
19.9M
    row_out[rix] = Symmetric5Border<WrapY>(in, ix, iy, weights);
148
19.9M
  }
149
2.63M
}
Unexecuted instantiation: convolve_symmetric5.cc:void jxl::N_SSE2::Symmetric5Row<jxl::WrapMirror>(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, long, jxl::WeightsSymmetric5 const&, float*)
Unexecuted instantiation: convolve_symmetric5.cc:void jxl::N_SSE2::Symmetric5Row<jxl::WrapUnchanged>(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, long, jxl::WeightsSymmetric5 const&, float*)
150
151
// Semi-vectorized (interior pixels Fonly); called directly like slow::, unlike
152
// the fully vectorized strategies below.
153
Status Symmetric5(const ImageF& in, const Rect& in_rect,
154
                  const WeightsSymmetric5& weights, ThreadPool* pool,
155
10.1k
                  ImageF* JXL_RESTRICT out, const Rect& out_rect) {
156
10.1k
  JXL_ENSURE(in_rect.xsize() == out_rect.xsize());
157
10.1k
  JXL_ENSURE(in_rect.ysize() == out_rect.ysize());
158
10.1k
  const size_t ysize = in_rect.ysize();
159
10.1k
  const auto process_row = [&](const uint32_t task,
160
2.67M
                               size_t /*thread*/) -> Status {
161
2.67M
    const int64_t riy = task;
162
2.67M
    const int64_t iy = in_rect.y0() + riy;
163
164
2.67M
    if (iy < 2 || iy >= static_cast<ptrdiff_t>(in.ysize()) - 2) {
165
40.5k
      Symmetric5Row<WrapMirror>(in, in_rect, iy, weights,
166
40.5k
                                out_rect.Row(out, riy));
167
2.63M
    } else {
168
2.63M
      Symmetric5Row<WrapUnchanged>(in, in_rect, iy, weights,
169
2.63M
                                   out_rect.Row(out, riy));
170
2.63M
    }
171
2.67M
    return true;
172
2.67M
  };
Unexecuted instantiation: convolve_symmetric5.cc:jxl::N_SSE4::Symmetric5(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, jxl::WeightsSymmetric5 const&, jxl::ThreadPool*, jxl::Plane<float>*, jxl::RectT<unsigned long> const&)::$_0::operator()(unsigned int, unsigned long) const
convolve_symmetric5.cc:jxl::N_AVX2::Symmetric5(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, jxl::WeightsSymmetric5 const&, jxl::ThreadPool*, jxl::Plane<float>*, jxl::RectT<unsigned long> const&)::$_0::operator()(unsigned int, unsigned long) const
Line
Count
Source
160
2.67M
                               size_t /*thread*/) -> Status {
161
2.67M
    const int64_t riy = task;
162
2.67M
    const int64_t iy = in_rect.y0() + riy;
163
164
2.67M
    if (iy < 2 || iy >= static_cast<ptrdiff_t>(in.ysize()) - 2) {
165
40.5k
      Symmetric5Row<WrapMirror>(in, in_rect, iy, weights,
166
40.5k
                                out_rect.Row(out, riy));
167
2.63M
    } else {
168
2.63M
      Symmetric5Row<WrapUnchanged>(in, in_rect, iy, weights,
169
2.63M
                                   out_rect.Row(out, riy));
170
2.63M
    }
171
2.67M
    return true;
172
2.67M
  };
Unexecuted instantiation: convolve_symmetric5.cc:jxl::N_SSE2::Symmetric5(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, jxl::WeightsSymmetric5 const&, jxl::ThreadPool*, jxl::Plane<float>*, jxl::RectT<unsigned long> const&)::$_0::operator()(unsigned int, unsigned long) const
173
10.1k
  JXL_RETURN_IF_ERROR(RunOnPool(pool, 0, static_cast<uint32_t>(ysize),
174
10.1k
                                ThreadPool::NoInit, process_row,
175
10.1k
                                "Symmetric5x5Convolution"));
176
10.1k
  return true;
177
10.1k
}
Unexecuted instantiation: jxl::N_SSE4::Symmetric5(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, jxl::WeightsSymmetric5 const&, jxl::ThreadPool*, jxl::Plane<float>*, jxl::RectT<unsigned long> const&)
jxl::N_AVX2::Symmetric5(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, jxl::WeightsSymmetric5 const&, jxl::ThreadPool*, jxl::Plane<float>*, jxl::RectT<unsigned long> const&)
Line
Count
Source
155
10.1k
                  ImageF* JXL_RESTRICT out, const Rect& out_rect) {
156
10.1k
  JXL_ENSURE(in_rect.xsize() == out_rect.xsize());
157
10.1k
  JXL_ENSURE(in_rect.ysize() == out_rect.ysize());
158
10.1k
  const size_t ysize = in_rect.ysize();
159
10.1k
  const auto process_row = [&](const uint32_t task,
160
10.1k
                               size_t /*thread*/) -> Status {
161
10.1k
    const int64_t riy = task;
162
10.1k
    const int64_t iy = in_rect.y0() + riy;
163
164
10.1k
    if (iy < 2 || iy >= static_cast<ptrdiff_t>(in.ysize()) - 2) {
165
10.1k
      Symmetric5Row<WrapMirror>(in, in_rect, iy, weights,
166
10.1k
                                out_rect.Row(out, riy));
167
10.1k
    } else {
168
10.1k
      Symmetric5Row<WrapUnchanged>(in, in_rect, iy, weights,
169
10.1k
                                   out_rect.Row(out, riy));
170
10.1k
    }
171
10.1k
    return true;
172
10.1k
  };
173
10.1k
  JXL_RETURN_IF_ERROR(RunOnPool(pool, 0, static_cast<uint32_t>(ysize),
174
10.1k
                                ThreadPool::NoInit, process_row,
175
10.1k
                                "Symmetric5x5Convolution"));
176
10.1k
  return true;
177
10.1k
}
Unexecuted instantiation: jxl::N_SSE2::Symmetric5(jxl::Plane<float> const&, jxl::RectT<unsigned long> const&, jxl::WeightsSymmetric5 const&, jxl::ThreadPool*, jxl::Plane<float>*, jxl::RectT<unsigned long> const&)
178
179
// NOLINTNEXTLINE(google-readability-namespace-comments)
180
}  // namespace HWY_NAMESPACE
181
}  // namespace jxl
182
HWY_AFTER_NAMESPACE();
183
184
#if HWY_ONCE
185
namespace jxl {
186
187
HWY_EXPORT(Symmetric5);
188
Status Symmetric5(const ImageF& in, const Rect& in_rect,
189
                  const WeightsSymmetric5& weights, ThreadPool* pool,
190
10.1k
                  ImageF* JXL_RESTRICT out, const Rect& out_rect) {
191
10.1k
  return HWY_DYNAMIC_DISPATCH(Symmetric5)(in, in_rect, weights, pool, out,
192
10.1k
                                          out_rect);
193
10.1k
}
194
195
}  // namespace jxl
196
#endif  // HWY_ONCE