Coverage Report

Created: 2026-10-28 07:26

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/libjxl/lib/jxl/dec_patch_dictionary.cc
Line
Count
Source
1
// Copyright (c) the JPEG XL Project Authors. All rights reserved.
2
//
3
// Use of this source code is governed by a BSD-style
4
// license that can be found in the LICENSE file.
5
6
#include "lib/jxl/dec_patch_dictionary.h"
7
8
#include <jxl/memory_manager.h>
9
10
#include <algorithm>
11
#include <cstddef>
12
#include <cstdint>
13
#include <cstdlib>
14
#include <utility>
15
#include <vector>
16
17
#include "lib/jxl/base/printf_macros.h"
18
#include "lib/jxl/base/status.h"
19
#include "lib/jxl/blending.h"
20
#include "lib/jxl/common.h"  // kMaxNumReferenceFrames
21
#include "lib/jxl/dec_ans.h"
22
#include "lib/jxl/dec_bit_reader.h"
23
#include "lib/jxl/image.h"
24
#include "lib/jxl/image_bundle.h"
25
#include "lib/jxl/image_metadata.h"
26
#include "lib/jxl/pack_signed.h"
27
#include "lib/jxl/patch_dictionary_internal.h"
28
29
namespace jxl {
30
31
Status PatchDictionary::Decode(JxlMemoryManager* memory_manager, BitReader* br,
32
                               size_t xsize, size_t ysize,
33
                               size_t num_extra_channels,
34
3.54k
                               bool* uses_extra_channels) {
35
  // The dictionary is reused across frames: blendings_ is indexed by position
36
  // index, so stale entries from a previous frame must not remain.
37
3.54k
  positions_.clear();
38
3.54k
  ref_positions_.clear();
39
3.54k
  blendings_.clear();
40
3.54k
  blendings_stride_ = num_extra_channels + 1;
41
3.54k
  std::vector<uint8_t> context_map;
42
3.54k
  ANSCode code;
43
3.54k
  JXL_RETURN_IF_ERROR(DecodeHistograms(
44
3.54k
      memory_manager, br, kNumPatchDictionaryContexts, &code, &context_map));
45
5.84k
  JXL_ASSIGN_OR_RETURN(ANSSymbolReader decoder,
46
5.84k
                       ANSSymbolReader::Create(&code, br));
47
48
8.42M
  auto read_num = [&](size_t context) -> size_t {
49
8.42M
    size_t r = decoder.ReadHybridUint(context, br, context_map);
50
8.42M
    return r;
51
8.42M
  };
52
53
5.84k
  size_t num_ref_patch = read_num(kNumRefPatchContext);
54
  // Limit max memory usage of patches to about 66 bytes per pixel (assuming 8
55
  // bytes per size_t)
56
5.84k
  const size_t num_pixels = xsize * ysize;
57
5.84k
  const size_t max_ref_patches = 1024 + num_pixels / 4;
58
5.84k
  const size_t max_patches = max_ref_patches * 4;
59
5.84k
  const size_t max_blending_infos = max_patches * 4;
60
5.84k
  if (num_ref_patch > max_ref_patches) {
61
11
    return JXL_FAILURE("Too many patches in dictionary");
62
11
  }
63
64
2.91k
  size_t total_patches = 0;
65
2.91k
  size_t next_size = 1;
66
67
111k
  for (size_t id = 0; id < num_ref_patch; id++) {
68
108k
    PatchReferencePosition ref_pos;
69
108k
    ref_pos.ref = read_num(kReferenceFrameContext);
70
108k
    if (ref_pos.ref >= kMaxNumReferenceFrames ||
71
108k
        reference_frames_->at(ref_pos.ref).frame->xsize() == 0) {
72
39
      return JXL_FAILURE("Invalid reference frame ID");
73
39
    }
74
108k
    if (!reference_frames_->at(ref_pos.ref).ib_is_in_xyb) {
75
3
      return JXL_FAILURE(
76
3
          "Patches cannot use frames saved post color transforms");
77
3
    }
78
108k
    const ImageBundle& ib = *reference_frames_->at(ref_pos.ref).frame;
79
108k
    ref_pos.x0 = read_num(kPatchReferencePositionContext);
80
108k
    ref_pos.y0 = read_num(kPatchReferencePositionContext);
81
108k
    ref_pos.xsize = read_num(kPatchSizeContext) + 1;
82
108k
    ref_pos.ysize = read_num(kPatchSizeContext) + 1;
83
108k
    if (ref_pos.x0 + ref_pos.xsize > ib.xsize()) {
84
4
      return JXL_FAILURE("Invalid position specified in reference frame");
85
4
    }
86
108k
    if (ref_pos.y0 + ref_pos.ysize > ib.ysize()) {
87
2
      return JXL_FAILURE("Invalid position specified in reference frame");
88
2
    }
89
108k
    size_t id_count = read_num(kPatchCountContext);
90
108k
    if (id_count > max_patches) {
91
2
      return JXL_FAILURE("Too many patches in dictionary");
92
2
    }
93
108k
    id_count++;
94
108k
    total_patches += id_count;
95
108k
    if (total_patches > max_patches) {
96
6
      return JXL_FAILURE("Too many patches in dictionary");
97
6
    }
98
108k
    if (next_size < total_patches) {
99
19.8k
      next_size *= 2;
100
19.8k
      next_size = std::min<size_t>(next_size, max_patches);
101
19.8k
    }
102
108k
    if (next_size * blendings_stride_ > max_blending_infos) {
103
0
      return JXL_FAILURE("Too many patches in dictionary");
104
0
    }
105
108k
    positions_.reserve(next_size);
106
108k
    blendings_.reserve(next_size * blendings_stride_);
107
108k
    bool choose_alpha = (num_extra_channels > 1);
108
2.68M
    for (size_t i = 0; i < id_count; i++) {
109
2.58M
      PatchPosition pos;
110
2.58M
      pos.ref_pos_idx = ref_positions_.size();
111
2.58M
      if (i == 0) {
112
108k
        pos.x = read_num(kPatchPositionContext);
113
108k
        pos.y = read_num(kPatchPositionContext);
114
2.47M
      } else {
115
2.47M
        ptrdiff_t deltax = UnpackSigned(read_num(kPatchOffsetContext));
116
2.47M
        if (deltax < 0 && static_cast<size_t>(-deltax) > positions_.back().x) {
117
11
          return JXL_FAILURE("Invalid patch: negative x coordinate (%" PRIuS
118
11
                             " base x %" PRIdS " delta x)",
119
11
                             positions_.back().x, deltax);
120
11
        }
121
2.47M
        pos.x = positions_.back().x + deltax;
122
2.47M
        ptrdiff_t deltay = UnpackSigned(read_num(kPatchOffsetContext));
123
2.47M
        if (deltay < 0 && static_cast<size_t>(-deltay) > positions_.back().y) {
124
8
          return JXL_FAILURE("Invalid patch: negative y coordinate (%" PRIuS
125
8
                             " base y %" PRIdS " delta y)",
126
8
                             positions_.back().y, deltay);
127
8
        }
128
2.47M
        pos.y = positions_.back().y + deltay;
129
2.47M
      }
130
2.58M
      if (pos.x + ref_pos.xsize > xsize) {
131
4
        return JXL_FAILURE("Invalid patch x: at %" PRIuS " + %" PRIuS
132
4
                           " > %" PRIuS,
133
4
                           pos.x, ref_pos.xsize, xsize);
134
4
      }
135
2.58M
      if (pos.y + ref_pos.ysize > ysize) {
136
4
        return JXL_FAILURE("Invalid patch y: at %" PRIuS " + %" PRIuS
137
4
                           " > %" PRIuS,
138
4
                           pos.y, ref_pos.ysize, ysize);
139
4
      }
140
5.16M
      for (size_t j = 0; j < blendings_stride_; j++) {
141
2.58M
        uint32_t blend_mode = read_num(kPatchBlendModeContext);
142
2.58M
        if (blend_mode >= kNumPatchBlendModes) {
143
4
          return JXL_FAILURE("Invalid patch blend mode: %u", blend_mode);
144
4
        }
145
2.58M
        PatchBlending info;
146
2.58M
        info.mode = static_cast<PatchBlendMode>(blend_mode);
147
2.58M
        if (UsesAlpha(info.mode)) {
148
27.9k
          *uses_extra_channels = true;
149
27.9k
        }
150
2.58M
        if (info.mode != PatchBlendMode::kNone && j > 0) {
151
32
          *uses_extra_channels = true;
152
32
        }
153
2.58M
        if (UsesAlpha(info.mode) && choose_alpha) {
154
0
          info.alpha_channel = read_num(kPatchAlphaChannelContext);
155
0
          if (info.alpha_channel >= num_extra_channels) {
156
0
            return JXL_FAILURE(
157
0
                "Invalid alpha channel for blending: %u out of %u\n",
158
0
                info.alpha_channel, static_cast<uint32_t>(num_extra_channels));
159
0
          }
160
2.58M
        } else {
161
2.58M
          info.alpha_channel = 0;
162
2.58M
        }
163
2.58M
        if (UsesClamp(info.mode)) {
164
30.4k
          info.clamp = static_cast<bool>(read_num(kPatchClampContext));
165
2.55M
        } else {
166
2.55M
          info.clamp = false;
167
2.55M
        }
168
2.58M
        blendings_.push_back(info);
169
2.58M
      }
170
2.58M
      positions_.emplace_back(pos);
171
2.58M
    }
172
108k
    ref_positions_.emplace_back(ref_pos);
173
108k
  }
174
2.82k
  positions_.shrink_to_fit();
175
176
2.82k
  if (!decoder.CheckANSFinalState()) {
177
0
    return JXL_FAILURE("ANS checksum failure.");
178
0
  }
179
180
2.82k
  ComputePatchTree();
181
2.82k
  return true;
182
2.82k
}
183
184
1.71k
int PatchDictionary::GetReferences() const {
185
1.71k
  int result = 0;
186
56.3k
  for (const auto& ref_pos : ref_positions_) {
187
56.3k
    result |= (1 << static_cast<int>(ref_pos.ref));
188
56.3k
  }
189
1.71k
  return result;
190
1.71k
}
191
192
namespace {
193
struct PatchInterval {
194
  size_t idx;
195
  size_t y0, y1;
196
};
197
}  // namespace
198
199
268k
void PatchDictionary::ComputePatchTree() {
200
268k
  patch_tree_.clear();
201
268k
  num_patches_.clear();
202
268k
  sorted_patches_y0_.clear();
203
268k
  sorted_patches_y1_.clear();
204
268k
  if (positions_.empty()) {
205
263k
    return;
206
263k
  }
207
  // Create a y-interval for each patch.
208
4.84k
  std::vector<PatchInterval> intervals(positions_.size());
209
4.82M
  for (size_t i = 0; i < positions_.size(); ++i) {
210
4.81M
    const auto& pos = positions_[i];
211
4.81M
    intervals[i].idx = i;
212
4.81M
    intervals[i].y0 = pos.y;
213
4.81M
    intervals[i].y1 = pos.y + ref_positions_[pos.ref_pos_idx].ysize;
214
4.81M
  }
215
616k
  auto sort_by_y0 = [&intervals](size_t start, size_t end) {
216
616k
    std::sort(intervals.data() + start, intervals.data() + end,
217
157M
              [](const PatchInterval& i0, const PatchInterval& i1) {
218
157M
                return i0.y0 < i1.y0;
219
157M
              });
220
616k
  };
221
313k
  auto sort_by_y1 = [&intervals](size_t start, size_t end) {
222
313k
    std::sort(intervals.data() + start, intervals.data() + end,
223
125M
              [](const PatchInterval& i0, const PatchInterval& i1) {
224
125M
                return i0.y1 < i1.y1;
225
125M
              });
226
313k
  };
227
  // Count the number of patches for each row.
228
4.84k
  sort_by_y1(0, intervals.size());
229
4.84k
  num_patches_.resize(intervals.back().y1);
230
4.81M
  for (auto iv : intervals) {
231
67.7M
    for (size_t y = iv.y0; y < iv.y1; ++y) num_patches_[y]++;
232
4.81M
  }
233
4.84k
  PatchTreeNode root;
234
4.84k
  root.start = 0;
235
4.84k
  root.num = intervals.size();
236
4.84k
  patch_tree_.push_back(root);
237
4.84k
  size_t next = 0;
238
313k
  while (next < patch_tree_.size()) {
239
308k
    auto& node = patch_tree_[next];
240
308k
    size_t start = node.start;
241
308k
    size_t end = node.start + node.num;
242
    // Choose the y_center for this node to be the median of interval starts.
243
308k
    sort_by_y0(start, end);
244
308k
    size_t middle_idx = start + node.num / 2;
245
308k
    node.y_center = intervals[middle_idx].y0;
246
    // Divide the intervals in [start, end) into three groups:
247
    //   * those completely to the right of y_center: [right_start, end)
248
    //   * those overlapping y_center: [left_end, right_start)
249
    //   * those completely to the left of y_center: [start, left_end)
250
308k
    size_t right_start = middle_idx;
251
2.13M
    while (right_start < end && intervals[right_start].y0 == node.y_center) {
252
1.82M
      ++right_start;
253
1.82M
    }
254
308k
    sort_by_y1(start, right_start);
255
308k
    size_t left_end = right_start;
256
5.12M
    while (left_end > start && intervals[left_end - 1].y1 > node.y_center) {
257
4.81M
      --left_end;
258
4.81M
    }
259
    // Fill in sorted_patches_y0_ and sorted_patches_y1_ for the current node.
260
308k
    node.num = right_start - left_end;
261
308k
    node.start = sorted_patches_y0_.size();
262
308k
    for (ptrdiff_t i = static_cast<ptrdiff_t>(right_start) - 1;
263
5.12M
         i >= static_cast<ptrdiff_t>(left_end); --i) {
264
4.81M
      sorted_patches_y1_.emplace_back(intervals[i].y1, intervals[i].idx);
265
4.81M
    }
266
308k
    sort_by_y0(left_end, right_start);
267
5.12M
    for (size_t i = left_end; i < right_start; ++i) {
268
4.81M
      sorted_patches_y0_.emplace_back(intervals[i].y0, intervals[i].idx);
269
4.81M
    }
270
    // Create the left and right nodes (if not empty).
271
308k
    node.left_child = node.right_child = -1;
272
308k
    if (left_end > start) {
273
144k
      PatchTreeNode left;
274
144k
      left.start = start;
275
144k
      left.num = left_end - left.start;
276
144k
      patch_tree_[next].left_child = patch_tree_.size();
277
144k
      patch_tree_.push_back(left);
278
144k
    }
279
308k
    if (right_start < end) {
280
158k
      PatchTreeNode right;
281
158k
      right.start = right_start;
282
158k
      right.num = end - right.start;
283
158k
      patch_tree_[next].right_child = patch_tree_.size();
284
158k
      patch_tree_.push_back(right);
285
158k
    }
286
308k
    ++next;
287
308k
  }
288
4.84k
}
289
290
6.82M
std::vector<size_t> PatchDictionary::GetPatchesForRow(size_t y) const {
291
6.82M
  std::vector<size_t> result;
292
6.82M
  if (y < num_patches_.size() && num_patches_[y] > 0) {
293
2.67M
    result.reserve(num_patches_[y]);
294
19.0M
    for (ptrdiff_t tree_idx = 0; tree_idx != -1;) {
295
16.3M
      JXL_DASSERT(tree_idx < static_cast<ptrdiff_t>(patch_tree_.size()));
296
16.3M
      const auto& node = patch_tree_[tree_idx];
297
16.3M
      if (y <= node.y_center) {
298
33.6M
        for (size_t i = 0; i < node.num; ++i) {
299
32.3M
          const auto& p = sorted_patches_y0_[node.start + i];
300
32.3M
          if (y < p.first) break;
301
25.2M
          result.push_back(p.second);
302
25.2M
        }
303
8.30M
        tree_idx = y < node.y_center ? node.left_child : -1;
304
8.30M
      } else {
305
32.1M
        for (size_t i = 0; i < node.num; ++i) {
306
31.3M
          const auto& p = sorted_patches_y1_[node.start + i];
307
31.3M
          if (y >= p.first) break;
308
24.1M
          result.push_back(p.second);
309
24.1M
        }
310
8.08M
        tree_idx = node.right_child;
311
8.08M
      }
312
16.3M
    }
313
    // Ensure that he relative order of patches that affect the same pixels is
314
    // preserved. This is important for patches that have a blend mode
315
    // different from kAdd.
316
2.67M
    std::sort(result.begin(), result.end());
317
2.67M
  }
318
6.82M
  return result;
319
6.82M
}
320
321
// Adds patches to a segment of `xsize` pixels, starting at `inout`, assumed
322
// to be located at position (x0, y) in the frame.
323
Status PatchDictionary::AddOneRow(
324
    float* const* inout, size_t y, size_t x0, size_t xsize,
325
4.98M
    const std::vector<ExtraChannelInfo>& extra_channel_info) const {
326
4.98M
  size_t num_ec = extra_channel_info.size();
327
4.98M
  JXL_ENSURE(num_ec + 1 <= blendings_stride_);
328
4.98M
  std::vector<const float*> fg_ptrs(3 + num_ec);
329
44.3M
  for (size_t pos_idx : GetPatchesForRow(y)) {
330
44.3M
    const size_t blending_idx = pos_idx * blendings_stride_;
331
44.3M
    const PatchPosition& pos = positions_[pos_idx];
332
44.3M
    const PatchReferencePosition& ref_pos = ref_positions_[pos.ref_pos_idx];
333
44.3M
    size_t by = pos.y;
334
44.3M
    size_t bx = pos.x;
335
44.3M
    size_t patch_xsize = ref_pos.xsize;
336
44.3M
    JXL_ENSURE(y >= by);
337
44.3M
    JXL_ENSURE(y < by + ref_pos.ysize);
338
44.3M
    size_t iy = y - by;
339
44.3M
    size_t ref = ref_pos.ref;
340
44.3M
    if (bx >= x0 + xsize) continue;
341
38.4M
    if (bx + patch_xsize < x0) continue;
342
31.6M
    size_t patch_x0 = std::max(bx, x0);
343
31.6M
    size_t patch_x1 = std::min(bx + patch_xsize, x0 + xsize);
344
126M
    for (size_t c = 0; c < 3; c++) {
345
94.8M
      fg_ptrs[c] = reference_frames_->at(ref).frame->color()->ConstPlaneRow(
346
94.8M
                       c, ref_pos.y0 + iy) +
347
94.8M
                   ref_pos.x0 + x0 - bx;
348
94.8M
    }
349
31.6M
    for (size_t i = 0; i < num_ec; i++) {
350
1.55k
      fg_ptrs[3 + i] =
351
1.55k
          reference_frames_->at(ref).frame->extra_channels()[i].ConstRow(
352
1.55k
              ref_pos.y0 + iy) +
353
1.55k
          ref_pos.x0 + x0 - bx;
354
1.55k
    }
355
31.6M
    JXL_RETURN_IF_ERROR(PerformBlending(
356
31.6M
        memory_manager_, inout, fg_ptrs.data(), inout, patch_x0 - x0,
357
31.6M
        patch_x1 - patch_x0, blendings_[blending_idx],
358
31.6M
        blendings_.data() + blending_idx + 1, extra_channel_info));
359
31.6M
  }
360
4.98M
  return true;
361
4.98M
}
362
}  // namespace jxl