Coverage Report

Created: 2026-08-17 07:50

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/ffmpeg/libswscale/graph.c
Line
Count
Source
1
/*
2
 * Copyright (C) 2024 Niklas Haas
3
 *
4
 * This file is part of FFmpeg.
5
 *
6
 * FFmpeg is free software; you can redistribute it and/or
7
 * modify it under the terms of the GNU Lesser General Public
8
 * License as published by the Free Software Foundation; either
9
 * version 2.1 of the License, or (at your option) any later version.
10
 *
11
 * FFmpeg is distributed in the hope that it will be useful,
12
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14
 * Lesser General Public License for more details.
15
 *
16
 * You should have received a copy of the GNU Lesser General Public
17
 * License along with FFmpeg; if not, write to the Free Software
18
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19
 */
20
21
#include "libavutil/avassert.h"
22
#include "libavutil/cpu.h"
23
#include "libavutil/error.h"
24
#include "libavutil/hwcontext.h"
25
#include "libavutil/imgutils.h"
26
#include "libavutil/macros.h"
27
#include "libavutil/mem.h"
28
#include "libavutil/opt.h"
29
#include "libavutil/pixdesc.h"
30
#include "libavutil/refstruct.h"
31
#include "libavutil/slicethread.h"
32
33
#include "libswscale/swscale.h"
34
#include "libswscale/format.h"
35
36
#include "cms.h"
37
#include "lut3d.h"
38
#include "swscale_internal.h"
39
#include "graph.h"
40
#include "ops.h"
41
#include "ops_dispatch.h"
42
#if CONFIG_VULKAN
43
#include "vulkan/ops.h"
44
#endif
45
46
int ff_sws_pass_aligned_width(const SwsPass *pass, int width)
47
0
{
48
0
    if (!pass)
49
0
        return width;
50
51
0
    size_t aligned_w = width;
52
0
    aligned_w = FFALIGN(aligned_w, pass->output->width_align);
53
0
    aligned_w += pass->output->width_pad;
54
0
    return aligned_w <= INT_MAX ? aligned_w : width;
55
0
}
56
57
/* Allocates (or refs) one buffer per plane */
58
static int frame_alloc_planes_ref(AVFrame *dst, const AVFrame *src,
59
                                  const int plane_copy[4])
60
0
{
61
0
    int ret = av_image_check_size2(dst->width, dst->height, INT64_MAX,
62
0
                                   dst->format, 0, NULL);
63
0
    if (ret < 0)
64
0
        return ret;
65
66
0
    const int align = av_cpu_max_align();
67
0
    const int aligned_w = FFALIGN(dst->width + 1, align); /* add space for over-write */
68
0
    ret = av_image_fill_linesizes(dst->linesize, dst->format, aligned_w);
69
0
    if (ret < 0)
70
0
        return ret;
71
72
0
    ptrdiff_t linesize1[4];
73
0
    for (int i = 0; i < 4; i++)
74
0
        linesize1[i] = dst->linesize[i] = FFALIGN(dst->linesize[i], align);
75
76
0
    size_t sizes[4];
77
0
    ret = av_image_fill_plane_sizes(sizes, dst->format, dst->height, linesize1);
78
0
    if (ret < 0)
79
0
        return ret;
80
81
0
    for (int i = 0; i < 4; i++) {
82
0
        if (!sizes[i])
83
0
            break;
84
0
        int src_idx = plane_copy[i];
85
0
        if (src_idx >= 0 && src) {
86
            /* Ref the source plane instead of allocating a new buffer */
87
0
            dst->buf[i] = av_buffer_ref(src->buf[src_idx]);
88
0
            if (!dst->buf[i])
89
0
                return AVERROR(ENOMEM);
90
0
            dst->data[i]     = src->data[src_idx];
91
0
            dst->linesize[i] = src->linesize[src_idx];
92
0
            continue;
93
0
        }
94
95
0
        AVBufferRef *buf = av_buffer_alloc(sizes[i]);
96
0
        if (!buf)
97
0
            return AVERROR(ENOMEM);
98
0
        dst->data[i] = buf->data;
99
0
        dst->buf[i] = buf;
100
0
    }
101
102
0
    return 0;
103
0
}
104
105
#if CONFIG_VULKAN
106
static int pass_alloc_output_hw(SwsPass *pass, AVFrame *avframe,
107
                                AVBufferRef *dev_ref)
108
{
109
    SwsPassBuffer *buffer = pass->output;
110
    AVBufferRef *frames_ref = av_hwframe_ctx_alloc(dev_ref);
111
    if (!frames_ref)
112
        return AVERROR(ENOMEM);
113
114
    AVHWFramesContext *hwfc = (AVHWFramesContext *)frames_ref->data;
115
    hwfc->format    = AV_PIX_FMT_VULKAN;
116
    hwfc->sw_format = pass->format;
117
    hwfc->width     = buffer->width;
118
    hwfc->height    = buffer->height;
119
120
    int ret = av_hwframe_ctx_init(frames_ref);
121
    if (ret >= 0) {
122
        avframe->format = AV_PIX_FMT_VULKAN;
123
        ret = av_hwframe_get_buffer(frames_ref, avframe, 0);
124
    }
125
    av_buffer_unref(&frames_ref);
126
    return ret;
127
}
128
#endif
129
130
static int pass_alloc_output(SwsPass *pass)
131
0
{
132
0
    if (!pass || pass->output->avframe)
133
0
        return 0;
134
135
0
    SwsPassBuffer *buffer = pass->output;
136
0
    AVFrame *avframe = av_frame_alloc();
137
0
    if (!avframe)
138
0
        return AVERROR(ENOMEM);
139
0
    avframe->width  = buffer->width;
140
0
    avframe->height = buffer->height;
141
142
0
    int ret;
143
144
#if CONFIG_VULKAN
145
    const SwsGraph *graph = pass->graph;
146
    if (graph->src.hw_format == AV_PIX_FMT_VULKAN &&
147
        graph->dst.hw_format == AV_PIX_FMT_VULKAN) {
148
        AVBufferRef *dev_ref = ff_sws_vk_device_ref(graph->ctx);
149
        if (dev_ref) {
150
            ret = pass_alloc_output_hw(pass, avframe, dev_ref);
151
            if (ret >= 0)
152
                goto done;
153
            av_frame_unref(avframe);
154
        }
155
    }
156
#endif
157
158
0
    const AVFrame *src = NULL;
159
0
    if (pass->input)
160
0
        src = pass->input->output->avframe;
161
162
0
    avframe->format = pass->format;
163
0
    ret = frame_alloc_planes_ref(avframe, src, buffer->plane_copy);
164
0
    if (ret < 0) {
165
0
        av_frame_free(&avframe);
166
0
        return ret;
167
0
    }
168
169
#if CONFIG_VULKAN
170
done:
171
#endif
172
0
    buffer->avframe = avframe;
173
0
    ff_sws_frame_from_avframe(&buffer->frame, avframe);
174
0
    return 0;
175
0
}
176
177
static void free_buffer(AVRefStructOpaque opaque, void *obj)
178
0
{
179
0
    SwsPassBuffer *buffer = obj;
180
0
    av_frame_free(&buffer->avframe);
181
0
}
182
183
static void pass_free(SwsPass *pass)
184
0
{
185
0
    if (pass->free)
186
0
        pass->free(pass->priv);
187
0
    av_refstruct_unref(&pass->output);
188
0
    av_free(pass);
189
0
}
190
191
int ff_sws_graph_add_pass(SwsGraph *graph, enum AVPixelFormat fmt,
192
                          int width, int height, SwsPass *input,
193
                          int lines, int align,
194
                          SwsPassFunc run, SwsPassSetup setup,
195
                          void *priv, void (*free_cb)(void *priv),
196
                          SwsPass **out_pass)
197
0
{
198
0
    int ret;
199
0
    SwsPass *pass = av_mallocz(sizeof(*pass));
200
0
    if (!pass) {
201
0
        if (free_cb)
202
0
            free_cb(priv);
203
0
        return AVERROR(ENOMEM);
204
0
    }
205
206
0
    if (!lines)
207
0
        lines = height;
208
209
0
    pass->graph  = graph;
210
0
    pass->run    = run;
211
0
    pass->setup  = setup;
212
0
    pass->priv   = priv;
213
0
    pass->free   = free_cb;
214
0
    pass->format = fmt;
215
0
    pass->lines  = lines;
216
0
    pass->input  = input;
217
0
    pass->output = av_refstruct_alloc_ext(sizeof(*pass->output), 0, NULL, free_buffer);
218
0
    if (!pass->output) {
219
0
        ret = AVERROR(ENOMEM);
220
0
        goto fail;
221
0
    }
222
223
0
    pass->output->height = height;
224
0
    pass->output->width  = width;
225
0
    pass->output->width_align = 1;
226
0
    memset(pass->output->plane_copy, -1, sizeof(pass->output->plane_copy));
227
228
0
    if (!align) {
229
0
        pass->slice_h = pass->lines;
230
0
        pass->num_slices = 1;
231
0
    } else {
232
0
        pass->slice_h = (pass->lines + graph->num_threads - 1) / graph->num_threads;
233
0
        pass->slice_h = FFALIGN(pass->slice_h, align);
234
0
        pass->num_slices = (pass->lines + pass->slice_h - 1) / pass->slice_h;
235
0
    }
236
237
0
    ret = av_dynarray_add_nofree(&graph->passes, &graph->num_passes, pass);
238
0
    if (ret < 0)
239
0
        goto fail;
240
241
0
    *out_pass = pass;
242
0
    return 0;
243
244
0
fail:
245
0
    pass_free(pass);
246
0
    return ret;
247
0
}
248
249
void ff_sws_pass_link_output(SwsPass *dst, const SwsPass *src)
250
0
{
251
0
    if (!dst || !src || dst == src)
252
0
        return;
253
254
0
    av_assert0(dst->format == src->format);
255
0
    SwsPassBuffer *keep = src->output, *drop = dst->output;
256
257
0
    av_assert1(keep->width  == drop->width);
258
0
    av_assert1(keep->height == drop->height);
259
0
    keep->width_align = FFMAX(keep->width_align, drop->width_align);
260
0
    keep->width_pad   = FFMAX(keep->width_pad,   drop->width_pad);
261
262
0
    for (int i = 0; i < FF_ARRAY_ELEMS(keep->plane_copy); i++) {
263
0
        if (keep->plane_copy[i] < 0)
264
0
            keep->plane_copy[i] = drop->plane_copy[i];
265
0
        else if (drop->plane_copy[i] >= 0)
266
0
            av_assert1(keep->plane_copy[i] == drop->plane_copy[i]);
267
0
    }
268
269
0
    av_refstruct_replace(&dst->output, src->output);
270
0
}
271
272
static void frame_shift(const SwsFrame *f, const int y, uint8_t *data[4])
273
0
{
274
0
    for (int i = 0; i < 4; i++) {
275
0
        if (f->data[i])
276
0
            data[i] = f->data[i] + (y >> ff_fmt_vshift(f->format, i)) * f->linesize[i];
277
0
        else
278
0
            data[i] = NULL;
279
0
    }
280
0
}
281
282
static void run_copy(const SwsFrame *out, const SwsFrame *in, int y, int h,
283
                     const SwsPass *pass)
284
0
{
285
0
    uint8_t *in_data[4], *out_data[4];
286
0
    frame_shift(in,  y, in_data);
287
0
    frame_shift(out, y, out_data);
288
289
0
    for (int i = 0; i < 4 && out_data[i]; i++) {
290
0
        const int lines = h >> ff_fmt_vshift(in->format, i);
291
0
        av_assert1(in_data[i]);
292
293
0
        if (in_data[i] == out_data[i]) {
294
0
            av_assert0(in->linesize[i] == out->linesize[i]);
295
0
        } else if (in->linesize[i] == out->linesize[i]) {
296
0
            memcpy(out_data[i], in_data[i], lines * out->linesize[i]);
297
0
        } else {
298
0
            const int linesize = FFMIN(out->linesize[i], in->linesize[i]);
299
0
            for (int j = 0; j < lines; j++) {
300
0
                memcpy(out_data[i], in_data[i], linesize);
301
0
                in_data[i]  += in->linesize[i];
302
0
                out_data[i] += out->linesize[i];
303
0
            }
304
0
        }
305
0
    }
306
0
}
307
308
static void run_rgb0(const SwsFrame *out, const SwsFrame *in, int y, int h,
309
                     const SwsPass *pass)
310
0
{
311
0
    SwsInternal *c = pass->priv;
312
0
    const int x0 = c->src0Alpha - 1;
313
0
    const int w4 = 4 * out->width;
314
0
    const int src_stride = in->linesize[0];
315
0
    const int dst_stride = out->linesize[0];
316
0
    const uint8_t *src = in->data[0] + y * src_stride;
317
0
    uint8_t *dst = out->data[0] + y * dst_stride;
318
319
0
    for (int y = 0; y < h; y++) {
320
0
        memcpy(dst, src, w4 * sizeof(*dst));
321
0
        for (int x = x0; x < w4; x += 4)
322
0
            dst[x] = 0xFF;
323
324
0
        src += src_stride;
325
0
        dst += dst_stride;
326
0
    }
327
0
}
328
329
static void run_xyz2rgb(const SwsFrame *out, const SwsFrame *in, int y, int h,
330
                        const SwsPass *pass)
331
0
{
332
0
    const SwsInternal *c = pass->priv;
333
0
    c->xyz12Torgb48(c, out->data[0] + y * out->linesize[0], out->linesize[0],
334
0
                    in->data[0] + y * in->linesize[0], in->linesize[0],
335
0
                    out->width, h);
336
0
}
337
338
static void run_rgb2xyz(const SwsFrame *out, const SwsFrame *in, int y, int h,
339
                        const SwsPass *pass)
340
0
{
341
0
    const SwsInternal *c = pass->priv;
342
0
    c->rgb48Toxyz12(c, out->data[0] + y * out->linesize[0], out->linesize[0],
343
0
                    in->data[0] + y * in->linesize[0], in->linesize[0],
344
0
                    out->width, h);
345
0
}
346
347
/***********************************************************************
348
 * Internal ff_swscale() wrapper. This reuses the legacy scaling API. *
349
 * This is considered fully deprecated, and will be replaced by a full *
350
 * reimplementation ASAP.                                              *
351
 ***********************************************************************/
352
353
static void free_legacy_swscale(void *priv)
354
0
{
355
0
    SwsContext *sws = priv;
356
0
    sws_free_context(&sws);
357
0
}
358
359
static int setup_legacy_swscale(const SwsFrame *out, const SwsFrame *in,
360
                                const SwsPass *pass)
361
0
{
362
0
    SwsContext *sws = pass->priv;
363
0
    SwsInternal *c = sws_internal(sws);
364
0
    if (sws->flags & SWS_BITEXACT && sws->dither == SWS_DITHER_ED && c->dither_error[0]) {
365
0
        for (int i = 0; i < 4; i++)
366
0
            memset(c->dither_error[i], 0, sizeof(c->dither_error[0][0]) * (sws->dst_w + 2));
367
0
    }
368
369
0
    if (usePal(sws->src_format))
370
0
        ff_update_palette(c, (const uint32_t *) in->data[1]);
371
372
0
    return 0;
373
0
}
374
375
static inline SwsContext *slice_ctx(const SwsPass *pass, int y)
376
0
{
377
0
    SwsContext *sws = pass->priv;
378
0
    SwsInternal *parent = sws_internal(sws);
379
0
    if (pass->num_slices == 1)
380
0
        return sws;
381
382
0
    av_assert1(parent->nb_slice_ctx == pass->num_slices);
383
0
    sws = parent->slice_ctx[y / pass->slice_h];
384
385
0
    if (usePal(sws->src_format)) {
386
0
        SwsInternal *sub = sws_internal(sws);
387
0
        memcpy(sub->pal_yuv, parent->pal_yuv, sizeof(sub->pal_yuv));
388
0
        memcpy(sub->pal_rgb, parent->pal_rgb, sizeof(sub->pal_rgb));
389
0
    }
390
391
0
    return sws;
392
0
}
393
394
static void run_legacy_unscaled(const SwsFrame *out, const SwsFrame *in,
395
                                int y, int h, const SwsPass *pass)
396
0
{
397
0
    SwsContext *sws = slice_ctx(pass, y);
398
0
    SwsInternal *c = sws_internal(sws);
399
0
    uint8_t *in_data[4];
400
0
    frame_shift(in, y, in_data);
401
402
0
    c->convert_unscaled(c, (const uint8_t *const *) in_data, in->linesize, y, h,
403
0
                        out->data, out->linesize);
404
0
}
405
406
static void run_legacy_swscale(const SwsFrame *out, const SwsFrame *in,
407
                               int y, int h, const SwsPass *pass)
408
0
{
409
0
    SwsContext *sws = slice_ctx(pass, y);
410
0
    SwsInternal *c = sws_internal(sws);
411
0
    uint8_t *out_data[4];
412
0
    frame_shift(out, y, out_data);
413
414
0
    ff_swscale(c, (const uint8_t *const *) in->data, in->linesize, 0,
415
0
               sws->src_h, out_data, out->linesize, y, h);
416
0
}
417
418
static void run_legacy_lut3d(const SwsFrame *out, const SwsFrame *in,
419
                             int y, int h, const SwsPass *pass)
420
0
{
421
0
    const SwsLut3D *lut = pass->graph->lut3d;
422
0
    uint8_t *in_data[4], *out_data[4];
423
0
    frame_shift(in,  y, in_data);
424
0
    frame_shift(out, y, out_data);
425
426
0
    ff_sws_lut3d_apply_rgba64(lut, in_data[0], in->linesize[0], out_data[0],
427
0
                              out->linesize[0], out->width, h);
428
0
}
429
430
static void legacy_chr_pos(SwsGraph *graph, int *chr_pos, int override, int *warned)
431
0
{
432
0
    if (override == -513 || override == *chr_pos)
433
0
        return;
434
435
0
    if (!*warned) {
436
0
        av_log(NULL, AV_LOG_WARNING,
437
0
               "Setting chroma position directly is deprecated, make sure "
438
0
               "the frame is tagged with the correct chroma location.\n");
439
0
        *warned = 1;
440
0
    }
441
442
0
    *chr_pos = override;
443
0
}
444
445
/* Takes over ownership of `sws` */
446
static int init_legacy_subpass(SwsGraph *graph, SwsContext *sws,
447
                               SwsPass *input, SwsPass **output)
448
0
{
449
0
    SwsInternal *c = sws_internal(sws);
450
0
    const int src_w = sws->src_w, src_h = sws->src_h;
451
0
    const int dst_w = sws->dst_w, dst_h = sws->dst_h;
452
0
    const int unscaled = src_w == dst_w && src_h == dst_h;
453
0
    int align = c->dst_slice_align;
454
0
    SwsPass *pass = NULL;
455
0
    int ret;
456
457
0
    if (c->cascaded_context[0]) {
458
0
        const int num_cascaded = c->cascaded_context[2] ? 3 : 2;
459
0
        for (int i = 0; i < num_cascaded; i++) {
460
0
            const int is_last = i + 1 == num_cascaded;
461
462
            /* Steal cascaded context, so we can manage its lifetime independently */
463
0
            SwsContext *sub = c->cascaded_context[i];
464
0
            c->cascaded_context[i] = NULL;
465
466
0
            ret = init_legacy_subpass(graph, sub, input, is_last ? output : &input);
467
0
            if (ret < 0)
468
0
                break;
469
0
        }
470
471
0
        sws_free_context(&sws);
472
0
        return ret;
473
0
    }
474
475
0
    if (sws->dither == SWS_DITHER_ED && !c->convert_unscaled)
476
0
        align = 0; /* disable slice threading */
477
478
0
    if (c->src0Alpha && !c->dst0Alpha && isALPHA(sws->dst_format)) {
479
0
        ret = ff_sws_graph_add_pass(graph, AV_PIX_FMT_RGBA, src_w, src_h, input,
480
0
                                    0, 1, run_rgb0, NULL, c, NULL, &input);
481
0
        if (ret < 0) {
482
0
            sws_free_context(&sws);
483
0
            return ret;
484
0
        }
485
0
    }
486
487
0
    if (c->srcXYZ && !(c->dstXYZ && unscaled)) {
488
0
        ret = ff_sws_graph_add_pass(graph, AV_PIX_FMT_RGB48, src_w, src_h, input,
489
0
                                    0, 1, run_xyz2rgb, NULL, c, NULL, &input);
490
0
        if (ret < 0) {
491
0
            sws_free_context(&sws);
492
0
            return ret;
493
0
        }
494
0
    }
495
496
0
    ret = ff_sws_graph_add_pass(graph, sws->dst_format, dst_w, dst_h, input, 0, align,
497
0
                                c->convert_unscaled ? run_legacy_unscaled : run_legacy_swscale,
498
0
                                setup_legacy_swscale, sws, free_legacy_swscale, &pass);
499
0
    if (ret < 0)
500
0
        return ret;
501
0
    pass->backend = SWS_BACKEND_LEGACY;
502
503
    /**
504
     * For slice threading, we need to create sub contexts, similar to how
505
     * swscale normally handles it internally. The most important difference
506
     * is that we handle cascaded contexts before threaded contexts; whereas
507
     * context_init_threaded() does it the other way around.
508
     */
509
510
0
    if (pass->num_slices > 1) {
511
0
        c->slice_ctx = av_calloc(pass->num_slices, sizeof(*c->slice_ctx));
512
0
        if (!c->slice_ctx)
513
0
            return AVERROR(ENOMEM);
514
515
0
        for (int i = 0; i < pass->num_slices; i++) {
516
0
            SwsContext *slice;
517
0
            SwsInternal *c2;
518
0
            slice = c->slice_ctx[i] = sws_alloc_context();
519
0
            if (!slice)
520
0
                return AVERROR(ENOMEM);
521
0
            c->nb_slice_ctx++;
522
523
0
            c2 = sws_internal(slice);
524
0
            c2->parent = sws;
525
526
0
            ret = av_opt_copy(slice, sws);
527
0
            if (ret < 0)
528
0
                return ret;
529
530
0
            ret = ff_sws_init_single_context(slice, NULL, NULL);
531
0
            if (ret < 0)
532
0
                return ret;
533
534
0
            sws_setColorspaceDetails(slice, c->srcColorspaceTable,
535
0
                                     slice->src_range, c->dstColorspaceTable,
536
0
                                     slice->dst_range, c->brightness, c->contrast,
537
0
                                     c->saturation);
538
539
0
            for (int i = 0; i < FF_ARRAY_ELEMS(c->srcColorspaceTable); i++) {
540
0
                c2->srcColorspaceTable[i] = c->srcColorspaceTable[i];
541
0
                c2->dstColorspaceTable[i] = c->dstColorspaceTable[i];
542
0
            }
543
0
        }
544
0
    }
545
546
0
    if (c->dstXYZ && !(c->srcXYZ && unscaled)) {
547
0
        ret = ff_sws_graph_add_pass(graph, AV_PIX_FMT_RGB48, dst_w, dst_h, pass,
548
0
                                    0, 1, run_rgb2xyz, NULL, c, NULL, &pass);
549
0
        if (ret < 0)
550
0
            return ret;
551
0
    }
552
553
0
    *output = pass;
554
0
    return 0;
555
0
}
556
557
static int add_legacy_3dlut_pass(SwsGraph *graph, const SwsFormat *src,
558
                                 SwsPass *input, SwsPass **output);
559
560
static int add_legacy_sws_pass(SwsGraph *graph, const SwsFormat *src,
561
                               const SwsFormat *dst, const SwsLut3D *lut3d,
562
                               SwsPass *input, SwsPass **output)
563
0
{
564
0
    int ret, warned = 0;
565
0
    SwsContext *const ctx = graph->ctx;
566
0
    const SwsBackend backend = ff_sws_enabled_backends(ctx);
567
0
    if (!(backend & SWS_BACKEND_LEGACY))
568
0
        return AVERROR(ENOTSUP);
569
0
    if (src->hw_format != AV_PIX_FMT_NONE || dst->hw_format != AV_PIX_FMT_NONE)
570
0
        return AVERROR(ENOTSUP);
571
572
    /* Re-check this here because this might not be excluded if the caller was
573
     * testing against multiple backends */
574
0
    if (!sws_isSupportedInput(src->format) || !sws_isSupportedOutput(dst->format))
575
0
        return AVERROR(ENOTSUP);
576
577
    /* If we need to apply a 3D LUT, add it as an explicit input prepass */
578
0
    if (lut3d) {
579
0
        ret = add_legacy_3dlut_pass(graph, src, input, &input);
580
0
        if (ret < 0)
581
0
            return ret;
582
583
0
        SwsFormat tmp = *src;
584
0
        tmp.format = input->format;
585
0
        tmp.color  = lut3d->map.dst;
586
0
        return add_legacy_sws_pass(graph, &tmp, dst, NULL, input, output);
587
0
    }
588
589
0
    SwsContext *sws = sws_alloc_context();
590
0
    if (!sws)
591
0
        return AVERROR(ENOMEM);
592
593
0
    sws->flags       = ctx->flags;
594
0
    sws->dither      = ctx->dither;
595
0
    sws->alpha_blend = ctx->alpha_blend;
596
0
    sws->gamma_flag  = ctx->gamma_flag;
597
0
    sws->scaler      = ctx->scaler;
598
0
    sws->scaler_sub  = ctx->scaler_sub;
599
600
0
    sws->src_w       = src->width;
601
0
    sws->src_h       = src->height;
602
0
    sws->src_format  = src->format;
603
0
    sws->src_range   = src->range == AVCOL_RANGE_JPEG;
604
605
0
    sws->dst_w      = dst->width;
606
0
    sws->dst_h      = dst->height;
607
0
    sws->dst_format = dst->format;
608
0
    sws->dst_range  = dst->range == AVCOL_RANGE_JPEG;
609
0
    ff_sws_chroma_pos(src, &graph->incomplete, &sws->src_h_chr_pos, &sws->src_v_chr_pos);
610
0
    ff_sws_chroma_pos(dst, &graph->incomplete, &sws->dst_h_chr_pos, &sws->dst_v_chr_pos);
611
612
0
    graph->incomplete |= src->range == AVCOL_RANGE_UNSPECIFIED;
613
0
    graph->incomplete |= dst->range == AVCOL_RANGE_UNSPECIFIED;
614
615
    /* Allow overriding chroma position with the legacy API */
616
0
    legacy_chr_pos(graph, &sws->src_h_chr_pos, ctx->src_h_chr_pos, &warned);
617
0
    legacy_chr_pos(graph, &sws->src_v_chr_pos, ctx->src_v_chr_pos, &warned);
618
0
    legacy_chr_pos(graph, &sws->dst_h_chr_pos, ctx->dst_h_chr_pos, &warned);
619
0
    legacy_chr_pos(graph, &sws->dst_v_chr_pos, ctx->dst_v_chr_pos, &warned);
620
621
    /* Explicitly strip chroma offsets when not subsampling, because it
622
     * interferes with the operation of flags like SWS_FULL_CHR_H_INP */
623
0
    if (!src->desc->log2_chroma_w)
624
0
        sws->src_h_chr_pos = -513;
625
0
    if (!src->desc->log2_chroma_h)
626
0
        sws->src_v_chr_pos = -513;
627
0
    if (!dst->desc->log2_chroma_w)
628
0
        sws->dst_h_chr_pos = -513;
629
0
    if (!dst->desc->log2_chroma_h)
630
0
        sws->dst_v_chr_pos = -513;
631
632
0
    for (int i = 0; i < SWS_NUM_SCALER_PARAMS; i++)
633
0
        sws->scaler_params[i] = ctx->scaler_params[i];
634
635
0
    ret = sws_init_context(sws, NULL, NULL);
636
0
    if (ret < 0) {
637
0
        sws_free_context(&sws);
638
0
        return ret;
639
0
    }
640
641
    /* Set correct color matrices */
642
0
    {
643
0
        int in_full, out_full, brightness, contrast, saturation;
644
0
        const int *inv_table, *table;
645
0
        sws_getColorspaceDetails(sws, (int **)&inv_table, &in_full,
646
0
                                (int **)&table, &out_full,
647
0
                                &brightness, &contrast, &saturation);
648
649
0
        inv_table = sws_getCoefficients(src->csp);
650
0
        table     = sws_getCoefficients(dst->csp);
651
652
0
        graph->incomplete |= src->csp != dst->csp &&
653
0
                            (src->csp == AVCOL_SPC_UNSPECIFIED ||
654
0
                             dst->csp == AVCOL_SPC_UNSPECIFIED);
655
656
0
        sws_setColorspaceDetails(sws, inv_table, in_full, table, out_full,
657
0
                                brightness, contrast, saturation);
658
0
    }
659
660
0
    return init_legacy_subpass(graph, sws, input, output);
661
0
}
662
663
static int add_legacy_3dlut_pass(SwsGraph *graph, const SwsFormat *src,
664
                                 SwsPass *input, SwsPass **output)
665
0
{
666
0
    int ret;
667
668
0
    const SwsLut3D *lut3d = graph->lut3d;
669
0
    if (!lut3d)
670
0
        return 0;
671
672
0
    const enum AVPixelFormat fmt = AV_PIX_FMT_RGBA64;
673
0
    if (src->format != fmt) {
674
0
        SwsFormat tmp = *src;
675
0
        tmp.format = fmt;
676
0
        ret = add_legacy_sws_pass(graph, src, &tmp, NULL, input, &input);
677
0
        if (ret < 0)
678
0
            return ret;
679
0
    }
680
681
0
    ret = ff_sws_graph_add_pass(graph, fmt, src->width, src->height,
682
0
                                input, 0, 1, run_legacy_lut3d, NULL, NULL, NULL,
683
0
                                output);
684
0
    if (ret < 0)
685
0
        return ret;
686
687
0
    return 0;
688
0
}
689
690
/*********************************
691
 * Format conversion and scaling *
692
 *********************************/
693
694
static int add_ops_convert_pass(SwsGraph *graph, const SwsFormat *src,
695
                                const SwsFormat *dst, const SwsLut3D *lut3d,
696
                                SwsPass *input, SwsPass **output)
697
0
{
698
0
#if CONFIG_UNSTABLE
699
0
    SwsContext *ctx = graph->ctx;
700
701
    /* Preemptively skip the ops list generation if the backend was
702
     * constrained to the legacy implementation only. This would
703
     * normally also fail in ff_sws_compile_pass() with the same
704
     * error, but this way saves a bit of unnecessary overhead */
705
0
    const SwsBackend backends = ff_sws_enabled_backends(ctx);
706
0
    if (backends == SWS_BACKEND_LEGACY)
707
0
        return AVERROR(ENOTSUP);
708
709
0
    SwsOpList *ops;
710
0
    int ret = ff_sws_op_list_generate(ctx, src, dst, lut3d, &ops, &graph->incomplete);
711
0
    if (ret < 0)
712
0
        return ret;
713
714
0
    av_log(ctx, AV_LOG_VERBOSE, "Conversion pass for %s -> %s:\n",
715
0
           av_get_pix_fmt_name(src->format), av_get_pix_fmt_name(dst->format));
716
717
0
    av_log(ctx, AV_LOG_DEBUG, "Unoptimized operation list:\n");
718
0
    ff_sws_op_list_print(ctx, AV_LOG_DEBUG, AV_LOG_TRACE, ops);
719
720
0
    const int flags = SWS_OP_FLAG_OPTIMIZE | SWS_OP_FLAG_SPLIT_MEMCPY;
721
0
    return ff_sws_compile_pass(graph, NULL, &ops, flags, input, output);
722
#else
723
    return AVERROR(ENOTSUP);
724
#endif
725
0
}
726
727
static bool prefer_ops_backend(SwsContext *ctx, const SwsFormat *src, const SwsFormat *dst)
728
0
{
729
0
    if (ctx->flags & SWS_UNSTABLE)
730
0
        return true;
731
0
    if (isFloat(src->format) || isFloat(dst->format))
732
0
        return true; /* ops backend has better support for float formats */
733
0
    return false; /* default to legacy for stability reasons */
734
0
}
735
736
static int add_convert_pass(SwsGraph *graph, const SwsFormat *src,
737
                            const SwsFormat *dst, const SwsLut3D *lut3d,
738
                            SwsPass *input, SwsPass **output)
739
0
{
740
0
    SwsContext *ctx = graph->ctx;
741
0
    int ret;
742
743
0
    if (prefer_ops_backend(ctx, src, dst)) {
744
0
        ret = add_ops_convert_pass(graph, src, dst, lut3d, input, output);
745
0
        if (ret == AVERROR(ENOTSUP))
746
0
            ret = add_legacy_sws_pass(graph, src, dst, lut3d, input, output);
747
0
    } else {
748
0
        ret = add_legacy_sws_pass(graph, src, dst, lut3d, input, output);
749
0
        if (ret == AVERROR(ENOTSUP))
750
0
            ret = add_ops_convert_pass(graph, src, dst, lut3d, input, output);
751
0
    }
752
753
0
    return ret;
754
0
}
755
756
/**************************
757
 * Gamut and tone mapping *
758
 **************************/
759
760
static int generate_3dlut(SwsGraph *graph, SwsFormat *src, SwsFormat *dst)
761
0
{
762
0
    SwsColorMap map = {0};
763
764
    /**
765
     * Grayspace does not really have primaries, so just force the use of
766
     * the equivalent other primary set to avoid a conversion. Technically,
767
     * this does affect the weights used for the Grayscale conversion, but
768
     * in practise, that should give the expected results more often than not.
769
     */
770
0
    if (isGray(dst->format)) {
771
0
        dst->color = src->color;
772
0
    } else if (isGray(src->format)) {
773
0
        src->color = dst->color;
774
0
    }
775
776
    /* Fully infer color spaces before color mapping logic */
777
0
    graph->incomplete |= ff_infer_colors(&src->color, &dst->color);
778
779
0
    map.intent = graph->ctx->intent;
780
0
    map.src    = src->color;
781
0
    map.dst    = dst->color;
782
783
0
    if (ff_sws_color_map_noop(&map))
784
0
        return 0;
785
786
0
    if (src->hw_format != AV_PIX_FMT_NONE || dst->hw_format != AV_PIX_FMT_NONE)
787
0
        return AVERROR(ENOTSUP);
788
789
0
    graph->lut3d = ff_sws_lut3d_alloc();
790
0
    if (!graph->lut3d)
791
0
        return AVERROR(ENOMEM);
792
793
0
    return ff_sws_lut3d_generate(graph->lut3d, &map);
794
0
}
795
796
/***************************************
797
 * Main filter graph construction code *
798
 ***************************************/
799
800
static int init_passes(SwsGraph *graph)
801
0
{
802
0
    SwsFormat src = graph->src;
803
0
    SwsFormat dst = graph->dst;
804
0
    SwsPass *pass = NULL; /* read from main input image */
805
0
    int ret;
806
807
0
    ret = generate_3dlut(graph, &src, &dst);
808
0
    if (ret < 0)
809
0
        return ret;
810
811
0
    if (!ff_fmt_equal(&src, &dst) || graph->lut3d) {
812
0
        ret = add_convert_pass(graph, &src, &dst, graph->lut3d, pass, &pass);
813
0
        if (ret < 0)
814
0
            return ret;
815
0
    }
816
817
0
    if (!pass) {
818
        /* No passes were added, so no operations were necessary */
819
0
        graph->noop = 1;
820
821
0
        const int nb_planes = av_pix_fmt_count_planes(dst.format);
822
0
        for (int i = 0; i < nb_planes; i++)
823
0
            graph->plane_copy[i] = i;
824
825
        /* Add threaded memcpy pass */
826
0
        return ff_sws_graph_add_pass(graph, dst.format, dst.width, dst.height,
827
0
                                    pass, 0, 1, run_copy, NULL, NULL, NULL, &pass);
828
0
    }
829
830
    /* Compute end-to-end plane copy map */
831
0
    for (int n = 0; n < graph->num_passes; n++) {
832
0
        const SwsPass *pass = graph->passes[n];
833
        /* This pass writes to an output buffer other than the image
834
         * output, or copies from the output of a different pass */
835
0
        if (pass->output->avframe || pass->input)
836
0
            continue;
837
0
        for (int i = 0; i < FF_ARRAY_ELEMS(graph->plane_copy); i++) {
838
0
            const int idx = pass->output->plane_copy[i];
839
0
            if (idx < 0)
840
0
                continue;
841
0
            if (graph->plane_copy[i] < 0) {
842
0
                graph->plane_copy[i] = idx;
843
0
                av_log(graph->ctx, AV_LOG_DEBUG, "Plane %d passthrough from "
844
0
                       "plane %d\n", i, idx);
845
0
            } else {
846
0
                av_assert0(graph->plane_copy[i] == idx);
847
0
            }
848
0
        }
849
0
    }
850
851
0
    return 0;
852
0
}
853
854
static int sws_graph_worker(void *priv, int jobnr, int threadnr, int nb_jobs,
855
                            int nb_threads)
856
0
{
857
0
    SwsGraph *graph = priv;
858
0
    const SwsPass *pass = graph->exec.pass;
859
0
    const int slice_y = jobnr * pass->slice_h;
860
0
    const int slice_h = FFMIN(pass->slice_h, pass->lines - slice_y);
861
862
0
    pass->run(graph->exec.output, graph->exec.input, slice_y, slice_h, pass);
863
0
    return 0;
864
0
}
865
866
SwsGraph *ff_sws_graph_alloc(void)
867
0
{
868
0
    return av_mallocz(sizeof(SwsGraph));
869
0
}
870
871
static void graph_uninit(SwsGraph *graph)
872
0
{
873
0
    avpriv_slicethread_free(&graph->slicethread);
874
875
0
    for (int i = 0; i < graph->num_passes; i++)
876
0
        pass_free(graph->passes[i]);
877
0
    av_free(graph->passes);
878
879
0
    av_refstruct_unref(&graph->lut3d);
880
881
0
    memset(graph, 0, sizeof(*graph));
882
0
}
883
884
int ff_sws_graph_init(SwsGraph *graph, SwsContext *ctx, const SwsFormat *dst,
885
                      const SwsFormat *src)
886
0
{
887
0
    int ret;
888
0
    if (graph->ctx) {
889
0
        av_log(ctx, AV_LOG_ERROR, "Graph is already initialized\n");
890
0
        return AVERROR(EINVAL);
891
0
    }
892
893
0
    graph->ctx = ctx;
894
0
    graph->src = *src;
895
0
    graph->dst = *dst;
896
0
    graph->opts_copy = *ctx;
897
0
    av_assert0(src->interlaced == dst->interlaced);
898
0
    av_assert0(src->field      == dst->field);
899
0
    memset(graph->plane_copy, -1, sizeof(graph->plane_copy));
900
901
0
    if (ctx->threads == 1) {
902
0
        graph->num_threads = 1;
903
0
    } else {
904
0
        ret = avpriv_slicethread_create2(&graph->slicethread, (void *) graph,
905
0
                                         sws_graph_worker, NULL, ctx->threads);
906
0
        if (ret == AVERROR(ENOSYS)) {
907
            /* Fall back to single threaded operation */
908
0
            graph->num_threads = 1;
909
0
        } else if (ret < 0) {
910
0
            goto error;
911
0
        } else {
912
0
            graph->num_threads = ret;
913
0
        }
914
0
    }
915
916
0
    ret = init_passes(graph);
917
0
    if (ret < 0)
918
0
        goto error;
919
920
    /* Resolve output buffers for all intermediate passes */
921
0
    for (int i = 0; i < graph->num_passes; i++) {
922
0
        graph->backend |= graph->passes[i]->backend;
923
0
        ret = pass_alloc_output(graph->passes[i]->input);
924
0
        if (ret < 0)
925
0
            goto error;
926
0
    }
927
928
0
    return 0;
929
930
0
error:
931
0
    graph_uninit(graph);
932
0
    return ret;
933
0
}
934
935
void ff_sws_graph_rollback(SwsGraph *graph, int since_idx)
936
0
{
937
0
    for (int i = since_idx; i < graph->num_passes; i++)
938
0
        pass_free(graph->passes[i]);
939
0
    graph->num_passes = since_idx;
940
0
}
941
942
void ff_sws_graph_free(SwsGraph **pgraph)
943
0
{
944
0
    SwsGraph *graph = *pgraph;
945
0
    if (!graph)
946
0
        return;
947
948
0
    graph_uninit(graph);
949
0
    av_free(graph);
950
0
    *pgraph = NULL;
951
0
}
952
953
/* Tests only options relevant to SwsGraph */
954
static int opts_equal(const SwsContext *c1, const SwsContext *c2)
955
0
{
956
0
    return c1->flags         == c2->flags         &&
957
0
           c1->threads       == c2->threads       &&
958
0
           c1->dither        == c2->dither        &&
959
0
           c1->alpha_blend   == c2->alpha_blend   &&
960
0
           c1->gamma_flag    == c2->gamma_flag    &&
961
0
           c1->src_h_chr_pos == c2->src_h_chr_pos &&
962
0
           c1->src_v_chr_pos == c2->src_v_chr_pos &&
963
0
           c1->dst_h_chr_pos == c2->dst_h_chr_pos &&
964
0
           c1->dst_v_chr_pos == c2->dst_v_chr_pos &&
965
0
           c1->intent        == c2->intent        &&
966
0
           c1->scaler        == c2->scaler        &&
967
0
           c1->scaler_sub    == c2->scaler_sub    &&
968
0
           c1->backends      == c2->backends      &&
969
0
           !memcmp(c1->scaler_params, c2->scaler_params, sizeof(c1->scaler_params));
970
971
0
}
972
973
int ff_sws_graph_reinit(SwsGraph *graph, SwsContext *ctx, const SwsFormat *dst,
974
                        const SwsFormat *src)
975
0
{
976
0
    if (ff_fmt_equal(&graph->src, src) && ff_fmt_equal(&graph->dst, dst) &&
977
0
        opts_equal(ctx, &graph->opts_copy))
978
0
    {
979
0
        ff_sws_graph_update_metadata(graph, &src->color);
980
0
        return 0;
981
0
    }
982
983
0
    graph_uninit(graph);
984
0
    return ff_sws_graph_init(graph, ctx, dst, src);
985
0
}
986
987
void ff_sws_graph_update_metadata(SwsGraph *graph, const SwsColor *color)
988
0
{
989
0
    if (!color)
990
0
        return;
991
992
0
    ff_color_update_dynamic(&graph->src.color, color);
993
994
0
    if (graph->lut3d)
995
0
        ff_sws_lut3d_update(graph->lut3d, &graph->src.color);
996
0
}
997
998
static void get_field(SwsGraph *graph, const SwsFormat *fmt,
999
                      const AVFrame *avframe, SwsFrame *frame)
1000
0
{
1001
0
    ff_sws_frame_from_avframe(frame, avframe);
1002
1003
0
    if (!(avframe->flags & AV_FRAME_FLAG_INTERLACED)) {
1004
0
        av_assert1(!fmt->field);
1005
0
        return;
1006
0
    }
1007
1008
0
    if (fmt->field == FIELD_BOTTOM) {
1009
        /* Odd rows, offset by one line */
1010
0
        const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(frame->format);
1011
0
        for (int i = 0; i < 4; i++) {
1012
0
            if (frame->data[i])
1013
0
                frame->data[i] += frame->linesize[i];
1014
0
            if (desc->flags & AV_PIX_FMT_FLAG_PAL)
1015
0
                break;
1016
0
        }
1017
0
    }
1018
1019
    /* Take only every second line */
1020
0
    for (int i = 0; i < 4; i++)
1021
0
        frame->linesize[i] <<= 1;
1022
1023
0
    frame->height = (frame->height + (fmt->field == FIELD_TOP)) >> 1;
1024
0
}
1025
1026
int ff_sws_graph_run(SwsGraph *graph, const AVFrame *dst, const AVFrame *src)
1027
0
{
1028
0
    av_assert0(dst->format == graph->dst.hw_format || dst->format == graph->dst.format);
1029
0
    av_assert0(src->format == graph->src.hw_format || src->format == graph->src.format);
1030
1031
0
    SwsFrame src_field, dst_field;
1032
0
    get_field(graph, &graph->dst, dst, &dst_field);
1033
0
    get_field(graph, &graph->src, src, &src_field);
1034
1035
0
    for (int i = 0; i < graph->num_passes; i++) {
1036
0
        const SwsPass *pass = graph->passes[i];
1037
0
        graph->exec.pass   = pass;
1038
0
        graph->exec.input  = pass->input ? &pass->input->output->frame : &src_field;
1039
0
        graph->exec.output = pass->output->avframe ? &pass->output->frame : &dst_field;
1040
0
        if (pass->setup) {
1041
0
            int ret = pass->setup(graph->exec.output, graph->exec.input, pass);
1042
0
            if (ret < 0)
1043
0
                return ret;
1044
0
        }
1045
1046
0
        if (pass->num_slices == 1) {
1047
0
            pass->run(graph->exec.output, graph->exec.input, 0, pass->lines, pass);
1048
0
        } else {
1049
0
            avpriv_slicethread_execute2(graph->slicethread, pass->num_slices, 0);
1050
0
        }
1051
0
    }
1052
1053
0
    return 0;
1054
0
}