Coverage Report

Created: 2026-05-16 07:49

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/ffmpeg/libavformat/hls.c
Line
Count
Source
1
/*
2
 * Apple HTTP Live Streaming demuxer
3
 * Copyright (c) 2010 Martin Storsjo
4
 * Copyright (c) 2013 Anssi Hannula
5
 * Copyright (c) 2021 Nachiket Tarate
6
 *
7
 * This file is part of FFmpeg.
8
 *
9
 * FFmpeg is free software; you can redistribute it and/or
10
 * modify it under the terms of the GNU Lesser General Public
11
 * License as published by the Free Software Foundation; either
12
 * version 2.1 of the License, or (at your option) any later version.
13
 *
14
 * FFmpeg is distributed in the hope that it will be useful,
15
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
17
 * Lesser General Public License for more details.
18
 *
19
 * You should have received a copy of the GNU Lesser General Public
20
 * License along with FFmpeg; if not, write to the Free Software
21
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
22
 */
23
24
/**
25
 * @file
26
 * Apple HTTP Live Streaming demuxer
27
 * https://www.rfc-editor.org/rfc/rfc8216.txt
28
 */
29
30
#include "config_components.h"
31
32
#include "libavformat/http.h"
33
#include "libavutil/aes.h"
34
#include "libavutil/avstring.h"
35
#include "libavutil/avassert.h"
36
#include "libavutil/intreadwrite.h"
37
#include "libavutil/mathematics.h"
38
#include "libavutil/mem.h"
39
#include "libavutil/opt.h"
40
#include "libavutil/dict.h"
41
#include "libavutil/time.h"
42
#include "avformat.h"
43
#include "demux.h"
44
#include "internal.h"
45
#include "avio_internal.h"
46
#include "id3v2.h"
47
#include "url.h"
48
49
#include "hls_sample_encryption.h"
50
51
918
#define INITIAL_BUFFER_SIZE 32768
52
53
#define MAX_FIELD_LEN 64
54
#define MAX_CHARACTERISTICS_LEN 512
55
56
0
#define MPEG_TIME_BASE 90000
57
0
#define MPEG_TIME_BASE_Q (AVRational){1, MPEG_TIME_BASE}
58
59
/*
60
 * An apple http stream consists of a playlist with media segment files,
61
 * played sequentially. There may be several playlists with the same
62
 * video content, in different bandwidth variants, that are played in
63
 * parallel (preferably only one bandwidth variant at a time). In this case,
64
 * the user supplied the url to a main playlist that only lists the variant
65
 * playlists.
66
 *
67
 * If the main playlist doesn't point at any variants, we still create
68
 * one anonymous toplevel variant for this, to maintain the structure.
69
 */
70
71
enum KeyType {
72
    KEY_NONE,
73
    KEY_AES_128,
74
    KEY_SAMPLE_AES
75
};
76
77
struct segment {
78
    int64_t duration;
79
    int64_t url_offset;
80
    int64_t size;
81
    char *url;
82
    char *key;
83
    enum KeyType key_type;
84
    uint8_t iv[16];
85
    /* associated Media Initialization Section, treated as a segment */
86
    struct segment *init_section;
87
};
88
89
struct rendition;
90
91
enum PlaylistType {
92
    PLS_TYPE_UNSPECIFIED,
93
    PLS_TYPE_EVENT,
94
    PLS_TYPE_VOD
95
};
96
97
/*
98
 * Each playlist has its own demuxer. If it currently is active,
99
 * it has an open AVIOContext too, and potentially an AVPacket
100
 * containing the next packet from this stream.
101
 */
102
struct playlist {
103
    char url[MAX_URL_SIZE];
104
    FFIOContext pb;
105
    uint8_t* read_buffer;
106
    AVIOContext *input;
107
    int input_read_done;
108
    AVIOContext *input_next;
109
    int input_next_requested;
110
    AVFormatContext *parent;
111
    int index;
112
    AVFormatContext *ctx;
113
    AVPacket *pkt;
114
    int has_noheader_flag;
115
116
    /* main demuxer streams associated with this playlist
117
     * indexed by the subdemuxer stream indexes */
118
    AVStream **main_streams;
119
    int n_main_streams;
120
121
    int finished;
122
    enum PlaylistType type;
123
    int64_t target_duration;
124
    int64_t start_seq_no;
125
    int time_offset_flag;
126
    int64_t start_time_offset;
127
    int n_segments;
128
    struct segment **segments;
129
    int needed;
130
    int broken;
131
    int64_t cur_seq_no;
132
    int64_t last_seq_no;
133
    int m3u8_hold_counters;
134
    int64_t cur_seg_offset;
135
    int64_t last_load_time;
136
137
    /* Currently active Media Initialization Section */
138
    struct segment *cur_init_section;
139
    uint8_t *init_sec_buf;
140
    unsigned int init_sec_buf_size;
141
    unsigned int init_sec_data_len;
142
    unsigned int init_sec_buf_read_offset;
143
144
    char key_url[MAX_URL_SIZE];
145
    uint8_t key[16];
146
147
    /* ID3 timestamp handling (elementary audio streams have ID3 timestamps
148
     * (and possibly other ID3 tags) in the beginning of each segment) */
149
    int is_id3_timestamped; /* -1: not yet known */
150
    int64_t id3_mpegts_timestamp; /* in mpegts tb */
151
    int64_t id3_offset; /* in stream original tb */
152
    uint8_t* id3_buf; /* temp buffer for id3 parsing */
153
    unsigned int id3_buf_size;
154
    AVDictionary *id3_initial; /* data from first id3 tag */
155
    int id3_found; /* ID3 tag found at some point */
156
    int id3_changed; /* ID3 tag data has changed at some point */
157
    ID3v2ExtraMeta *id3_deferred_extra; /* stored here until subdemuxer is opened */
158
159
    HLSAudioSetupInfo audio_setup_info;
160
161
    int64_t seek_timestamp;
162
    int seek_flags;
163
    int seek_stream_index; /* into subdemuxer stream array */
164
165
    /* Renditions associated with this playlist, if any.
166
     * Alternative rendition playlists have a single rendition associated
167
     * with them, and variant main Media Playlists may have
168
     * multiple (playlist-less) renditions associated with them. */
169
    int n_renditions;
170
    struct rendition **renditions;
171
172
    /* Media Initialization Sections (EXT-X-MAP) associated with this
173
     * playlist, if any. */
174
    int n_init_sections;
175
    struct segment **init_sections;
176
    int is_subtitle; /* Indicates if it's a subtitle playlist */
177
};
178
179
/*
180
 * Renditions are e.g. alternative subtitle or audio streams.
181
 * The rendition may either be an external playlist or it may be
182
 * contained in the main Media Playlist of the variant (in which case
183
 * playlist is NULL).
184
 */
185
struct rendition {
186
    enum AVMediaType type;
187
    struct playlist *playlist;
188
    char group_id[MAX_FIELD_LEN];
189
    char language[MAX_FIELD_LEN];
190
    char name[MAX_FIELD_LEN];
191
    int disposition;
192
};
193
194
struct variant {
195
    int bandwidth;
196
197
    /* every variant contains at least the main Media Playlist in index 0 */
198
    int n_playlists;
199
    struct playlist **playlists;
200
201
    char audio_group[MAX_FIELD_LEN];
202
    char video_group[MAX_FIELD_LEN];
203
    char subtitles_group[MAX_FIELD_LEN];
204
};
205
206
typedef struct HLSContext {
207
    AVClass *class;
208
    AVFormatContext *ctx;
209
    int n_variants;
210
    struct variant **variants;
211
    int n_playlists;
212
    struct playlist **playlists;
213
    int n_renditions;
214
    struct rendition **renditions;
215
216
    int64_t cur_seq_no;
217
    int m3u8_hold_counters;
218
    int live_start_index;
219
    int prefer_x_start;
220
    int first_packet;
221
    int64_t first_timestamp;
222
    int64_t cur_timestamp;
223
    AVIOInterruptCB *interrupt_callback;
224
    AVDictionary *avio_opts;
225
    AVDictionary *seg_format_opts;
226
    char *allowed_extensions;
227
    char *allowed_segment_extensions;
228
    int extension_picky;
229
    int max_reload;
230
    int http_persistent;
231
    int http_multiple;
232
    int http_seekable;
233
    int seg_max_retry;
234
    AVIOContext *playlist_pb;
235
    HLSCryptoContext  crypto_ctx;
236
} HLSContext;
237
238
static void free_segment_dynarray(struct segment **segments, int n_segments)
239
211k
{
240
211k
    int i;
241
229k
    for (i = 0; i < n_segments; i++) {
242
17.4k
        av_freep(&segments[i]->key);
243
17.4k
        av_freep(&segments[i]->url);
244
17.4k
        av_freep(&segments[i]);
245
17.4k
    }
246
211k
}
247
248
static void free_segment_list(struct playlist *pls)
249
211k
{
250
211k
    free_segment_dynarray(pls->segments, pls->n_segments);
251
211k
    av_freep(&pls->segments);
252
211k
    pls->n_segments = 0;
253
211k
}
254
255
static void free_init_section_list(struct playlist *pls)
256
211k
{
257
211k
    int i;
258
218k
    for (i = 0; i < pls->n_init_sections; i++) {
259
6.40k
        av_freep(&pls->init_sections[i]->key);
260
6.40k
        av_freep(&pls->init_sections[i]->url);
261
6.40k
        av_freep(&pls->init_sections[i]);
262
6.40k
    }
263
211k
    av_freep(&pls->init_sections);
264
211k
    pls->n_init_sections = 0;
265
211k
}
266
267
static void free_playlist_list(HLSContext *c)
268
5.07k
{
269
5.07k
    int i;
270
216k
    for (i = 0; i < c->n_playlists; i++) {
271
211k
        struct playlist *pls = c->playlists[i];
272
211k
        free_segment_list(pls);
273
211k
        free_init_section_list(pls);
274
211k
        av_freep(&pls->main_streams);
275
211k
        av_freep(&pls->renditions);
276
211k
        av_freep(&pls->id3_buf);
277
211k
        av_dict_free(&pls->id3_initial);
278
211k
        ff_id3v2_free_extra_meta(&pls->id3_deferred_extra);
279
211k
        av_freep(&pls->init_sec_buf);
280
211k
        av_packet_free(&pls->pkt);
281
211k
        av_freep(&pls->pb.pub.buffer);
282
211k
        ff_format_io_close(c->ctx, &pls->input);
283
211k
        pls->input_read_done = 0;
284
211k
        ff_format_io_close(c->ctx, &pls->input_next);
285
211k
        pls->input_next_requested = 0;
286
211k
        if (pls->ctx) {
287
156k
            pls->ctx->pb = NULL;
288
156k
            avformat_close_input(&pls->ctx);
289
156k
        }
290
211k
        av_free(pls);
291
211k
    }
292
5.07k
    av_freep(&c->playlists);
293
5.07k
    c->n_playlists = 0;
294
5.07k
}
295
296
static void free_variant_list(HLSContext *c)
297
5.07k
{
298
5.07k
    int i;
299
213k
    for (i = 0; i < c->n_variants; i++) {
300
208k
        struct variant *var = c->variants[i];
301
208k
        av_freep(&var->playlists);
302
208k
        av_free(var);
303
208k
    }
304
5.07k
    av_freep(&c->variants);
305
5.07k
    c->n_variants = 0;
306
5.07k
}
307
308
static void free_rendition_list(HLSContext *c)
309
5.07k
{
310
5.07k
    int i;
311
27.1k
    for (i = 0; i < c->n_renditions; i++)
312
22.0k
        av_freep(&c->renditions[i]);
313
5.07k
    av_freep(&c->renditions);
314
5.07k
    c->n_renditions = 0;
315
5.07k
}
316
317
static struct playlist *new_playlist(HLSContext *c, const char *url,
318
                                     const char *base)
319
211k
{
320
211k
    struct playlist *pls = av_mallocz(sizeof(struct playlist));
321
211k
    if (!pls)
322
0
        return NULL;
323
211k
    pls->pkt = av_packet_alloc();
324
211k
    if (!pls->pkt) {
325
0
        av_free(pls);
326
0
        return NULL;
327
0
    }
328
211k
    ff_make_absolute_url(pls->url, sizeof(pls->url), base, url);
329
211k
    if (!pls->url[0]) {
330
33
        av_packet_free(&pls->pkt);
331
33
        av_free(pls);
332
33
        return NULL;
333
33
    }
334
211k
    pls->seek_timestamp = AV_NOPTS_VALUE;
335
336
211k
    pls->is_id3_timestamped = -1;
337
211k
    pls->id3_mpegts_timestamp = AV_NOPTS_VALUE;
338
339
211k
    dynarray_add(&c->playlists, &c->n_playlists, pls);
340
211k
    return pls;
341
211k
}
342
343
struct variant_info {
344
    char bandwidth[20];
345
    /* variant group ids: */
346
    char audio[MAX_FIELD_LEN];
347
    char video[MAX_FIELD_LEN];
348
    char subtitles[MAX_FIELD_LEN];
349
};
350
351
static struct variant *new_variant(HLSContext *c, struct variant_info *info,
352
                                   const char *url, const char *base)
353
208k
{
354
208k
    struct variant *var;
355
208k
    struct playlist *pls;
356
357
208k
    pls = new_playlist(c, url, base);
358
208k
    if (!pls)
359
33
        return NULL;
360
361
208k
    var = av_mallocz(sizeof(struct variant));
362
208k
    if (!var)
363
0
        return NULL;
364
365
208k
    if (info) {
366
207k
        var->bandwidth = atoi(info->bandwidth);
367
207k
        strcpy(var->audio_group, info->audio);
368
207k
        strcpy(var->video_group, info->video);
369
207k
        strcpy(var->subtitles_group, info->subtitles);
370
207k
    }
371
372
208k
    dynarray_add(&c->variants, &c->n_variants, var);
373
208k
    dynarray_add(&var->playlists, &var->n_playlists, pls);
374
208k
    return var;
375
208k
}
376
377
static void handle_variant_args(void *context, const char *key,
378
                                int key_len, char **dest, int *dest_len)
379
9.80k
{
380
9.80k
    struct variant_info *info = context;
381
9.80k
    if (!strncmp(key, "BANDWIDTH=", key_len)) {
382
306
        *dest     =        info->bandwidth;
383
306
        *dest_len = sizeof(info->bandwidth);
384
9.50k
    } else if (!strncmp(key, "AUDIO=", key_len)) {
385
1.39k
        *dest     =        info->audio;
386
1.39k
        *dest_len = sizeof(info->audio);
387
8.10k
    } else if (!strncmp(key, "VIDEO=", key_len)) {
388
2.41k
        *dest     =        info->video;
389
2.41k
        *dest_len = sizeof(info->video);
390
5.68k
    } else if (!strncmp(key, "SUBTITLES=", key_len)) {
391
1.53k
        *dest     =        info->subtitles;
392
1.53k
        *dest_len = sizeof(info->subtitles);
393
1.53k
    }
394
9.80k
}
395
396
struct key_info {
397
     char uri[MAX_URL_SIZE];
398
     char method[11];
399
     char iv[35];
400
};
401
402
static void handle_key_args(void *context, const char *key,
403
                            int key_len, char **dest, int *dest_len)
404
45.7k
{
405
45.7k
    struct key_info *info = context;
406
45.7k
    if (!strncmp(key, "METHOD=", key_len)) {
407
9.94k
        *dest     =        info->method;
408
9.94k
        *dest_len = sizeof(info->method);
409
35.8k
    } else if (!strncmp(key, "URI=", key_len)) {
410
19.4k
        *dest     =        info->uri;
411
19.4k
        *dest_len = sizeof(info->uri);
412
19.4k
    } else if (!strncmp(key, "IV=", key_len)) {
413
2.23k
        *dest     =        info->iv;
414
2.23k
        *dest_len = sizeof(info->iv);
415
2.23k
    }
416
45.7k
}
417
418
struct init_section_info {
419
    char uri[MAX_URL_SIZE];
420
    char byterange[32];
421
};
422
423
static struct segment *new_init_section(struct playlist *pls,
424
                                        struct init_section_info *info,
425
                                        const char *url_base)
426
6.48k
{
427
6.48k
    struct segment *sec;
428
6.48k
    char tmp_str[MAX_URL_SIZE], *ptr = tmp_str;
429
430
6.48k
    if (!info->uri[0])
431
81
        return NULL;
432
433
6.40k
    sec = av_mallocz(sizeof(*sec));
434
6.40k
    if (!sec)
435
0
        return NULL;
436
437
6.40k
    if (!av_strncasecmp(info->uri, "data:", 5)) {
438
210
        ptr = info->uri;
439
6.19k
    } else {
440
6.19k
        ff_make_absolute_url(tmp_str, sizeof(tmp_str), url_base, info->uri);
441
6.19k
        if (!tmp_str[0]) {
442
0
            av_free(sec);
443
0
            return NULL;
444
0
        }
445
6.19k
    }
446
6.40k
    sec->url = av_strdup(ptr);
447
6.40k
    if (!sec->url) {
448
0
        av_free(sec);
449
0
        return NULL;
450
0
    }
451
452
6.40k
    if (info->byterange[0]) {
453
4.40k
        sec->size = strtoll(info->byterange, NULL, 10);
454
4.40k
        ptr = strchr(info->byterange, '@');
455
4.40k
        if (ptr)
456
4.18k
            sec->url_offset = strtoll(ptr+1, NULL, 10);
457
4.40k
    } else {
458
        /* the entire file is the init section */
459
2.00k
        sec->size = -1;
460
2.00k
    }
461
462
6.40k
    dynarray_add(&pls->init_sections, &pls->n_init_sections, sec);
463
464
6.40k
    return sec;
465
6.40k
}
466
467
static void handle_init_section_args(void *context, const char *key,
468
                                     int key_len, char **dest, int *dest_len)
469
17.0k
{
470
17.0k
    struct init_section_info *info = context;
471
17.0k
    if (!strncmp(key, "URI=", key_len)) {
472
11.1k
        *dest     =        info->uri;
473
11.1k
        *dest_len = sizeof(info->uri);
474
11.1k
    } else if (!strncmp(key, "BYTERANGE=", key_len)) {
475
4.41k
        *dest     =        info->byterange;
476
4.41k
        *dest_len = sizeof(info->byterange);
477
4.41k
    }
478
17.0k
}
479
480
struct rendition_info {
481
    char type[16];
482
    char uri[MAX_URL_SIZE];
483
    char group_id[MAX_FIELD_LEN];
484
    char language[MAX_FIELD_LEN];
485
    char assoc_language[MAX_FIELD_LEN];
486
    char name[MAX_FIELD_LEN];
487
    char defaultr[4];
488
    char forced[4];
489
    char characteristics[MAX_CHARACTERISTICS_LEN];
490
};
491
492
static struct rendition *new_rendition(HLSContext *c, struct rendition_info *info,
493
                                      const char *url_base)
494
28.7k
{
495
28.7k
    struct rendition *rend;
496
28.7k
    enum AVMediaType type = AVMEDIA_TYPE_UNKNOWN;
497
28.7k
    char *characteristic;
498
28.7k
    char *chr_ptr;
499
28.7k
    char *saveptr;
500
501
28.7k
    if (!strcmp(info->type, "AUDIO"))
502
17.4k
        type = AVMEDIA_TYPE_AUDIO;
503
11.2k
    else if (!strcmp(info->type, "VIDEO"))
504
3.89k
        type = AVMEDIA_TYPE_VIDEO;
505
7.37k
    else if (!strcmp(info->type, "SUBTITLES"))
506
982
        type = AVMEDIA_TYPE_SUBTITLE;
507
6.39k
    else if (!strcmp(info->type, "CLOSED-CAPTIONS"))
508
        /* CLOSED-CAPTIONS is ignored since we do not support CEA-608 CC in
509
         * AVC SEI RBSP anyway */
510
339
        return NULL;
511
512
28.3k
    if (type == AVMEDIA_TYPE_UNKNOWN) {
513
6.05k
        av_log(c->ctx, AV_LOG_WARNING, "Can't support the type: %s\n", info->type);
514
6.05k
        return NULL;
515
6.05k
    }
516
517
    /* URI is mandatory for subtitles as per spec */
518
22.3k
    if (type == AVMEDIA_TYPE_SUBTITLE && !info->uri[0]) {
519
251
        av_log(c->ctx, AV_LOG_ERROR, "The URI tag is REQUIRED for subtitle.\n");
520
251
        return NULL;
521
251
    }
522
523
22.0k
    rend = av_mallocz(sizeof(struct rendition));
524
22.0k
    if (!rend)
525
0
        return NULL;
526
527
22.0k
    dynarray_add(&c->renditions, &c->n_renditions, rend);
528
529
22.0k
    rend->type = type;
530
22.0k
    strcpy(rend->group_id, info->group_id);
531
22.0k
    strcpy(rend->language, info->language);
532
22.0k
    strcpy(rend->name, info->name);
533
534
    /* add the playlist if this is an external rendition */
535
22.0k
    if (info->uri[0]) {
536
3.10k
        rend->playlist = new_playlist(c, info->uri, url_base);
537
3.10k
        if (rend->playlist) {
538
3.10k
            if (type == AVMEDIA_TYPE_SUBTITLE) {
539
731
                rend->playlist->is_subtitle = 1;
540
731
                rend->playlist->is_id3_timestamped = 0;
541
731
            }
542
3.10k
            dynarray_add(&rend->playlist->renditions,
543
3.10k
                         &rend->playlist->n_renditions, rend);
544
3.10k
        }
545
3.10k
    }
546
547
22.0k
    if (info->assoc_language[0]) {
548
890
        size_t langlen = strlen(rend->language);
549
890
        if (langlen < sizeof(rend->language) - 3) {
550
522
            size_t assoc_len;
551
522
            rend->language[langlen] = ',';
552
522
            assoc_len = av_strlcpy(rend->language + langlen + 1,
553
522
                                   info->assoc_language,
554
522
                                   sizeof(rend->language) - langlen - 1);
555
522
            if (langlen + assoc_len + 2 > sizeof(rend->language)) // truncation occurred
556
291
                av_log(c->ctx, AV_LOG_WARNING, "Truncated rendition language: %s\n",
557
291
                       info->assoc_language);
558
522
        }
559
890
    }
560
561
22.0k
    if (!strcmp(info->defaultr, "YES"))
562
221
        rend->disposition |= AV_DISPOSITION_DEFAULT;
563
22.0k
    if (!strcmp(info->forced, "YES"))
564
1.01k
        rend->disposition |= AV_DISPOSITION_FORCED;
565
566
22.0k
    chr_ptr = info->characteristics;
567
23.3k
    while ((characteristic = av_strtok(chr_ptr, ",", &saveptr))) {
568
1.23k
        if (!strcmp(characteristic, "public.accessibility.describes-music-and-sound"))
569
221
            rend->disposition |= AV_DISPOSITION_HEARING_IMPAIRED;
570
1.01k
        else if (!strcmp(characteristic, "public.accessibility.describes-video"))
571
238
            rend->disposition |= AV_DISPOSITION_VISUAL_IMPAIRED;
572
573
1.23k
        chr_ptr = NULL;
574
1.23k
    }
575
576
22.0k
    return rend;
577
22.0k
}
578
579
static void handle_rendition_args(void *vinfo, const char *key,
580
                                  int key_len, char **dest, int *dest_len)
581
40.6k
{
582
40.6k
    struct rendition_info *info = vinfo;
583
584
40.6k
    if (!strncmp(key, "TYPE=", key_len)) {
585
25.7k
        *dest     =        info->type;
586
25.7k
        *dest_len = sizeof(info->type);
587
25.7k
    } else if (!strncmp(key, "URI=", key_len)) {
588
3.81k
        *dest     =        info->uri;
589
3.81k
        *dest_len = sizeof(info->uri);
590
11.1k
    } else if (!strncmp(key, "GROUP-ID=", key_len)) {
591
1.24k
        *dest     =        info->group_id;
592
1.24k
        *dest_len = sizeof(info->group_id);
593
9.86k
    } else if (!strncmp(key, "LANGUAGE=", key_len)) {
594
761
        *dest     =        info->language;
595
761
        *dest_len = sizeof(info->language);
596
9.10k
    } else if (!strncmp(key, "ASSOC-LANGUAGE=", key_len)) {
597
1.32k
        *dest     =        info->assoc_language;
598
1.32k
        *dest_len = sizeof(info->assoc_language);
599
7.78k
    } else if (!strncmp(key, "NAME=", key_len)) {
600
221
        *dest     =        info->name;
601
221
        *dest_len = sizeof(info->name);
602
7.56k
    } else if (!strncmp(key, "DEFAULT=", key_len)) {
603
524
        *dest     =        info->defaultr;
604
524
        *dest_len = sizeof(info->defaultr);
605
7.03k
    } else if (!strncmp(key, "FORCED=", key_len)) {
606
1.37k
        *dest     =        info->forced;
607
1.37k
        *dest_len = sizeof(info->forced);
608
5.66k
    } else if (!strncmp(key, "CHARACTERISTICS=", key_len)) {
609
1.38k
        *dest     =        info->characteristics;
610
1.38k
        *dest_len = sizeof(info->characteristics);
611
1.38k
    }
612
    /*
613
     * ignored:
614
     * - AUTOSELECT: client may autoselect based on e.g. system language
615
     * - INSTREAM-ID: EIA-608 closed caption number ("CC1".."CC4")
616
     */
617
40.6k
}
618
619
/* used by parse_playlist to allocate a new variant+playlist when the
620
 * playlist is detected to be a Media Playlist (not Master Playlist)
621
 * and we have no parent Master Playlist (parsing of which would have
622
 * allocated the variant and playlist already)
623
 * *pls == NULL  => Master Playlist or parentless Media Playlist
624
 * *pls != NULL => parented Media Playlist, playlist+variant allocated */
625
static int ensure_playlist(HLSContext *c, struct playlist **pls, const char *url)
626
26.4k
{
627
26.4k
    if (*pls)
628
25.3k
        return 0;
629
1.07k
    if (!new_variant(c, NULL, url, NULL))
630
33
        return AVERROR(ENOMEM);
631
1.04k
    *pls = c->playlists[c->n_playlists - 1];
632
1.04k
    return 0;
633
1.07k
}
634
635
static int open_url_keepalive(AVFormatContext *s, AVIOContext **pb,
636
                              const char *url, AVDictionary **options)
637
0
{
638
#if !CONFIG_HTTP_PROTOCOL
639
0
    return AVERROR_PROTOCOL_NOT_FOUND;
640
#else
641
    int ret;
642
    URLContext *uc = ffio_geturlcontext(*pb);
643
0
    av_assert0(uc);
644
0
    (*pb)->eof_reached = 0;
645
0
    ret = ff_http_do_new_request2(uc, url, options);
646
0
    if (ret < 0) {
647
0
        ff_format_io_close(s, pb);
648
0
    }
649
0
    return ret;
650
#endif
651
0
}
Unexecuted instantiation: hls.c:open_url_keepalive
Unexecuted instantiation: hls.c:open_url_keepalive
652
653
static int open_url(AVFormatContext *s, AVIOContext **pb, const char *url,
654
                    AVDictionary **opts, AVDictionary *opts2, int *is_http_out)
655
684
{
656
684
    HLSContext *c = s->priv_data;
657
684
    AVDictionary *tmp = NULL;
658
684
    const char *proto_name = NULL;
659
684
    int ret;
660
684
    int is_http = 0;
661
662
684
    if (av_strstart(url, "crypto", NULL)) {
663
24
        if (url[6] == '+' || url[6] == ':')
664
14
            proto_name = avio_find_protocol_name(url + 7);
665
660
    } else if (av_strstart(url, "data", NULL)) {
666
22
        if (url[4] == '+' || url[4] == ':')
667
12
            proto_name = avio_find_protocol_name(url + 5);
668
22
    }
669
670
684
    if (!proto_name)
671
684
        proto_name = avio_find_protocol_name(url);
672
673
684
    if (!proto_name)
674
684
        return AVERROR_INVALIDDATA;
675
676
    // only http(s) & file are allowed
677
0
    if (av_strstart(proto_name, "file", NULL)) {
678
0
        if (strcmp(c->allowed_extensions, "ALL") && !av_match_ext(url, c->allowed_extensions)) {
679
0
            av_log(s, AV_LOG_ERROR,
680
0
                "Filename extension of \'%s\' is not a common multimedia extension, blocked for security reasons.\n"
681
0
                "If you wish to override this adjust allowed_extensions, you can set it to \'ALL\' to allow all\n",
682
0
                url);
683
0
            return AVERROR_INVALIDDATA;
684
0
        }
685
0
    } else if (av_strstart(proto_name, "http", NULL)) {
686
0
        is_http = 1;
687
0
    } else if (av_strstart(proto_name, "data", NULL)) {
688
0
        ;
689
0
    } else
690
0
        return AVERROR_INVALIDDATA;
691
692
0
    if (!strncmp(proto_name, url, strlen(proto_name)) && url[strlen(proto_name)] == ':')
693
0
        ;
694
0
    else if (av_strstart(url, "crypto", NULL) && !strncmp(proto_name, url + 7, strlen(proto_name)) && url[7 + strlen(proto_name)] == ':')
695
0
        ;
696
0
    else if (av_strstart(url, "data", NULL) && !strncmp(proto_name, url + 5, strlen(proto_name)) && url[5 + strlen(proto_name)] == ':')
697
0
        ;
698
0
    else if (strcmp(proto_name, "file") || !strncmp(url, "file,", 5))
699
0
        return AVERROR_INVALIDDATA;
700
701
0
    av_dict_copy(&tmp, *opts, 0);
702
0
    av_dict_copy(&tmp, opts2, 0);
703
704
0
    if (is_http && c->http_persistent && *pb) {
705
0
        ret = open_url_keepalive(c->ctx, pb, url, &tmp);
706
0
        if (ret == AVERROR_EXIT) {
707
0
            av_dict_free(&tmp);
708
0
            return ret;
709
0
        } else if (ret < 0) {
710
0
            if (ret != AVERROR_EOF)
711
0
                av_log(s, AV_LOG_WARNING,
712
0
                    "keepalive request failed for '%s' with error: '%s' when opening url, retrying with new connection\n",
713
0
                    url, av_err2str(ret));
714
0
            av_dict_copy(&tmp, *opts, 0);
715
0
            av_dict_copy(&tmp, opts2, 0);
716
0
            ret = s->io_open(s, pb, url, AVIO_FLAG_READ, &tmp);
717
0
        }
718
0
    } else {
719
0
        ret = s->io_open(s, pb, url, AVIO_FLAG_READ, &tmp);
720
0
    }
721
0
    if (ret >= 0) {
722
        // update cookies on http response with setcookies.
723
0
        char *new_cookies = NULL;
724
725
0
        if (!(s->flags & AVFMT_FLAG_CUSTOM_IO))
726
0
            av_opt_get(*pb, "cookies", AV_OPT_SEARCH_CHILDREN, (uint8_t**)&new_cookies);
727
728
0
        if (new_cookies)
729
0
            av_dict_set(opts, "cookies", new_cookies, AV_DICT_DONT_STRDUP_VAL);
730
0
    }
731
732
0
    av_dict_free(&tmp);
733
734
0
    if (is_http_out)
735
0
        *is_http_out = is_http;
736
737
0
    return ret;
738
0
}
739
740
static int test_segment(AVFormatContext *s, const AVInputFormat *in_fmt, struct playlist *pls, struct segment *seg)
741
17.5k
{
742
17.5k
    HLSContext *c = s->priv_data;
743
17.5k
    int matchA = 3;
744
17.5k
    int matchF = 0;
745
746
17.5k
    if (!c->extension_picky)
747
0
        return 0;
748
749
17.5k
    if (strcmp(c->allowed_segment_extensions, "ALL"))
750
17.5k
        matchA =      av_match_ext    (seg->url, c->allowed_segment_extensions)
751
17.5k
                 + 2*(ff_match_url_ext(seg->url, c->allowed_segment_extensions) > 0);
752
753
17.5k
    if (!matchA) {
754
149
        av_log(s, AV_LOG_ERROR, "URL %s is not in allowed_segment_extensions, consider updating hls.c and submitting a patch to ffmpeg-devel, if this should be added\n", seg->url);
755
149
        return AVERROR_INVALIDDATA;
756
149
    }
757
758
17.4k
    if (in_fmt) {
759
0
        if (in_fmt->extensions) {
760
0
            matchF =      av_match_ext(    seg->url, in_fmt->extensions)
761
0
                     + 2*(ff_match_url_ext(seg->url, in_fmt->extensions) > 0);
762
            // Youtube uses aac files with .ts extension
763
0
            if(av_match_name("mp4", in_fmt->name) || av_match_name("aac", in_fmt->name)) {
764
0
                matchF |=      av_match_ext(    seg->url, "ts,m2t,m2ts,mts,mpg,m4s,mpeg,mpegts,cmfv,cmfa")
765
0
                          + 2*(ff_match_url_ext(seg->url, "ts,m2t,m2ts,mts,mpg,m4s,mpeg,mpegts,cmfv,cmfa") > 0);
766
0
            }
767
0
        } else if (!strcmp(in_fmt->name, "mpegts")) {
768
0
            const char *str = "ts,m2t,m2ts,mts,mpg,m4s,mpeg,mpegts"
769
0
                              ",html" // https://flash1.bogulus.cfd/
770
0
                            ;
771
0
            matchF =      av_match_ext(    seg->url, str)
772
0
                     + 2*(ff_match_url_ext(seg->url, str) > 0);
773
0
        } else if (!strcmp(in_fmt->name, "webvtt")) {
774
0
            matchF =      av_match_ext(    seg->url, "vtt,webvtt")
775
0
                     + 2*(ff_match_url_ext(seg->url, "vtt,webvtt") > 0);
776
0
        }
777
778
0
        if (!(matchA & matchF)) {
779
0
            av_log(s, AV_LOG_ERROR, "detected format %s extension %s mismatches allowed extensions in url %s\n", in_fmt->name, in_fmt->extensions ? in_fmt->extensions : "none", seg->url);
780
0
            return AVERROR_INVALIDDATA;
781
0
        }
782
0
    }
783
784
17.4k
    return 0;
785
17.4k
}
786
787
static int parse_playlist(HLSContext *c, const char *url,
788
                          struct playlist *pls, AVIOContext *in)
789
214k
{
790
214k
    int ret = 0, is_segment = 0, is_variant = 0;
791
214k
    int64_t duration = 0;
792
214k
    enum KeyType key_type = KEY_NONE;
793
214k
    uint8_t iv[16] = "";
794
214k
    int has_iv = 0;
795
214k
    char key[MAX_URL_SIZE] = "";
796
214k
    char line[MAX_URL_SIZE];
797
214k
    const char *ptr;
798
214k
    int close_in = 0;
799
214k
    int64_t seg_offset = 0;
800
214k
    int64_t seg_size = -1;
801
214k
    uint8_t *new_url = NULL;
802
214k
    struct variant_info variant_info;
803
214k
    char tmp_str[MAX_URL_SIZE];
804
214k
    struct segment *cur_init_section = NULL;
805
214k
    int is_http = av_strstart(url, "http", NULL);
806
214k
    struct segment **prev_segments = NULL;
807
214k
    int prev_n_segments = 0;
808
214k
    int64_t prev_start_seq_no = -1;
809
810
214k
    if (is_http && !in && c->http_persistent && c->playlist_pb) {
811
0
        in = c->playlist_pb;
812
0
        ret = open_url_keepalive(c->ctx, &c->playlist_pb, url, NULL);
813
0
        if (ret == AVERROR_EXIT) {
814
0
            return ret;
815
0
        } else if (ret < 0) {
816
0
            if (ret != AVERROR_EOF)
817
0
                av_log(c->ctx, AV_LOG_WARNING,
818
0
                    "keepalive request failed for '%s' with error: '%s' when parsing playlist\n",
819
0
                    url, av_err2str(ret));
820
0
            in = NULL;
821
0
        }
822
0
    }
823
824
214k
    if (!in) {
825
209k
        AVDictionary *opts = NULL;
826
209k
        av_dict_copy(&opts, c->avio_opts, 0);
827
828
209k
        if (c->http_persistent)
829
0
            av_dict_set(&opts, "multiple_requests", "1", 0);
830
831
209k
        ret = c->ctx->io_open(c->ctx, &in, url, AVIO_FLAG_READ, &opts);
832
209k
        av_dict_free(&opts);
833
209k
        if (ret < 0)
834
209k
            return ret;
835
836
0
        if (is_http && c->http_persistent)
837
0
            c->playlist_pb = in;
838
0
        else
839
0
            close_in = 1;
840
0
    }
841
842
5.07k
    if (av_opt_get(in, "location", AV_OPT_SEARCH_CHILDREN, &new_url) >= 0)
843
0
        url = new_url;
844
845
5.07k
    ff_get_chomp_line(in, line, sizeof(line));
846
5.07k
    if (strcmp(line, "#EXTM3U")) {
847
266
        ret = AVERROR_INVALIDDATA;
848
266
        goto fail;
849
266
    }
850
851
4.81k
    if (pls) {
852
0
        prev_start_seq_no = pls->start_seq_no;
853
0
        prev_segments = pls->segments;
854
0
        prev_n_segments = pls->n_segments;
855
0
        pls->segments = NULL;
856
0
        pls->n_segments = 0;
857
858
0
        pls->finished = 0;
859
0
        pls->type = PLS_TYPE_UNSPECIFIED;
860
0
    }
861
3.97M
    while (!avio_feof(in)) {
862
3.97M
        ff_get_chomp_line(in, line, sizeof(line));
863
3.97M
        if (av_strstart(line, "#EXT-X-STREAM-INF:", &ptr)) {
864
208k
            is_variant = 1;
865
208k
            memset(&variant_info, 0, sizeof(variant_info));
866
208k
            ff_parse_key_value(ptr, handle_variant_args, &variant_info);
867
3.76M
        } else if (av_strstart(line, "#EXT-X-KEY:", &ptr)) {
868
12.6k
            struct key_info info = {{0}};
869
12.6k
            ff_parse_key_value(ptr, handle_key_args, &info);
870
12.6k
            key_type = KEY_NONE;
871
12.6k
            has_iv = 0;
872
12.6k
            if (!strcmp(info.method, "AES-128"))
873
274
                key_type = KEY_AES_128;
874
12.6k
            if (!strcmp(info.method, "SAMPLE-AES"))
875
5.67k
                key_type = KEY_SAMPLE_AES;
876
12.6k
            if (!av_strncasecmp(info.iv, "0x", 2)) {
877
1.62k
                ff_hex_to_data(iv, info.iv + 2);
878
1.62k
                has_iv = 1;
879
1.62k
            }
880
12.6k
            av_strlcpy(key, info.uri, sizeof(key));
881
3.75M
        } else if (av_strstart(line, "#EXT-X-MEDIA:", &ptr)) {
882
28.7k
            struct rendition_info info = {{0}};
883
28.7k
            ff_parse_key_value(ptr, handle_rendition_args, &info);
884
28.7k
            new_rendition(c, &info, url);
885
3.72M
        } else if (av_strstart(line, "#EXT-X-TARGETDURATION:", &ptr)) {
886
909
            int64_t t;
887
909
            ret = ensure_playlist(c, &pls, url);
888
909
            if (ret < 0)
889
1
                goto fail;
890
908
            t = strtoll(ptr, NULL, 10);
891
908
            if (t < 0 || t >= INT64_MAX / AV_TIME_BASE) {
892
81
                ret = AVERROR_INVALIDDATA;
893
81
                goto fail;
894
81
            }
895
827
            pls->target_duration = t * AV_TIME_BASE;
896
3.72M
        } else if (av_strstart(line, "#EXT-X-MEDIA-SEQUENCE:", &ptr)) {
897
1.26k
            uint64_t seq_no;
898
1.26k
            ret = ensure_playlist(c, &pls, url);
899
1.26k
            if (ret < 0)
900
2
                goto fail;
901
1.26k
            seq_no = strtoull(ptr, NULL, 10);
902
1.26k
            if (seq_no > INT64_MAX/2) {
903
705
                av_log(c->ctx, AV_LOG_DEBUG, "MEDIA-SEQUENCE higher than "
904
705
                        "INT64_MAX/2, mask out the highest bit\n");
905
705
                seq_no &= INT64_MAX/2;
906
705
            }
907
1.26k
            pls->start_seq_no = seq_no;
908
3.72M
        } else if (av_strstart(line, "#EXT-X-PLAYLIST-TYPE:", &ptr)) {
909
0
            ret = ensure_playlist(c, &pls, url);
910
0
            if (ret < 0)
911
0
                goto fail;
912
0
            if (!strcmp(ptr, "EVENT"))
913
0
                pls->type = PLS_TYPE_EVENT;
914
0
            else if (!strcmp(ptr, "VOD"))
915
0
                pls->type = PLS_TYPE_VOD;
916
3.72M
        } else if (av_strstart(line, "#EXT-X-MAP:", &ptr)) {
917
6.48k
            struct init_section_info info = {{0}};
918
6.48k
            ret = ensure_playlist(c, &pls, url);
919
6.48k
            if (ret < 0)
920
5
                goto fail;
921
6.48k
            ff_parse_key_value(ptr, handle_init_section_args, &info);
922
6.48k
            cur_init_section = new_init_section(pls, &info, url);
923
6.48k
            if (!cur_init_section) {
924
81
                ret = AVERROR(ENOMEM);
925
81
                goto fail;
926
81
            }
927
6.40k
            cur_init_section->key_type = key_type;
928
6.40k
            if (has_iv) {
929
194
                memcpy(cur_init_section->iv, iv, sizeof(iv));
930
6.20k
            } else {
931
6.20k
                int64_t seq = pls->start_seq_no + pls->n_segments;
932
6.20k
                memset(cur_init_section->iv, 0, sizeof(cur_init_section->iv));
933
6.20k
                AV_WB64(cur_init_section->iv + 8, seq);
934
6.20k
            }
935
936
6.40k
            if (key_type != KEY_NONE) {
937
635
                ff_make_absolute_url(tmp_str, sizeof(tmp_str), url, key);
938
635
                if (!tmp_str[0]) {
939
0
                    av_free(cur_init_section);
940
0
                    ret = AVERROR_INVALIDDATA;
941
0
                    goto fail;
942
0
                }
943
635
                cur_init_section->key = av_strdup(tmp_str);
944
635
                if (!cur_init_section->key) {
945
0
                    av_free(cur_init_section);
946
0
                    ret = AVERROR(ENOMEM);
947
0
                    goto fail;
948
0
                }
949
5.76k
            } else {
950
5.76k
                cur_init_section->key = NULL;
951
5.76k
            }
952
953
3.71M
        } else if (av_strstart(line, "#EXT-X-START:", &ptr)) {
954
204
            const char *time_offset_value = NULL;
955
204
            ret = ensure_playlist(c, &pls, url);
956
204
            if (ret < 0) {
957
1
                goto fail;
958
1
            }
959
203
            if (av_strstart(ptr, "TIME-OFFSET=", &time_offset_value)) {
960
0
                float offset = strtof(time_offset_value, NULL);
961
0
                pls->start_time_offset = offset * AV_TIME_BASE;
962
0
                pls->time_offset_flag = 1;
963
203
            } else {
964
203
                av_log(c->ctx, AV_LOG_WARNING, "#EXT-X-START value is"
965
203
                                                "invalid, it will be ignored");
966
203
                continue;
967
203
            }
968
3.71M
        } else if (av_strstart(line, "#EXT-X-ENDLIST", &ptr)) {
969
0
            if (pls)
970
0
                pls->finished = 1;
971
3.71M
        } else if (av_strstart(line, "#EXTINF:", &ptr)) {
972
18.4k
            double d = atof(ptr) * AV_TIME_BASE;
973
18.4k
            if (d < 0 || d > INT64_MAX || isnan(d)) {
974
405
                av_log(c->ctx, AV_LOG_WARNING, "EXTINF %f unsupported\n", d / AV_TIME_BASE);
975
405
                d = 0;
976
405
            }
977
18.4k
            duration = d;
978
18.4k
            is_segment = 1;
979
3.69M
        } else if (av_strstart(line, "#EXT-X-BYTERANGE:", &ptr)) {
980
1.13k
            seg_size = strtoll(ptr, NULL, 10);
981
1.13k
            ptr = strchr(ptr, '@');
982
1.13k
            if (ptr)
983
371
                seg_offset = strtoll(ptr+1, NULL, 10);
984
1.13k
            if (seg_size < 0 || seg_offset > INT64_MAX - seg_size) {
985
130
                ret = AVERROR_INVALIDDATA;
986
130
                goto fail;
987
130
            }
988
3.69M
        } else if (av_strstart(line, "#", NULL)) {
989
48.6k
            av_log(c->ctx, AV_LOG_VERBOSE, "Skip ('%s')\n", line);
990
48.6k
            continue;
991
3.64M
        } else if (line[0]) {
992
462k
            if (is_variant) {
993
207k
                if (!new_variant(c, &variant_info, line, url)) {
994
0
                    ret = AVERROR(ENOMEM);
995
0
                    goto fail;
996
0
                }
997
207k
                is_variant = 0;
998
207k
            }
999
462k
            if (is_segment) {
1000
17.5k
                struct segment *seg;
1001
17.5k
                ret = ensure_playlist(c, &pls, url);
1002
17.5k
                if (ret < 0)
1003
24
                    goto fail;
1004
17.5k
                seg = av_malloc(sizeof(struct segment));
1005
17.5k
                if (!seg) {
1006
0
                    ret = AVERROR(ENOMEM);
1007
0
                    goto fail;
1008
0
                }
1009
17.5k
                if (has_iv) {
1010
1.37k
                    memcpy(seg->iv, iv, sizeof(iv));
1011
16.1k
                } else {
1012
16.1k
                    uint64_t seq = pls->start_seq_no + (uint64_t)pls->n_segments;
1013
16.1k
                    memset(seg->iv, 0, sizeof(seg->iv));
1014
16.1k
                    AV_WB64(seg->iv + 8, seq);
1015
16.1k
                }
1016
1017
17.5k
                if (key_type != KEY_NONE) {
1018
7.13k
                    ff_make_absolute_url(tmp_str, sizeof(tmp_str), url, key);
1019
7.13k
                    if (!tmp_str[0]) {
1020
0
                        ret = AVERROR_INVALIDDATA;
1021
0
                        av_free(seg);
1022
0
                        goto fail;
1023
0
                    }
1024
7.13k
                    seg->key = av_strdup(tmp_str);
1025
7.13k
                    if (!seg->key) {
1026
0
                        av_free(seg);
1027
0
                        ret = AVERROR(ENOMEM);
1028
0
                        goto fail;
1029
0
                    }
1030
10.4k
                } else {
1031
10.4k
                    seg->key = NULL;
1032
10.4k
                }
1033
1034
17.5k
                ff_make_absolute_url(tmp_str, sizeof(tmp_str), url, line);
1035
17.5k
                if (!tmp_str[0]) {
1036
0
                    ret = AVERROR_INVALIDDATA;
1037
0
                    if (seg->key)
1038
0
                        av_free(seg->key);
1039
0
                    av_free(seg);
1040
0
                    goto fail;
1041
0
                }
1042
17.5k
                seg->url = av_strdup(tmp_str);
1043
17.5k
                if (!seg->url) {
1044
0
                    av_free(seg->key);
1045
0
                    av_free(seg);
1046
0
                    ret = AVERROR(ENOMEM);
1047
0
                    goto fail;
1048
0
                }
1049
1050
17.5k
                ret = test_segment(c->ctx, pls->ctx ? pls->ctx->iformat : NULL, pls, seg);
1051
17.5k
                if (ret < 0) {
1052
149
                    av_free(seg->url);
1053
149
                    av_free(seg->key);
1054
149
                    av_free(seg);
1055
149
                    goto fail;
1056
149
                }
1057
1058
17.4k
                if (duration < 0.001 * AV_TIME_BASE) {
1059
17.1k
                    av_log(c->ctx, AV_LOG_WARNING, "Cannot get correct #EXTINF value of segment %s,"
1060
17.1k
                                    " set to default value to 1ms.\n", seg->url);
1061
17.1k
                    duration = 0.001 * AV_TIME_BASE;
1062
17.1k
                }
1063
17.4k
                seg->duration = duration;
1064
17.4k
                seg->key_type = key_type;
1065
17.4k
                dynarray_add(&pls->segments, &pls->n_segments, seg);
1066
17.4k
                is_segment = 0;
1067
1068
17.4k
                seg->size = seg_size;
1069
17.4k
                if (seg_size >= 0) {
1070
329
                    seg->url_offset = seg_offset;
1071
329
                    seg_offset += seg_size;
1072
329
                    seg_size = -1;
1073
17.0k
                } else {
1074
17.0k
                    seg->url_offset = 0;
1075
17.0k
                    seg_offset = 0;
1076
17.0k
                }
1077
1078
17.4k
                seg->init_section = cur_init_section;
1079
17.4k
            }
1080
462k
        }
1081
3.97M
    }
1082
4.33k
    if (prev_segments) {
1083
0
        if (pls->start_seq_no > prev_start_seq_no && c->first_timestamp != AV_NOPTS_VALUE) {
1084
0
            int64_t prev_timestamp = c->first_timestamp;
1085
0
            int i;
1086
0
            int64_t diff = pls->start_seq_no - prev_start_seq_no;
1087
0
            for (i = 0; i < prev_n_segments && i < diff; i++) {
1088
0
                c->first_timestamp += prev_segments[i]->duration;
1089
0
            }
1090
0
            av_log(c->ctx, AV_LOG_DEBUG, "Media sequence change (%"PRId64" -> %"PRId64")"
1091
0
                   " reflected in first_timestamp: %"PRId64" -> %"PRId64"\n",
1092
0
                   prev_start_seq_no, pls->start_seq_no,
1093
0
                   prev_timestamp, c->first_timestamp);
1094
0
        } else if (pls->start_seq_no < prev_start_seq_no) {
1095
0
            av_log(c->ctx, AV_LOG_WARNING, "Media sequence changed unexpectedly: %"PRId64" -> %"PRId64"\n",
1096
0
                   prev_start_seq_no, pls->start_seq_no);
1097
0
        }
1098
0
        free_segment_dynarray(prev_segments, prev_n_segments);
1099
0
        av_freep(&prev_segments);
1100
0
    }
1101
4.33k
    if (pls)
1102
730
        pls->last_load_time = av_gettime_relative();
1103
1104
5.07k
fail:
1105
5.07k
    av_free(new_url);
1106
5.07k
    if (close_in)
1107
0
        ff_format_io_close(c->ctx, &in);
1108
5.07k
    c->ctx->ctx_flags = c->ctx->ctx_flags & ~(unsigned)AVFMTCTX_UNSEEKABLE;
1109
5.07k
    if (!c->n_variants || !c->variants[0]->n_playlists ||
1110
2.41k
        !(c->variants[0]->playlists[0]->finished ||
1111
2.41k
          c->variants[0]->playlists[0]->type == PLS_TYPE_EVENT))
1112
5.07k
        c->ctx->ctx_flags |= AVFMTCTX_UNSEEKABLE;
1113
1114
5.07k
    if (c->n_variants && c->variants[0]->n_playlists &&
1115
2.41k
        c->variants[0]->playlists[0]->type == PLS_TYPE_EVENT &&
1116
0
        !c->variants[0]->playlists[0]->finished) {
1117
0
        struct playlist *p = c->variants[0]->playlists[0];
1118
0
        int64_t duration = 0;
1119
0
        for (int i = 0; i < p->n_segments; i++)
1120
0
            duration += p->segments[i]->duration;
1121
0
        c->ctx->duration = duration;
1122
0
    }
1123
1124
5.07k
    return ret;
1125
4.33k
}
1126
1127
static struct segment *current_segment(struct playlist *pls)
1128
1.60k
{
1129
1.60k
    int64_t n = pls->cur_seq_no - pls->start_seq_no;
1130
1.60k
    if (n >= pls->n_segments)
1131
0
        return NULL;
1132
1.60k
    return pls->segments[n];
1133
1.60k
}
1134
1135
static struct segment *next_segment(struct playlist *pls)
1136
0
{
1137
0
    int64_t n = pls->cur_seq_no - pls->start_seq_no + 1;
1138
0
    if (n >= pls->n_segments)
1139
0
        return NULL;
1140
0
    return pls->segments[n];
1141
0
}
1142
1143
static int read_from_url(struct playlist *pls, struct segment *seg,
1144
                         uint8_t *buf, int buf_size)
1145
0
{
1146
0
    int ret;
1147
1148
     /* limit read if the segment was only a part of a file */
1149
0
    if (seg->size >= 0)
1150
0
        buf_size = FFMIN(buf_size, seg->size - pls->cur_seg_offset);
1151
1152
0
    ret = avio_read(pls->input, buf, buf_size);
1153
0
    if (ret > 0)
1154
0
        pls->cur_seg_offset += ret;
1155
1156
0
    return ret;
1157
0
}
1158
1159
/* Parse the raw ID3 data and pass contents to caller */
1160
static void parse_id3(AVFormatContext *s, AVIOContext *pb,
1161
                      AVDictionary **metadata, int64_t *dts, HLSAudioSetupInfo *audio_setup_info,
1162
                      ID3v2ExtraMetaAPIC **apic, ID3v2ExtraMeta **extra_meta)
1163
0
{
1164
0
    static const char id3_priv_owner_ts[] = "com.apple.streaming.transportStreamTimestamp";
1165
0
    static const char id3_priv_owner_audio_setup[] = "com.apple.streaming.audioDescription";
1166
0
    ID3v2ExtraMeta *meta;
1167
1168
0
    ff_id3v2_read_dict(pb, metadata, ID3v2_DEFAULT_MAGIC, extra_meta);
1169
0
    for (meta = *extra_meta; meta; meta = meta->next) {
1170
0
        if (!strcmp(meta->tag, "PRIV")) {
1171
0
            ID3v2ExtraMetaPRIV *priv = &meta->data.priv;
1172
0
            if (priv->datasize == 8 && !av_strncasecmp(priv->owner, id3_priv_owner_ts, 44)) {
1173
                /* 33-bit MPEG timestamp */
1174
0
                int64_t ts = AV_RB64(priv->data);
1175
0
                av_log(s, AV_LOG_DEBUG, "HLS ID3 audio timestamp %"PRId64"\n", ts);
1176
0
                if ((ts & ~((1ULL << 33) - 1)) == 0)
1177
0
                    *dts = ts;
1178
0
                else
1179
0
                    av_log(s, AV_LOG_ERROR, "Invalid HLS ID3 audio timestamp %"PRId64"\n", ts);
1180
0
            } else if (priv->datasize >= 8 && !av_strncasecmp(priv->owner, id3_priv_owner_audio_setup, 36)) {
1181
0
                ff_hls_senc_read_audio_setup_info(audio_setup_info, priv->data, priv->datasize);
1182
0
            }
1183
0
        } else if (!strcmp(meta->tag, "APIC") && apic)
1184
0
            *apic = &meta->data.apic;
1185
0
    }
1186
0
}
1187
1188
/* Check if the ID3 metadata contents have changed */
1189
static int id3_has_changed_values(struct playlist *pls, AVDictionary *metadata,
1190
                                  ID3v2ExtraMetaAPIC *apic)
1191
0
{
1192
0
    const AVDictionaryEntry *entry = NULL;
1193
0
    const AVDictionaryEntry *oldentry;
1194
    /* check that no keys have changed values */
1195
0
    while ((entry = av_dict_iterate(metadata, entry))) {
1196
0
        oldentry = av_dict_get(pls->id3_initial, entry->key, NULL, AV_DICT_MATCH_CASE);
1197
0
        if (!oldentry || strcmp(oldentry->value, entry->value) != 0)
1198
0
            return 1;
1199
0
    }
1200
1201
    /* check if apic appeared */
1202
0
    if (apic && (pls->ctx->nb_streams != 2 || !pls->ctx->streams[1]->attached_pic.data))
1203
0
        return 1;
1204
1205
0
    if (apic) {
1206
0
        int size = pls->ctx->streams[1]->attached_pic.size;
1207
0
        if (size != apic->buf->size - AV_INPUT_BUFFER_PADDING_SIZE)
1208
0
            return 1;
1209
1210
0
        if (memcmp(apic->buf->data, pls->ctx->streams[1]->attached_pic.data, size) != 0)
1211
0
            return 1;
1212
0
    }
1213
1214
0
    return 0;
1215
0
}
1216
1217
/* Parse ID3 data and handle the found data */
1218
static void handle_id3(AVIOContext *pb, struct playlist *pls)
1219
0
{
1220
0
    AVDictionary *metadata = NULL;
1221
0
    ID3v2ExtraMetaAPIC *apic = NULL;
1222
0
    ID3v2ExtraMeta *extra_meta = NULL;
1223
0
    int64_t timestamp = AV_NOPTS_VALUE;
1224
1225
0
    parse_id3(pls->ctx, pb, &metadata, &timestamp, &pls->audio_setup_info, &apic, &extra_meta);
1226
1227
0
    if (timestamp != AV_NOPTS_VALUE) {
1228
0
        pls->id3_mpegts_timestamp = timestamp;
1229
0
        pls->id3_offset = 0;
1230
0
    }
1231
1232
0
    if (!pls->id3_found) {
1233
        /* initial ID3 tags */
1234
0
        av_assert0(!pls->id3_deferred_extra);
1235
0
        pls->id3_found = 1;
1236
1237
        /* get picture attachment and set text metadata */
1238
0
        if (pls->ctx->nb_streams)
1239
0
            ff_id3v2_parse_apic(pls->ctx, extra_meta);
1240
0
        else
1241
            /* demuxer not yet opened, defer picture attachment */
1242
0
            pls->id3_deferred_extra = extra_meta;
1243
1244
0
        ff_id3v2_parse_priv_dict(&metadata, extra_meta);
1245
0
        av_dict_copy(&pls->ctx->metadata, metadata, 0);
1246
0
        pls->id3_initial = metadata;
1247
1248
0
    } else {
1249
0
        if (!pls->id3_changed && id3_has_changed_values(pls, metadata, apic)) {
1250
0
            avpriv_report_missing_feature(pls->parent, "Changing ID3 metadata in HLS audio elementary stream");
1251
0
            pls->id3_changed = 1;
1252
0
        }
1253
0
        av_dict_free(&metadata);
1254
0
    }
1255
1256
0
    if (!pls->id3_deferred_extra)
1257
0
        ff_id3v2_free_extra_meta(&extra_meta);
1258
0
}
1259
1260
static void intercept_id3(struct playlist *pls, uint8_t *buf,
1261
                         int buf_size, int *len)
1262
0
{
1263
    /* intercept id3 tags, we do not want to pass them to the raw
1264
     * demuxer on all segment switches */
1265
0
    int bytes;
1266
0
    int id3_buf_pos = 0;
1267
0
    int fill_buf = 0;
1268
0
    struct segment *seg = current_segment(pls);
1269
1270
    /* gather all the id3 tags */
1271
0
    while (1) {
1272
        /* see if we can retrieve enough data for ID3 header */
1273
0
        if (*len < ID3v2_HEADER_SIZE && buf_size >= ID3v2_HEADER_SIZE) {
1274
0
            bytes = read_from_url(pls, seg, buf + *len, ID3v2_HEADER_SIZE - *len);
1275
0
            if (bytes > 0) {
1276
1277
0
                if (bytes == ID3v2_HEADER_SIZE - *len)
1278
                    /* no EOF yet, so fill the caller buffer again after
1279
                     * we have stripped the ID3 tags */
1280
0
                    fill_buf = 1;
1281
1282
0
                *len += bytes;
1283
1284
0
            } else if (*len <= 0) {
1285
                /* error/EOF */
1286
0
                *len = bytes;
1287
0
                fill_buf = 0;
1288
0
            }
1289
0
        }
1290
1291
0
        if (*len < ID3v2_HEADER_SIZE)
1292
0
            break;
1293
1294
0
        if (ff_id3v2_match(buf, ID3v2_DEFAULT_MAGIC)) {
1295
0
            int64_t maxsize = seg->size >= 0 ? seg->size : 1024*1024;
1296
0
            int taglen = ff_id3v2_tag_len(buf);
1297
0
            int tag_got_bytes = FFMIN(taglen, *len);
1298
0
            int remaining = taglen - tag_got_bytes;
1299
1300
0
            if (taglen > maxsize) {
1301
0
                av_log(pls->parent, AV_LOG_ERROR, "Too large HLS ID3 tag (%d > %"PRId64" bytes)\n",
1302
0
                       taglen, maxsize);
1303
0
                break;
1304
0
            }
1305
1306
            /*
1307
             * Copy the id3 tag to our temporary id3 buffer.
1308
             * We could read a small id3 tag directly without memcpy, but
1309
             * we would still need to copy the large tags, and handling
1310
             * both of those cases together with the possibility for multiple
1311
             * tags would make the handling a bit complex.
1312
             */
1313
0
            pls->id3_buf = av_fast_realloc(pls->id3_buf, &pls->id3_buf_size, id3_buf_pos + taglen);
1314
0
            if (!pls->id3_buf)
1315
0
                break;
1316
0
            memcpy(pls->id3_buf + id3_buf_pos, buf, tag_got_bytes);
1317
0
            id3_buf_pos += tag_got_bytes;
1318
1319
            /* strip the intercepted bytes */
1320
0
            *len -= tag_got_bytes;
1321
0
            memmove(buf, buf + tag_got_bytes, *len);
1322
0
            av_log(pls->parent, AV_LOG_DEBUG, "Stripped %d HLS ID3 bytes\n", tag_got_bytes);
1323
1324
0
            if (remaining > 0) {
1325
                /* read the rest of the tag in */
1326
0
                if (read_from_url(pls, seg, pls->id3_buf + id3_buf_pos, remaining) != remaining)
1327
0
                    break;
1328
0
                id3_buf_pos += remaining;
1329
0
                av_log(pls->parent, AV_LOG_DEBUG, "Stripped additional %d HLS ID3 bytes\n", remaining);
1330
0
            }
1331
1332
0
        } else {
1333
            /* no more ID3 tags */
1334
0
            break;
1335
0
        }
1336
0
    }
1337
1338
    /* re-fill buffer for the caller unless EOF */
1339
0
    if (*len >= 0 && (fill_buf || *len == 0)) {
1340
0
        bytes = read_from_url(pls, seg, buf + *len, buf_size - *len);
1341
1342
        /* ignore error if we already had some data */
1343
0
        if (bytes >= 0)
1344
0
            *len += bytes;
1345
0
        else if (*len == 0)
1346
0
            *len = bytes;
1347
0
    }
1348
1349
0
    if (pls->id3_buf) {
1350
        /* Now parse all the ID3 tags */
1351
0
        FFIOContext id3ioctx;
1352
0
        ffio_init_read_context(&id3ioctx, pls->id3_buf, id3_buf_pos);
1353
0
        handle_id3(&id3ioctx.pub, pls);
1354
0
    }
1355
1356
0
    if (pls->is_id3_timestamped == -1)
1357
0
        pls->is_id3_timestamped = (pls->id3_mpegts_timestamp != AV_NOPTS_VALUE);
1358
0
}
1359
1360
static int read_key(HLSContext *c, struct playlist *pls, struct segment *seg)
1361
54
{
1362
54
    AVIOContext *pb = NULL;
1363
1364
54
    int ret = open_url(pls->parent, &pb, seg->key, &c->avio_opts, NULL, NULL);
1365
54
    if (ret < 0) {
1366
54
        av_log(pls->parent, AV_LOG_ERROR, "Unable to open key file %s, %s\n",
1367
54
               seg->key, av_err2str(ret));
1368
54
        return ret;
1369
54
    }
1370
1371
0
    ret = avio_read(pb, pls->key, sizeof(pls->key));
1372
0
    ff_format_io_close(pls->parent, &pb);
1373
0
    if (ret != sizeof(pls->key)) {
1374
0
        if (ret < 0) {
1375
0
            av_log(pls->parent, AV_LOG_ERROR, "Unable to read key file %s, %s\n",
1376
0
                   seg->key, av_err2str(ret));
1377
0
        } else {
1378
0
            av_log(pls->parent, AV_LOG_ERROR, "Unable to read key file %s, read bytes %d != %zu\n",
1379
0
                   seg->key, ret, sizeof(pls->key));
1380
0
            ret = AVERROR_INVALIDDATA;
1381
0
        }
1382
1383
0
        return ret;
1384
0
    }
1385
1386
0
    av_strlcpy(pls->key_url, seg->key, sizeof(pls->key_url));
1387
1388
0
    return 0;
1389
0
}
1390
1391
static int open_input(HLSContext *c, struct playlist *pls, struct segment *seg, AVIOContext **in)
1392
684
{
1393
684
    AVDictionary *opts = NULL;
1394
684
    int ret;
1395
684
    int is_http = 0;
1396
1397
684
    if (c->http_persistent)
1398
0
        av_dict_set(&opts, "multiple_requests", "1", 0);
1399
1400
684
    if (seg->size >= 0) {
1401
        /* try to restrict the HTTP request to the part we want
1402
         * (if this is in fact a HTTP request) */
1403
92
        av_dict_set_int(&opts, "offset", seg->url_offset, 0);
1404
92
        av_dict_set_int(&opts, "end_offset", seg->url_offset + seg->size, 0);
1405
92
    }
1406
1407
684
    av_log(pls->parent, AV_LOG_VERBOSE, "HLS request for url '%s', offset %"PRId64", playlist %d\n",
1408
684
           seg->url, seg->url_offset, pls->index);
1409
1410
684
    if (seg->key_type == KEY_AES_128 || seg->key_type == KEY_SAMPLE_AES) {
1411
54
        if (strcmp(seg->key, pls->key_url)) {
1412
54
            ret = read_key(c, pls, seg);
1413
54
            if (ret < 0)
1414
54
                goto cleanup;
1415
54
        }
1416
54
    }
1417
1418
630
    if (seg->key_type == KEY_AES_128) {
1419
0
        char iv[33], key[33], url[MAX_URL_SIZE];
1420
0
        ff_data_to_hex(iv, seg->iv, sizeof(seg->iv), 0);
1421
0
        ff_data_to_hex(key, pls->key, sizeof(pls->key), 0);
1422
0
        if (strstr(seg->url, "://"))
1423
0
            snprintf(url, sizeof(url), "crypto+%s", seg->url);
1424
0
        else
1425
0
            snprintf(url, sizeof(url), "crypto:%s", seg->url);
1426
1427
0
        av_dict_set(&opts, "key", key, 0);
1428
0
        av_dict_set(&opts, "iv", iv, 0);
1429
1430
0
        ret = open_url(pls->parent, in, url, &c->avio_opts, opts, &is_http);
1431
0
        if (ret < 0) {
1432
0
            goto cleanup;
1433
0
        }
1434
0
        ret = 0;
1435
630
    } else {
1436
630
        ret = open_url(pls->parent, in, seg->url, &c->avio_opts, opts, &is_http);
1437
630
    }
1438
1439
    /* Seek to the requested position. If this was a HTTP request, the offset
1440
     * should already be where want it to, but this allows e.g. local testing
1441
     * without a HTTP server.
1442
     *
1443
     * This is not done for HTTP at all as avio_seek() does internal bookkeeping
1444
     * of file offset which is out-of-sync with the actual offset when "offset"
1445
     * AVOption is used with http protocol, causing the seek to not be a no-op
1446
     * as would be expected. Wrong offset received from the server will not be
1447
     * noticed without the call, though.
1448
     */
1449
630
    if (ret == 0 && !is_http && seg->url_offset) {
1450
0
        int64_t seekret = avio_seek(*in, seg->url_offset, SEEK_SET);
1451
0
        if (seekret < 0) {
1452
0
            av_log(pls->parent, AV_LOG_ERROR, "Unable to seek to offset %"PRId64" of HLS segment '%s'\n", seg->url_offset, seg->url);
1453
0
            ret = seekret;
1454
0
            ff_format_io_close(pls->parent, in);
1455
0
        }
1456
0
    }
1457
1458
684
cleanup:
1459
684
    av_dict_free(&opts);
1460
684
    pls->cur_seg_offset = 0;
1461
684
    return ret;
1462
630
}
1463
1464
static int update_init_section(struct playlist *pls, struct segment *seg)
1465
684
{
1466
684
    static const int max_init_section_size = 1024*1024;
1467
684
    HLSContext *c = pls->parent->priv_data;
1468
684
    int64_t sec_size;
1469
684
    int64_t urlsize;
1470
684
    int ret;
1471
1472
684
    if (seg->init_section == pls->cur_init_section)
1473
648
        return 0;
1474
1475
36
    pls->cur_init_section = NULL;
1476
1477
36
    if (!seg->init_section)
1478
0
        return 0;
1479
1480
36
    ret = open_input(c, pls, seg->init_section, &pls->input);
1481
36
    if (ret < 0) {
1482
36
        av_log(pls->parent, AV_LOG_WARNING,
1483
36
               "Failed to open an initialization section in playlist %d\n",
1484
36
               pls->index);
1485
36
        return ret;
1486
36
    }
1487
1488
0
    if (seg->init_section->size >= 0)
1489
0
        sec_size = seg->init_section->size;
1490
0
    else if ((urlsize = avio_size(pls->input)) >= 0)
1491
0
        sec_size = urlsize;
1492
0
    else
1493
0
        sec_size = max_init_section_size;
1494
1495
0
    av_log(pls->parent, AV_LOG_DEBUG,
1496
0
           "Downloading an initialization section of size %"PRId64"\n",
1497
0
           sec_size);
1498
1499
0
    sec_size = FFMIN(sec_size, max_init_section_size);
1500
1501
0
    av_fast_malloc(&pls->init_sec_buf, &pls->init_sec_buf_size, sec_size);
1502
1503
0
    ret = read_from_url(pls, seg->init_section, pls->init_sec_buf,
1504
0
                        pls->init_sec_buf_size);
1505
0
    ff_format_io_close(pls->parent, &pls->input);
1506
1507
0
    if (ret < 0)
1508
0
        return ret;
1509
1510
0
    pls->cur_init_section = seg->init_section;
1511
0
    pls->init_sec_data_len = ret;
1512
0
    pls->init_sec_buf_read_offset = 0;
1513
1514
    /* spec says audio elementary streams do not have media initialization
1515
     * sections, so there should be no ID3 timestamps */
1516
0
    pls->is_id3_timestamped = 0;
1517
1518
0
    return 0;
1519
0
}
1520
1521
static int64_t default_reload_interval(struct playlist *pls)
1522
1.01k
{
1523
1.01k
    return pls->n_segments > 0 ?
1524
1.01k
                          pls->segments[pls->n_segments - 1]->duration :
1525
1.01k
                          pls->target_duration;
1526
1.01k
}
1527
1528
static int playlist_needed(struct playlist *pls)
1529
146k
{
1530
146k
    AVFormatContext *s = pls->parent;
1531
146k
    int i, j;
1532
146k
    int stream_needed = 0;
1533
146k
    int first_st;
1534
1535
    /* If there is no context or streams yet, the playlist is needed */
1536
146k
    if ((!pls->ctx || !pls->n_main_streams) && !pls->is_subtitle)
1537
145k
        return 1;
1538
1539
    /* check if any of the streams in the playlist are needed */
1540
510
    for (i = 0; i < pls->n_main_streams; i++) {
1541
0
        if (pls->main_streams[i]->discard < AVDISCARD_ALL) {
1542
0
            stream_needed = 1;
1543
0
            break;
1544
0
        }
1545
0
    }
1546
1547
    /* If all streams in the playlist were discarded, the playlist is not
1548
     * needed (regardless of whether whole programs are discarded or not). */
1549
510
    if (!stream_needed)
1550
510
        return 0;
1551
1552
    /* Otherwise, check if all the programs (variants) this playlist is in are
1553
     * discarded. Since all streams in the playlist are part of the same programs
1554
     * we can just check the programs of the first stream. */
1555
1556
0
    first_st = pls->main_streams[0]->index;
1557
1558
0
    for (i = 0; i < s->nb_programs; i++) {
1559
0
        AVProgram *program = s->programs[i];
1560
0
        if (program->discard < AVDISCARD_ALL) {
1561
0
            for (j = 0; j < program->nb_stream_indexes; j++) {
1562
0
                if (program->stream_index[j] == first_st) {
1563
                    /* playlist is in an undiscarded program */
1564
0
                    return 1;
1565
0
                }
1566
0
            }
1567
0
        }
1568
0
    }
1569
1570
    /* some streams were not discarded but all the programs were */
1571
0
    return 0;
1572
0
}
1573
1574
static int reload_playlist(struct playlist *v, HLSContext *c)
1575
1.01k
{
1576
1.01k
    int ret = 0;
1577
1.01k
    int reload_count = 0;
1578
1579
1.01k
    v->needed = playlist_needed(v);
1580
1581
1.01k
    if (!v->needed)
1582
0
        return AVERROR_EOF;
1583
1584
1.01k
    if (!v->input || (c->http_persistent && v->input_read_done)) {
1585
1.01k
        int64_t reload_interval;
1586
1587
        /* Check that the playlist is still needed before opening a new
1588
         * segment. */
1589
1.01k
        v->needed = playlist_needed(v);
1590
1591
1.01k
        if (!v->needed) {
1592
0
            av_log(v->parent, AV_LOG_INFO, "No longer receiving playlist %d ('%s')\n",
1593
0
                   v->index, v->url);
1594
0
            return AVERROR_EOF;
1595
0
        }
1596
1597
        /* If this is a live stream and the reload interval has elapsed since
1598
         * the last playlist reload, reload the playlists now. */
1599
1.01k
        reload_interval = default_reload_interval(v);
1600
1601
1.26k
reload:
1602
1.26k
        reload_count++;
1603
1.26k
        if (reload_count > c->max_reload)
1604
0
            return AVERROR_EOF;
1605
1.26k
        if (!v->finished &&
1606
1.26k
            av_gettime_relative() - v->last_load_time >= reload_interval) {
1607
257
            if ((ret = parse_playlist(c, v->url, v, NULL)) < 0) {
1608
257
                if (ret != AVERROR_EXIT)
1609
257
                    av_log(v->parent, AV_LOG_WARNING, "Failed to reload playlist %d\n",
1610
257
                           v->index);
1611
257
                return ret;
1612
257
            }
1613
            /* If we need to reload the playlist again below (if
1614
             * there's still no more segments), switch to a reload
1615
             * interval of half the target duration. */
1616
0
            reload_interval = v->target_duration / 2;
1617
0
        }
1618
1.00k
        if (v->cur_seq_no < v->start_seq_no) {
1619
0
            av_log(v->parent, AV_LOG_WARNING,
1620
0
                   "skipping %"PRId64" segments ahead, expired from playlists\n",
1621
0
                   v->start_seq_no - v->cur_seq_no);
1622
0
            v->cur_seq_no = v->start_seq_no;
1623
0
        }
1624
1.00k
        if (v->cur_seq_no > v->last_seq_no) {
1625
840
            v->last_seq_no = v->cur_seq_no;
1626
840
            v->m3u8_hold_counters = 0;
1627
840
        } else if (v->last_seq_no == v->cur_seq_no) {
1628
166
            v->m3u8_hold_counters++;
1629
166
            if (v->m3u8_hold_counters >= c->m3u8_hold_counters) {
1630
0
                return AVERROR_EOF;
1631
0
            }
1632
166
        } else {
1633
0
            av_log(v->parent, AV_LOG_WARNING, "The m3u8 list sequence may have been wrapped.\n");
1634
0
        }
1635
1.00k
        if (v->cur_seq_no >= v->start_seq_no + v->n_segments) {
1636
322
            if (v->finished || v->is_subtitle)
1637
0
                return AVERROR_EOF;
1638
1.26k
            while (av_gettime_relative() - v->last_load_time < reload_interval) {
1639
1.01k
                if (ff_check_interrupt(c->interrupt_callback))
1640
72
                    return AVERROR_EXIT;
1641
947
                av_usleep(100*1000);
1642
947
            }
1643
            /* Enough time has elapsed since the last reload */
1644
250
            goto reload;
1645
322
        }
1646
1647
1.00k
    }
1648
684
    return ret;
1649
1.01k
}
1650
1651
static int read_data_continuous(void *opaque, uint8_t *buf, int buf_size)
1652
459
{
1653
459
    struct playlist *v = opaque;
1654
459
    HLSContext *c = v->parent->priv_data;
1655
459
    int ret;
1656
459
    int just_opened = 0;
1657
459
    int segment_retries = 0;
1658
459
    struct segment *seg;
1659
1660
459
    if (c->http_persistent && v->input_read_done) {
1661
0
        ret = reload_playlist(v, c);
1662
0
        if (ret < 0)
1663
0
            return ret;
1664
0
    }
1665
1666
459
    v->input_read_done = 0;
1667
1668
1.01k
restart:
1669
1.01k
    ret = reload_playlist(v, c);
1670
1.01k
    if (ret < 0)
1671
329
        return ret;
1672
1673
684
    seg = current_segment(v);
1674
1675
684
    if (!v->input || (c->http_persistent && v->input_read_done)) {
1676
        /* load/update Media Initialization Section, if any */
1677
684
        ret = update_init_section(v, seg);
1678
684
        if (ret)
1679
36
            return ret;
1680
1681
648
        if (c->http_multiple == 1 && v->input_next_requested) {
1682
0
            FFSWAP(AVIOContext *, v->input, v->input_next);
1683
0
            v->cur_seg_offset = 0;
1684
0
            v->input_next_requested = 0;
1685
0
            ret = 0;
1686
648
        } else {
1687
648
            ret = open_input(c, v, seg, &v->input);
1688
648
        }
1689
648
        if (ret < 0) {
1690
648
            if (ff_check_interrupt(c->interrupt_callback))
1691
94
                return AVERROR_EXIT;
1692
554
            av_log(v->parent, AV_LOG_WARNING, "Failed to open segment %"PRId64" of playlist %d\n",
1693
554
                   v->cur_seq_no,
1694
554
                   v->index);
1695
554
            if (segment_retries >= c->seg_max_retry) {
1696
554
                av_log(v->parent, AV_LOG_WARNING, "Segment %"PRId64" of playlist %d failed too many times, skipping\n",
1697
554
                       v->cur_seq_no,
1698
554
                       v->index);
1699
554
                v->cur_seq_no++;
1700
554
                segment_retries = 0;
1701
554
            } else {
1702
0
                segment_retries++;
1703
0
            }
1704
554
            goto restart;
1705
648
        }
1706
0
        segment_retries = 0;
1707
0
        just_opened = 1;
1708
0
    }
1709
1710
0
    if (c->http_multiple == -1) {
1711
0
        uint8_t *http_version_opt = NULL;
1712
0
        int r = av_opt_get(v->input, "http_version", AV_OPT_SEARCH_CHILDREN, &http_version_opt);
1713
0
        if (r >= 0) {
1714
0
            c->http_multiple = (!strncmp((const char *)http_version_opt, "1.1", 3) || !strncmp((const char *)http_version_opt, "2.0", 3));
1715
0
            av_freep(&http_version_opt);
1716
0
        }
1717
0
    }
1718
1719
0
    seg = next_segment(v);
1720
0
    if (c->http_multiple == 1 && !v->input_next_requested &&
1721
0
        seg && seg->key_type == KEY_NONE && av_strstart(seg->url, "http", NULL)) {
1722
0
        ret = open_input(c, v, seg, &v->input_next);
1723
0
        if (ret < 0) {
1724
0
            if (ff_check_interrupt(c->interrupt_callback))
1725
0
                return AVERROR_EXIT;
1726
0
            av_log(v->parent, AV_LOG_WARNING, "Failed to open segment %"PRId64" of playlist %d\n",
1727
0
                   v->cur_seq_no + 1,
1728
0
                   v->index);
1729
0
        } else {
1730
0
            v->input_next_requested = 1;
1731
0
        }
1732
0
    }
1733
1734
0
    if (v->init_sec_buf_read_offset < v->init_sec_data_len) {
1735
        /* Push init section out first before first actual segment */
1736
0
        int copy_size = FFMIN(v->init_sec_data_len - v->init_sec_buf_read_offset, buf_size);
1737
0
        memcpy(buf, v->init_sec_buf, copy_size);
1738
0
        v->init_sec_buf_read_offset += copy_size;
1739
0
        return copy_size;
1740
0
    }
1741
1742
0
    seg = current_segment(v);
1743
0
    ret = read_from_url(v, seg, buf, buf_size);
1744
0
    if (ret > 0) {
1745
0
        if (just_opened && v->is_id3_timestamped != 0) {
1746
            /* Intercept ID3 tags here, elementary audio streams are required
1747
             * to convey timestamps using them in the beginning of each segment. */
1748
0
            intercept_id3(v, buf, buf_size, &ret);
1749
0
        }
1750
1751
0
        return ret;
1752
0
    }
1753
0
    if (c->http_persistent &&
1754
0
        seg->key_type == KEY_NONE && av_strstart(seg->url, "http", NULL)) {
1755
0
        v->input_read_done = 1;
1756
0
    } else {
1757
0
        ff_format_io_close(v->parent, &v->input);
1758
0
    }
1759
0
    v->cur_seq_no++;
1760
1761
0
    c->cur_seq_no = v->cur_seq_no;
1762
1763
0
    goto restart;
1764
0
}
1765
1766
static int read_data_subtitle_segment(void *opaque, uint8_t *buf, int buf_size)
1767
0
{
1768
0
    struct playlist *v = opaque;
1769
0
    HLSContext *c = v->parent->priv_data;
1770
0
    int ret;
1771
0
    struct segment *seg;
1772
1773
0
    if (!v->needed || v->cur_seq_no - v->start_seq_no >= v->n_segments) {
1774
0
        return AVERROR_EOF;
1775
0
    } else {
1776
0
        seg = current_segment(v);
1777
0
    }
1778
1779
0
    if (!v->input) {
1780
0
        ret = open_input(c, v, seg, &v->input);
1781
0
        if (ret < 0) {
1782
0
            if (ff_check_interrupt(c->interrupt_callback))
1783
0
                return AVERROR_EXIT;
1784
0
            av_log(v->parent, AV_LOG_WARNING, "Failed to open segment of playlist %d\n",
1785
0
                   v->index);
1786
0
            return ret;
1787
0
        }
1788
0
    }
1789
1790
0
    return read_from_url(v, seg, buf, buf_size);
1791
0
}
1792
1793
static int nested_io_open(AVFormatContext *s, AVIOContext **pb, const char *url,
1794
                          int flags, AVDictionary **opts)
1795
0
{
1796
0
    av_log(s, AV_LOG_ERROR,
1797
0
           "A HLS playlist item '%s' referred to an external file '%s'. "
1798
0
           "Opening this file was forbidden for security reasons\n",
1799
0
           s->url, url);
1800
0
    return AVERROR(EPERM);
1801
0
}
1802
1803
static int init_subtitle_context(struct playlist *pls)
1804
0
{
1805
0
    HLSContext *c = pls->parent->priv_data;
1806
0
    const AVInputFormat *in_fmt;
1807
0
    AVDictionary *opts = NULL;
1808
0
    int ret;
1809
1810
0
    if (!(pls->ctx = avformat_alloc_context()))
1811
0
        return AVERROR(ENOMEM);
1812
1813
0
    pls->read_buffer = av_malloc(INITIAL_BUFFER_SIZE);
1814
0
    if (!pls->read_buffer) {
1815
0
        avformat_free_context(pls->ctx);
1816
0
        pls->ctx = NULL;
1817
0
        return AVERROR(ENOMEM);
1818
0
    }
1819
1820
0
    ffio_init_context(&pls->pb, pls->read_buffer, INITIAL_BUFFER_SIZE, 0, pls,
1821
0
                      read_data_subtitle_segment, NULL, NULL);
1822
0
    pls->pb.pub.seekable = 0;
1823
0
    pls->ctx->pb       = &pls->pb.pub;
1824
0
    pls->ctx->io_open  = nested_io_open;
1825
1826
0
    ret = ff_copy_whiteblacklists(pls->ctx, pls->parent);
1827
0
    if (ret < 0)
1828
0
        return ret;
1829
1830
0
    in_fmt = av_find_input_format("webvtt");
1831
0
    av_dict_copy(&opts, c->seg_format_opts, 0);
1832
0
    ret = avformat_open_input(&pls->ctx, current_segment(pls)->url, in_fmt, &opts);
1833
0
    av_dict_free(&opts);
1834
1835
0
    return ret;
1836
0
}
1837
1838
static int read_subtitle_packet(struct playlist *v, AVPacket *pkt)
1839
0
{
1840
0
    HLSContext *c = v->parent->priv_data;
1841
0
    int ret;
1842
1843
0
restart:
1844
0
    ret = reload_playlist(v, c);
1845
0
    if (ret < 0)
1846
0
        return ret;
1847
1848
0
    if (v->input && !v->ctx)
1849
0
        ff_format_io_close(v->parent, &v->input);
1850
1851
0
    if (!v->input && !v->ctx) {
1852
0
        ret = init_subtitle_context(v);
1853
0
        if (ret < 0)
1854
0
            return ret;
1855
0
    }
1856
1857
0
    ret = av_read_frame(v->ctx, v->pkt);
1858
0
    if (!ret) {
1859
0
        return ret;
1860
0
    }
1861
0
    ff_format_io_close(v->parent, &v->input);
1862
0
    v->cur_seq_no++;
1863
0
    c->cur_seq_no = v->cur_seq_no;
1864
1865
0
    avformat_close_input(&v->ctx);
1866
1867
0
    goto restart;
1868
0
}
1869
1870
static void add_renditions_to_variant(HLSContext *c, struct variant *var,
1871
                                      enum AVMediaType type, const char *group_id)
1872
4.44k
{
1873
4.44k
    int i;
1874
1875
2.05M
    for (i = 0; i < c->n_renditions; i++) {
1876
2.04M
        struct rendition *rend = c->renditions[i];
1877
1878
2.04M
        if (rend->type == type && !strcmp(rend->group_id, group_id)) {
1879
1880
5.14k
            if (rend->playlist)
1881
                /* rendition is an external playlist
1882
                 * => add the playlist to the variant */
1883
915
                dynarray_add(&var->playlists, &var->n_playlists, rend->playlist);
1884
4.23k
            else
1885
                /* rendition is part of the variant main Media Playlist
1886
                 * => add the rendition to the main Media Playlist */
1887
4.23k
                dynarray_add(&var->playlists[0]->renditions,
1888
5.14k
                             &var->playlists[0]->n_renditions,
1889
5.14k
                             rend);
1890
5.14k
        }
1891
2.04M
    }
1892
4.44k
}
1893
1894
static void add_metadata_from_renditions(AVFormatContext *s, struct playlist *pls,
1895
                                         enum AVMediaType type)
1896
0
{
1897
0
    int rend_idx = 0;
1898
0
    int i;
1899
1900
0
    for (i = 0; i < pls->n_main_streams; i++) {
1901
0
        AVStream *st = pls->main_streams[i];
1902
1903
0
        if (st->codecpar->codec_type != type)
1904
0
            continue;
1905
1906
0
        for (; rend_idx < pls->n_renditions; rend_idx++) {
1907
0
            struct rendition *rend = pls->renditions[rend_idx];
1908
1909
0
            if (rend->type != type)
1910
0
                continue;
1911
1912
0
            if (rend->language[0])
1913
0
                av_dict_set(&st->metadata, "language", rend->language, 0);
1914
0
            if (rend->name[0])
1915
0
                av_dict_set(&st->metadata, "comment", rend->name, 0);
1916
1917
0
            st->disposition |= rend->disposition;
1918
0
        }
1919
0
        if (rend_idx >=pls->n_renditions)
1920
0
            break;
1921
0
    }
1922
0
}
1923
1924
/* if timestamp was in valid range: returns 1 and sets seq_no
1925
 * if not: returns 0 and sets seq_no to closest segment */
1926
static int find_timestamp_in_playlist(HLSContext *c, struct playlist *pls,
1927
                                      int64_t timestamp, int64_t *seq_no,
1928
                                      int64_t *seg_start_ts)
1929
0
{
1930
0
    int i;
1931
0
    int64_t pos = c->first_timestamp == AV_NOPTS_VALUE ?
1932
0
                  0 : c->first_timestamp;
1933
1934
0
    if (timestamp < pos) {
1935
0
        *seq_no = pls->start_seq_no;
1936
0
        return 0;
1937
0
    }
1938
1939
0
    for (i = 0; i < pls->n_segments; i++) {
1940
0
        int64_t diff = pos + pls->segments[i]->duration - timestamp;
1941
0
        if (diff > 0) {
1942
0
            *seq_no = pls->start_seq_no + i;
1943
0
            if (seg_start_ts) {
1944
0
                *seg_start_ts = pos;
1945
0
            }
1946
0
            return 1;
1947
0
        }
1948
0
        pos += pls->segments[i]->duration;
1949
0
    }
1950
1951
0
    *seq_no = pls->start_seq_no + pls->n_segments - 1;
1952
1953
0
    return 0;
1954
0
}
1955
1956
static int64_t select_cur_seq_no(HLSContext *c, struct playlist *pls)
1957
459
{
1958
459
    int64_t seq_no;
1959
1960
459
    if (!pls->finished && !c->first_packet &&
1961
0
        av_gettime_relative() - pls->last_load_time >= default_reload_interval(pls))
1962
        /* reload the playlist since it was suspended */
1963
0
        parse_playlist(c, pls->url, pls, NULL);
1964
1965
    /* If playback is already in progress (we are just selecting a new
1966
     * playlist) and this is a complete file, find the matching segment
1967
     * by counting durations. */
1968
459
    if (pls->finished && c->cur_timestamp != AV_NOPTS_VALUE) {
1969
0
        find_timestamp_in_playlist(c, pls, c->cur_timestamp, &seq_no, NULL);
1970
0
        return seq_no;
1971
0
    }
1972
1973
459
    if (!pls->finished) {
1974
459
        if (!c->first_packet && /* we are doing a segment selection during playback */
1975
0
            c->cur_seq_no >= pls->start_seq_no &&
1976
0
            c->cur_seq_no < pls->start_seq_no + pls->n_segments)
1977
            /* While spec 3.4.3 says that we cannot assume anything about the
1978
             * content at the same sequence number on different playlists,
1979
             * in practice this seems to work and doing it otherwise would
1980
             * require us to download a segment to inspect its timestamps. */
1981
0
            return c->cur_seq_no;
1982
1983
        /* If this is a live stream, start live_start_index segments from the
1984
         * start or end */
1985
459
        if (c->live_start_index < 0)
1986
459
            seq_no = pls->start_seq_no + FFMAX(pls->n_segments +
1987
459
                                            c->live_start_index, 0);
1988
0
        else
1989
0
            seq_no = pls->start_seq_no + FFMIN(c->live_start_index,
1990
459
                                            pls->n_segments - 1);
1991
1992
        /* If #EXT-X-START in playlist, need to recalculate */
1993
459
        if (pls->time_offset_flag && c->prefer_x_start) {
1994
0
            int64_t start_timestamp;
1995
0
            int64_t playlist_duration = 0;
1996
0
            int64_t cur_timestamp = c->cur_timestamp == AV_NOPTS_VALUE ? 0 :
1997
0
                                    c->cur_timestamp;
1998
1999
0
            for (int i = 0; i < pls->n_segments; i++)
2000
0
                playlist_duration += pls->segments[i]->duration;
2001
2002
            /* If the absolute value of TIME-OFFSET exceeds
2003
             * the duration of the playlist, it indicates either the end of the
2004
             * playlist (if positive) or the beginning of the playlist (if
2005
             * negative). */
2006
0
            if (pls->start_time_offset >=0 &&
2007
0
                pls->start_time_offset > playlist_duration)
2008
0
                start_timestamp = cur_timestamp + playlist_duration;
2009
0
            else if (pls->start_time_offset >= 0 &&
2010
0
                        pls->start_time_offset <= playlist_duration)
2011
0
                start_timestamp = cur_timestamp + pls->start_time_offset;
2012
0
            else if (pls->start_time_offset < 0 &&
2013
0
                        pls->start_time_offset < -playlist_duration)
2014
0
                start_timestamp = cur_timestamp;
2015
0
            else if (pls->start_time_offset < 0 &&
2016
0
                        pls->start_time_offset > -playlist_duration)
2017
0
                start_timestamp = cur_timestamp + playlist_duration +
2018
0
                                    pls->start_time_offset;
2019
0
            else
2020
0
                start_timestamp = cur_timestamp;
2021
2022
0
            find_timestamp_in_playlist(c, pls, start_timestamp, &seq_no, NULL);
2023
0
        }
2024
459
        return seq_no;
2025
459
    }
2026
2027
    /* Otherwise just start on the first segment. */
2028
0
    return pls->start_seq_no;
2029
459
}
2030
2031
static void add_stream_to_programs(AVFormatContext *s, struct playlist *pls, AVStream *stream)
2032
0
{
2033
0
    HLSContext *c = s->priv_data;
2034
0
    int i, j;
2035
0
    int bandwidth = -1;
2036
2037
0
    for (i = 0; i < c->n_variants; i++) {
2038
0
        struct variant *v = c->variants[i];
2039
2040
0
        for (j = 0; j < v->n_playlists; j++) {
2041
0
            if (v->playlists[j] != pls)
2042
0
                continue;
2043
2044
0
            av_program_add_stream_index(s, i, stream->index);
2045
2046
0
            if (bandwidth < 0)
2047
0
                bandwidth = v->bandwidth;
2048
0
            else if (bandwidth != v->bandwidth)
2049
0
                bandwidth = -1; /* stream in multiple variants with different bandwidths */
2050
0
        }
2051
0
    }
2052
2053
0
    if (bandwidth >= 0)
2054
0
        av_dict_set_int(&stream->metadata, "variant_bitrate", bandwidth, 0);
2055
0
}
2056
2057
static int set_stream_info_from_input_stream(AVStream *st, struct playlist *pls, AVStream *ist)
2058
0
{
2059
0
    int err;
2060
2061
0
    err = avcodec_parameters_copy(st->codecpar, ist->codecpar);
2062
0
    if (err < 0)
2063
0
        return err;
2064
2065
0
    if (pls->is_id3_timestamped) /* custom timestamps via id3 */
2066
0
        avpriv_set_pts_info(st, 33, 1, MPEG_TIME_BASE);
2067
0
    else
2068
0
        avpriv_set_pts_info(st, ist->pts_wrap_bits, ist->time_base.num, ist->time_base.den);
2069
2070
    // copy disposition
2071
0
    st->disposition = ist->disposition;
2072
2073
0
    av_dict_copy(&st->metadata, ist->metadata, 0);
2074
2075
0
    ffstream(st)->need_context_update = 1;
2076
2077
0
    return 0;
2078
0
}
2079
2080
/* add new subdemuxer streams to our context, if any */
2081
static int update_streams_from_subdemuxer(AVFormatContext *s, struct playlist *pls)
2082
0
{
2083
0
    int err;
2084
2085
0
    while (pls->n_main_streams < pls->ctx->nb_streams) {
2086
0
        int ist_idx = pls->n_main_streams;
2087
0
        AVStream *st = avformat_new_stream(s, NULL);
2088
0
        AVStream *ist = pls->ctx->streams[ist_idx];
2089
2090
0
        if (!st)
2091
0
            return AVERROR(ENOMEM);
2092
2093
0
        st->id = pls->index;
2094
0
        dynarray_add(&pls->main_streams, &pls->n_main_streams, st);
2095
2096
0
        add_stream_to_programs(s, pls, st);
2097
2098
0
        err = set_stream_info_from_input_stream(st, pls, ist);
2099
0
        if (err < 0)
2100
0
            return err;
2101
0
    }
2102
2103
0
    return 0;
2104
0
}
2105
2106
static void update_noheader_flag(AVFormatContext *s)
2107
980
{
2108
980
    HLSContext *c = s->priv_data;
2109
980
    int flag_needed = 0;
2110
980
    int i;
2111
2112
145k
    for (i = 0; i < c->n_playlists; i++) {
2113
144k
        struct playlist *pls = c->playlists[i];
2114
2115
144k
        if (pls->has_noheader_flag) {
2116
0
            flag_needed = 1;
2117
0
            break;
2118
0
        }
2119
144k
    }
2120
2121
980
    if (flag_needed)
2122
0
        s->ctx_flags |= AVFMTCTX_NOHEADER;
2123
980
    else
2124
980
        s->ctx_flags &= ~AVFMTCTX_NOHEADER;
2125
980
}
2126
2127
static int hls_close(AVFormatContext *s)
2128
5.07k
{
2129
5.07k
    HLSContext *c = s->priv_data;
2130
2131
5.07k
    free_playlist_list(c);
2132
5.07k
    free_variant_list(c);
2133
5.07k
    free_rendition_list(c);
2134
2135
5.07k
    if (c->crypto_ctx.aes_ctx)
2136
0
        av_free(c->crypto_ctx.aes_ctx);
2137
2138
5.07k
    av_dict_free(&c->avio_opts);
2139
5.07k
    ff_format_io_close(c->ctx, &c->playlist_pb);
2140
2141
5.07k
    return 0;
2142
5.07k
}
2143
2144
static int hls_read_header(AVFormatContext *s)
2145
5.07k
{
2146
5.07k
    HLSContext *c = s->priv_data;
2147
5.07k
    int ret = 0, i;
2148
5.07k
    int64_t highest_cur_seq_no = 0;
2149
2150
5.07k
    c->ctx                = s;
2151
5.07k
    c->interrupt_callback = &s->interrupt_callback;
2152
2153
5.07k
    c->first_packet = 1;
2154
5.07k
    c->first_timestamp = AV_NOPTS_VALUE;
2155
5.07k
    c->cur_timestamp = AV_NOPTS_VALUE;
2156
2157
5.07k
    if ((ret = ffio_copy_url_options(s->pb, &c->avio_opts)) < 0)
2158
0
        return ret;
2159
2160
    /* http_persistent and http_multiple auto-detection both rely on the
2161
     * AVIOContext being backed by the builtin URLContext. Neither works
2162
     * when io_open is overridden with a custom callback. */
2163
5.07k
    if (!ffio_geturlcontext(s->pb)) {
2164
5.07k
        if (c->http_persistent) {
2165
5.07k
            av_log(s, AV_LOG_WARNING, "Disabling http_persistent due to custom io_open.\n");
2166
5.07k
            c->http_persistent = 0;
2167
5.07k
        }
2168
        /* Only auto-detection is disabled, enabling http_multiple can still work
2169
         * with custom io_open. */
2170
5.07k
        if (c->http_multiple == -1) {
2171
5.07k
            av_log(s, AV_LOG_WARNING, "Disabling http_multiple due to custom io_open.\n");
2172
5.07k
            c->http_multiple = 0;
2173
5.07k
        }
2174
5.07k
    }
2175
2176
    /* XXX: Some HLS servers don't like being sent the range header,
2177
       in this case, we need to set http_seekable = 0 to disable
2178
       the range header */
2179
5.07k
    av_dict_set_int(&c->avio_opts, "seekable", c->http_seekable, 0);
2180
2181
5.07k
    if ((ret = parse_playlist(c, s->url, NULL, s->pb)) < 0)
2182
740
        return ret;
2183
2184
4.33k
    if (c->n_variants == 0) {
2185
2.25k
        av_log(s, AV_LOG_WARNING, "Empty playlist\n");
2186
2.25k
        return AVERROR_EOF;
2187
2.25k
    }
2188
    /* If the playlist only contained playlists (Master Playlist),
2189
     * parse each individual playlist. */
2190
2.08k
    if (c->n_playlists > 1 || c->playlists[0]->n_segments == 0) {
2191
210k
        for (i = 0; i < c->n_playlists; i++) {
2192
209k
            struct playlist *pls = c->playlists[i];
2193
209k
            pls->m3u8_hold_counters = 0;
2194
209k
            if ((ret = parse_playlist(c, pls->url, pls, NULL)) < 0) {
2195
209k
                av_log(s, AV_LOG_WARNING, "parse_playlist error %s [%s]\n", av_err2str(ret), pls->url);
2196
209k
                pls->broken = 1;
2197
209k
                if (c->n_playlists > 1)
2198
208k
                    continue;
2199
646
                return ret;
2200
209k
            }
2201
209k
        }
2202
1.73k
    }
2203
2204
208k
    for (i = 0; i < c->n_variants; i++) {
2205
206k
        if (c->variants[i]->playlists[0]->n_segments == 0) {
2206
206k
            av_log(s, AV_LOG_WARNING, "Empty segment [%s]\n", c->variants[i]->playlists[0]->url);
2207
206k
            c->variants[i]->playlists[0]->broken = 1;
2208
206k
        }
2209
206k
    }
2210
2211
    /* Calculate the total duration of the stream if all segments are
2212
     * available (finished or EVENT playlists). */
2213
1.43k
    if (c->variants[0]->playlists[0]->finished ||
2214
1.43k
        c->variants[0]->playlists[0]->type == PLS_TYPE_EVENT) {
2215
0
        int64_t duration = 0;
2216
0
        for (i = 0; i < c->variants[0]->playlists[0]->n_segments; i++)
2217
0
            duration += c->variants[0]->playlists[0]->segments[i]->duration;
2218
0
        s->duration = duration;
2219
0
    }
2220
2221
    /* Associate renditions with variants */
2222
208k
    for (i = 0; i < c->n_variants; i++) {
2223
206k
        struct variant *var = c->variants[i];
2224
2225
206k
        if (var->audio_group[0])
2226
1.13k
            add_renditions_to_variant(c, var, AVMEDIA_TYPE_AUDIO, var->audio_group);
2227
206k
        if (var->video_group[0])
2228
2.18k
            add_renditions_to_variant(c, var, AVMEDIA_TYPE_VIDEO, var->video_group);
2229
206k
        if (var->subtitles_group[0])
2230
1.12k
            add_renditions_to_variant(c, var, AVMEDIA_TYPE_SUBTITLE, var->subtitles_group);
2231
206k
    }
2232
2233
    /* Create a program for each variant */
2234
208k
    for (i = 0; i < c->n_variants; i++) {
2235
206k
        struct variant *v = c->variants[i];
2236
206k
        AVProgram *program;
2237
2238
206k
        program = av_new_program(s, i);
2239
206k
        if (!program)
2240
0
            return AVERROR(ENOMEM);
2241
206k
        av_dict_set_int(&program->metadata, "variant_bitrate", v->bandwidth, 0);
2242
206k
    }
2243
2244
    /* Select the starting segments */
2245
210k
    for (i = 0; i < c->n_playlists; i++) {
2246
209k
        struct playlist *pls = c->playlists[i];
2247
2248
209k
        if (pls->n_segments == 0)
2249
208k
            continue;
2250
2251
459
        pls->cur_seq_no = select_cur_seq_no(c, pls);
2252
459
        highest_cur_seq_no = FFMAX(highest_cur_seq_no, pls->cur_seq_no);
2253
459
    }
2254
2255
1.43k
    av_dict_set(&c->seg_format_opts, "prefer_hls_mpegts_pts", "1", 0);
2256
2257
    /* Open the demuxer for each playlist */
2258
157k
    for (i = 0; i < c->n_playlists; i++) {
2259
156k
        struct playlist *pls = c->playlists[i];
2260
156k
        const AVInputFormat *in_fmt = NULL;
2261
156k
        char *url;
2262
156k
        AVDictionary *options = NULL;
2263
156k
        struct segment *seg = NULL;
2264
2265
156k
        if (!(pls->ctx = avformat_alloc_context()))
2266
0
            return AVERROR(ENOMEM);
2267
2268
156k
        if (pls->n_segments == 0)
2269
156k
            continue;
2270
2271
459
        pls->index  = i;
2272
459
        pls->needed = 1;
2273
459
        pls->parent = s;
2274
2275
        /*
2276
         * If this is a live stream and this playlist looks like it is one segment
2277
         * behind, try to sync it up so that every substream starts at the same
2278
         * time position (so e.g. avformat_find_stream_info() will see packets from
2279
         * all active streams within the first few seconds). This is not very generic,
2280
         * though, as the sequence numbers are technically independent.
2281
         */
2282
459
        if (!pls->finished && pls->cur_seq_no == highest_cur_seq_no - 1 &&
2283
0
            highest_cur_seq_no < pls->start_seq_no + pls->n_segments) {
2284
0
            pls->cur_seq_no = highest_cur_seq_no;
2285
0
        }
2286
2287
459
        pls->read_buffer = av_malloc(INITIAL_BUFFER_SIZE);
2288
459
        if (!pls->read_buffer){
2289
0
            avformat_free_context(pls->ctx);
2290
0
            pls->ctx = NULL;
2291
0
            return AVERROR(ENOMEM);
2292
0
        }
2293
2294
459
        if (pls->is_subtitle)
2295
0
            ffio_init_context(&pls->pb, (unsigned char*)av_strdup("WEBVTT\n"), (int)strlen("WEBVTT\n"), 0, pls,
2296
0
                                       NULL, NULL, NULL);
2297
459
        else
2298
459
            ffio_init_context(&pls->pb, pls->read_buffer, INITIAL_BUFFER_SIZE, 0, pls,
2299
459
                                        read_data_continuous, NULL, NULL);
2300
2301
        /*
2302
         * If encryption scheme is SAMPLE-AES, try to read  ID3 tags of
2303
         * external audio track that contains audio setup information
2304
         */
2305
459
        seg = current_segment(pls);
2306
459
        if (seg && seg->key_type == KEY_SAMPLE_AES && pls->n_renditions > 0 &&
2307
0
            pls->renditions[0]->type == AVMEDIA_TYPE_AUDIO) {
2308
0
            uint8_t buf[HLS_MAX_ID3_TAGS_DATA_LEN];
2309
0
            if ((ret = avio_read(&pls->pb.pub, buf, HLS_MAX_ID3_TAGS_DATA_LEN)) < 0) {
2310
                /* Fail if error was not end of file */
2311
0
                if (ret != AVERROR_EOF) {
2312
0
                    avformat_free_context(pls->ctx);
2313
0
                    pls->ctx = NULL;
2314
0
                    return ret;
2315
0
                }
2316
0
            }
2317
0
            ret = 0;
2318
            /* Reset reading */
2319
0
            ff_format_io_close(pls->parent, &pls->input);
2320
0
            pls->input = NULL;
2321
0
            pls->input_read_done = 0;
2322
0
            ff_format_io_close(pls->parent, &pls->input_next);
2323
0
            pls->input_next = NULL;
2324
0
            pls->input_next_requested = 0;
2325
0
            pls->cur_seg_offset = 0;
2326
0
            pls->cur_init_section = NULL;
2327
            /* Reset EOF flag */
2328
0
            pls->pb.pub.eof_reached = 0;
2329
            /* Clear any buffered data */
2330
0
            pls->pb.pub.buf_end = pls->pb.pub.buf_ptr = pls->pb.pub.buffer;
2331
            /* Reset the position */
2332
0
            pls->pb.pub.pos = 0;
2333
0
        }
2334
2335
        /*
2336
         * If encryption scheme is SAMPLE-AES and audio setup information is present in external audio track,
2337
         * use that information to find the media format, otherwise probe input data
2338
         */
2339
459
        seg = current_segment(pls);
2340
459
        if (seg && seg->key_type == KEY_SAMPLE_AES && pls->is_id3_timestamped &&
2341
24
            pls->audio_setup_info.codec_id != AV_CODEC_ID_NONE) {
2342
0
            av_assert1(pls->audio_setup_info.codec_id == AV_CODEC_ID_AAC ||
2343
0
                       pls->audio_setup_info.codec_id == AV_CODEC_ID_AC3 ||
2344
0
                       pls->audio_setup_info.codec_id == AV_CODEC_ID_EAC3);
2345
            // Keep this list in sync with ff_hls_senc_read_audio_setup_info()
2346
0
            in_fmt = av_find_input_format(pls->audio_setup_info.codec_id == AV_CODEC_ID_AAC ? "aac" :
2347
0
                                          pls->audio_setup_info.codec_id == AV_CODEC_ID_AC3 ? "ac3" : "eac3");
2348
459
        } else {
2349
459
            pls->ctx->probesize = s->probesize > 0 ? s->probesize : 1024 * 4;
2350
459
            pls->ctx->max_analyze_duration = s->max_analyze_duration > 0 ? s->max_analyze_duration : 4 * AV_TIME_BASE;
2351
459
            pls->ctx->interrupt_callback = s->interrupt_callback;
2352
459
            url = av_strdup(pls->segments[0]->url);
2353
459
            ret = av_probe_input_buffer(&pls->pb.pub, &in_fmt, url, NULL, 0, 0);
2354
2355
16.9k
            for (int n = 0; n < pls->n_segments; n++)
2356
16.5k
                if (ret >= 0)
2357
0
                    ret = test_segment(s, in_fmt, pls, pls->segments[n]);
2358
2359
459
            if (ret < 0) {
2360
                /* Free the ctx - it isn't initialized properly at this point,
2361
                * so avformat_close_input shouldn't be called. If
2362
                * avformat_open_input fails below, it frees and zeros the
2363
                * context, so it doesn't need any special treatment like this. */
2364
459
                av_log(s, AV_LOG_ERROR, "Error when loading first segment '%s'\n", url);
2365
459
                avformat_free_context(pls->ctx);
2366
459
                pls->ctx = NULL;
2367
459
                av_free(url);
2368
459
                return ret;
2369
459
            }
2370
0
            av_free(url);
2371
0
        }
2372
2373
0
        seg = current_segment(pls);
2374
0
        if (seg && seg->key_type == KEY_SAMPLE_AES) {
2375
0
            if (strstr(in_fmt->name, "mov")) {
2376
0
                char key[33];
2377
0
                ff_data_to_hex(key, pls->key, sizeof(pls->key), 0);
2378
0
                av_dict_set(&options, "decryption_key", key, 0);
2379
0
            } else if (!c->crypto_ctx.aes_ctx) {
2380
0
                c->crypto_ctx.aes_ctx = av_aes_alloc();
2381
0
                if (!c->crypto_ctx.aes_ctx) {
2382
0
                    avformat_free_context(pls->ctx);
2383
0
                    pls->ctx = NULL;
2384
0
                    return AVERROR(ENOMEM);
2385
0
                }
2386
0
            }
2387
0
        }
2388
2389
0
        pls->ctx->pb       = &pls->pb.pub;
2390
0
        pls->ctx->io_open  = nested_io_open;
2391
0
        pls->ctx->flags   |= s->flags & ~AVFMT_FLAG_CUSTOM_IO;
2392
2393
0
        if ((ret = ff_copy_whiteblacklists(pls->ctx, s)) < 0)
2394
0
            return ret;
2395
2396
0
        av_dict_copy(&options, c->seg_format_opts, 0);
2397
2398
0
        ret = avformat_open_input(&pls->ctx, pls->segments[0]->url, in_fmt, &options);
2399
0
        av_dict_free(&options);
2400
0
        if (ret < 0)
2401
0
            return ret;
2402
2403
0
        if (pls->id3_deferred_extra && pls->ctx->nb_streams == 1) {
2404
0
            ff_id3v2_parse_apic(pls->ctx, pls->id3_deferred_extra);
2405
0
            avformat_queue_attached_pictures(pls->ctx);
2406
0
            ff_id3v2_parse_priv(pls->ctx, pls->id3_deferred_extra);
2407
0
            ff_id3v2_free_extra_meta(&pls->id3_deferred_extra);
2408
0
        }
2409
2410
0
        if (pls->is_id3_timestamped == -1)
2411
0
            av_log(s, AV_LOG_WARNING, "No expected HTTP requests have been made\n");
2412
2413
        /*
2414
         * For ID3 timestamped raw audio streams we need to detect the packet
2415
         * durations to calculate timestamps in fill_timing_for_id3_timestamped_stream(),
2416
         * but for other streams we can rely on our user calling avformat_find_stream_info()
2417
         * on us if they want to.
2418
         */
2419
0
        if (pls->is_id3_timestamped || (pls->n_renditions > 0 && pls->renditions[0]->type == AVMEDIA_TYPE_AUDIO)) {
2420
0
            seg = current_segment(pls);
2421
0
            if (seg && seg->key_type == KEY_SAMPLE_AES && pls->audio_setup_info.setup_data_length > 0 &&
2422
0
                pls->ctx->nb_streams == 1)
2423
0
                ret = ff_hls_senc_parse_audio_setup_info(pls->ctx->streams[0], &pls->audio_setup_info);
2424
0
            else
2425
0
                ret = avformat_find_stream_info(pls->ctx, NULL);
2426
2427
0
            if (ret < 0)
2428
0
                return ret;
2429
0
        }
2430
2431
0
        pls->has_noheader_flag = !!(pls->ctx->ctx_flags & AVFMTCTX_NOHEADER);
2432
2433
        /* Create new AVStreams for each stream in this playlist */
2434
0
        ret = update_streams_from_subdemuxer(s, pls);
2435
0
        if (ret < 0)
2436
0
            return ret;
2437
2438
        /*
2439
         * Copy any metadata from playlist to main streams, but do not set
2440
         * event flags.
2441
         */
2442
0
        if (pls->n_main_streams)
2443
0
            av_dict_copy(&pls->main_streams[0]->metadata, pls->ctx->metadata, 0);
2444
2445
0
        if (pls->is_subtitle) {
2446
0
            avformat_free_context(pls->ctx);
2447
0
            pls->ctx = NULL;
2448
0
            pls->needed = 0;
2449
0
            pls->main_streams[0]->discard = AVDISCARD_ALL;
2450
0
        }
2451
2452
0
        add_metadata_from_renditions(s, pls, AVMEDIA_TYPE_AUDIO);
2453
0
        add_metadata_from_renditions(s, pls, AVMEDIA_TYPE_VIDEO);
2454
0
        add_metadata_from_renditions(s, pls, AVMEDIA_TYPE_SUBTITLE);
2455
0
    }
2456
2457
980
    update_noheader_flag(s);
2458
2459
980
    return 0;
2460
1.43k
}
2461
2462
static int recheck_discard_flags(AVFormatContext *s, int first)
2463
980
{
2464
980
    HLSContext *c = s->priv_data;
2465
980
    int i, changed = 0;
2466
980
    int cur_needed;
2467
2468
    /* Check if any new streams are needed */
2469
145k
    for (i = 0; i < c->n_playlists; i++) {
2470
144k
        struct playlist *pls = c->playlists[i];
2471
2472
144k
        cur_needed = playlist_needed(c->playlists[i]);
2473
2474
144k
        if (pls->broken) {
2475
144k
            continue;
2476
144k
        }
2477
0
        if (cur_needed && !pls->needed) {
2478
0
            pls->needed = 1;
2479
0
            changed = 1;
2480
0
            pls->cur_seq_no = select_cur_seq_no(c, pls);
2481
0
            pls->pb.pub.eof_reached = 0;
2482
0
            if (c->cur_timestamp != AV_NOPTS_VALUE) {
2483
                /* catch up */
2484
0
                pls->seek_timestamp = c->cur_timestamp;
2485
0
                pls->seek_flags = AVSEEK_FLAG_ANY;
2486
0
                pls->seek_stream_index = -1;
2487
0
            }
2488
0
            av_log(s, AV_LOG_INFO, "Now receiving playlist %d, segment %"PRId64"\n", i, pls->cur_seq_no);
2489
0
        } else if (first && !cur_needed && pls->needed) {
2490
0
            ff_format_io_close(pls->parent, &pls->input);
2491
0
            pls->input_read_done = 0;
2492
0
            ff_format_io_close(pls->parent, &pls->input_next);
2493
0
            pls->input_next_requested = 0;
2494
0
            if (pls->is_subtitle)
2495
0
                avformat_close_input(&pls->ctx);
2496
0
            pls->needed = 0;
2497
0
            changed = 1;
2498
0
            av_log(s, AV_LOG_INFO, "No longer receiving playlist %d\n", i);
2499
0
        }
2500
0
    }
2501
980
    return changed;
2502
980
}
2503
2504
static void fill_timing_for_id3_timestamped_stream(struct playlist *pls)
2505
0
{
2506
0
    if (pls->id3_offset >= 0) {
2507
0
        pls->pkt->dts = pls->id3_mpegts_timestamp +
2508
0
                                 av_rescale_q(pls->id3_offset,
2509
0
                                              pls->ctx->streams[pls->pkt->stream_index]->time_base,
2510
0
                                              MPEG_TIME_BASE_Q);
2511
0
        if (pls->pkt->duration)
2512
0
            pls->id3_offset += pls->pkt->duration;
2513
0
        else
2514
0
            pls->id3_offset = -1;
2515
0
    } else {
2516
        /* there have been packets with unknown duration
2517
         * since the last id3 tag, should not normally happen */
2518
0
        pls->pkt->dts = AV_NOPTS_VALUE;
2519
0
    }
2520
2521
0
    if (pls->pkt->duration)
2522
0
        pls->pkt->duration = av_rescale_q(pls->pkt->duration,
2523
0
                                         pls->ctx->streams[pls->pkt->stream_index]->time_base,
2524
0
                                         MPEG_TIME_BASE_Q);
2525
2526
0
    pls->pkt->pts = AV_NOPTS_VALUE;
2527
0
}
2528
2529
static AVRational get_timebase(struct playlist *pls)
2530
0
{
2531
0
    if (pls->is_id3_timestamped)
2532
0
        return MPEG_TIME_BASE_Q;
2533
2534
0
    return pls->ctx->streams[pls->pkt->stream_index]->time_base;
2535
0
}
2536
2537
static int compare_ts_with_wrapdetect(int64_t ts_a, struct playlist *pls_a,
2538
                                      int64_t ts_b, struct playlist *pls_b)
2539
0
{
2540
0
    int64_t scaled_ts_a = av_rescale_q(ts_a, get_timebase(pls_a), MPEG_TIME_BASE_Q);
2541
0
    int64_t scaled_ts_b = av_rescale_q(ts_b, get_timebase(pls_b), MPEG_TIME_BASE_Q);
2542
2543
0
    return av_compare_mod(scaled_ts_a, scaled_ts_b, 1LL << 33);
2544
0
}
2545
2546
static int hls_read_packet(AVFormatContext *s, AVPacket *pkt)
2547
980
{
2548
980
    HLSContext *c = s->priv_data;
2549
980
    int ret, i, minplaylist = -1;
2550
2551
980
    recheck_discard_flags(s, c->first_packet);
2552
980
    c->first_packet = 0;
2553
2554
145k
    for (i = 0; i < c->n_playlists; i++) {
2555
144k
        struct playlist *pls = c->playlists[i];
2556
        /* Make sure we've got one buffered packet from each open playlist
2557
         * stream */
2558
144k
        if (pls->needed && !pls->pkt->data) {
2559
0
            while (1) {
2560
0
                int64_t ts_diff;
2561
0
                AVRational tb;
2562
0
                struct segment *seg = NULL;
2563
0
                if (pls->is_subtitle)
2564
0
                    ret = read_subtitle_packet(pls, pls->pkt);
2565
0
                else
2566
0
                    ret = av_read_frame(pls->ctx, pls->pkt);
2567
0
                if (ret < 0) {
2568
0
                    if (!avio_feof(&pls->pb.pub) && ret != AVERROR_EOF)
2569
0
                        return ret;
2570
0
                    break;
2571
0
                } else {
2572
                    /* stream_index check prevents matching picture attachments etc. */
2573
0
                    if (pls->is_id3_timestamped && pls->pkt->stream_index == 0) {
2574
                        /* audio elementary streams are id3 timestamped */
2575
0
                        fill_timing_for_id3_timestamped_stream(pls);
2576
0
                    }
2577
2578
0
                    if (c->first_timestamp == AV_NOPTS_VALUE &&
2579
0
                        pls->pkt->dts       != AV_NOPTS_VALUE) {
2580
0
                        int64_t seg_idx = pls->cur_seq_no - pls->start_seq_no;
2581
0
                        c->first_timestamp = av_rescale_q(pls->pkt->dts,
2582
0
                            get_timebase(pls), AV_TIME_BASE_Q);
2583
2584
                        /* EVENT playlists preserve all segments from the start */
2585
0
                        if (pls->type == PLS_TYPE_EVENT) {
2586
0
                            for (int64_t k = 0; k < seg_idx && k < pls->n_segments; k++)
2587
0
                                c->first_timestamp -= pls->segments[k]->duration;
2588
2589
0
                            for (unsigned k = 0; k < s->nb_streams; k++) {
2590
0
                                AVStream *st = s->streams[k];
2591
0
                                if (st->start_time == AV_NOPTS_VALUE)
2592
0
                                    st->start_time = av_rescale_q(c->first_timestamp,
2593
0
                                        AV_TIME_BASE_Q, st->time_base);
2594
0
                            }
2595
0
                        }
2596
0
                    }
2597
0
                }
2598
2599
0
                seg = current_segment(pls);
2600
0
                if (seg && seg->key_type == KEY_SAMPLE_AES && !strstr(pls->ctx->iformat->name, "mov")) {
2601
0
                    enum AVCodecID codec_id = pls->ctx->streams[pls->pkt->stream_index]->codecpar->codec_id;
2602
0
                    memcpy(c->crypto_ctx.iv, seg->iv, sizeof(seg->iv));
2603
0
                    memcpy(c->crypto_ctx.key, pls->key, sizeof(pls->key));
2604
0
                    ff_hls_senc_decrypt_frame(codec_id, &c->crypto_ctx, pls->pkt);
2605
0
                }
2606
2607
0
                if (pls->seek_timestamp == AV_NOPTS_VALUE)
2608
0
                    break;
2609
2610
0
                if (pls->seek_stream_index < 0 ||
2611
0
                    pls->seek_stream_index == pls->pkt->stream_index) {
2612
2613
0
                    if (pls->pkt->dts == AV_NOPTS_VALUE) {
2614
0
                        pls->seek_timestamp = AV_NOPTS_VALUE;
2615
0
                        break;
2616
0
                    }
2617
2618
0
                    tb = get_timebase(pls);
2619
0
                    ts_diff = av_rescale_rnd(pls->pkt->dts, AV_TIME_BASE,
2620
0
                                            tb.den, AV_ROUND_DOWN) -
2621
0
                            pls->seek_timestamp;
2622
0
                    if (ts_diff >= 0 && (pls->seek_flags  & AVSEEK_FLAG_ANY ||
2623
0
                                        pls->pkt->flags & AV_PKT_FLAG_KEY)) {
2624
0
                        pls->seek_timestamp = AV_NOPTS_VALUE;
2625
0
                        break;
2626
0
                    }
2627
0
                }
2628
0
                av_packet_unref(pls->pkt);
2629
0
            }
2630
0
        }
2631
        /* Check if this stream has the packet with the lowest dts */
2632
144k
        if (pls->pkt->data) {
2633
0
            struct playlist *minpls = minplaylist < 0 ?
2634
0
                                     NULL : c->playlists[minplaylist];
2635
0
            if (minplaylist < 0) {
2636
0
                minplaylist = i;
2637
0
            } else {
2638
0
                int64_t dts     =    pls->pkt->dts;
2639
0
                int64_t mindts  = minpls->pkt->dts;
2640
2641
0
                if (dts == AV_NOPTS_VALUE ||
2642
0
                    (mindts != AV_NOPTS_VALUE && compare_ts_with_wrapdetect(dts, pls, mindts, minpls) < 0))
2643
0
                    minplaylist = i;
2644
0
            }
2645
0
        }
2646
144k
    }
2647
2648
    /* If we got a packet, return it */
2649
980
    if (minplaylist >= 0) {
2650
0
        struct playlist *pls = c->playlists[minplaylist];
2651
0
        AVStream *ist;
2652
0
        AVStream *st;
2653
2654
0
        ret = update_streams_from_subdemuxer(s, pls);
2655
0
        if (ret < 0) {
2656
0
            av_packet_unref(pls->pkt);
2657
0
            return ret;
2658
0
        }
2659
2660
        // If sub-demuxer reports updated metadata, copy it to the first stream
2661
        // and set its AVSTREAM_EVENT_FLAG_METADATA_UPDATED flag.
2662
0
        if (pls->ctx->event_flags & AVFMT_EVENT_FLAG_METADATA_UPDATED) {
2663
0
            if (pls->n_main_streams) {
2664
0
                st = pls->main_streams[0];
2665
0
                av_dict_copy(&st->metadata, pls->ctx->metadata, 0);
2666
0
                st->event_flags |= AVSTREAM_EVENT_FLAG_METADATA_UPDATED;
2667
0
            }
2668
0
            pls->ctx->event_flags &= ~AVFMT_EVENT_FLAG_METADATA_UPDATED;
2669
0
        }
2670
2671
        /* check if noheader flag has been cleared by the subdemuxer */
2672
0
        if (pls->has_noheader_flag && !(pls->ctx->ctx_flags & AVFMTCTX_NOHEADER)) {
2673
0
            pls->has_noheader_flag = 0;
2674
0
            update_noheader_flag(s);
2675
0
        }
2676
2677
0
        if (pls->pkt->stream_index >= pls->n_main_streams) {
2678
0
            av_log(s, AV_LOG_ERROR, "stream index inconsistency: index %d, %d main streams, %d subdemuxer streams\n",
2679
0
                   pls->pkt->stream_index, pls->n_main_streams, pls->ctx->nb_streams);
2680
0
            av_packet_unref(pls->pkt);
2681
0
            return AVERROR_BUG;
2682
0
        }
2683
2684
0
        ist = pls->ctx->streams[pls->pkt->stream_index];
2685
0
        st = pls->main_streams[pls->pkt->stream_index];
2686
2687
0
        av_packet_move_ref(pkt, pls->pkt);
2688
0
        pkt->stream_index = st->index;
2689
2690
0
        if (pkt->dts != AV_NOPTS_VALUE)
2691
0
            c->cur_timestamp = av_rescale_q(pkt->dts,
2692
0
                                            ist->time_base,
2693
0
                                            AV_TIME_BASE_Q);
2694
2695
        /* There may be more situations where this would be useful, but this at least
2696
         * handles newly probed codecs properly (i.e. request_probe by mpegts). */
2697
0
        if (ist->codecpar->codec_id != st->codecpar->codec_id) {
2698
0
            ret = set_stream_info_from_input_stream(st, pls, ist);
2699
0
            if (ret < 0) {
2700
0
                return ret;
2701
0
            }
2702
0
        }
2703
2704
0
        return 0;
2705
0
    }
2706
980
    return AVERROR_EOF;
2707
980
}
2708
2709
static int hls_read_seek(AVFormatContext *s, int stream_index,
2710
                               int64_t timestamp, int flags)
2711
0
{
2712
0
    HLSContext *c = s->priv_data;
2713
0
    struct playlist *seek_pls = NULL;
2714
0
    int i, j;
2715
0
    int stream_subdemuxer_index;
2716
0
    int64_t first_timestamp, seek_timestamp, duration;
2717
0
    int64_t seq_no, seg_start_ts;
2718
2719
0
    if ((flags & AVSEEK_FLAG_BYTE) || (c->ctx->ctx_flags & AVFMTCTX_UNSEEKABLE))
2720
0
        return AVERROR(ENOSYS);
2721
2722
0
    first_timestamp = c->first_timestamp == AV_NOPTS_VALUE ?
2723
0
                      0 : c->first_timestamp;
2724
2725
0
    seek_timestamp = av_rescale_rnd(timestamp, AV_TIME_BASE,
2726
0
                                    s->streams[stream_index]->time_base.den,
2727
0
                                    AV_ROUND_DOWN);
2728
2729
0
    duration = s->duration == AV_NOPTS_VALUE ?
2730
0
               0 : s->duration;
2731
2732
0
    if (0 < duration && duration < seek_timestamp - first_timestamp)
2733
0
        return AVERROR(EIO);
2734
2735
    /* find the playlist with the specified stream */
2736
0
    for (i = 0; i < c->n_playlists; i++) {
2737
0
        struct playlist *pls = c->playlists[i];
2738
0
        for (j = 0; j < pls->n_main_streams; j++) {
2739
0
            if (pls->main_streams[j] == s->streams[stream_index]) {
2740
0
                seek_pls = pls;
2741
0
                stream_subdemuxer_index = j;
2742
0
                break;
2743
0
            }
2744
0
        }
2745
0
    }
2746
    /* check if the timestamp is valid for the playlist with the
2747
     * specified stream index */
2748
0
    if (!seek_pls || !find_timestamp_in_playlist(c, seek_pls, seek_timestamp, &seq_no, &seg_start_ts))
2749
0
        return AVERROR(EIO);
2750
2751
0
    if (s->streams[stream_index]->codecpar->codec_type == AVMEDIA_TYPE_VIDEO &&
2752
0
        flags & AVSEEK_FLAG_BACKWARD && !(flags & AVSEEK_FLAG_ANY)) {
2753
        /* Seeking to start of segment ensures we seek to a keyframe located
2754
         * before the given timestamp. */
2755
0
        seek_timestamp = seg_start_ts;
2756
0
    }
2757
2758
    /* set segment now so we do not need to search again below */
2759
0
    seek_pls->cur_seq_no = seq_no;
2760
0
    seek_pls->seek_stream_index = stream_subdemuxer_index;
2761
2762
    /* Reset PTS wrap detection so backward seeks don't get misinterpreted
2763
     * as a forward PTS wrap. */
2764
0
    for (i = 0; i < (int)s->nb_streams; i++)
2765
0
        ffstream(s->streams[i])->pts_wrap_reference = AV_NOPTS_VALUE;
2766
2767
0
    for (i = 0; i < c->n_playlists; i++) {
2768
        /* Reset reading */
2769
0
        struct playlist *pls = c->playlists[i];
2770
0
        AVIOContext *const pb = &pls->pb.pub;
2771
0
        ff_format_io_close(pls->parent, &pls->input);
2772
0
        pls->input_read_done = 0;
2773
0
        ff_format_io_close(pls->parent, &pls->input_next);
2774
0
        pls->input_next_requested = 0;
2775
0
        av_packet_unref(pls->pkt);
2776
0
        pb->eof_reached = 0;
2777
        /* Clear any buffered data */
2778
0
        pb->buf_end = pb->buf_ptr = pb->buffer;
2779
        /* Reset the pos, to let the mpegts/mov demuxer know we've seeked. */
2780
0
        pb->pos = 0;
2781
        /* Flush the packet queue of the subdemuxer. */
2782
0
        if (pls->ctx) {
2783
0
            ff_read_frame_flush(pls->ctx);
2784
0
            for (j = 0; j < (int)pls->ctx->nb_streams; j++)
2785
0
                ffstream(pls->ctx->streams[j])->pts_wrap_reference = AV_NOPTS_VALUE;
2786
0
        }
2787
0
        if (pls->is_subtitle)
2788
0
            avformat_close_input(&pls->ctx);
2789
2790
        /* Reset the init segment so it's re-fetched and served appropriately */
2791
0
        pls->cur_init_section = NULL;
2792
2793
0
        pls->seek_timestamp = seek_timestamp;
2794
0
        pls->seek_flags = flags;
2795
2796
0
        if (pls != seek_pls) {
2797
            /* set closest segment seq_no for playlists not handled above */
2798
0
            find_timestamp_in_playlist(c, pls, seek_timestamp, &pls->cur_seq_no, NULL);
2799
            /* seek the playlist to the given position without taking
2800
             * keyframes into account since this playlist does not have the
2801
             * specified stream where we should look for the keyframes */
2802
0
            pls->seek_stream_index = -1;
2803
0
            pls->seek_flags |= AVSEEK_FLAG_ANY;
2804
0
        }
2805
2806
0
        pls->last_seq_no = pls->cur_seq_no;
2807
0
    }
2808
2809
0
    c->cur_timestamp = seek_timestamp;
2810
2811
0
    return 0;
2812
0
}
2813
2814
static int hls_probe(const AVProbeData *p)
2815
971k
{
2816
    /* Require #EXTM3U at the start, and either one of the ones below
2817
     * somewhere for a proper match. */
2818
971k
    if (strncmp(p->buf, "#EXTM3U", 7))
2819
968k
        return 0;
2820
2821
2.62k
    if (strstr(p->buf, "#EXT-X-STREAM-INF:")     ||
2822
2.25k
        strstr(p->buf, "#EXT-X-TARGETDURATION:") ||
2823
2.09k
        strstr(p->buf, "#EXT-X-MEDIA-SEQUENCE:")) {
2824
2825
1.00k
        int mime_ok = p->mime_type && !(
2826
0
            av_strcasecmp(p->mime_type, "application/vnd.apple.mpegurl") &&
2827
0
            av_strcasecmp(p->mime_type, "audio/mpegurl")
2828
0
            );
2829
2830
1.00k
        int mime_x = p->mime_type && !(
2831
0
            av_strcasecmp(p->mime_type, "audio/x-mpegurl") &&
2832
0
            av_strcasecmp(p->mime_type, "application/x-mpegurl")
2833
0
            );
2834
2835
1.00k
        if (!mime_ok &&
2836
1.00k
            !mime_x &&
2837
1.00k
            !av_match_ext    (p->filename, "m3u8,m3u") &&
2838
1.00k
             ff_match_url_ext(p->filename, "m3u8,m3u") <= 0) {
2839
1.00k
            av_log(NULL, AV_LOG_ERROR, "Not detecting m3u8/hls with non standard extension and non standard mime type\n");
2840
1.00k
            return 0;
2841
1.00k
        }
2842
0
        if (mime_x)
2843
0
            av_log(NULL, AV_LOG_WARNING, "mime type is not rfc8216 compliant\n");
2844
2845
0
        return AVPROBE_SCORE_MAX;
2846
1.00k
    }
2847
1.62k
    return 0;
2848
2.62k
}
2849
2850
#define OFFSET(x) offsetof(HLSContext, x)
2851
#define FLAGS AV_OPT_FLAG_DECODING_PARAM
2852
static const AVOption hls_options[] = {
2853
    {"live_start_index", "segment index to start live streams at (negative values are from the end)",
2854
        OFFSET(live_start_index), AV_OPT_TYPE_INT, {.i64 = -3}, INT_MIN, INT_MAX, FLAGS},
2855
    {"prefer_x_start", "prefer to use #EXT-X-START if it's in playlist instead of live_start_index",
2856
        OFFSET(prefer_x_start), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, FLAGS},
2857
    {"allowed_extensions", "List of file extensions that hls is allowed to access",
2858
        OFFSET(allowed_extensions), AV_OPT_TYPE_STRING,
2859
        {.str = "3gp,aac,avi,ac3,eac3,flac,mkv,m3u8,m4a,m4s,m4v,mpg,mov,mp2,mp3,mp4,mpeg,mpegts,ogg,ogv,oga,ts,vob,vtt,wav,webvtt"
2860
            ",cmfv,cmfa" // Ticket11526 www.nicovideo.jp
2861
            ",ec3"       // part of Ticket11435 (Elisa Viihde (Finnish online recording service))
2862
            ",fmp4"      // https://github.com/yt-dlp/yt-dlp/issues/12700
2863
        },
2864
        INT_MIN, INT_MAX, FLAGS},
2865
    {"allowed_segment_extensions", "List of file extensions that hls is allowed to access",
2866
        OFFSET(allowed_segment_extensions), AV_OPT_TYPE_STRING,
2867
        {.str = "3gp,aac,avi,ac3,eac3,flac,mkv,m3u8,m4a,m4s,m4v,mpg,mov,mp2,mp3,mp4,mpeg,mpegts,ogg,ogv,oga,ts,vob,vtt,wav,webvtt"
2868
            ",cmfv,cmfa" // Ticket11526 www.nicovideo.jp
2869
            ",ec3"       // part of Ticket11435 (Elisa Viihde (Finnish online recording service))
2870
            ",fmp4"      // https://github.com/yt-dlp/yt-dlp/issues/12700
2871
            ",html"      // https://flash1.bogulus.cfd/
2872
        },
2873
        INT_MIN, INT_MAX, FLAGS},
2874
    {"extension_picky", "Be picky with all extensions matching",
2875
        OFFSET(extension_picky), AV_OPT_TYPE_BOOL, {.i64 = 1}, 0, 1, FLAGS},
2876
    {"max_reload", "Maximum number of times a insufficient list is attempted to be reloaded",
2877
        OFFSET(max_reload), AV_OPT_TYPE_INT, {.i64 = 100}, 0, INT_MAX, FLAGS},
2878
    {"m3u8_hold_counters", "The maximum number of times to load m3u8 when it refreshes without new segments",
2879
        OFFSET(m3u8_hold_counters), AV_OPT_TYPE_INT, {.i64 = 1000}, 0, INT_MAX, FLAGS},
2880
    {"http_persistent", "Use persistent HTTP connections",
2881
        OFFSET(http_persistent), AV_OPT_TYPE_BOOL, {.i64 = 1}, 0, 1, FLAGS },
2882
    {"http_multiple", "Use multiple HTTP connections for fetching segments",
2883
        OFFSET(http_multiple), AV_OPT_TYPE_BOOL, {.i64 = -1}, -1, 1, FLAGS},
2884
    {"http_seekable", "Use HTTP partial requests, 0 = disable, 1 = enable, -1 = auto",
2885
        OFFSET(http_seekable), AV_OPT_TYPE_BOOL, { .i64 = -1}, -1, 1, FLAGS},
2886
    {"seg_format_options", "Set options for segment demuxer",
2887
        OFFSET(seg_format_opts), AV_OPT_TYPE_DICT, {.str = NULL}, 0, 0, FLAGS},
2888
    {"seg_max_retry", "Maximum number of times to reload a segment on error.",
2889
     OFFSET(seg_max_retry), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, FLAGS},
2890
    {NULL}
2891
};
2892
2893
static const AVClass hls_class = {
2894
    .class_name = "hls demuxer",
2895
    .item_name  = av_default_item_name,
2896
    .option     = hls_options,
2897
    .version    = LIBAVUTIL_VERSION_INT,
2898
};
2899
2900
const FFInputFormat ff_hls_demuxer = {
2901
    .p.name         = "hls",
2902
    .p.long_name    = NULL_IF_CONFIG_SMALL("Apple HTTP Live Streaming"),
2903
    .p.priv_class   = &hls_class,
2904
    .p.flags        = AVFMT_NOGENSEARCH | AVFMT_TS_DISCONT | AVFMT_NO_BYTE_SEEK | AVFMT_SHOW_IDS,
2905
    .priv_data_size = sizeof(HLSContext),
2906
    .flags_internal = FF_INFMT_FLAG_INIT_CLEANUP,
2907
    .read_probe     = hls_probe,
2908
    .read_header    = hls_read_header,
2909
    .read_packet    = hls_read_packet,
2910
    .read_close     = hls_close,
2911
    .read_seek      = hls_read_seek,
2912
};