Coverage Report

Created: 2025-12-31 06:58

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/openssl35/ssl/quic/quic_fifd.c
Line
Count
Source
1
/*
2
 * Copyright 2022-2024 The OpenSSL Project Authors. All Rights Reserved.
3
 *
4
 * Licensed under the Apache License 2.0 (the "License").  You may not use
5
 * this file except in compliance with the License.  You can obtain a copy
6
 * in the file LICENSE in the source distribution or at
7
 * https://www.openssl.org/source/license.html
8
 */
9
10
#include "internal/quic_fifd.h"
11
#include "internal/quic_wire.h"
12
#include "internal/qlog_event_helpers.h"
13
14
DEFINE_LIST_OF(tx_history, OSSL_ACKM_TX_PKT);
15
16
int ossl_quic_fifd_init(QUIC_FIFD *fifd,
17
    QUIC_CFQ *cfq,
18
    OSSL_ACKM *ackm,
19
    QUIC_TXPIM *txpim,
20
    /* stream_id is UINT64_MAX for the crypto stream */
21
    QUIC_SSTREAM *(*get_sstream_by_id)(uint64_t stream_id,
22
        uint32_t pn_space,
23
        void *arg),
24
    void *get_sstream_by_id_arg,
25
    /* stream_id is UINT64_MAX if not applicable */
26
    void (*regen_frame)(uint64_t frame_type,
27
        uint64_t stream_id,
28
        QUIC_TXPIM_PKT *pkt,
29
        void *arg),
30
    void *regen_frame_arg,
31
    void (*confirm_frame)(uint64_t frame_type,
32
        uint64_t stream_id,
33
        QUIC_TXPIM_PKT *pkt,
34
        void *arg),
35
    void *confirm_frame_arg,
36
    void (*sstream_updated)(uint64_t stream_id,
37
        void *arg),
38
    void *sstream_updated_arg,
39
    QLOG *(*get_qlog_cb)(void *arg),
40
    void *get_qlog_cb_arg)
41
50.4k
{
42
50.4k
    if (cfq == NULL || ackm == NULL || txpim == NULL
43
50.4k
        || get_sstream_by_id == NULL || regen_frame == NULL)
44
0
        return 0;
45
46
50.4k
    fifd->cfq = cfq;
47
50.4k
    fifd->ackm = ackm;
48
50.4k
    fifd->txpim = txpim;
49
50.4k
    fifd->get_sstream_by_id = get_sstream_by_id;
50
50.4k
    fifd->get_sstream_by_id_arg = get_sstream_by_id_arg;
51
50.4k
    fifd->regen_frame = regen_frame;
52
50.4k
    fifd->regen_frame_arg = regen_frame_arg;
53
50.4k
    fifd->confirm_frame = confirm_frame;
54
50.4k
    fifd->confirm_frame_arg = confirm_frame_arg;
55
50.4k
    fifd->sstream_updated = sstream_updated;
56
50.4k
    fifd->sstream_updated_arg = sstream_updated_arg;
57
50.4k
    fifd->get_qlog_cb = get_qlog_cb;
58
50.4k
    fifd->get_qlog_cb_arg = get_qlog_cb_arg;
59
50.4k
    return 1;
60
50.4k
}
61
62
void ossl_quic_fifd_cleanup(QUIC_FIFD *fifd)
63
50.4k
{
64
    /* No-op. */
65
50.4k
}
66
67
static void on_acked(void *arg)
68
1.09M
{
69
1.09M
    QUIC_TXPIM_PKT *pkt = arg;
70
1.09M
    QUIC_FIFD *fifd = pkt->fifd;
71
1.09M
    const QUIC_TXPIM_CHUNK *chunks = ossl_quic_txpim_pkt_get_chunks(pkt);
72
1.09M
    size_t i, num_chunks = ossl_quic_txpim_pkt_get_num_chunks(pkt);
73
1.09M
    QUIC_SSTREAM *sstream;
74
1.09M
    QUIC_CFQ_ITEM *cfq_item, *cfq_item_next;
75
76
    /* STREAM and CRYPTO stream chunks, FINs and stream FC frames */
77
1.13M
    for (i = 0; i < num_chunks; ++i) {
78
35.8k
        sstream = fifd->get_sstream_by_id(chunks[i].stream_id,
79
35.8k
            pkt->ackm_pkt.pkt_space,
80
35.8k
            fifd->get_sstream_by_id_arg);
81
35.8k
        if (sstream == NULL)
82
1.12k
            continue;
83
84
34.7k
        if (chunks[i].end >= chunks[i].start)
85
            /* coverity[check_return]: Best effort - we cannot fail here. */
86
34.7k
            ossl_quic_sstream_mark_acked(sstream,
87
34.7k
                chunks[i].start, chunks[i].end);
88
89
34.7k
        if (chunks[i].has_fin && chunks[i].stream_id != UINT64_MAX)
90
0
            ossl_quic_sstream_mark_acked_fin(sstream);
91
92
34.7k
        if (chunks[i].has_stop_sending && chunks[i].stream_id != UINT64_MAX)
93
0
            fifd->confirm_frame(OSSL_QUIC_FRAME_TYPE_STOP_SENDING,
94
0
                chunks[i].stream_id, pkt,
95
0
                fifd->confirm_frame_arg);
96
97
34.7k
        if (chunks[i].has_reset_stream && chunks[i].stream_id != UINT64_MAX)
98
0
            fifd->confirm_frame(OSSL_QUIC_FRAME_TYPE_RESET_STREAM,
99
0
                chunks[i].stream_id, pkt,
100
0
                fifd->confirm_frame_arg);
101
102
34.7k
        if (ossl_quic_sstream_is_totally_acked(sstream))
103
15.5k
            fifd->sstream_updated(chunks[i].stream_id, fifd->sstream_updated_arg);
104
34.7k
    }
105
106
    /* GCR */
107
1.12M
    for (cfq_item = pkt->retx_head; cfq_item != NULL; cfq_item = cfq_item_next) {
108
23.9k
        cfq_item_next = cfq_item->pkt_next;
109
23.9k
        ossl_quic_cfq_release(fifd->cfq, cfq_item);
110
23.9k
    }
111
112
1.09M
    ossl_quic_txpim_pkt_release(fifd->txpim, pkt);
113
1.09M
}
114
115
static QLOG *fifd_get_qlog(QUIC_FIFD *fifd)
116
140k
{
117
140k
    if (fifd->get_qlog_cb == NULL)
118
0
        return NULL;
119
120
140k
    return fifd->get_qlog_cb(fifd->get_qlog_cb_arg);
121
140k
}
122
123
static void on_lost(void *arg)
124
140k
{
125
140k
    QUIC_TXPIM_PKT *pkt = arg;
126
140k
    QUIC_FIFD *fifd = pkt->fifd;
127
140k
    const QUIC_TXPIM_CHUNK *chunks = ossl_quic_txpim_pkt_get_chunks(pkt);
128
140k
    size_t i, num_chunks = ossl_quic_txpim_pkt_get_num_chunks(pkt);
129
140k
    QUIC_SSTREAM *sstream;
130
140k
    QUIC_CFQ_ITEM *cfq_item, *cfq_item_next;
131
140k
    int sstream_updated;
132
133
140k
    ossl_qlog_event_recovery_packet_lost(fifd_get_qlog(fifd), pkt);
134
135
    /* STREAM and CRYPTO stream chunks, FIN and stream FC frames */
136
152k
    for (i = 0; i < num_chunks; ++i) {
137
11.7k
        sstream = fifd->get_sstream_by_id(chunks[i].stream_id,
138
11.7k
            pkt->ackm_pkt.pkt_space,
139
11.7k
            fifd->get_sstream_by_id_arg);
140
11.7k
        if (sstream == NULL)
141
1.73k
            continue;
142
143
10.0k
        sstream_updated = 0;
144
145
10.0k
        if (chunks[i].end >= chunks[i].start) {
146
            /*
147
             * Note: If the stream is being reset, we do not need to retransmit
148
             * old data as this is pointless. In this case this will be handled
149
             * by (sstream == NULL) above as the QSM will free the QUIC_SSTREAM
150
             * and our call to get_sstream_by_id above will return NULL.
151
             */
152
10.0k
            ossl_quic_sstream_mark_lost(sstream,
153
10.0k
                chunks[i].start, chunks[i].end);
154
10.0k
            sstream_updated = 1;
155
10.0k
        }
156
157
10.0k
        if (chunks[i].has_fin && chunks[i].stream_id != UINT64_MAX) {
158
0
            ossl_quic_sstream_mark_lost_fin(sstream);
159
0
            sstream_updated = 1;
160
0
        }
161
162
10.0k
        if (chunks[i].has_stop_sending && chunks[i].stream_id != UINT64_MAX)
163
0
            fifd->regen_frame(OSSL_QUIC_FRAME_TYPE_STOP_SENDING,
164
0
                chunks[i].stream_id, pkt,
165
0
                fifd->regen_frame_arg);
166
167
10.0k
        if (chunks[i].has_reset_stream && chunks[i].stream_id != UINT64_MAX)
168
0
            fifd->regen_frame(OSSL_QUIC_FRAME_TYPE_RESET_STREAM,
169
0
                chunks[i].stream_id, pkt,
170
0
                fifd->regen_frame_arg);
171
172
        /*
173
         * Inform caller that stream needs an FC frame.
174
         *
175
         * Note: We could track whether an FC frame was sent originally for the
176
         * stream to determine if it really needs to be regenerated or not.
177
         * However, if loss has occurred, it's probably better to ensure the
178
         * peer has up-to-date flow control data for the stream. Given that
179
         * these frames are extremely small, we may as well always send it when
180
         * handling loss.
181
         */
182
10.0k
        fifd->regen_frame(OSSL_QUIC_FRAME_TYPE_MAX_STREAM_DATA,
183
10.0k
            chunks[i].stream_id,
184
10.0k
            pkt,
185
10.0k
            fifd->regen_frame_arg);
186
187
10.0k
        if (sstream_updated && chunks[i].stream_id != UINT64_MAX)
188
2.04k
            fifd->sstream_updated(chunks[i].stream_id,
189
2.04k
                fifd->sstream_updated_arg);
190
10.0k
    }
191
192
    /* GCR */
193
193k
    for (cfq_item = pkt->retx_head; cfq_item != NULL; cfq_item = cfq_item_next) {
194
52.3k
        cfq_item_next = cfq_item->pkt_next;
195
52.3k
        ossl_quic_cfq_mark_lost(fifd->cfq, cfq_item, UINT32_MAX);
196
52.3k
    }
197
198
    /* Regenerate flag frames */
199
140k
    if (pkt->had_handshake_done_frame)
200
0
        fifd->regen_frame(OSSL_QUIC_FRAME_TYPE_HANDSHAKE_DONE,
201
0
            UINT64_MAX, pkt,
202
0
            fifd->regen_frame_arg);
203
204
140k
    if (pkt->had_max_data_frame)
205
0
        fifd->regen_frame(OSSL_QUIC_FRAME_TYPE_MAX_DATA,
206
0
            UINT64_MAX, pkt,
207
0
            fifd->regen_frame_arg);
208
209
140k
    if (pkt->had_max_streams_bidi_frame)
210
0
        fifd->regen_frame(OSSL_QUIC_FRAME_TYPE_MAX_STREAMS_BIDI,
211
0
            UINT64_MAX, pkt,
212
0
            fifd->regen_frame_arg);
213
214
140k
    if (pkt->had_max_streams_uni_frame)
215
0
        fifd->regen_frame(OSSL_QUIC_FRAME_TYPE_MAX_STREAMS_UNI,
216
0
            UINT64_MAX, pkt,
217
0
            fifd->regen_frame_arg);
218
219
140k
    if (pkt->had_ack_frame)
220
        /*
221
         * We always use the ACK_WITH_ECN frame type to represent the ACK frame
222
         * type in our callback; we assume it is the caller's job to decide
223
         * whether it wants to send ECN data or not.
224
         */
225
17.0k
        fifd->regen_frame(OSSL_QUIC_FRAME_TYPE_ACK_WITH_ECN,
226
17.0k
            UINT64_MAX, pkt,
227
17.0k
            fifd->regen_frame_arg);
228
229
140k
    ossl_quic_txpim_pkt_release(fifd->txpim, pkt);
230
140k
}
231
232
static void on_discarded(void *arg)
233
837k
{
234
837k
    QUIC_TXPIM_PKT *pkt = arg;
235
837k
    QUIC_FIFD *fifd = pkt->fifd;
236
837k
    QUIC_CFQ_ITEM *cfq_item, *cfq_item_next;
237
238
    /*
239
     * Don't need to do anything to SSTREAMs for STREAM and CRYPTO streams, as
240
     * we assume caller will clean them up.
241
     */
242
243
    /* GCR */
244
1.01M
    for (cfq_item = pkt->retx_head; cfq_item != NULL; cfq_item = cfq_item_next) {
245
172k
        cfq_item_next = cfq_item->pkt_next;
246
172k
        ossl_quic_cfq_release(fifd->cfq, cfq_item);
247
172k
    }
248
249
837k
    ossl_quic_txpim_pkt_release(fifd->txpim, pkt);
250
837k
}
251
252
int ossl_quic_fifd_pkt_commit(QUIC_FIFD *fifd, QUIC_TXPIM_PKT *pkt)
253
2.07M
{
254
2.07M
    QUIC_CFQ_ITEM *cfq_item;
255
2.07M
    const QUIC_TXPIM_CHUNK *chunks;
256
2.07M
    size_t i, num_chunks;
257
2.07M
    QUIC_SSTREAM *sstream;
258
259
2.07M
    pkt->fifd = fifd;
260
261
2.07M
    pkt->ackm_pkt.on_lost = on_lost;
262
2.07M
    pkt->ackm_pkt.on_acked = on_acked;
263
2.07M
    pkt->ackm_pkt.on_discarded = on_discarded;
264
2.07M
    pkt->ackm_pkt.cb_arg = pkt;
265
266
2.07M
    ossl_list_tx_history_init_elem(&pkt->ackm_pkt);
267
2.07M
    pkt->ackm_pkt.anext = pkt->ackm_pkt.lnext = NULL;
268
269
    /*
270
     * Mark the CFQ items which have been added to this packet as having been
271
     * transmitted.
272
     */
273
2.07M
    for (cfq_item = pkt->retx_head;
274
2.32M
        cfq_item != NULL;
275
2.07M
        cfq_item = cfq_item->pkt_next)
276
248k
        ossl_quic_cfq_mark_tx(fifd->cfq, cfq_item);
277
278
    /*
279
     * Mark the send stream chunks which have been added to the packet as having
280
     * been transmitted.
281
     */
282
2.07M
    chunks = ossl_quic_txpim_pkt_get_chunks(pkt);
283
2.07M
    num_chunks = ossl_quic_txpim_pkt_get_num_chunks(pkt);
284
2.18M
    for (i = 0; i < num_chunks; ++i) {
285
112k
        sstream = fifd->get_sstream_by_id(chunks[i].stream_id,
286
112k
            pkt->ackm_pkt.pkt_space,
287
112k
            fifd->get_sstream_by_id_arg);
288
112k
        if (sstream == NULL)
289
6.10k
            continue;
290
291
106k
        if (chunks[i].end >= chunks[i].start
292
106k
            && !ossl_quic_sstream_mark_transmitted(sstream,
293
106k
                chunks[i].start,
294
106k
                chunks[i].end))
295
0
            return 0;
296
297
106k
        if (chunks[i].has_fin
298
0
            && !ossl_quic_sstream_mark_transmitted_fin(sstream,
299
0
                chunks[i].end + 1))
300
0
            return 0;
301
106k
    }
302
303
    /* Inform the ACKM. */
304
2.07M
    return ossl_ackm_on_tx_packet(fifd->ackm, &pkt->ackm_pkt);
305
2.07M
}
306
307
void ossl_quic_fifd_set_qlog_cb(QUIC_FIFD *fifd, QLOG *(*get_qlog_cb)(void *arg),
308
    void *get_qlog_cb_arg)
309
0
{
310
0
    fifd->get_qlog_cb = get_qlog_cb;
311
0
    fifd->get_qlog_cb_arg = get_qlog_cb_arg;
312
0
}