Coverage Report

Created: 2025-11-09 06:45

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/h2o/lib/http1.c
Line
Count
Source
1
/*
2
 * Copyright (c) 2014-2016 DeNA Co., Ltd., Kazuho Oku, Shota Fukumori,
3
 *                         Fastly, Inc.
4
 *
5
 * Permission is hereby granted, free of charge, to any person obtaining a copy
6
 * of this software and associated documentation files (the "Software"), to
7
 * deal in the Software without restriction, including without limitation the
8
 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
9
 * sell copies of the Software, and to permit persons to whom the Software is
10
 * furnished to do so, subject to the following conditions:
11
 *
12
 * The above copyright notice and this permission notice shall be included in
13
 * all copies or substantial portions of the Software.
14
 *
15
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20
 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21
 * IN THE SOFTWARE.
22
 */
23
#include <inttypes.h>
24
#include <stddef.h>
25
#include <stdio.h>
26
#include <stdlib.h>
27
#include "picohttpparser.h"
28
#include "h2o.h"
29
#include "h2o/http1.h"
30
#include "h2o/http2.h"
31
#include "./probes_.h"
32
33
enum enum_h2o_http1_ostream_state {
34
    OSTREAM_STATE_HEAD,
35
    OSTREAM_STATE_BODY,
36
    OSTREAM_STATE_DONE,
37
};
38
39
struct st_h2o_http1_finalostream_t {
40
    h2o_ostream_t super;
41
    enum enum_h2o_http1_ostream_state state;
42
    char *chunked_buf; /* buffer used for chunked-encoding (NULL unless chunked encoding is used) */
43
    struct {
44
        /**
45
         * if `h2o_socket_write` is currently writing an informational response
46
         */
47
        unsigned write_inflight : 1;
48
        /**
49
         * buffer used to store informational responses to be sent, when write of an informational response is inflight
50
         */
51
        h2o_iovec_vector_t pending;
52
        /**
53
         * buffer used to delay the execution of `finalostream_send`, when write of an informational respnose is inflight;
54
         * availability is indicated by `inbufs != NULL`
55
         */
56
        struct {
57
            h2o_sendvec_t *inbufs;
58
            size_t inbufcnt;
59
            h2o_send_state_t send_state;
60
        } pending_final;
61
    } informational;
62
};
63
64
struct st_h2o_http1_conn_t {
65
    h2o_conn_t super;
66
    h2o_socket_t *sock;
67
    h2o_timer_t _timeout_entry;
68
    h2o_timer_t _io_timeout_entry;
69
    uint64_t _req_index;
70
    size_t _prevreqlen;
71
    size_t _unconsumed_request_size;
72
    struct st_h2o_http1_req_entity_reader *_req_entity_reader;
73
    struct st_h2o_http1_finalostream_t _ostr_final;
74
    struct {
75
        void *data;
76
        h2o_http1_upgrade_cb cb;
77
    } upgrade;
78
    /**
79
     * the request body buffer
80
     */
81
    h2o_buffer_t *req_body;
82
    /**
83
     * the HTTP request / response (intentionally placed at the last, since it is a large structure and has it's own ctor)
84
     */
85
    h2o_req_t req;
86
};
87
88
struct st_h2o_http1_req_entity_reader {
89
    void (*handle_incoming_entity)(struct st_h2o_http1_conn_t *conn);
90
};
91
92
struct st_h2o_http1_content_length_entity_reader {
93
    struct st_h2o_http1_req_entity_reader super;
94
    size_t content_length;
95
};
96
97
struct st_h2o_http1_chunked_entity_reader {
98
    struct st_h2o_http1_req_entity_reader super;
99
    struct phr_chunked_decoder decoder;
100
};
101
102
static void finalostream_send(h2o_ostream_t *_self, h2o_req_t *req, h2o_sendvec_t *inbufs, size_t inbufcnt, h2o_send_state_t state);
103
static void finalostream_send_informational(h2o_ostream_t *_self, h2o_req_t *req);
104
static void reqread_on_read(h2o_socket_t *sock, const char *err);
105
static void reqread_on_timeout(h2o_timer_t *entry);
106
static void req_io_on_timeout(h2o_timer_t *entry);
107
static void reqread_start(struct st_h2o_http1_conn_t *conn);
108
static int foreach_request(h2o_conn_t *_conn, int (*cb)(h2o_req_t *req, void *cbdata), void *cbdata);
109
110
static void init_request(struct st_h2o_http1_conn_t *conn)
111
16.8k
{
112
16.8k
    if (conn->_req_index != 0) {
113
6.37k
        if (conn->req_body != NULL)
114
919
            h2o_buffer_dispose(&conn->req_body);
115
6.37k
        h2o_dispose_request(&conn->req);
116
6.37k
        if (conn->_unconsumed_request_size)
117
5.45k
            h2o_buffer_consume(&conn->sock->input, conn->_unconsumed_request_size);
118
6.37k
    }
119
16.8k
    assert(conn->req_body == NULL);
120
16.8k
    h2o_init_request(&conn->req, &conn->super, NULL);
121
122
16.8k
    ++conn->_req_index;
123
16.8k
    conn->req._ostr_top = &conn->_ostr_final.super;
124
125
16.8k
    conn->_ostr_final = (struct st_h2o_http1_finalostream_t){{
126
16.8k
        NULL,              /* next */
127
16.8k
        finalostream_send, /* do_send */
128
16.8k
        NULL,              /* stop */
129
16.8k
        conn->super.ctx->globalconf->send_informational_mode == H2O_SEND_INFORMATIONAL_MODE_ALL ? finalostream_send_informational
130
16.8k
                                                                                                : NULL, /* send_informational */
131
16.8k
    }};
132
16.8k
}
133
134
static void close_connection(struct st_h2o_http1_conn_t *conn, int close_socket)
135
10.4k
{
136
10.4k
    if (conn->sock != NULL) {
137
5.88k
        H2O_PROBE_CONN0(H1_CLOSE, &conn->super);
138
5.88k
        H2O_LOG_CONN(h1_close, &conn->super, {});
139
5.88k
    }
140
10.4k
    h2o_timer_unlink(&conn->_timeout_entry);
141
10.4k
    h2o_timer_unlink(&conn->_io_timeout_entry);
142
10.4k
    if (conn->req_body != NULL)
143
718
        h2o_buffer_dispose(&conn->req_body);
144
10.4k
    h2o_dispose_request(&conn->req);
145
10.4k
    if (conn->sock != NULL && close_socket)
146
5.79k
        h2o_socket_close(conn->sock);
147
10.4k
    h2o_destroy_connection(&conn->super);
148
10.4k
}
149
150
static void cleanup_connection(struct st_h2o_http1_conn_t *conn)
151
9.34k
{
152
9.34k
    if (!conn->req.http1_is_persistent) {
153
        /* TODO use lingering close */
154
2.96k
        close_connection(conn, 1);
155
2.96k
        return;
156
2.96k
    }
157
158
9.34k
    assert(conn->req.proceed_req == NULL);
159
6.37k
    assert(conn->_req_entity_reader == NULL);
160
161
    /* handle next request */
162
6.37k
    init_request(conn);
163
6.37k
    conn->req.write_req.cb = NULL;
164
6.37k
    conn->req.write_req.ctx = NULL;
165
6.37k
    conn->req.proceed_req = NULL;
166
6.37k
    conn->_prevreqlen = 0;
167
6.37k
    conn->_unconsumed_request_size = 0;
168
169
6.37k
    if (conn->sock->input->size == 0)
170
1.95k
        h2o_conn_set_state(&conn->super, H2O_CONN_STATE_IDLE);
171
172
6.37k
    reqread_start(conn);
173
6.37k
}
174
175
/**
176
 * timer is activated if cb != NULL, disactivated otherwise
177
 */
178
static void set_req_timeout(struct st_h2o_http1_conn_t *conn, uint64_t timeout, h2o_timer_cb cb)
179
27.7k
{
180
27.7k
    if (conn->req.is_tunnel_req)
181
93
        cb = NULL;
182
27.7k
    if (conn->_timeout_entry.cb != NULL)
183
9.53k
        h2o_timer_unlink(&conn->_timeout_entry);
184
27.7k
    conn->_timeout_entry.cb = cb;
185
27.7k
    if (cb != NULL)
186
18.1k
        h2o_timer_link(conn->super.ctx->loop, timeout, &conn->_timeout_entry);
187
27.7k
}
188
189
static void set_req_io_timeout(struct st_h2o_http1_conn_t *conn, uint64_t timeout, h2o_timer_cb cb)
190
52.0k
{
191
52.0k
    if (conn->req.is_tunnel_req)
192
160
        cb = NULL;
193
52.0k
    if (conn->_io_timeout_entry.cb != NULL)
194
32.0k
        h2o_timer_unlink(&conn->_io_timeout_entry);
195
52.0k
    conn->_io_timeout_entry.cb = cb;
196
52.0k
    if (cb != NULL)
197
42.3k
        h2o_timer_link(conn->super.ctx->loop, timeout, &conn->_io_timeout_entry);
198
52.0k
}
199
200
static void clear_timeouts(struct st_h2o_http1_conn_t *conn)
201
9.59k
{
202
9.59k
    set_req_timeout(conn, 0, NULL);
203
9.59k
    set_req_io_timeout(conn, 0, NULL);
204
9.59k
}
205
206
static void entity_read_do_send_error(struct st_h2o_http1_conn_t *conn, int status, size_t status_error_index, const char *reason,
207
                                      const char *body)
208
292
{
209
292
    conn->req.proceed_req = NULL;
210
292
    conn->_req_entity_reader = NULL;
211
292
    clear_timeouts(conn);
212
292
    h2o_socket_read_stop(conn->sock);
213
    /* FIXME We should check if `h2o_proceed_request` has been called, rather than trying to guess if we have (I'm unsure if the
214
     * contract is for h2o_req_t::_generator to become non-NULL immediately after `h2o_proceed_request` is being called). */
215
292
    if (conn->req._generator == NULL && conn->_ostr_final.state == OSTREAM_STATE_HEAD) {
216
271
        conn->super.ctx->emitted_error_status[status_error_index]++;
217
271
        h2o_send_error_generic(&conn->req, status, reason, body, H2O_SEND_ERROR_HTTP1_CLOSE_CONNECTION);
218
271
    } else {
219
21
        conn->req.http1_is_persistent = 0;
220
21
        if (conn->_ostr_final.state == OSTREAM_STATE_DONE)
221
19
            cleanup_connection(conn);
222
21
    }
223
292
}
224
225
#define DECL_ENTITY_READ_SEND_ERROR_XXX(status_)                                                                                   \
226
    static void entity_read_send_error_##status_(struct st_h2o_http1_conn_t *conn, const char *reason, const char *body)           \
227
292
    {                                                                                                                              \
228
292
        entity_read_do_send_error(conn, status_, H2O_STATUS_ERROR_##status_, reason, body);                                        \
229
292
    }
http1.c:entity_read_send_error_400
Line
Count
Source
227
186
    {                                                                                                                              \
228
186
        entity_read_do_send_error(conn, status_, H2O_STATUS_ERROR_##status_, reason, body);                                        \
229
186
    }
http1.c:entity_read_send_error_502
Line
Count
Source
227
20
    {                                                                                                                              \
228
20
        entity_read_do_send_error(conn, status_, H2O_STATUS_ERROR_##status_, reason, body);                                        \
229
20
    }
http1.c:entity_read_send_error_413
Line
Count
Source
227
86
    {                                                                                                                              \
228
86
        entity_read_do_send_error(conn, status_, H2O_STATUS_ERROR_##status_, reason, body);                                        \
229
86
    }
230
231
DECL_ENTITY_READ_SEND_ERROR_XXX(400)
232
DECL_ENTITY_READ_SEND_ERROR_XXX(413)
233
DECL_ENTITY_READ_SEND_ERROR_XXX(502)
234
235
static void handle_one_body_fragment(struct st_h2o_http1_conn_t *conn, size_t fragment_size, size_t extra_bytes, int complete)
236
2.66k
{
237
2.66k
    if (fragment_size == 0 && !complete) {
238
416
        h2o_buffer_consume(&conn->sock->input, extra_bytes);
239
416
        return;
240
416
    }
241
242
2.25k
    clear_timeouts(conn);
243
2.25k
    h2o_socket_read_stop(conn->sock);
244
245
    /* move data being read to req_body */
246
2.25k
    if (!h2o_buffer_try_append(&conn->req_body, conn->sock->input->bytes, fragment_size)) {
247
0
        entity_read_send_error_502(conn, "Bad Gateway", "Bad Gateway");
248
0
        return;
249
0
    }
250
2.25k
    h2o_buffer_consume(&conn->sock->input, fragment_size + extra_bytes);
251
2.25k
    conn->req.req_body_bytes_received += fragment_size;
252
253
    /* invoke action */
254
2.25k
    conn->req.entity = h2o_iovec_init(conn->req_body->bytes, conn->req_body->size);
255
2.25k
    if (conn->req.write_req.cb(conn->req.write_req.ctx, complete) != 0) {
256
0
        entity_read_send_error_502(conn, "Bad Gateway", "Bad Gateway");
257
0
        return;
258
0
    }
259
2.25k
    if (complete) {
260
949
        conn->req.proceed_req = NULL;
261
949
        conn->_req_entity_reader = NULL;
262
949
        if (conn->_ostr_final.state == OSTREAM_STATE_DONE) {
263
264
            cleanup_connection(conn);
264
264
        }
265
949
    }
266
2.25k
}
267
268
static void handle_chunked_entity_read(struct st_h2o_http1_conn_t *conn)
269
1.17k
{
270
1.17k
    struct st_h2o_http1_chunked_entity_reader *reader = (void *)conn->_req_entity_reader;
271
1.17k
    size_t bufsz;
272
1.17k
    ssize_t ret;
273
274
    /* decode the incoming data */
275
1.17k
    if ((bufsz = conn->sock->input->size) == 0)
276
39
        return;
277
1.14k
    ret = phr_decode_chunked(&reader->decoder, conn->sock->input->bytes, &bufsz);
278
1.14k
    if (ret != -1 && bufsz + conn->req.req_body_bytes_received >= conn->super.ctx->globalconf->max_request_entity_size) {
279
0
        entity_read_send_error_413(conn, "Request Entity Too Large", "request entity is too large");
280
0
        return;
281
0
    }
282
1.14k
    if (ret < 0) {
283
980
        if (ret == -2) {
284
            /* incomplete */
285
891
            handle_one_body_fragment(conn, bufsz, conn->sock->input->size - bufsz, 0);
286
891
        } else {
287
            /* error */
288
89
            entity_read_send_error_400(conn, "Invalid Request", "broken chunked-encoding");
289
89
        }
290
980
    } else {
291
        /* complete */
292
160
        assert(bufsz + ret <= conn->sock->input->size);
293
160
        conn->sock->input->size = bufsz + ret;
294
160
        handle_one_body_fragment(conn, bufsz, 0, 1);
295
160
    }
296
1.14k
}
297
298
static int create_chunked_entity_reader(struct st_h2o_http1_conn_t *conn)
299
599
{
300
599
    struct st_h2o_http1_chunked_entity_reader *reader = h2o_mem_alloc_pool(&conn->req.pool, *reader, 1);
301
599
    conn->_req_entity_reader = &reader->super;
302
303
599
    reader->super.handle_incoming_entity = handle_chunked_entity_read;
304
599
    memset(&reader->decoder, 0, sizeof(reader->decoder));
305
599
    reader->decoder.consume_trailer = 1;
306
307
599
    return 0;
308
599
}
309
310
static void handle_content_length_entity_read(struct st_h2o_http1_conn_t *conn)
311
1.75k
{
312
1.75k
    int complete = 0;
313
1.75k
    struct st_h2o_http1_content_length_entity_reader *reader = (void *)conn->_req_entity_reader;
314
1.75k
    size_t length = conn->sock->input->size;
315
316
1.75k
    if (conn->req.req_body_bytes_received + conn->sock->input->size >= reader->content_length) {
317
789
        complete = 1;
318
789
        length = reader->content_length - conn->req.req_body_bytes_received;
319
789
    }
320
1.75k
    if (!complete && length == 0)
321
143
        return;
322
323
1.61k
    handle_one_body_fragment(conn, length, 0, complete);
324
1.61k
}
325
326
static int create_content_length_entity_reader(struct st_h2o_http1_conn_t *conn, size_t content_length)
327
1.03k
{
328
1.03k
    struct st_h2o_http1_content_length_entity_reader *reader = h2o_mem_alloc_pool(&conn->req.pool, *reader, 1);
329
1.03k
    conn->_req_entity_reader = &reader->super;
330
331
1.03k
    reader->super.handle_incoming_entity = handle_content_length_entity_read;
332
1.03k
    reader->content_length = content_length;
333
334
1.03k
    return 0;
335
1.03k
}
336
337
static int create_entity_reader(struct st_h2o_http1_conn_t *conn, const struct phr_header *entity_header)
338
1.76k
{
339
    /* strlen("content-length") is unequal to sizeof("transfer-encoding"), and thus checking the length only is sufficient */
340
1.76k
    if (entity_header->name_len == sizeof("transfer-encoding") - 1) {
341
        /* transfer-encoding */
342
646
        if (!h2o_lcstris(entity_header->value, entity_header->value_len, H2O_STRLIT("chunked"))) {
343
47
            entity_read_send_error_400(conn, "Invalid Request", "unknown transfer-encoding");
344
47
            return -1;
345
47
        }
346
599
        return create_chunked_entity_reader(conn);
347
1.12k
    } else {
348
        /* content-length */
349
1.12k
        size_t content_length = h2o_strtosize(entity_header->value, entity_header->value_len);
350
1.12k
        if (content_length == SIZE_MAX) {
351
50
            entity_read_send_error_400(conn, "Invalid Request", "broken content-length header");
352
50
            return -1;
353
50
        }
354
1.07k
        if (content_length > conn->super.ctx->globalconf->max_request_entity_size) {
355
86
            entity_read_send_error_413(conn, "Request Entity Too Large", "request entity is too large");
356
86
            return -1;
357
86
        }
358
984
        conn->req.content_length = content_length;
359
984
        return create_content_length_entity_reader(conn, (size_t)content_length);
360
1.07k
    }
361
    /* failed */
362
0
    return -1;
363
1.76k
}
364
365
static const char *init_headers(h2o_mem_pool_t *pool, h2o_headers_t *headers, const struct phr_header *src, size_t len,
366
                                h2o_iovec_t *connection, h2o_iovec_t *host, h2o_iovec_t *upgrade, ssize_t *expect_header_index,
367
                                ssize_t *entity_header_index)
368
8.81k
{
369
8.81k
    *entity_header_index = -1;
370
8.81k
    *expect_header_index = -1;
371
372
8.81k
    assert(headers->size == 0);
373
374
    /* setup */
375
8.81k
    if (len != 0) {
376
6.16k
        size_t i;
377
6.16k
        h2o_vector_reserve(pool, headers, len);
378
53.4k
        for (i = 0; i != len; ++i) {
379
47.3k
            const h2o_token_t *name_token;
380
            /* reject multiline header */
381
47.3k
            if (src[i].name_len == 0)
382
35
                return "line folding of header fields is not supported";
383
47.3k
            char orig_case[src[i].name_len];
384
            /* preserve the original case */
385
47.3k
            memcpy(orig_case, src[i].name, src[i].name_len);
386
            /* convert to lower-case in-place */
387
47.3k
            h2o_strtolower((char *)src[i].name, src[i].name_len);
388
47.3k
            if ((name_token = h2o_lookup_token(src[i].name, src[i].name_len)) != NULL) {
389
18.0k
                if (name_token->flags.is_init_header_special) {
390
3.54k
                    if (name_token == H2O_TOKEN_HOST) {
391
577
                        host->base = (char *)src[i].value;
392
577
                        host->len = src[i].value_len;
393
2.96k
                    } else if (name_token == H2O_TOKEN_CONTENT_LENGTH) {
394
1.25k
                        if (*entity_header_index == -1)
395
1.12k
                            *entity_header_index = i;
396
1.71k
                    } else if (name_token == H2O_TOKEN_TRANSFER_ENCODING) {
397
727
                        *entity_header_index = i;
398
987
                    } else if (name_token == H2O_TOKEN_EXPECT) {
399
143
                        *expect_header_index = i;
400
844
                    } else if (name_token == H2O_TOKEN_UPGRADE) {
401
844
                        upgrade->base = (char *)src[i].value;
402
844
                        upgrade->len = src[i].value_len;
403
844
                    } else {
404
0
                        assert(!"logic flaw");
405
0
                    }
406
14.4k
                } else {
407
14.4k
                    h2o_add_header(pool, headers, name_token, orig_case, src[i].value, src[i].value_len);
408
14.4k
                    if (name_token == H2O_TOKEN_CONNECTION)
409
1.11k
                        *connection = headers->entries[headers->size - 1].value;
410
14.4k
                }
411
29.2k
            } else {
412
29.2k
                h2o_add_header_by_str(pool, headers, src[i].name, src[i].name_len, 0, orig_case, src[i].value, src[i].value_len);
413
29.2k
            }
414
47.3k
        }
415
6.16k
    }
416
417
8.77k
    return NULL;
418
8.81k
}
419
420
static int upgrade_is_h2(h2o_iovec_t upgrade)
421
526
{
422
526
    if (h2o_lcstris(upgrade.base, upgrade.len, H2O_STRLIT("h2c")) || h2o_lcstris(upgrade.base, upgrade.len, H2O_STRLIT("h2c-14")) ||
423
55
        h2o_lcstris(upgrade.base, upgrade.len, H2O_STRLIT("h2c-16")))
424
472
        return 1;
425
54
    return 0;
426
526
}
427
428
static const char fixup_request_is_h2_upgrade[] = "fixup h2 upgrade";
429
430
static const char *fixup_request(struct st_h2o_http1_conn_t *conn, struct phr_header *headers, size_t num_headers,
431
                                 int minor_version, ssize_t *expect_header_index, ssize_t *entity_header_index)
432
8.81k
{
433
8.81k
    h2o_iovec_t connection = {NULL, 0}, host = {NULL, 0}, upgrade = {NULL, 0};
434
8.81k
    enum { METHOD_NORMAL, METHOD_CONNECT, METHOD_CONNECT_UDP } method_type;
435
8.81k
    const char *ret;
436
437
8.81k
    conn->req.input.scheme = conn->sock->ssl != NULL ? &H2O_URL_SCHEME_HTTPS : &H2O_URL_SCHEME_HTTP;
438
8.81k
    conn->req.version = 0x100 | (minor_version != 0);
439
440
    /* RFC 7231 6.2: a server MUST NOT send a 1xx response to an HTTP/1.0 client */
441
8.81k
    if (conn->req.version < 0x101)
442
2.02k
        conn->_ostr_final.super.send_informational = NULL;
443
444
8.81k
    if (h2o_memis(conn->req.input.method.base, conn->req.input.method.len, H2O_STRLIT("CONNECT"))) {
445
77
        method_type = METHOD_CONNECT;
446
8.73k
    } else if (h2o_memis(conn->req.input.method.base, conn->req.input.method.len, H2O_STRLIT("CONNECT-UDP"))) {
447
1
        method_type = METHOD_CONNECT_UDP;
448
8.73k
    } else {
449
8.73k
        method_type = METHOD_NORMAL;
450
8.73k
    }
451
452
    /* init headers */
453
8.81k
    if ((ret = init_headers(&conn->req.pool, &conn->req.headers, headers, num_headers, &connection, &host, &upgrade,
454
8.81k
                            expect_header_index, entity_header_index)) != NULL)
455
35
        return ret;
456
457
    /* copy the values to pool, since the buffer pointed by the headers may get realloced */
458
8.77k
    if (*entity_header_index != -1 || method_type != METHOD_NORMAL || upgrade.base != NULL) {
459
2.51k
        size_t i;
460
2.51k
        conn->req.input.method = h2o_strdup(&conn->req.pool, conn->req.input.method.base, conn->req.input.method.len);
461
2.51k
        conn->req.input.path = h2o_strdup(&conn->req.pool, conn->req.input.path.base, conn->req.input.path.len);
462
12.1k
        for (i = 0; i != conn->req.headers.size; ++i) {
463
9.58k
            h2o_header_t *header = conn->req.headers.entries + i;
464
9.58k
            if (!h2o_iovec_is_token(header->name)) {
465
6.13k
                *header->name = h2o_strdup(&conn->req.pool, header->name->base, header->name->len);
466
6.13k
            }
467
9.58k
            header->value = h2o_strdup(&conn->req.pool, header->value.base, header->value.len);
468
9.58k
        }
469
2.51k
        if (host.base != NULL)
470
272
            host = h2o_strdup(&conn->req.pool, host.base, host.len);
471
2.51k
        if (upgrade.base != NULL)
472
741
            upgrade = h2o_strdup(&conn->req.pool, upgrade.base, upgrade.len);
473
2.51k
    }
474
475
8.77k
    if (method_type == METHOD_CONNECT) {
476
        /* CONNECT method, validate, setting the target host in `req->input.authority`. Path becomes empty. */
477
77
        if (conn->req.version < 0x101 || conn->req.input.path.len == 0 ||
478
68
            (host.base != NULL && !h2o_memis(conn->req.input.path.base, conn->req.input.path.len, host.base, host.len)) ||
479
13
            *entity_header_index != -1)
480
65
            return "invalid request";
481
12
        conn->req.input.authority = conn->req.input.path;
482
12
        conn->req.input.path = h2o_iovec_init(NULL, 0);
483
12
        conn->req.is_tunnel_req = 1;
484
8.70k
    } else {
485
        /* request line is in ordinary form, path might contain absolute URL; if so, convert it */
486
8.70k
        if (conn->req.input.path.len != 0 && conn->req.input.path.base[0] != '/') {
487
7.07k
            h2o_url_t url;
488
7.07k
            if (h2o_url_parse(&conn->req.pool, conn->req.input.path.base, conn->req.input.path.len, &url) == 0) {
489
354
                conn->req.input.scheme = url.scheme;
490
354
                conn->req.input.path = url.path;
491
354
                host = url.authority; /* authority part of the absolute form overrides the host header field (RFC 7230 S5.4) */
492
354
            }
493
7.07k
        }
494
        /* move host header to req->authority */
495
8.70k
        if (host.base != NULL)
496
698
            conn->req.input.authority = host;
497
        /* each protocol implementation validates masque */
498
8.70k
        if (!h2o_req_validate_pseudo_headers(&conn->req))
499
2
            return "invalid request";
500
        /* special handling for CONNECT-UDP, else it is an ordinary request */
501
8.69k
        if (method_type == METHOD_CONNECT_UDP) {
502
0
            conn->req.is_tunnel_req = 1;
503
8.69k
        } else {
504
            /* handle Connection and Upgrade header fields */
505
8.69k
            if (connection.base != NULL) {
506
                /* TODO contains_token function can be faster */
507
980
                if (h2o_contains_token(connection.base, connection.len, H2O_STRLIT("keep-alive"), ',')) {
508
652
                    conn->req.http1_is_persistent = 1;
509
652
                }
510
                /* Upgrade is respected only for requests without bodies. Use of upgrade on a request with body is unsupported,
511
                 * because we reuse the entity reader for reading the body and the tunnelled data. */
512
980
                if (upgrade.base != NULL && h2o_contains_token(connection.base, connection.len, H2O_STRLIT("upgrade"), ',') &&
513
586
                    *entity_header_index == -1) {
514
                    /* early return if upgrading to h2 */
515
526
                    if (upgrade_is_h2(upgrade)) {
516
472
                        if (conn->sock->ssl == NULL && conn->super.ctx->globalconf->http1.upgrade_to_http2)
517
472
                            return fixup_request_is_h2_upgrade;
518
472
                    } else {
519
54
                        conn->req.upgrade = upgrade;
520
54
                        conn->req.is_tunnel_req = 1;
521
54
                        conn->req.http1_is_persistent = 0;
522
54
                    }
523
526
                }
524
7.71k
            } else if (conn->req.version >= 0x101) {
525
                /* defaults to keep-alive if >= HTTP/1.1 */
526
6.27k
                conn->req.http1_is_persistent = 1;
527
6.27k
            }
528
            /* disable keep-alive if shutdown is requested */
529
8.22k
            if (conn->req.http1_is_persistent && conn->super.ctx->shutdown_requested)
530
0
                conn->req.http1_is_persistent = 0;
531
8.22k
        }
532
8.69k
    }
533
534
8.23k
    return NULL;
535
8.77k
}
536
537
static void on_continue_sent(h2o_socket_t *sock, const char *err)
538
0
{
539
0
    struct st_h2o_http1_conn_t *conn = sock->data;
540
541
0
    if (err != NULL) {
542
0
        close_connection(conn, 1);
543
0
        return;
544
0
    }
545
546
0
    h2o_socket_read_start(sock, reqread_on_read);
547
0
    conn->_req_entity_reader->handle_incoming_entity(conn);
548
0
}
549
550
static int contains_crlf_only(const char *s, size_t len)
551
168
{
552
289
    for (; len != 0; ++s, --len)
553
266
        if (!(*s == '\r' || *s == '\n'))
554
145
            return 0;
555
23
    return 1;
556
168
}
557
558
static void send_bad_request(struct st_h2o_http1_conn_t *conn, const char *body)
559
1.23k
{
560
1.23k
    h2o_socket_read_stop(conn->sock);
561
1.23k
    h2o_send_error_400(&conn->req, "Bad Request", body, H2O_SEND_ERROR_BROKEN_REQUEST | H2O_SEND_ERROR_HTTP1_CLOSE_CONNECTION);
562
1.23k
}
563
564
static void resume_request_read(struct st_h2o_http1_conn_t *conn)
565
1.25k
{
566
1.25k
    set_req_timeout(conn, conn->super.ctx->globalconf->http1.req_timeout, reqread_on_timeout);
567
1.25k
    set_req_io_timeout(conn, conn->super.ctx->globalconf->http1.req_io_timeout, req_io_on_timeout);
568
1.25k
    h2o_socket_read_start(conn->sock, reqread_on_read);
569
1.25k
}
570
571
static void proceed_request(h2o_req_t *req, const char *errstr)
572
646
{
573
646
    struct st_h2o_http1_conn_t *conn = H2O_STRUCT_FROM_MEMBER(struct st_h2o_http1_conn_t, req, req);
574
575
646
    if (errstr != NULL) {
576
20
        entity_read_send_error_502(conn, "Bad Gateway", "Bad Gateway");
577
20
        return;
578
20
    }
579
580
646
    assert(conn->req.entity.len == conn->req_body->size);
581
626
    h2o_buffer_consume(&conn->req_body, conn->req_body->size);
582
583
626
    resume_request_read(conn);
584
626
}
585
586
static int write_req_non_streaming(void *_req, int is_end_stream)
587
1.09k
{
588
1.09k
    struct st_h2o_http1_conn_t *conn = H2O_STRUCT_FROM_MEMBER(struct st_h2o_http1_conn_t, req, _req);
589
590
1.09k
    if (is_end_stream) {
591
472
        conn->req.proceed_req = NULL;
592
472
        h2o_process_request(&conn->req);
593
624
    } else {
594
624
        resume_request_read(conn);
595
624
    }
596
1.09k
    return 0;
597
1.09k
}
598
599
static int write_req_first(void *_req, int is_end_stream)
600
1.33k
{
601
1.33k
    struct st_h2o_http1_conn_t *conn = H2O_STRUCT_FROM_MEMBER(struct st_h2o_http1_conn_t, req, _req);
602
603
    /* if possible, switch to streaming request body mode */
604
1.33k
    if (!is_end_stream && h2o_req_can_stream_request(&conn->req)) {
605
606
        conn->req.write_req.cb = NULL; /* will be set to something before `proceed_req` is being invoked */
606
606
        conn->req.proceed_req = proceed_request;
607
606
        h2o_process_request(&conn->req);
608
606
        return 0;
609
606
    }
610
611
729
    conn->req.write_req.cb = write_req_non_streaming;
612
729
    return write_req_non_streaming(&conn->req, is_end_stream);
613
1.33k
}
614
615
static int write_req_connect_first(void *_req, int is_end_stream)
616
34
{
617
34
    struct st_h2o_http1_conn_t *conn = H2O_STRUCT_FROM_MEMBER(struct st_h2o_http1_conn_t, req, _req);
618
619
34
    conn->req.write_req.cb = NULL; /* will not be called again until proceed_req is called by the generator */
620
34
    if (is_end_stream)
621
0
        conn->req.proceed_req = NULL;
622
623
34
    return 0;
624
34
}
625
626
static void handle_incoming_request(struct st_h2o_http1_conn_t *conn)
627
16.7k
{
628
16.7k
    size_t inreqlen = conn->sock->input->size < H2O_MAX_REQLEN ? conn->sock->input->size : H2O_MAX_REQLEN;
629
16.7k
    int reqlen, minor_version;
630
16.7k
    struct phr_header headers[H2O_MAX_HEADERS];
631
16.7k
    size_t num_headers = H2O_MAX_HEADERS;
632
633
16.7k
    if (conn->sock->input->size != 0)
634
16.7k
        h2o_conn_set_state(&conn->super, H2O_CONN_STATE_ACTIVE);
635
636
    /* need to set request_begin_at here for keep-alive connection */
637
16.7k
    if (h2o_timeval_is_null(&conn->req.timestamps.request_begin_at))
638
15.1k
        conn->req.timestamps.request_begin_at = h2o_gettimeofday(conn->super.ctx->loop);
639
640
16.7k
    reqlen = phr_parse_request(conn->sock->input->bytes, inreqlen, (const char **)&conn->req.input.method.base,
641
16.7k
                               &conn->req.input.method.len, (const char **)&conn->req.input.path.base, &conn->req.input.path.len,
642
16.7k
                               &minor_version, headers, &num_headers, conn->_prevreqlen);
643
16.7k
    conn->_prevreqlen = inreqlen;
644
645
    /* handle incomplete or broken HTTP headers */
646
16.7k
    switch (reqlen) {
647
2.20k
    case -2: /* incomplete */
648
2.20k
        if (inreqlen == H2O_MAX_REQLEN) {
649
0
            send_bad_request(conn, "Bad Request");
650
0
        }
651
2.20k
        return;
652
5.77k
    case -1: // error
653
        /* upgrade to HTTP/2 if the request starts with: PRI * HTTP/2 */
654
5.77k
        if (conn->super.ctx->globalconf->http1.upgrade_to_http2) {
655
            /* should check up to the first octet that phr_parse_request returns an error */
656
5.77k
            static const h2o_iovec_t HTTP2_SIG = {H2O_STRLIT("PRI * HTTP/2")};
657
5.77k
            if (conn->sock->input->size >= HTTP2_SIG.len && memcmp(conn->sock->input->bytes, HTTP2_SIG.base, HTTP2_SIG.len) == 0) {
658
4.61k
                h2o_accept_ctx_t accept_ctx = {conn->super.ctx, conn->super.hosts};
659
4.61k
                h2o_socket_t *sock = conn->sock;
660
4.61k
                struct timeval connected_at = conn->super.connected_at;
661
                /* destruct the connection after detatching the socket */
662
4.61k
                conn->sock = NULL;
663
4.61k
                close_connection(conn, 1);
664
                /* and accept as http2 connection */
665
4.61k
                h2o_http2_accept(&accept_ctx, sock, connected_at);
666
4.61k
                return;
667
4.61k
            }
668
5.77k
        }
669
1.15k
        if (inreqlen <= 4 && contains_crlf_only(conn->sock->input->bytes, inreqlen)) {
670
23
            close_connection(conn, 1);
671
1.13k
        } else {
672
1.13k
            send_bad_request(conn, "Bad Request");
673
1.13k
        }
674
1.15k
        return;
675
8.81k
    default: /* parse complete */
676
8.81k
        break;
677
16.7k
    }
678
679
    /* parse complete */
680
8.81k
    const char *err;
681
8.81k
    ssize_t entity_body_header_index;
682
8.81k
    ssize_t expect_header_index;
683
8.81k
    conn->_unconsumed_request_size = reqlen;
684
8.81k
    if ((err = fixup_request(conn, headers, num_headers, minor_version, &expect_header_index, &entity_body_header_index)) != NULL &&
685
574
        err != fixup_request_is_h2_upgrade) {
686
102
        clear_timeouts(conn);
687
102
        send_bad_request(conn, err);
688
102
        return;
689
102
    }
690
8.71k
    h2o_probe_log_request(&conn->req, conn->_req_index);
691
692
    /* handle H2 upgrade */
693
8.71k
    if (err == fixup_request_is_h2_upgrade) {
694
472
        clear_timeouts(conn);
695
472
        h2o_socket_read_stop(conn->sock);
696
472
        if (h2o_http2_handle_upgrade(&conn->req, conn->super.connected_at) != 0)
697
380
            h2o_send_error_400(&conn->req, "Invalid Request", "Broken upgrade request to HTTP/2", 0);
698
472
        return;
699
472
    }
700
701
    /* handle request with body */
702
8.23k
    if (entity_body_header_index != -1) {
703
        /* Request has body, start reading it */
704
1.76k
        conn->req.timestamps.request_body_begin_at = h2o_gettimeofday(conn->super.ctx->loop);
705
1.76k
        if (create_entity_reader(conn, headers + entity_body_header_index) != 0)
706
183
            return;
707
1.58k
        conn->_unconsumed_request_size = 0;
708
1.58k
        h2o_buffer_init(&conn->req_body, &h2o_socket_buffer_prototype);
709
1.58k
        conn->req.write_req.cb = write_req_first;
710
1.58k
        conn->req.write_req.ctx = &conn->req;
711
1.58k
        if (expect_header_index != -1) {
712
16
            h2o_iovec_t expect_value = h2o_iovec_init(headers[expect_header_index].value, headers[expect_header_index].value_len);
713
16
            if (!h2o_lcstris(expect_value.base, expect_value.len, H2O_STRLIT("100-continue"))) {
714
16
                clear_timeouts(conn);
715
16
                h2o_socket_read_stop(conn->sock);
716
16
                h2o_send_error_417(&conn->req, "Expectation Failed", "unknown expectation", H2O_SEND_ERROR_HTTP1_CLOSE_CONNECTION);
717
16
                return;
718
16
            }
719
0
            if (h2o_req_should_forward_expect(&conn->req)) {
720
                /* in forward mode, expect header is treated like other normal headers */
721
0
                char orig_case_cstr[sizeof("expect")] = {0};
722
0
                assert(sizeof(orig_case_cstr) - 1 == headers[expect_header_index].name_len);
723
0
                h2o_memcpy(orig_case_cstr, headers[expect_header_index].name, sizeof(orig_case_cstr) - 1);
724
0
                h2o_add_header(&conn->req.pool, &conn->req.headers, H2O_TOKEN_EXPECT, orig_case_cstr,
725
0
                               h2o_strdup(&conn->req.pool, expect_value.base, expect_value.len).base, expect_value.len);
726
0
                h2o_buffer_consume(&conn->sock->input, reqlen);
727
0
                goto ProcessImmediately;
728
0
            }
729
            /* not in forward mode, send out own 100-continue */
730
0
            h2o_buffer_consume(&conn->sock->input, reqlen);
731
0
            static const h2o_iovec_t res = {H2O_STRLIT("HTTP/1.1 100 Continue\r\n\r\n")};
732
0
            h2o_socket_write(conn->sock, (void *)&res, 1, on_continue_sent);
733
            /* processing of the incoming entity is postponed until the 100 response is sent */
734
0
            h2o_socket_read_stop(conn->sock);
735
1.56k
        } else {
736
1.56k
            h2o_buffer_consume(&conn->sock->input, reqlen);
737
            /* Invocation of `h2o_process_request` is delayed to reduce backend concurrency */
738
1.56k
            conn->_req_entity_reader->handle_incoming_entity(conn);
739
1.56k
        }
740
1.56k
        return;
741
1.58k
    }
742
743
    /* handle tunnel request */
744
6.47k
    if (conn->req.is_tunnel_req) {
745
        /* Is a CONNECT request or an upgrade (e.g., WebSocket). Request is submitted immediately and body is streamed. */
746
66
        if (!h2o_req_can_stream_request(&conn->req) &&
747
60
            h2o_memis(conn->req.input.method.base, conn->req.input.method.len, H2O_STRLIT("CONNECT"))) {
748
12
            h2o_send_error_405(&conn->req, "Method Not Allowed", "Method Not Allowed", 0);
749
12
            return;
750
12
        }
751
54
        if (create_content_length_entity_reader(conn, SIZE_MAX) != 0)
752
0
            return;
753
54
        conn->_unconsumed_request_size = 0;
754
54
        h2o_buffer_consume(&conn->sock->input, reqlen);
755
54
        h2o_buffer_init(&conn->req_body, &h2o_socket_buffer_prototype);
756
54
        goto ProcessImmediately;
757
54
    }
758
759
    /* handle ordinary request without request body */
760
6.40k
    clear_timeouts(conn);
761
6.40k
    h2o_socket_read_stop(conn->sock);
762
6.40k
    h2o_process_request(&conn->req);
763
6.40k
    return;
764
765
54
ProcessImmediately:
766
54
    conn->req.write_req.cb = write_req_connect_first;
767
54
    conn->req.write_req.ctx = &conn->req;
768
54
    conn->req.proceed_req = proceed_request;
769
54
    conn->_req_entity_reader->handle_incoming_entity(conn); /* read payload received early before submitting the request */
770
54
    if (conn->req.entity.base == NULL)
771
20
        conn->req.entity = h2o_iovec_init("", 0); /* if nothing was read, still indicate that body exists */
772
    /* stop reading (this might or might not be done by `handle_incoming_entity`) until HTTP response is given */
773
54
    h2o_socket_read_stop(conn->sock);
774
54
    clear_timeouts(conn);
775
54
    h2o_process_request(&conn->req);
776
54
    return;
777
6.47k
}
778
779
void reqread_on_read(h2o_socket_t *sock, const char *err)
780
16.4k
{
781
16.4k
    struct st_h2o_http1_conn_t *conn = sock->data;
782
783
16.4k
    if (err != NULL) {
784
2.79k
        close_connection(conn, 1);
785
2.79k
        return;
786
2.79k
    }
787
788
13.6k
    set_req_io_timeout(conn, conn->super.ctx->globalconf->http1.req_io_timeout, req_io_on_timeout);
789
13.6k
    if (conn->_req_entity_reader == NULL)
790
12.3k
        handle_incoming_request(conn);
791
1.31k
    else
792
1.31k
        conn->_req_entity_reader->handle_incoming_entity(conn);
793
13.6k
}
794
795
static void close_idle_connection(h2o_conn_t *_conn)
796
0
{
797
0
    struct st_h2o_http1_conn_t *conn = (void *)_conn;
798
0
    conn->req.http1_is_persistent = 0;
799
0
    close_connection(conn, 1);
800
0
}
801
802
static void on_timeout(struct st_h2o_http1_conn_t *conn)
803
0
{
804
0
    if (conn->_req_index == 1) {
805
        /* assign hostconf and bind conf so that the request can be logged */
806
0
        h2o_hostconf_t *hostconf = h2o_req_setup(&conn->req);
807
0
        h2o_req_bind_conf(&conn->req, hostconf, &hostconf->fallback_path);
808
        /* set error status for logging */
809
0
        conn->req.res.reason = "Request Timeout";
810
0
    }
811
812
0
    close_idle_connection(&conn->super);
813
0
}
814
815
static void req_io_on_timeout(h2o_timer_t *entry)
816
0
{
817
0
    struct st_h2o_http1_conn_t *conn = H2O_STRUCT_FROM_MEMBER(struct st_h2o_http1_conn_t, _io_timeout_entry, entry);
818
0
    conn->super.ctx->http1.events.request_io_timeouts++;
819
0
    on_timeout(conn);
820
0
}
821
822
static void reqread_on_timeout(h2o_timer_t *entry)
823
0
{
824
0
    struct st_h2o_http1_conn_t *conn = H2O_STRUCT_FROM_MEMBER(struct st_h2o_http1_conn_t, _timeout_entry, entry);
825
0
    conn->super.ctx->http1.events.request_timeouts++;
826
0
    on_timeout(conn);
827
0
}
828
829
static inline void reqread_start(struct st_h2o_http1_conn_t *conn)
830
16.8k
{
831
16.8k
    set_req_timeout(conn, conn->super.ctx->globalconf->http1.req_timeout, reqread_on_timeout);
832
16.8k
    set_req_io_timeout(conn, conn->super.ctx->globalconf->http1.req_io_timeout, req_io_on_timeout);
833
16.8k
    h2o_socket_read_start(conn->sock, reqread_on_read);
834
16.8k
    if (conn->sock->input->size != 0)
835
4.41k
        handle_incoming_request(conn);
836
16.8k
}
837
838
static void on_send_next(h2o_socket_t *sock, const char *err)
839
1.42k
{
840
1.42k
    struct st_h2o_http1_conn_t *conn = sock->data;
841
842
1.42k
    if (err != NULL)
843
2
        close_connection(conn, 1);
844
1.42k
    else
845
1.42k
        h2o_proceed_response(&conn->req);
846
1.42k
}
847
848
static void on_send_complete_post_trailers(h2o_socket_t *sock, const char *err)
849
0
{
850
0
    struct st_h2o_http1_conn_t *conn = sock->data;
851
852
0
    if (err != NULL)
853
0
        conn->req.http1_is_persistent = 0;
854
855
0
    conn->_ostr_final.state = OSTREAM_STATE_DONE;
856
0
    if (conn->req.proceed_req == NULL)
857
0
        cleanup_connection(conn);
858
0
}
859
860
static void on_send_complete(h2o_socket_t *sock, const char *err)
861
9.44k
{
862
9.44k
    struct st_h2o_http1_conn_t *conn = sock->data;
863
864
9.44k
    if (err == NULL) {
865
9.44k
        if (conn->req._ostr_top != &conn->_ostr_final.super) {
866
0
            err = "pull error";
867
9.44k
        } else {
868
            /* success */
869
9.44k
            conn->req.timestamps.response_end_at = h2o_gettimeofday(conn->super.ctx->loop);
870
9.44k
            if (h2o_timeval_is_null(&conn->req.timestamps.response_start_at)) {
871
0
                conn->req.timestamps.response_start_at = conn->req.timestamps.response_end_at;
872
0
            }
873
9.44k
        }
874
9.44k
    }
875
876
9.44k
    if (err != NULL)
877
1
        conn->req.http1_is_persistent = 0;
878
879
9.44k
    if (err == NULL && conn->req.send_server_timing && conn->_ostr_final.chunked_buf != NULL) {
880
0
        h2o_iovec_t trailer;
881
0
        if ((trailer = h2o_build_server_timing_trailer(&conn->req, H2O_STRLIT("server-timing: "), H2O_STRLIT("\r\n\r\n"))).len !=
882
0
            0) {
883
0
            h2o_socket_write(conn->sock, &trailer, 1, on_send_complete_post_trailers);
884
0
            return;
885
0
        }
886
0
    }
887
888
9.44k
    conn->_ostr_final.state = OSTREAM_STATE_DONE;
889
890
9.44k
    if (conn->req.is_tunnel_req) {
891
        /* We have received a complete request (the end of the request is the request headers, see `fixup_request`), and the
892
         * connection is not going to handle any more requests. Therefore, we can close the connection immediately, regardless of if
893
         * the connection had been turned into a tunnel. */
894
66
        assert(!conn->req.http1_is_persistent);
895
66
        cleanup_connection(conn);
896
9.38k
    } else if (conn->req.proceed_req == NULL) {
897
        /* Upstream has sent an early response. Continue forwarding the request body. */
898
8.99k
        cleanup_connection(conn);
899
8.99k
    }
900
9.44k
}
901
902
static void on_upgrade_complete(h2o_socket_t *socket, const char *err)
903
92
{
904
92
    struct st_h2o_http1_conn_t *conn = socket->data;
905
92
    h2o_http1_upgrade_cb cb = conn->upgrade.cb;
906
92
    void *data = conn->upgrade.data;
907
92
    h2o_socket_t *sock = NULL;
908
92
    size_t headers_size = 0;
909
910
    /* destruct the connection (after detaching the socket) */
911
92
    if (err == 0) {
912
92
        sock = conn->sock;
913
92
        headers_size = conn->_unconsumed_request_size;
914
92
        close_connection(conn, 0);
915
92
    } else {
916
0
        close_connection(conn, 1);
917
0
    }
918
919
92
    cb(data, sock, headers_size);
920
92
}
921
922
static size_t flatten_headers_estimate_size(h2o_req_t *req, size_t server_name_and_connection_len)
923
9.54k
{
924
9.54k
    size_t len = sizeof("HTTP/1.1  \r\nserver: \r\nconnection: \r\ncontent-length: \r\n\r\n") + 3 + strlen(req->res.reason) +
925
9.54k
                 server_name_and_connection_len + sizeof(H2O_UINT64_LONGEST_STR) - 1 + sizeof("cache-control: private") - 1;
926
9.54k
    const h2o_header_t *header, *end;
927
928
20.3k
    for (header = req->res.headers.entries, end = header + req->res.headers.size; header != end; ++header)
929
10.7k
        len += header->name->len + header->value.len + 4;
930
931
9.54k
    return len;
932
9.54k
}
933
934
static size_t flatten_res_headers(char *buf, h2o_req_t *req)
935
9.54k
{
936
9.54k
    char *dst = buf;
937
9.54k
    size_t i;
938
20.3k
    for (i = 0; i != req->res.headers.size; ++i) {
939
10.7k
        const h2o_header_t *header = req->res.headers.entries + i;
940
10.7k
        memcpy(dst, header->orig_name ? header->orig_name : header->name->base, header->name->len);
941
10.7k
        dst += header->name->len;
942
10.7k
        *dst++ = ':';
943
10.7k
        *dst++ = ' ';
944
10.7k
        memcpy(dst, header->value.base, header->value.len);
945
10.7k
        dst += header->value.len;
946
10.7k
        *dst++ = '\r';
947
10.7k
        *dst++ = '\n';
948
10.7k
    }
949
950
9.54k
    return dst - buf;
951
9.54k
}
952
953
static size_t flatten_headers(char *buf, h2o_req_t *req, const char *connection)
954
9.54k
{
955
9.54k
    h2o_context_t *ctx = req->conn->ctx;
956
9.54k
    char *dst = buf;
957
958
9.54k
    assert(req->res.status <= 999);
959
960
    /* send essential headers with the first chars uppercased for max. interoperability (#72) */
961
9.54k
    if (req->res.content_length != SIZE_MAX) {
962
7.32k
        dst += sprintf(dst, "HTTP/1.1 %d %s\r\nConnection: %s\r\nContent-Length: %zu\r\n", req->res.status, req->res.reason,
963
7.32k
                       connection, req->res.content_length);
964
7.32k
    } else {
965
2.22k
        dst += sprintf(dst, "HTTP/1.1 %d %s\r\nConnection: %s\r\n", req->res.status, req->res.reason, connection);
966
2.22k
    }
967
9.54k
    if (ctx->globalconf->server_name.len) {
968
9.54k
        dst += sprintf(dst, "Server: %s\r\n", ctx->globalconf->server_name.base);
969
9.54k
    }
970
971
9.54k
    dst += flatten_res_headers(dst, req);
972
9.54k
    *dst++ = '\r';
973
9.54k
    *dst++ = '\n';
974
975
9.54k
    return dst - buf;
976
9.54k
}
977
978
static int should_use_chunked_encoding(h2o_req_t *req)
979
9.45k
{
980
9.45k
    if (req->is_tunnel_req)
981
66
        return 0;
982
9.38k
    if (req->version != 0x101)
983
2.97k
        return 0;
984
    /* do nothing if content-length is known */
985
6.40k
    if (req->res.content_length != SIZE_MAX)
986
4.55k
        return 0;
987
    /* RFC 2616 4.4 states that the following status codes (and response to a HEAD method) should not include message body */
988
1.85k
    if ((100 <= req->res.status && req->res.status <= 199) || req->res.status == 204 || req->res.status == 304)
989
0
        return 0;
990
1.85k
    if (h2o_memis(req->input.method.base, req->input.method.len, H2O_STRLIT("HEAD")))
991
638
        return 0;
992
993
1.21k
    return 1;
994
1.85k
}
995
996
static void setup_chunked(struct st_h2o_http1_finalostream_t *self, h2o_req_t *req)
997
9.45k
{
998
9.45k
    if (should_use_chunked_encoding(req)) {
999
1.21k
        h2o_add_header(&req->pool, &req->res.headers, H2O_TOKEN_TRANSFER_ENCODING, NULL, H2O_STRLIT("chunked"));
1000
1.21k
        self->chunked_buf = h2o_mem_alloc_pool_aligned(&req->pool, 1, sizeof(size_t) * 2 + sizeof("\r\n"));
1001
1.21k
    }
1002
9.45k
}
1003
1004
static void encode_chunked(h2o_sendvec_t *prefix, h2o_sendvec_t *suffix, h2o_send_state_t state, size_t chunk_size,
1005
                           int send_trailers, char *buffer)
1006
2.36k
{
1007
2.36k
    h2o_sendvec_init_raw(prefix, NULL, 0);
1008
2.36k
    h2o_sendvec_init_raw(suffix, NULL, 0);
1009
1010
    /* create chunk header and output data */
1011
2.36k
    if (chunk_size != 0) {
1012
1.21k
        prefix->raw = buffer;
1013
1.21k
        prefix->len = sprintf(buffer, "%zx\r\n", chunk_size);
1014
1.21k
        if (state != H2O_SEND_STATE_ERROR) {
1015
1.21k
            suffix->raw = "\r\n0\r\n\r\n";
1016
1.21k
            suffix->len = state == H2O_SEND_STATE_FINAL ? (send_trailers ? 5 : 7) : 2;
1017
1.21k
        }
1018
1.21k
    } else if (state == H2O_SEND_STATE_FINAL) {
1019
1.15k
        suffix->raw = "0\r\n\r\n";
1020
1.15k
        suffix->len = send_trailers ? 3 : 5;
1021
1.15k
    }
1022
1023
    /* if state is error, send a broken chunk to pass the error down to the browser */
1024
2.36k
    if (state == H2O_SEND_STATE_ERROR) {
1025
1
        suffix->raw = "\r\n1\r\n";
1026
1
        suffix->len = 5;
1027
1
    }
1028
2.36k
}
1029
1030
void finalostream_send(h2o_ostream_t *_self, h2o_req_t *_req, h2o_sendvec_t *inbufs, size_t inbufcnt, h2o_send_state_t send_state)
1031
10.8k
{
1032
10.8k
    struct st_h2o_http1_conn_t *conn = (struct st_h2o_http1_conn_t *)_req->conn;
1033
10.8k
    h2o_sendvec_t bufs[inbufcnt + 1 + 2]; /* 1 for header, 2 for chunked encoding */
1034
10.8k
    size_t bufcnt = 0, chunked_prefix_index = 0;
1035
10.8k
    int empty_payload_allowed = conn->_ostr_final.state == OSTREAM_STATE_HEAD || send_state != H2O_SEND_STATE_IN_PROGRESS;
1036
1037
10.8k
    assert(&conn->req == _req);
1038
10.8k
    assert(_self == &conn->_ostr_final.super);
1039
1040
10.8k
    if (conn->_ostr_final.informational.write_inflight) {
1041
0
        conn->_ostr_final.informational.pending_final.inbufs = h2o_mem_alloc_pool(&conn->req.pool, h2o_sendvec_t, inbufcnt);
1042
0
        memcpy(conn->_ostr_final.informational.pending_final.inbufs, inbufs, sizeof(*inbufs) * inbufcnt);
1043
0
        conn->_ostr_final.informational.pending_final.inbufcnt = inbufcnt;
1044
0
        conn->_ostr_final.informational.pending_final.send_state = send_state;
1045
0
        return;
1046
0
    }
1047
1048
10.8k
    if (send_state == H2O_SEND_STATE_ERROR) {
1049
1
        conn->req.http1_is_persistent = 0;
1050
1
        conn->req.send_server_timing = 0;
1051
1
        if (conn->req.upstream_refused) {
1052
            /* to let the client retry, immediately close the connection without sending any data */
1053
0
            on_send_complete(conn->sock, NULL);
1054
0
            return;
1055
0
        }
1056
1
    }
1057
1058
10.8k
    if (conn->_ostr_final.state == OSTREAM_STATE_HEAD) {
1059
        /* build headers and send */
1060
9.45k
        conn->req.timestamps.response_start_at = h2o_gettimeofday(conn->super.ctx->loop);
1061
9.45k
        setup_chunked(&conn->_ostr_final, &conn->req);
1062
9.45k
        if (conn->req.send_server_timing)
1063
0
            h2o_add_server_timing_header(&conn->req, conn->_ostr_final.chunked_buf != NULL);
1064
1065
9.45k
        const char *connection = conn->req.http1_is_persistent ? "keep-alive" : "close";
1066
9.45k
        if (conn->req.is_tunnel_req && conn->req.res.status == 101 && conn->req.upgrade.base)
1067
3
            connection = "upgrade";
1068
9.45k
        size_t headers_est_size =
1069
9.45k
            flatten_headers_estimate_size(&conn->req, conn->super.ctx->globalconf->server_name.len + strlen(connection));
1070
9.45k
        h2o_sendvec_init_raw(bufs + bufcnt, h2o_mem_alloc_pool(&conn->req.pool, char, headers_est_size), 0);
1071
9.45k
        bufs[bufcnt].len = flatten_headers(bufs[bufcnt].raw, &conn->req, connection);
1072
9.45k
        conn->req.header_bytes_sent += bufs[bufcnt].len;
1073
9.45k
        ++bufcnt;
1074
9.45k
        h2o_probe_log_response(&conn->req, conn->_req_index);
1075
9.45k
        conn->_ostr_final.state = OSTREAM_STATE_BODY;
1076
9.45k
    }
1077
1078
10.8k
    if (conn->_ostr_final.chunked_buf != NULL)
1079
2.36k
        chunked_prefix_index = bufcnt++;
1080
1081
10.8k
    size_t bytes_sent = 0;
1082
19.5k
    for (size_t i = 0; i != inbufcnt; ++i) {
1083
8.71k
        if (inbufs[i].len == 0)
1084
0
            continue;
1085
8.71k
        bufs[bufcnt++] = inbufs[i];
1086
8.71k
        bytes_sent += inbufs[i].len;
1087
8.71k
    }
1088
10.8k
    assert(empty_payload_allowed || bytes_sent != 0 || !"h2o_data must only be called when there is progress");
1089
10.8k
    conn->req.bytes_sent += bytes_sent;
1090
1091
10.8k
    if (conn->_ostr_final.chunked_buf != NULL) {
1092
2.36k
        encode_chunked(bufs + chunked_prefix_index, bufs + bufcnt, send_state, bytes_sent, conn->req.send_server_timing != 0,
1093
2.36k
                       conn->_ostr_final.chunked_buf);
1094
2.36k
        if (bufs[bufcnt].len != 0)
1095
2.36k
            ++bufcnt;
1096
2.36k
    }
1097
1098
10.8k
    if (bufcnt != 0)
1099
10.6k
        set_req_io_timeout(conn, conn->super.ctx->globalconf->http1.req_io_timeout, req_io_on_timeout);
1100
1101
10.8k
    h2o_socket_sendvec(conn->sock, bufs, bufcnt, h2o_send_state_is_in_progress(send_state) ? on_send_next : on_send_complete);
1102
10.8k
}
1103
1104
static void on_send_informational_complete(h2o_socket_t *sock, const char *err);
1105
1106
static void do_send_informational(struct st_h2o_http1_conn_t *conn)
1107
0
{
1108
0
    assert(!conn->_ostr_final.informational.write_inflight && conn->_ostr_final.informational.pending.size != 0);
1109
1110
0
    conn->_ostr_final.informational.write_inflight = 1;
1111
0
    h2o_socket_write(conn->sock, conn->_ostr_final.informational.pending.entries, conn->_ostr_final.informational.pending.size,
1112
0
                     on_send_informational_complete);
1113
0
    conn->_ostr_final.informational.pending.size = 0;
1114
0
}
1115
1116
static void on_send_informational_complete(h2o_socket_t *sock, const char *err)
1117
0
{
1118
0
    struct st_h2o_http1_conn_t *conn = sock->data;
1119
0
    if (err != NULL) {
1120
0
        close_connection(conn, 1);
1121
0
        return;
1122
0
    }
1123
1124
0
    conn->_ostr_final.informational.write_inflight = 0;
1125
1126
0
    if (conn->_ostr_final.informational.pending_final.inbufs != NULL) {
1127
0
        finalostream_send(&conn->_ostr_final.super, &conn->req, conn->_ostr_final.informational.pending_final.inbufs,
1128
0
                          conn->_ostr_final.informational.pending_final.inbufcnt,
1129
0
                          conn->_ostr_final.informational.pending_final.send_state);
1130
0
        return;
1131
0
    }
1132
1133
0
    if (conn->_ostr_final.informational.pending.size != 0)
1134
0
        do_send_informational(conn);
1135
0
}
1136
1137
static void finalostream_send_informational(h2o_ostream_t *_self, h2o_req_t *req)
1138
0
{
1139
0
    struct st_h2o_http1_conn_t *conn = (struct st_h2o_http1_conn_t *)req->conn;
1140
0
    assert(_self == &conn->_ostr_final.super);
1141
1142
0
    size_t len = sizeof("HTTP/1.1  \r\n\r\n") + 3 + strlen(req->res.reason) - 1;
1143
0
    h2o_iovec_t buf = h2o_iovec_init(NULL, len);
1144
1145
0
    int i;
1146
0
    for (i = 0; i != req->res.headers.size; ++i)
1147
0
        buf.len += req->res.headers.entries[i].name->len + req->res.headers.entries[i].value.len + 4;
1148
1149
0
    buf.base = h2o_mem_alloc_pool(&req->pool, char, buf.len);
1150
0
    char *dst = buf.base;
1151
0
    dst += sprintf(dst, "HTTP/1.1 %d %s\r\n", req->res.status, req->res.reason);
1152
0
    dst += flatten_res_headers(dst, req);
1153
0
    *dst++ = '\r';
1154
0
    *dst++ = '\n';
1155
1156
0
    req->header_bytes_sent += dst - buf.base;
1157
1158
0
    h2o_vector_reserve(&req->pool, &conn->_ostr_final.informational.pending, conn->_ostr_final.informational.pending.size + 1);
1159
0
    conn->_ostr_final.informational.pending.entries[conn->_ostr_final.informational.pending.size++] = buf;
1160
1161
0
    if (!conn->_ostr_final.informational.write_inflight)
1162
0
        do_send_informational(conn);
1163
0
}
1164
1165
static socklen_t get_sockname(h2o_conn_t *_conn, struct sockaddr *sa)
1166
0
{
1167
0
    struct st_h2o_http1_conn_t *conn = (void *)_conn;
1168
0
    return h2o_socket_getsockname(conn->sock, sa);
1169
0
}
1170
1171
static socklen_t get_peername(h2o_conn_t *_conn, struct sockaddr *sa)
1172
2.10k
{
1173
2.10k
    struct st_h2o_http1_conn_t *conn = (void *)_conn;
1174
2.10k
    return h2o_socket_getpeername(conn->sock, sa);
1175
2.10k
}
1176
1177
static ptls_t *get_ptls(h2o_conn_t *_conn)
1178
2.10k
{
1179
2.10k
    struct st_h2o_http1_conn_t *conn = (void *)_conn;
1180
2.10k
    assert(conn->sock != NULL && "it never becomes NULL, right?");
1181
2.10k
    return h2o_socket_get_ptls(conn->sock);
1182
2.10k
}
1183
1184
static const char *get_ssl_server_name(h2o_conn_t *_conn)
1185
0
{
1186
0
    struct st_h2o_http1_conn_t *conn = (void *)_conn;
1187
0
    return h2o_socket_get_ssl_server_name(conn->sock);
1188
0
}
1189
1190
static ptls_log_conn_state_t *log_state(h2o_conn_t *_conn)
1191
0
{
1192
0
    struct st_h2o_http1_conn_t *conn = (void *)_conn;
1193
0
    return h2o_socket_log_state(conn->sock);
1194
0
}
1195
1196
static int can_zerocopy(h2o_conn_t *_conn)
1197
2.10k
{
1198
2.10k
    struct st_h2o_http1_conn_t *conn = (void *)_conn;
1199
2.10k
    return conn->sock->ssl == NULL || h2o_socket_can_tls_offload(conn->sock);
1200
2.10k
}
1201
1202
static uint64_t get_req_id(h2o_req_t *req)
1203
0
{
1204
0
    struct st_h2o_http1_conn_t *conn = H2O_STRUCT_FROM_MEMBER(struct st_h2o_http1_conn_t, req, req);
1205
0
    return conn->_req_index;
1206
0
}
1207
1208
static h2o_socket_t *steal_socket(h2o_conn_t *_conn)
1209
0
{
1210
0
    struct st_h2o_http1_conn_t *conn = (void *)_conn;
1211
0
    h2o_socket_t *sock = conn->sock;
1212
1213
0
    if (sock->ssl != NULL)
1214
0
        return NULL;
1215
1216
0
    close_connection(conn, 0);
1217
0
    return sock;
1218
0
}
1219
1220
#define DEFINE_LOGGER(name)                                                                                                        \
1221
    static h2o_iovec_t log_##name(h2o_req_t *req)                                                                                  \
1222
0
    {                                                                                                                              \
1223
0
        struct st_h2o_http1_conn_t *conn = (void *)req->conn;                                                                      \
1224
0
        return h2o_socket_log_##name(conn->sock, &req->pool);                                                                      \
1225
0
    }
Unexecuted instantiation: http1.c:log_tcp_congestion_controller
Unexecuted instantiation: http1.c:log_tcp_delivery_rate
Unexecuted instantiation: http1.c:log_ssl_protocol_version
Unexecuted instantiation: http1.c:log_ssl_session_reused
Unexecuted instantiation: http1.c:log_ssl_cipher
Unexecuted instantiation: http1.c:log_ssl_cipher_bits
Unexecuted instantiation: http1.c:log_ssl_session_id
Unexecuted instantiation: http1.c:log_ssl_negotiated_protocol
Unexecuted instantiation: http1.c:log_ssl_ech_config_id
Unexecuted instantiation: http1.c:log_ssl_ech_kem
Unexecuted instantiation: http1.c:log_ssl_ech_cipher
Unexecuted instantiation: http1.c:log_ssl_ech_cipher_bits
Unexecuted instantiation: http1.c:log_ssl_backend
1226
1227
DEFINE_LOGGER(tcp_congestion_controller)
1228
DEFINE_LOGGER(tcp_delivery_rate)
1229
DEFINE_LOGGER(ssl_protocol_version)
1230
DEFINE_LOGGER(ssl_session_reused)
1231
DEFINE_LOGGER(ssl_cipher)
1232
DEFINE_LOGGER(ssl_cipher_bits)
1233
DEFINE_LOGGER(ssl_session_id)
1234
DEFINE_LOGGER(ssl_negotiated_protocol)
1235
DEFINE_LOGGER(ssl_ech_config_id)
1236
DEFINE_LOGGER(ssl_ech_kem)
1237
DEFINE_LOGGER(ssl_ech_cipher)
1238
DEFINE_LOGGER(ssl_ech_cipher_bits)
1239
DEFINE_LOGGER(ssl_backend)
1240
1241
#undef DEFINE_LOGGER
1242
1243
static h2o_iovec_t log_request_index(h2o_req_t *req)
1244
0
{
1245
0
    struct st_h2o_http1_conn_t *conn = (void *)req->conn;
1246
0
    char *s = h2o_mem_alloc_pool(&req->pool, char, sizeof(H2O_UINT64_LONGEST_STR));
1247
0
    size_t len = sprintf(s, "%" PRIu64, conn->_req_index);
1248
0
    return h2o_iovec_init(s, len);
1249
0
}
1250
1251
static int foreach_request(h2o_conn_t *_conn, int (*cb)(h2o_req_t *req, void *cbdata), void *cbdata)
1252
0
{
1253
0
    struct st_h2o_http1_conn_t *conn = (void *)_conn;
1254
0
    return cb(&conn->req, cbdata);
1255
0
}
1256
1257
static void initiate_graceful_shutdown(h2o_conn_t *_conn)
1258
0
{
1259
    /* note: nothing special needs to be done for handling graceful shutdown */
1260
0
}
1261
1262
static const h2o_conn_callbacks_t h1_callbacks = {
1263
    .get_sockname = get_sockname,
1264
    .get_peername = get_peername,
1265
    .get_ptls = get_ptls,
1266
    .get_ssl_server_name = get_ssl_server_name,
1267
    .log_state = log_state,
1268
    .close_idle_connection = close_idle_connection,
1269
    .foreach_request = foreach_request,
1270
    .request_shutdown = initiate_graceful_shutdown,
1271
    .can_zerocopy = can_zerocopy,
1272
    .get_req_id = get_req_id,
1273
    .steal_socket = steal_socket,
1274
    .log_ = {{
1275
        .transport =
1276
            {
1277
                .cc_name = log_tcp_congestion_controller,
1278
                .delivery_rate = log_tcp_delivery_rate,
1279
            },
1280
        .ssl =
1281
            {
1282
                .protocol_version = log_ssl_protocol_version,
1283
                .session_reused = log_ssl_session_reused,
1284
                .cipher = log_ssl_cipher,
1285
                .cipher_bits = log_ssl_cipher_bits,
1286
                .session_id = log_ssl_session_id,
1287
                .negotiated_protocol = log_ssl_negotiated_protocol,
1288
                .ech_config_id = log_ssl_ech_config_id,
1289
                .ech_kem = log_ssl_ech_kem,
1290
                .ech_cipher = log_ssl_ech_cipher,
1291
                .ech_cipher_bits = log_ssl_ech_cipher_bits,
1292
                .backend = log_ssl_backend,
1293
            },
1294
        .http1 =
1295
            {
1296
                .request_index = log_request_index,
1297
            },
1298
    }},
1299
};
1300
1301
static int conn_is_h1(h2o_conn_t *conn)
1302
92
{
1303
92
    return conn->callbacks == &h1_callbacks;
1304
92
}
1305
1306
void h2o_http1_accept(h2o_accept_ctx_t *ctx, h2o_socket_t *sock, struct timeval connected_at)
1307
10.4k
{
1308
10.4k
    struct st_h2o_http1_conn_t *conn =
1309
10.4k
        (void *)h2o_create_connection(sizeof(*conn), ctx->ctx, ctx->hosts, connected_at, &h1_callbacks);
1310
1311
    /* zero-fill all properties expect req */
1312
10.4k
    memset((char *)conn + sizeof(conn->super), 0, offsetof(struct st_h2o_http1_conn_t, req) - sizeof(conn->super));
1313
1314
    /* init properties that need to be non-zero */
1315
10.4k
    conn->sock = sock;
1316
10.4k
    sock->data = conn;
1317
1318
10.4k
    H2O_PROBE_CONN(H1_ACCEPT, &conn->super, conn->sock, &conn->super, h2o_conn_get_uuid(&conn->super));
1319
10.4k
    H2O_LOG_CONN(h1_accept, &conn->super, {
1320
10.4k
        PTLS_LOG_ELEMENT_PTR(sock, conn->sock);
1321
10.4k
        PTLS_LOG_ELEMENT_SAFESTR(uuid, h2o_conn_get_uuid(&conn->super));
1322
10.4k
    });
1323
1324
10.4k
    init_request(conn);
1325
10.4k
    reqread_start(conn);
1326
10.4k
}
1327
1328
void h2o_http1_upgrade(h2o_req_t *req, h2o_iovec_t *inbufs, size_t inbufcnt, h2o_http1_upgrade_cb on_complete, void *user_data)
1329
92
{
1330
1331
92
    assert(conn_is_h1(req->conn));
1332
92
    struct st_h2o_http1_conn_t *conn = (void *)req->conn;
1333
1334
92
    h2o_iovec_t *bufs = alloca(sizeof(h2o_iovec_t) * (inbufcnt + 1));
1335
1336
92
    conn->upgrade.data = user_data;
1337
92
    conn->upgrade.cb = on_complete;
1338
1339
92
    bufs[0].base = h2o_mem_alloc_pool(
1340
92
        &conn->req.pool, char,
1341
92
        flatten_headers_estimate_size(&conn->req, conn->super.ctx->globalconf->server_name.len + sizeof("upgrade") - 1));
1342
92
    bufs[0].len = flatten_headers(bufs[0].base, &conn->req, conn->req.res.status == 101 ? "upgrade" : "close");
1343
92
    h2o_memcpy(bufs + 1, inbufs, sizeof(h2o_iovec_t) * inbufcnt);
1344
1345
92
    h2o_socket_write(conn->sock, bufs, inbufcnt + 1, on_upgrade_complete);
1346
92
}