Coverage Report

Created: 2025-10-13 07:14

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/h2o/lib/http1.c
Line
Count
Source
1
/*
2
 * Copyright (c) 2014-2016 DeNA Co., Ltd., Kazuho Oku, Shota Fukumori,
3
 *                         Fastly, Inc.
4
 *
5
 * Permission is hereby granted, free of charge, to any person obtaining a copy
6
 * of this software and associated documentation files (the "Software"), to
7
 * deal in the Software without restriction, including without limitation the
8
 * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
9
 * sell copies of the Software, and to permit persons to whom the Software is
10
 * furnished to do so, subject to the following conditions:
11
 *
12
 * The above copyright notice and this permission notice shall be included in
13
 * all copies or substantial portions of the Software.
14
 *
15
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20
 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21
 * IN THE SOFTWARE.
22
 */
23
#include <inttypes.h>
24
#include <stddef.h>
25
#include <stdio.h>
26
#include <stdlib.h>
27
#include "picohttpparser.h"
28
#include "h2o.h"
29
#include "h2o/http1.h"
30
#include "h2o/http2.h"
31
#include "./probes_.h"
32
33
enum enum_h2o_http1_ostream_state {
34
    OSTREAM_STATE_HEAD,
35
    OSTREAM_STATE_BODY,
36
    OSTREAM_STATE_DONE,
37
};
38
39
struct st_h2o_http1_finalostream_t {
40
    h2o_ostream_t super;
41
    enum enum_h2o_http1_ostream_state state;
42
    char *chunked_buf; /* buffer used for chunked-encoding (NULL unless chunked encoding is used) */
43
    struct {
44
        /**
45
         * if `h2o_socket_write` is currently writing an informational response
46
         */
47
        unsigned write_inflight : 1;
48
        /**
49
         * buffer used to store informational responses to be sent, when write of an informational response is inflight
50
         */
51
        h2o_iovec_vector_t pending;
52
        /**
53
         * buffer used to delay the execution of `finalostream_send`, when write of an informational respnose is inflight;
54
         * availability is indicated by `inbufs != NULL`
55
         */
56
        struct {
57
            h2o_sendvec_t *inbufs;
58
            size_t inbufcnt;
59
            h2o_send_state_t send_state;
60
        } pending_final;
61
    } informational;
62
};
63
64
struct st_h2o_http1_conn_t {
65
    h2o_conn_t super;
66
    h2o_socket_t *sock;
67
    h2o_timer_t _timeout_entry;
68
    h2o_timer_t _io_timeout_entry;
69
    uint64_t _req_index;
70
    size_t _prevreqlen;
71
    size_t _unconsumed_request_size;
72
    struct st_h2o_http1_req_entity_reader *_req_entity_reader;
73
    struct st_h2o_http1_finalostream_t _ostr_final;
74
    struct {
75
        void *data;
76
        h2o_http1_upgrade_cb cb;
77
    } upgrade;
78
    /**
79
     * the request body buffer
80
     */
81
    h2o_buffer_t *req_body;
82
    /**
83
     * the HTTP request / response (intentionally placed at the last, since it is a large structure and has it's own ctor)
84
     */
85
    h2o_req_t req;
86
};
87
88
struct st_h2o_http1_req_entity_reader {
89
    void (*handle_incoming_entity)(struct st_h2o_http1_conn_t *conn);
90
};
91
92
struct st_h2o_http1_content_length_entity_reader {
93
    struct st_h2o_http1_req_entity_reader super;
94
    size_t content_length;
95
};
96
97
struct st_h2o_http1_chunked_entity_reader {
98
    struct st_h2o_http1_req_entity_reader super;
99
    struct phr_chunked_decoder decoder;
100
};
101
102
static void finalostream_send(h2o_ostream_t *_self, h2o_req_t *req, h2o_sendvec_t *inbufs, size_t inbufcnt, h2o_send_state_t state);
103
static void finalostream_send_informational(h2o_ostream_t *_self, h2o_req_t *req);
104
static void reqread_on_read(h2o_socket_t *sock, const char *err);
105
static void reqread_on_timeout(h2o_timer_t *entry);
106
static void req_io_on_timeout(h2o_timer_t *entry);
107
static void reqread_start(struct st_h2o_http1_conn_t *conn);
108
static int foreach_request(h2o_conn_t *_conn, int (*cb)(h2o_req_t *req, void *cbdata), void *cbdata);
109
110
static void init_request(struct st_h2o_http1_conn_t *conn)
111
17.7k
{
112
17.7k
    if (conn->_req_index != 0) {
113
6.86k
        if (conn->req_body != NULL)
114
986
            h2o_buffer_dispose(&conn->req_body);
115
6.86k
        h2o_dispose_request(&conn->req);
116
6.86k
        if (conn->_unconsumed_request_size)
117
5.87k
            h2o_buffer_consume(&conn->sock->input, conn->_unconsumed_request_size);
118
6.86k
    }
119
17.7k
    assert(conn->req_body == NULL);
120
17.7k
    h2o_init_request(&conn->req, &conn->super, NULL);
121
122
17.7k
    ++conn->_req_index;
123
17.7k
    conn->req._ostr_top = &conn->_ostr_final.super;
124
125
17.7k
    conn->_ostr_final = (struct st_h2o_http1_finalostream_t){{
126
17.7k
        NULL,              /* next */
127
17.7k
        finalostream_send, /* do_send */
128
17.7k
        NULL,              /* stop */
129
17.7k
        conn->super.ctx->globalconf->send_informational_mode == H2O_SEND_INFORMATIONAL_MODE_ALL ? finalostream_send_informational
130
17.7k
                                                                                                : NULL, /* send_informational */
131
17.7k
    }};
132
17.7k
}
133
134
static void close_connection(struct st_h2o_http1_conn_t *conn, int close_socket)
135
10.8k
{
136
10.8k
    if (conn->sock != NULL) {
137
6.03k
        H2O_PROBE_CONN0(H1_CLOSE, &conn->super);
138
6.03k
        H2O_LOG_CONN(h1_close, &conn->super, {});
139
6.03k
    }
140
10.8k
    h2o_timer_unlink(&conn->_timeout_entry);
141
10.8k
    h2o_timer_unlink(&conn->_io_timeout_entry);
142
10.8k
    if (conn->req_body != NULL)
143
745
        h2o_buffer_dispose(&conn->req_body);
144
10.8k
    h2o_dispose_request(&conn->req);
145
10.8k
    if (conn->sock != NULL && close_socket)
146
5.93k
        h2o_socket_close(conn->sock);
147
10.8k
    h2o_destroy_connection(&conn->super);
148
10.8k
}
149
150
static void cleanup_connection(struct st_h2o_http1_conn_t *conn)
151
9.86k
{
152
9.86k
    if (!conn->req.http1_is_persistent) {
153
        /* TODO use lingering close */
154
3.00k
        close_connection(conn, 1);
155
3.00k
        return;
156
3.00k
    }
157
158
9.86k
    assert(conn->req.proceed_req == NULL);
159
6.86k
    assert(conn->_req_entity_reader == NULL);
160
161
    /* handle next request */
162
6.86k
    init_request(conn);
163
6.86k
    conn->req.write_req.cb = NULL;
164
6.86k
    conn->req.write_req.ctx = NULL;
165
6.86k
    conn->req.proceed_req = NULL;
166
6.86k
    conn->_prevreqlen = 0;
167
6.86k
    conn->_unconsumed_request_size = 0;
168
169
6.86k
    if (conn->sock->input->size == 0)
170
2.10k
        h2o_conn_set_state(&conn->super, H2O_CONN_STATE_IDLE);
171
172
6.86k
    reqread_start(conn);
173
6.86k
}
174
175
/**
176
 * timer is activated if cb != NULL, disactivated otherwise
177
 */
178
static void set_req_timeout(struct st_h2o_http1_conn_t *conn, uint64_t timeout, h2o_timer_cb cb)
179
29.3k
{
180
29.3k
    if (conn->req.is_tunnel_req)
181
103
        cb = NULL;
182
29.3k
    if (conn->_timeout_entry.cb != NULL)
183
10.1k
        h2o_timer_unlink(&conn->_timeout_entry);
184
29.3k
    conn->_timeout_entry.cb = cb;
185
29.3k
    if (cb != NULL)
186
19.0k
        h2o_timer_link(conn->super.ctx->loop, timeout, &conn->_timeout_entry);
187
29.3k
}
188
189
static void set_req_io_timeout(struct st_h2o_http1_conn_t *conn, uint64_t timeout, h2o_timer_cb cb)
190
54.6k
{
191
54.6k
    if (conn->req.is_tunnel_req)
192
170
        cb = NULL;
193
54.6k
    if (conn->_io_timeout_entry.cb != NULL)
194
33.6k
        h2o_timer_unlink(&conn->_io_timeout_entry);
195
54.6k
    conn->_io_timeout_entry.cb = cb;
196
54.6k
    if (cb != NULL)
197
44.3k
        h2o_timer_link(conn->super.ctx->loop, timeout, &conn->_io_timeout_entry);
198
54.6k
}
199
200
static void clear_timeouts(struct st_h2o_http1_conn_t *conn)
201
10.2k
{
202
10.2k
    set_req_timeout(conn, 0, NULL);
203
10.2k
    set_req_io_timeout(conn, 0, NULL);
204
10.2k
}
205
206
static void entity_read_do_send_error(struct st_h2o_http1_conn_t *conn, int status, size_t status_error_index, const char *reason,
207
                                      const char *body)
208
286
{
209
286
    conn->req.proceed_req = NULL;
210
286
    conn->_req_entity_reader = NULL;
211
286
    clear_timeouts(conn);
212
286
    h2o_socket_read_stop(conn->sock);
213
    /* FIXME We should check if `h2o_proceed_request` has been called, rather than trying to guess if we have (I'm unsure if the
214
     * contract is for h2o_req_t::_generator to become non-NULL immediately after `h2o_proceed_request` is being called). */
215
286
    if (conn->req._generator == NULL && conn->_ostr_final.state == OSTREAM_STATE_HEAD) {
216
262
        conn->super.ctx->emitted_error_status[status_error_index]++;
217
262
        h2o_send_error_generic(&conn->req, status, reason, body, H2O_SEND_ERROR_HTTP1_CLOSE_CONNECTION);
218
262
    } else {
219
24
        conn->req.http1_is_persistent = 0;
220
24
        if (conn->_ostr_final.state == OSTREAM_STATE_DONE)
221
20
            cleanup_connection(conn);
222
24
    }
223
286
}
224
225
#define DECL_ENTITY_READ_SEND_ERROR_XXX(status_)                                                                                   \
226
    static void entity_read_send_error_##status_(struct st_h2o_http1_conn_t *conn, const char *reason, const char *body)           \
227
286
    {                                                                                                                              \
228
286
        entity_read_do_send_error(conn, status_, H2O_STATUS_ERROR_##status_, reason, body);                                        \
229
286
    }
http1.c:entity_read_send_error_400
Line
Count
Source
227
178
    {                                                                                                                              \
228
178
        entity_read_do_send_error(conn, status_, H2O_STATUS_ERROR_##status_, reason, body);                                        \
229
178
    }
http1.c:entity_read_send_error_502
Line
Count
Source
227
23
    {                                                                                                                              \
228
23
        entity_read_do_send_error(conn, status_, H2O_STATUS_ERROR_##status_, reason, body);                                        \
229
23
    }
http1.c:entity_read_send_error_413
Line
Count
Source
227
85
    {                                                                                                                              \
228
85
        entity_read_do_send_error(conn, status_, H2O_STATUS_ERROR_##status_, reason, body);                                        \
229
85
    }
230
231
DECL_ENTITY_READ_SEND_ERROR_XXX(400)
232
DECL_ENTITY_READ_SEND_ERROR_XXX(413)
233
DECL_ENTITY_READ_SEND_ERROR_XXX(502)
234
235
static void handle_one_body_fragment(struct st_h2o_http1_conn_t *conn, size_t fragment_size, size_t extra_bytes, int complete)
236
2.84k
{
237
2.84k
    if (fragment_size == 0 && !complete) {
238
409
        h2o_buffer_consume(&conn->sock->input, extra_bytes);
239
409
        return;
240
409
    }
241
242
2.43k
    clear_timeouts(conn);
243
2.43k
    h2o_socket_read_stop(conn->sock);
244
245
    /* move data being read to req_body */
246
2.43k
    if (!h2o_buffer_try_append(&conn->req_body, conn->sock->input->bytes, fragment_size)) {
247
0
        entity_read_send_error_502(conn, "Bad Gateway", "Bad Gateway");
248
0
        return;
249
0
    }
250
2.43k
    h2o_buffer_consume(&conn->sock->input, fragment_size + extra_bytes);
251
2.43k
    conn->req.req_body_bytes_received += fragment_size;
252
253
    /* invoke action */
254
2.43k
    conn->req.entity = h2o_iovec_init(conn->req_body->bytes, conn->req_body->size);
255
2.43k
    if (conn->req.write_req.cb(conn->req.write_req.ctx, complete) != 0) {
256
0
        entity_read_send_error_502(conn, "Bad Gateway", "Bad Gateway");
257
0
        return;
258
0
    }
259
2.43k
    if (complete) {
260
1.04k
        conn->req.proceed_req = NULL;
261
1.04k
        conn->_req_entity_reader = NULL;
262
1.04k
        if (conn->_ostr_final.state == OSTREAM_STATE_DONE) {
263
271
            cleanup_connection(conn);
264
271
        }
265
1.04k
    }
266
2.43k
}
267
268
static void handle_chunked_entity_read(struct st_h2o_http1_conn_t *conn)
269
1.29k
{
270
1.29k
    struct st_h2o_http1_chunked_entity_reader *reader = (void *)conn->_req_entity_reader;
271
1.29k
    size_t bufsz;
272
1.29k
    ssize_t ret;
273
274
    /* decode the incoming data */
275
1.29k
    if ((bufsz = conn->sock->input->size) == 0)
276
42
        return;
277
1.25k
    ret = phr_decode_chunked(&reader->decoder, conn->sock->input->bytes, &bufsz);
278
1.25k
    if (ret != -1 && bufsz + conn->req.req_body_bytes_received >= conn->super.ctx->globalconf->max_request_entity_size) {
279
0
        entity_read_send_error_413(conn, "Request Entity Too Large", "request entity is too large");
280
0
        return;
281
0
    }
282
1.25k
    if (ret < 0) {
283
1.02k
        if (ret == -2) {
284
            /* incomplete */
285
939
            handle_one_body_fragment(conn, bufsz, conn->sock->input->size - bufsz, 0);
286
939
        } else {
287
            /* error */
288
83
            entity_read_send_error_400(conn, "Invalid Request", "broken chunked-encoding");
289
83
        }
290
1.02k
    } else {
291
        /* complete */
292
233
        assert(bufsz + ret <= conn->sock->input->size);
293
233
        conn->sock->input->size = bufsz + ret;
294
233
        handle_one_body_fragment(conn, bufsz, 0, 1);
295
233
    }
296
1.25k
}
297
298
static int create_chunked_entity_reader(struct st_h2o_http1_conn_t *conn)
299
673
{
300
673
    struct st_h2o_http1_chunked_entity_reader *reader = h2o_mem_alloc_pool(&conn->req.pool, *reader, 1);
301
673
    conn->_req_entity_reader = &reader->super;
302
303
673
    reader->super.handle_incoming_entity = handle_chunked_entity_read;
304
673
    memset(&reader->decoder, 0, sizeof(reader->decoder));
305
673
    reader->decoder.consume_trailer = 1;
306
307
673
    return 0;
308
673
}
309
310
static void handle_content_length_entity_read(struct st_h2o_http1_conn_t *conn)
311
1.79k
{
312
1.79k
    int complete = 0;
313
1.79k
    struct st_h2o_http1_content_length_entity_reader *reader = (void *)conn->_req_entity_reader;
314
1.79k
    size_t length = conn->sock->input->size;
315
316
1.79k
    if (conn->req.req_body_bytes_received + conn->sock->input->size >= reader->content_length) {
317
807
        complete = 1;
318
807
        length = reader->content_length - conn->req.req_body_bytes_received;
319
807
    }
320
1.79k
    if (!complete && length == 0)
321
120
        return;
322
323
1.67k
    handle_one_body_fragment(conn, length, 0, complete);
324
1.67k
}
325
326
static int create_content_length_entity_reader(struct st_h2o_http1_conn_t *conn, size_t content_length)
327
1.05k
{
328
1.05k
    struct st_h2o_http1_content_length_entity_reader *reader = h2o_mem_alloc_pool(&conn->req.pool, *reader, 1);
329
1.05k
    conn->_req_entity_reader = &reader->super;
330
331
1.05k
    reader->super.handle_incoming_entity = handle_content_length_entity_read;
332
1.05k
    reader->content_length = content_length;
333
334
1.05k
    return 0;
335
1.05k
}
336
337
static int create_entity_reader(struct st_h2o_http1_conn_t *conn, const struct phr_header *entity_header)
338
1.85k
{
339
    /* strlen("content-length") is unequal to sizeof("transfer-encoding"), and thus checking the length only is sufficient */
340
1.85k
    if (entity_header->name_len == sizeof("transfer-encoding") - 1) {
341
        /* transfer-encoding */
342
718
        if (!h2o_lcstris(entity_header->value, entity_header->value_len, H2O_STRLIT("chunked"))) {
343
45
            entity_read_send_error_400(conn, "Invalid Request", "unknown transfer-encoding");
344
45
            return -1;
345
45
        }
346
673
        return create_chunked_entity_reader(conn);
347
1.13k
    } else {
348
        /* content-length */
349
1.13k
        size_t content_length = h2o_strtosize(entity_header->value, entity_header->value_len);
350
1.13k
        if (content_length == SIZE_MAX) {
351
50
            entity_read_send_error_400(conn, "Invalid Request", "broken content-length header");
352
50
            return -1;
353
50
        }
354
1.08k
        if (content_length > conn->super.ctx->globalconf->max_request_entity_size) {
355
85
            entity_read_send_error_413(conn, "Request Entity Too Large", "request entity is too large");
356
85
            return -1;
357
85
        }
358
1.00k
        conn->req.content_length = content_length;
359
1.00k
        return create_content_length_entity_reader(conn, (size_t)content_length);
360
1.08k
    }
361
    /* failed */
362
0
    return -1;
363
1.85k
}
364
365
static const char *init_headers(h2o_mem_pool_t *pool, h2o_headers_t *headers, const struct phr_header *src, size_t len,
366
                                h2o_iovec_t *connection, h2o_iovec_t *host, h2o_iovec_t *upgrade, ssize_t *expect_header_index,
367
                                ssize_t *entity_header_index)
368
9.38k
{
369
9.38k
    *entity_header_index = -1;
370
9.38k
    *expect_header_index = -1;
371
372
9.38k
    assert(headers->size == 0);
373
374
    /* setup */
375
9.38k
    if (len != 0) {
376
6.51k
        size_t i;
377
6.51k
        h2o_vector_reserve(pool, headers, len);
378
55.8k
        for (i = 0; i != len; ++i) {
379
49.4k
            const h2o_token_t *name_token;
380
            /* reject multiline header */
381
49.4k
            if (src[i].name_len == 0)
382
39
                return "line folding of header fields is not supported";
383
49.3k
            char orig_case[src[i].name_len];
384
            /* preserve the original case */
385
49.3k
            memcpy(orig_case, src[i].name, src[i].name_len);
386
            /* convert to lower-case in-place */
387
49.3k
            h2o_strtolower((char *)src[i].name, src[i].name_len);
388
49.3k
            if ((name_token = h2o_lookup_token(src[i].name, src[i].name_len)) != NULL) {
389
18.4k
                if (name_token->flags.is_init_header_special) {
390
3.88k
                    if (name_token == H2O_TOKEN_HOST) {
391
506
                        host->base = (char *)src[i].value;
392
506
                        host->len = src[i].value_len;
393
3.38k
                    } else if (name_token == H2O_TOKEN_CONTENT_LENGTH) {
394
1.51k
                        if (*entity_header_index == -1)
395
1.13k
                            *entity_header_index = i;
396
1.86k
                    } else if (name_token == H2O_TOKEN_TRANSFER_ENCODING) {
397
807
                        *entity_header_index = i;
398
1.05k
                    } else if (name_token == H2O_TOKEN_EXPECT) {
399
104
                        *expect_header_index = i;
400
951
                    } else if (name_token == H2O_TOKEN_UPGRADE) {
401
951
                        upgrade->base = (char *)src[i].value;
402
951
                        upgrade->len = src[i].value_len;
403
951
                    } else {
404
0
                        assert(!"logic flaw");
405
0
                    }
406
14.6k
                } else {
407
14.6k
                    h2o_add_header(pool, headers, name_token, orig_case, src[i].value, src[i].value_len);
408
14.6k
                    if (name_token == H2O_TOKEN_CONNECTION)
409
1.28k
                        *connection = headers->entries[headers->size - 1].value;
410
14.6k
                }
411
30.8k
            } else {
412
30.8k
                h2o_add_header_by_str(pool, headers, src[i].name, src[i].name_len, 0, orig_case, src[i].value, src[i].value_len);
413
30.8k
            }
414
49.3k
        }
415
6.51k
    }
416
417
9.34k
    return NULL;
418
9.38k
}
419
420
static int upgrade_is_h2(h2o_iovec_t upgrade)
421
615
{
422
615
    if (h2o_lcstris(upgrade.base, upgrade.len, H2O_STRLIT("h2c")) || h2o_lcstris(upgrade.base, upgrade.len, H2O_STRLIT("h2c-14")) ||
423
92
        h2o_lcstris(upgrade.base, upgrade.len, H2O_STRLIT("h2c-16")))
424
558
        return 1;
425
57
    return 0;
426
615
}
427
428
static const char fixup_request_is_h2_upgrade[] = "fixup h2 upgrade";
429
430
static const char *fixup_request(struct st_h2o_http1_conn_t *conn, struct phr_header *headers, size_t num_headers,
431
                                 int minor_version, ssize_t *expect_header_index, ssize_t *entity_header_index)
432
9.38k
{
433
9.38k
    h2o_iovec_t connection = {NULL, 0}, host = {NULL, 0}, upgrade = {NULL, 0};
434
9.38k
    enum { METHOD_NORMAL, METHOD_CONNECT, METHOD_CONNECT_UDP } method_type;
435
9.38k
    const char *ret;
436
437
9.38k
    conn->req.input.scheme = conn->sock->ssl != NULL ? &H2O_URL_SCHEME_HTTPS : &H2O_URL_SCHEME_HTTP;
438
9.38k
    conn->req.version = 0x100 | (minor_version != 0);
439
440
    /* RFC 7231 6.2: a server MUST NOT send a 1xx response to an HTTP/1.0 client */
441
9.38k
    if (conn->req.version < 0x101)
442
2.16k
        conn->_ostr_final.super.send_informational = NULL;
443
444
9.38k
    if (h2o_memis(conn->req.input.method.base, conn->req.input.method.len, H2O_STRLIT("CONNECT"))) {
445
87
        method_type = METHOD_CONNECT;
446
9.30k
    } else if (h2o_memis(conn->req.input.method.base, conn->req.input.method.len, H2O_STRLIT("CONNECT-UDP"))) {
447
1
        method_type = METHOD_CONNECT_UDP;
448
9.29k
    } else {
449
9.29k
        method_type = METHOD_NORMAL;
450
9.29k
    }
451
452
    /* init headers */
453
9.38k
    if ((ret = init_headers(&conn->req.pool, &conn->req.headers, headers, num_headers, &connection, &host, &upgrade,
454
9.38k
                            expect_header_index, entity_header_index)) != NULL)
455
39
        return ret;
456
457
    /* copy the values to pool, since the buffer pointed by the headers may get realloced */
458
9.34k
    if (*entity_header_index != -1 || method_type != METHOD_NORMAL || upgrade.base != NULL) {
459
2.73k
        size_t i;
460
2.73k
        conn->req.input.method = h2o_strdup(&conn->req.pool, conn->req.input.method.base, conn->req.input.method.len);
461
2.73k
        conn->req.input.path = h2o_strdup(&conn->req.pool, conn->req.input.path.base, conn->req.input.path.len);
462
14.7k
        for (i = 0; i != conn->req.headers.size; ++i) {
463
12.0k
            h2o_header_t *header = conn->req.headers.entries + i;
464
12.0k
            if (!h2o_iovec_is_token(header->name)) {
465
7.77k
                *header->name = h2o_strdup(&conn->req.pool, header->name->base, header->name->len);
466
7.77k
            }
467
12.0k
            header->value = h2o_strdup(&conn->req.pool, header->value.base, header->value.len);
468
12.0k
        }
469
2.73k
        if (host.base != NULL)
470
310
            host = h2o_strdup(&conn->req.pool, host.base, host.len);
471
2.73k
        if (upgrade.base != NULL)
472
828
            upgrade = h2o_strdup(&conn->req.pool, upgrade.base, upgrade.len);
473
2.73k
    }
474
475
9.34k
    if (method_type == METHOD_CONNECT) {
476
        /* CONNECT method, validate, setting the target host in `req->input.authority`. Path becomes empty. */
477
87
        if (conn->req.version < 0x101 || conn->req.input.path.len == 0 ||
478
75
            (host.base != NULL && !h2o_memis(conn->req.input.path.base, conn->req.input.path.len, host.base, host.len)) ||
479
10
            *entity_header_index != -1)
480
79
            return "invalid request";
481
8
        conn->req.input.authority = conn->req.input.path;
482
8
        conn->req.input.path = h2o_iovec_init(NULL, 0);
483
8
        conn->req.is_tunnel_req = 1;
484
9.26k
    } else {
485
        /* request line is in ordinary form, path might contain absolute URL; if so, convert it */
486
9.26k
        if (conn->req.input.path.len != 0 && conn->req.input.path.base[0] != '/') {
487
7.46k
            h2o_url_t url;
488
7.46k
            if (h2o_url_parse(&conn->req.pool, conn->req.input.path.base, conn->req.input.path.len, &url) == 0) {
489
342
                conn->req.input.scheme = url.scheme;
490
342
                conn->req.input.path = url.path;
491
342
                host = url.authority; /* authority part of the absolute form overrides the host header field (RFC 7230 S5.4) */
492
342
            }
493
7.46k
        }
494
        /* move host header to req->authority */
495
9.26k
        if (host.base != NULL)
496
657
            conn->req.input.authority = host;
497
        /* each protocol implementation validates masque */
498
9.26k
        if (!h2o_req_validate_pseudo_headers(&conn->req))
499
2
            return "invalid request";
500
        /* special handling for CONNECT-UDP, else it is an ordinary request */
501
9.25k
        if (method_type == METHOD_CONNECT_UDP) {
502
0
            conn->req.is_tunnel_req = 1;
503
9.25k
        } else {
504
            /* handle Connection and Upgrade header fields */
505
9.25k
            if (connection.base != NULL) {
506
                /* TODO contains_token function can be faster */
507
1.05k
                if (h2o_contains_token(connection.base, connection.len, H2O_STRLIT("keep-alive"), ',')) {
508
722
                    conn->req.http1_is_persistent = 1;
509
722
                }
510
                /* Upgrade is respected only for requests without bodies. Use of upgrade on a request with body is unsupported,
511
                 * because we reuse the entity reader for reading the body and the tunnelled data. */
512
1.05k
                if (upgrade.base != NULL && h2o_contains_token(connection.base, connection.len, H2O_STRLIT("upgrade"), ',') &&
513
649
                    *entity_header_index == -1) {
514
                    /* early return if upgrading to h2 */
515
615
                    if (upgrade_is_h2(upgrade)) {
516
558
                        if (conn->sock->ssl == NULL && conn->super.ctx->globalconf->http1.upgrade_to_http2)
517
558
                            return fixup_request_is_h2_upgrade;
518
558
                    } else {
519
57
                        conn->req.upgrade = upgrade;
520
57
                        conn->req.is_tunnel_req = 1;
521
57
                        conn->req.http1_is_persistent = 0;
522
57
                    }
523
615
                }
524
8.20k
            } else if (conn->req.version >= 0x101) {
525
                /* defaults to keep-alive if >= HTTP/1.1 */
526
6.68k
                conn->req.http1_is_persistent = 1;
527
6.68k
            }
528
            /* disable keep-alive if shutdown is requested */
529
8.70k
            if (conn->req.http1_is_persistent && conn->super.ctx->shutdown_requested)
530
0
                conn->req.http1_is_persistent = 0;
531
8.70k
        }
532
9.25k
    }
533
534
8.70k
    return NULL;
535
9.34k
}
536
537
static void on_continue_sent(h2o_socket_t *sock, const char *err)
538
0
{
539
0
    struct st_h2o_http1_conn_t *conn = sock->data;
540
541
0
    if (err != NULL) {
542
0
        close_connection(conn, 1);
543
0
        return;
544
0
    }
545
546
0
    h2o_socket_read_start(sock, reqread_on_read);
547
0
    conn->_req_entity_reader->handle_incoming_entity(conn);
548
0
}
549
550
static int contains_crlf_only(const char *s, size_t len)
551
184
{
552
300
    for (; len != 0; ++s, --len)
553
278
        if (!(*s == '\r' || *s == '\n'))
554
162
            return 0;
555
22
    return 1;
556
184
}
557
558
static void send_bad_request(struct st_h2o_http1_conn_t *conn, const char *body)
559
1.21k
{
560
1.21k
    h2o_socket_read_stop(conn->sock);
561
1.21k
    h2o_send_error_400(&conn->req, "Bad Request", body, H2O_SEND_ERROR_BROKEN_REQUEST | H2O_SEND_ERROR_HTTP1_CLOSE_CONNECTION);
562
1.21k
}
563
564
static void resume_request_read(struct st_h2o_http1_conn_t *conn)
565
1.33k
{
566
1.33k
    set_req_timeout(conn, conn->super.ctx->globalconf->http1.req_timeout, reqread_on_timeout);
567
1.33k
    set_req_io_timeout(conn, conn->super.ctx->globalconf->http1.req_io_timeout, req_io_on_timeout);
568
1.33k
    h2o_socket_read_start(conn->sock, reqread_on_read);
569
1.33k
}
570
571
static void proceed_request(h2o_req_t *req, const char *errstr)
572
661
{
573
661
    struct st_h2o_http1_conn_t *conn = H2O_STRUCT_FROM_MEMBER(struct st_h2o_http1_conn_t, req, req);
574
575
661
    if (errstr != NULL) {
576
23
        entity_read_send_error_502(conn, "Bad Gateway", "Bad Gateway");
577
23
        return;
578
23
    }
579
580
661
    assert(conn->req.entity.len == conn->req_body->size);
581
638
    h2o_buffer_consume(&conn->req_body, conn->req_body->size);
582
583
638
    resume_request_read(conn);
584
638
}
585
586
static int write_req_non_streaming(void *_req, int is_end_stream)
587
1.22k
{
588
1.22k
    struct st_h2o_http1_conn_t *conn = H2O_STRUCT_FROM_MEMBER(struct st_h2o_http1_conn_t, req, _req);
589
590
1.22k
    if (is_end_stream) {
591
529
        conn->req.proceed_req = NULL;
592
529
        h2o_process_request(&conn->req);
593
700
    } else {
594
700
        resume_request_read(conn);
595
700
    }
596
1.22k
    return 0;
597
1.22k
}
598
599
static int write_req_first(void *_req, int is_end_stream)
600
1.44k
{
601
1.44k
    struct st_h2o_http1_conn_t *conn = H2O_STRUCT_FROM_MEMBER(struct st_h2o_http1_conn_t, req, _req);
602
603
    /* if possible, switch to streaming request body mode */
604
1.44k
    if (!is_end_stream && h2o_req_can_stream_request(&conn->req)) {
605
626
        conn->req.write_req.cb = NULL; /* will be set to something before `proceed_req` is being invoked */
606
626
        conn->req.proceed_req = proceed_request;
607
626
        h2o_process_request(&conn->req);
608
626
        return 0;
609
626
    }
610
611
817
    conn->req.write_req.cb = write_req_non_streaming;
612
817
    return write_req_non_streaming(&conn->req, is_end_stream);
613
1.44k
}
614
615
static int write_req_connect_first(void *_req, int is_end_stream)
616
38
{
617
38
    struct st_h2o_http1_conn_t *conn = H2O_STRUCT_FROM_MEMBER(struct st_h2o_http1_conn_t, req, _req);
618
619
38
    conn->req.write_req.cb = NULL; /* will not be called again until proceed_req is called by the generator */
620
38
    if (is_end_stream)
621
0
        conn->req.proceed_req = NULL;
622
623
38
    return 0;
624
38
}
625
626
static void handle_incoming_request(struct st_h2o_http1_conn_t *conn)
627
17.5k
{
628
17.5k
    size_t inreqlen = conn->sock->input->size < H2O_MAX_REQLEN ? conn->sock->input->size : H2O_MAX_REQLEN;
629
17.5k
    int reqlen, minor_version;
630
17.5k
    struct phr_header headers[H2O_MAX_HEADERS];
631
17.5k
    size_t num_headers = H2O_MAX_HEADERS;
632
633
17.5k
    if (conn->sock->input->size != 0)
634
17.5k
        h2o_conn_set_state(&conn->super, H2O_CONN_STATE_ACTIVE);
635
636
    /* need to set request_begin_at here for keep-alive connection */
637
17.5k
    if (h2o_timeval_is_null(&conn->req.timestamps.request_begin_at))
638
15.8k
        conn->req.timestamps.request_begin_at = h2o_gettimeofday(conn->super.ctx->loop);
639
640
17.5k
    reqlen = phr_parse_request(conn->sock->input->bytes, inreqlen, (const char **)&conn->req.input.method.base,
641
17.5k
                               &conn->req.input.method.len, (const char **)&conn->req.input.path.base, &conn->req.input.path.len,
642
17.5k
                               &minor_version, headers, &num_headers, conn->_prevreqlen);
643
17.5k
    conn->_prevreqlen = inreqlen;
644
645
    /* handle incomplete or broken HTTP headers */
646
17.5k
    switch (reqlen) {
647
2.20k
    case -2: /* incomplete */
648
2.20k
        if (inreqlen == H2O_MAX_REQLEN) {
649
0
            send_bad_request(conn, "Bad Request");
650
0
        }
651
2.20k
        return;
652
5.96k
    case -1: // error
653
        /* upgrade to HTTP/2 if the request starts with: PRI * HTTP/2 */
654
5.96k
        if (conn->super.ctx->globalconf->http1.upgrade_to_http2) {
655
            /* should check up to the first octet that phr_parse_request returns an error */
656
5.96k
            static const h2o_iovec_t HTTP2_SIG = {H2O_STRLIT("PRI * HTTP/2")};
657
5.96k
            if (conn->sock->input->size >= HTTP2_SIG.len && memcmp(conn->sock->input->bytes, HTTP2_SIG.base, HTTP2_SIG.len) == 0) {
658
4.84k
                h2o_accept_ctx_t accept_ctx = {conn->super.ctx, conn->super.hosts};
659
4.84k
                h2o_socket_t *sock = conn->sock;
660
4.84k
                struct timeval connected_at = conn->super.connected_at;
661
                /* destruct the connection after detatching the socket */
662
4.84k
                conn->sock = NULL;
663
4.84k
                close_connection(conn, 1);
664
                /* and accept as http2 connection */
665
4.84k
                h2o_http2_accept(&accept_ctx, sock, connected_at);
666
4.84k
                return;
667
4.84k
            }
668
5.96k
        }
669
1.12k
        if (inreqlen <= 4 && contains_crlf_only(conn->sock->input->bytes, inreqlen)) {
670
22
            close_connection(conn, 1);
671
1.09k
        } else {
672
1.09k
            send_bad_request(conn, "Bad Request");
673
1.09k
        }
674
1.12k
        return;
675
9.38k
    default: /* parse complete */
676
9.38k
        break;
677
17.5k
    }
678
679
    /* parse complete */
680
9.38k
    const char *err;
681
9.38k
    ssize_t entity_body_header_index;
682
9.38k
    ssize_t expect_header_index;
683
9.38k
    conn->_unconsumed_request_size = reqlen;
684
9.38k
    if ((err = fixup_request(conn, headers, num_headers, minor_version, &expect_header_index, &entity_body_header_index)) != NULL &&
685
678
        err != fixup_request_is_h2_upgrade) {
686
120
        clear_timeouts(conn);
687
120
        send_bad_request(conn, err);
688
120
        return;
689
120
    }
690
9.26k
    h2o_probe_log_request(&conn->req, conn->_req_index);
691
692
    /* handle H2 upgrade */
693
9.26k
    if (err == fixup_request_is_h2_upgrade) {
694
558
        clear_timeouts(conn);
695
558
        h2o_socket_read_stop(conn->sock);
696
558
        if (h2o_http2_handle_upgrade(&conn->req, conn->super.connected_at) != 0)
697
460
            h2o_send_error_400(&conn->req, "Invalid Request", "Broken upgrade request to HTTP/2", 0);
698
558
        return;
699
558
    }
700
701
    /* handle request with body */
702
8.70k
    if (entity_body_header_index != -1) {
703
        /* Request has body, start reading it */
704
1.85k
        conn->req.timestamps.request_body_begin_at = h2o_gettimeofday(conn->super.ctx->loop);
705
1.85k
        if (create_entity_reader(conn, headers + entity_body_header_index) != 0)
706
180
            return;
707
1.67k
        conn->_unconsumed_request_size = 0;
708
1.67k
        h2o_buffer_init(&conn->req_body, &h2o_socket_buffer_prototype);
709
1.67k
        conn->req.write_req.cb = write_req_first;
710
1.67k
        conn->req.write_req.ctx = &conn->req;
711
1.67k
        if (expect_header_index != -1) {
712
13
            h2o_iovec_t expect_value = h2o_iovec_init(headers[expect_header_index].value, headers[expect_header_index].value_len);
713
13
            if (!h2o_lcstris(expect_value.base, expect_value.len, H2O_STRLIT("100-continue"))) {
714
13
                clear_timeouts(conn);
715
13
                h2o_socket_read_stop(conn->sock);
716
13
                h2o_send_error_417(&conn->req, "Expectation Failed", "unknown expectation", H2O_SEND_ERROR_HTTP1_CLOSE_CONNECTION);
717
13
                return;
718
13
            }
719
0
            if (h2o_req_should_forward_expect(&conn->req)) {
720
                /* in forward mode, expect header is treated like other normal headers */
721
0
                char orig_case_cstr[sizeof("expect")] = {0};
722
0
                assert(sizeof(orig_case_cstr) - 1 == headers[expect_header_index].name_len);
723
0
                h2o_memcpy(orig_case_cstr, headers[expect_header_index].name, sizeof(orig_case_cstr) - 1);
724
0
                h2o_add_header(&conn->req.pool, &conn->req.headers, H2O_TOKEN_EXPECT, orig_case_cstr,
725
0
                               h2o_strdup(&conn->req.pool, expect_value.base, expect_value.len).base, expect_value.len);
726
0
                h2o_buffer_consume(&conn->sock->input, reqlen);
727
0
                goto ProcessImmediately;
728
0
            }
729
            /* not in forward mode, send out own 100-continue */
730
0
            h2o_buffer_consume(&conn->sock->input, reqlen);
731
0
            static const h2o_iovec_t res = {H2O_STRLIT("HTTP/1.1 100 Continue\r\n\r\n")};
732
0
            h2o_socket_write(conn->sock, (void *)&res, 1, on_continue_sent);
733
            /* processing of the incoming entity is postponed until the 100 response is sent */
734
0
            h2o_socket_read_stop(conn->sock);
735
1.66k
        } else {
736
1.66k
            h2o_buffer_consume(&conn->sock->input, reqlen);
737
            /* Invocation of `h2o_process_request` is delayed to reduce backend concurrency */
738
1.66k
            conn->_req_entity_reader->handle_incoming_entity(conn);
739
1.66k
        }
740
1.66k
        return;
741
1.67k
    }
742
743
    /* handle tunnel request */
744
6.85k
    if (conn->req.is_tunnel_req) {
745
        /* Is a CONNECT request or an upgrade (e.g., WebSocket). Request is submitted immediately and body is streamed. */
746
65
        if (!h2o_req_can_stream_request(&conn->req) &&
747
55
            h2o_memis(conn->req.input.method.base, conn->req.input.method.len, H2O_STRLIT("CONNECT"))) {
748
8
            h2o_send_error_405(&conn->req, "Method Not Allowed", "Method Not Allowed", 0);
749
8
            return;
750
8
        }
751
57
        if (create_content_length_entity_reader(conn, SIZE_MAX) != 0)
752
0
            return;
753
57
        conn->_unconsumed_request_size = 0;
754
57
        h2o_buffer_consume(&conn->sock->input, reqlen);
755
57
        h2o_buffer_init(&conn->req_body, &h2o_socket_buffer_prototype);
756
57
        goto ProcessImmediately;
757
57
    }
758
759
    /* handle ordinary request without request body */
760
6.79k
    clear_timeouts(conn);
761
6.79k
    h2o_socket_read_stop(conn->sock);
762
6.79k
    h2o_process_request(&conn->req);
763
6.79k
    return;
764
765
57
ProcessImmediately:
766
57
    conn->req.write_req.cb = write_req_connect_first;
767
57
    conn->req.write_req.ctx = &conn->req;
768
57
    conn->req.proceed_req = proceed_request;
769
57
    conn->_req_entity_reader->handle_incoming_entity(conn); /* read payload received early before submitting the request */
770
57
    if (conn->req.entity.base == NULL)
771
19
        conn->req.entity = h2o_iovec_init("", 0); /* if nothing was read, still indicate that body exists */
772
    /* stop reading (this might or might not be done by `handle_incoming_entity`) until HTTP response is given */
773
57
    h2o_socket_read_stop(conn->sock);
774
57
    clear_timeouts(conn);
775
57
    h2o_process_request(&conn->req);
776
57
    return;
777
6.85k
}
778
779
void reqread_on_read(h2o_socket_t *sock, const char *err)
780
17.0k
{
781
17.0k
    struct st_h2o_http1_conn_t *conn = sock->data;
782
783
17.0k
    if (err != NULL) {
784
2.90k
        close_connection(conn, 1);
785
2.90k
        return;
786
2.90k
    }
787
788
14.1k
    set_req_io_timeout(conn, conn->super.ctx->globalconf->http1.req_io_timeout, req_io_on_timeout);
789
14.1k
    if (conn->_req_entity_reader == NULL)
790
12.8k
        handle_incoming_request(conn);
791
1.37k
    else
792
1.37k
        conn->_req_entity_reader->handle_incoming_entity(conn);
793
14.1k
}
794
795
static void close_idle_connection(h2o_conn_t *_conn)
796
0
{
797
0
    struct st_h2o_http1_conn_t *conn = (void *)_conn;
798
0
    conn->req.http1_is_persistent = 0;
799
0
    close_connection(conn, 1);
800
0
}
801
802
static void on_timeout(struct st_h2o_http1_conn_t *conn)
803
0
{
804
0
    if (conn->_req_index == 1) {
805
        /* assign hostconf and bind conf so that the request can be logged */
806
0
        h2o_hostconf_t *hostconf = h2o_req_setup(&conn->req);
807
0
        h2o_req_bind_conf(&conn->req, hostconf, &hostconf->fallback_path);
808
        /* set error status for logging */
809
0
        conn->req.res.reason = "Request Timeout";
810
0
    }
811
812
0
    close_idle_connection(&conn->super);
813
0
}
814
815
static void req_io_on_timeout(h2o_timer_t *entry)
816
0
{
817
0
    struct st_h2o_http1_conn_t *conn = H2O_STRUCT_FROM_MEMBER(struct st_h2o_http1_conn_t, _io_timeout_entry, entry);
818
0
    conn->super.ctx->http1.events.request_io_timeouts++;
819
0
    on_timeout(conn);
820
0
}
821
822
static void reqread_on_timeout(h2o_timer_t *entry)
823
0
{
824
0
    struct st_h2o_http1_conn_t *conn = H2O_STRUCT_FROM_MEMBER(struct st_h2o_http1_conn_t, _timeout_entry, entry);
825
0
    conn->super.ctx->http1.events.request_timeouts++;
826
0
    on_timeout(conn);
827
0
}
828
829
static inline void reqread_start(struct st_h2o_http1_conn_t *conn)
830
17.7k
{
831
17.7k
    set_req_timeout(conn, conn->super.ctx->globalconf->http1.req_timeout, reqread_on_timeout);
832
17.7k
    set_req_io_timeout(conn, conn->super.ctx->globalconf->http1.req_io_timeout, req_io_on_timeout);
833
17.7k
    h2o_socket_read_start(conn->sock, reqread_on_read);
834
17.7k
    if (conn->sock->input->size != 0)
835
4.75k
        handle_incoming_request(conn);
836
17.7k
}
837
838
static void on_send_next(h2o_socket_t *sock, const char *err)
839
1.48k
{
840
1.48k
    struct st_h2o_http1_conn_t *conn = sock->data;
841
842
1.48k
    if (err != NULL)
843
3
        close_connection(conn, 1);
844
1.48k
    else
845
1.48k
        h2o_proceed_response(&conn->req);
846
1.48k
}
847
848
static void on_send_complete_post_trailers(h2o_socket_t *sock, const char *err)
849
0
{
850
0
    struct st_h2o_http1_conn_t *conn = sock->data;
851
852
0
    if (err != NULL)
853
0
        conn->req.http1_is_persistent = 0;
854
855
0
    conn->_ostr_final.state = OSTREAM_STATE_DONE;
856
0
    if (conn->req.proceed_req == NULL)
857
0
        cleanup_connection(conn);
858
0
}
859
860
static void on_send_complete(h2o_socket_t *sock, const char *err)
861
9.95k
{
862
9.95k
    struct st_h2o_http1_conn_t *conn = sock->data;
863
864
9.95k
    if (err == NULL) {
865
9.94k
        if (conn->req._ostr_top != &conn->_ostr_final.super) {
866
0
            err = "pull error";
867
9.94k
        } else {
868
            /* success */
869
9.94k
            conn->req.timestamps.response_end_at = h2o_gettimeofday(conn->super.ctx->loop);
870
9.94k
            if (h2o_timeval_is_null(&conn->req.timestamps.response_start_at)) {
871
0
                conn->req.timestamps.response_start_at = conn->req.timestamps.response_end_at;
872
0
            }
873
9.94k
        }
874
9.94k
    }
875
876
9.95k
    if (err != NULL)
877
5
        conn->req.http1_is_persistent = 0;
878
879
9.95k
    if (err == NULL && conn->req.send_server_timing && conn->_ostr_final.chunked_buf != NULL) {
880
0
        h2o_iovec_t trailer;
881
0
        if ((trailer = h2o_build_server_timing_trailer(&conn->req, H2O_STRLIT("server-timing: "), H2O_STRLIT("\r\n\r\n"))).len !=
882
0
            0) {
883
0
            h2o_socket_write(conn->sock, &trailer, 1, on_send_complete_post_trailers);
884
0
            return;
885
0
        }
886
0
    }
887
888
9.95k
    conn->_ostr_final.state = OSTREAM_STATE_DONE;
889
890
9.95k
    if (conn->req.is_tunnel_req) {
891
        /* We have received a complete request (the end of the request is the request headers, see `fixup_request`), and the
892
         * connection is not going to handle any more requests. Therefore, we can close the connection immediately, regardless of if
893
         * the connection had been turned into a tunnel. */
894
65
        assert(!conn->req.http1_is_persistent);
895
65
        cleanup_connection(conn);
896
9.88k
    } else if (conn->req.proceed_req == NULL) {
897
        /* Upstream has sent an early response. Continue forwarding the request body. */
898
9.51k
        cleanup_connection(conn);
899
9.51k
    }
900
9.95k
}
901
902
static void on_upgrade_complete(h2o_socket_t *socket, const char *err)
903
98
{
904
98
    struct st_h2o_http1_conn_t *conn = socket->data;
905
98
    h2o_http1_upgrade_cb cb = conn->upgrade.cb;
906
98
    void *data = conn->upgrade.data;
907
98
    h2o_socket_t *sock = NULL;
908
98
    size_t headers_size = 0;
909
910
    /* destruct the connection (after detaching the socket) */
911
98
    if (err == 0) {
912
98
        sock = conn->sock;
913
98
        headers_size = conn->_unconsumed_request_size;
914
98
        close_connection(conn, 0);
915
98
    } else {
916
0
        close_connection(conn, 1);
917
0
    }
918
919
98
    cb(data, sock, headers_size);
920
98
}
921
922
static size_t flatten_headers_estimate_size(h2o_req_t *req, size_t server_name_and_connection_len)
923
10.0k
{
924
10.0k
    size_t len = sizeof("HTTP/1.1  \r\nserver: \r\nconnection: \r\ncontent-length: \r\n\r\n") + 3 + strlen(req->res.reason) +
925
10.0k
                 server_name_and_connection_len + sizeof(H2O_UINT64_LONGEST_STR) - 1 + sizeof("cache-control: private") - 1;
926
10.0k
    const h2o_header_t *header, *end;
927
928
21.4k
    for (header = req->res.headers.entries, end = header + req->res.headers.size; header != end; ++header)
929
11.3k
        len += header->name->len + header->value.len + 4;
930
931
10.0k
    return len;
932
10.0k
}
933
934
static size_t flatten_res_headers(char *buf, h2o_req_t *req)
935
10.0k
{
936
10.0k
    char *dst = buf;
937
10.0k
    size_t i;
938
21.4k
    for (i = 0; i != req->res.headers.size; ++i) {
939
11.3k
        const h2o_header_t *header = req->res.headers.entries + i;
940
11.3k
        memcpy(dst, header->orig_name ? header->orig_name : header->name->base, header->name->len);
941
11.3k
        dst += header->name->len;
942
11.3k
        *dst++ = ':';
943
11.3k
        *dst++ = ' ';
944
11.3k
        memcpy(dst, header->value.base, header->value.len);
945
11.3k
        dst += header->value.len;
946
11.3k
        *dst++ = '\r';
947
11.3k
        *dst++ = '\n';
948
11.3k
    }
949
950
10.0k
    return dst - buf;
951
10.0k
}
952
953
static size_t flatten_headers(char *buf, h2o_req_t *req, const char *connection)
954
10.0k
{
955
10.0k
    h2o_context_t *ctx = req->conn->ctx;
956
10.0k
    char *dst = buf;
957
958
10.0k
    assert(req->res.status <= 999);
959
960
    /* send essential headers with the first chars uppercased for max. interoperability (#72) */
961
10.0k
    if (req->res.content_length != SIZE_MAX) {
962
7.78k
        dst += sprintf(dst, "HTTP/1.1 %d %s\r\nConnection: %s\r\nContent-Length: %zu\r\n", req->res.status, req->res.reason,
963
7.78k
                       connection, req->res.content_length);
964
7.78k
    } else {
965
2.26k
        dst += sprintf(dst, "HTTP/1.1 %d %s\r\nConnection: %s\r\n", req->res.status, req->res.reason, connection);
966
2.26k
    }
967
10.0k
    if (ctx->globalconf->server_name.len) {
968
10.0k
        dst += sprintf(dst, "Server: %s\r\n", ctx->globalconf->server_name.base);
969
10.0k
    }
970
971
10.0k
    dst += flatten_res_headers(dst, req);
972
10.0k
    *dst++ = '\r';
973
10.0k
    *dst++ = '\n';
974
975
10.0k
    return dst - buf;
976
10.0k
}
977
978
static int should_use_chunked_encoding(h2o_req_t *req)
979
9.95k
{
980
9.95k
    if (req->is_tunnel_req)
981
65
        return 0;
982
9.89k
    if (req->version != 0x101)
983
3.05k
        return 0;
984
    /* do nothing if content-length is known */
985
6.84k
    if (req->res.content_length != SIZE_MAX)
986
4.94k
        return 0;
987
    /* RFC 2616 4.4 states that the following status codes (and response to a HEAD method) should not include message body */
988
1.89k
    if ((100 <= req->res.status && req->res.status <= 199) || req->res.status == 204 || req->res.status == 304)
989
0
        return 0;
990
1.89k
    if (h2o_memis(req->input.method.base, req->input.method.len, H2O_STRLIT("HEAD")))
991
611
        return 0;
992
993
1.28k
    return 1;
994
1.89k
}
995
996
static void setup_chunked(struct st_h2o_http1_finalostream_t *self, h2o_req_t *req)
997
9.95k
{
998
9.95k
    if (should_use_chunked_encoding(req)) {
999
1.28k
        h2o_add_header(&req->pool, &req->res.headers, H2O_TOKEN_TRANSFER_ENCODING, NULL, H2O_STRLIT("chunked"));
1000
1.28k
        self->chunked_buf = h2o_mem_alloc_pool_aligned(&req->pool, 1, sizeof(size_t) * 2 + sizeof("\r\n"));
1001
1.28k
    }
1002
9.95k
}
1003
1004
static void encode_chunked(h2o_sendvec_t *prefix, h2o_sendvec_t *suffix, h2o_send_state_t state, size_t chunk_size,
1005
                           int send_trailers, char *buffer)
1006
2.50k
{
1007
2.50k
    h2o_sendvec_init_raw(prefix, NULL, 0);
1008
2.50k
    h2o_sendvec_init_raw(suffix, NULL, 0);
1009
1010
    /* create chunk header and output data */
1011
2.50k
    if (chunk_size != 0) {
1012
1.28k
        prefix->raw = buffer;
1013
1.28k
        prefix->len = sprintf(buffer, "%zx\r\n", chunk_size);
1014
1.28k
        if (state != H2O_SEND_STATE_ERROR) {
1015
1.28k
            suffix->raw = "\r\n0\r\n\r\n";
1016
1.28k
            suffix->len = state == H2O_SEND_STATE_FINAL ? (send_trailers ? 5 : 7) : 2;
1017
1.28k
        }
1018
1.28k
    } else if (state == H2O_SEND_STATE_FINAL) {
1019
1.21k
        suffix->raw = "0\r\n\r\n";
1020
1.21k
        suffix->len = send_trailers ? 3 : 5;
1021
1.21k
    }
1022
1023
    /* if state is error, send a broken chunk to pass the error down to the browser */
1024
2.50k
    if (state == H2O_SEND_STATE_ERROR) {
1025
1
        suffix->raw = "\r\n1\r\n";
1026
1
        suffix->len = 5;
1027
1
    }
1028
2.50k
}
1029
1030
void finalostream_send(h2o_ostream_t *_self, h2o_req_t *_req, h2o_sendvec_t *inbufs, size_t inbufcnt, h2o_send_state_t send_state)
1031
11.4k
{
1032
11.4k
    struct st_h2o_http1_conn_t *conn = (struct st_h2o_http1_conn_t *)_req->conn;
1033
11.4k
    h2o_sendvec_t bufs[inbufcnt + 1 + 2]; /* 1 for header, 2 for chunked encoding */
1034
11.4k
    size_t bufcnt = 0, chunked_prefix_index = 0;
1035
11.4k
    int empty_payload_allowed = conn->_ostr_final.state == OSTREAM_STATE_HEAD || send_state != H2O_SEND_STATE_IN_PROGRESS;
1036
1037
11.4k
    assert(&conn->req == _req);
1038
11.4k
    assert(_self == &conn->_ostr_final.super);
1039
1040
11.4k
    if (conn->_ostr_final.informational.write_inflight) {
1041
0
        conn->_ostr_final.informational.pending_final.inbufs = h2o_mem_alloc_pool(&conn->req.pool, h2o_sendvec_t, inbufcnt);
1042
0
        memcpy(conn->_ostr_final.informational.pending_final.inbufs, inbufs, sizeof(*inbufs) * inbufcnt);
1043
0
        conn->_ostr_final.informational.pending_final.inbufcnt = inbufcnt;
1044
0
        conn->_ostr_final.informational.pending_final.send_state = send_state;
1045
0
        return;
1046
0
    }
1047
1048
11.4k
    if (send_state == H2O_SEND_STATE_ERROR) {
1049
2
        conn->req.http1_is_persistent = 0;
1050
2
        conn->req.send_server_timing = 0;
1051
2
        if (conn->req.upstream_refused) {
1052
            /* to let the client retry, immediately close the connection without sending any data */
1053
0
            on_send_complete(conn->sock, NULL);
1054
0
            return;
1055
0
        }
1056
2
    }
1057
1058
11.4k
    if (conn->_ostr_final.state == OSTREAM_STATE_HEAD) {
1059
        /* build headers and send */
1060
9.95k
        conn->req.timestamps.response_start_at = h2o_gettimeofday(conn->super.ctx->loop);
1061
9.95k
        setup_chunked(&conn->_ostr_final, &conn->req);
1062
9.95k
        if (conn->req.send_server_timing)
1063
0
            h2o_add_server_timing_header(&conn->req, conn->_ostr_final.chunked_buf != NULL);
1064
1065
9.95k
        const char *connection = conn->req.http1_is_persistent ? "keep-alive" : "close";
1066
9.95k
        if (conn->req.is_tunnel_req && conn->req.res.status == 101 && conn->req.upgrade.base)
1067
4
            connection = "upgrade";
1068
9.95k
        size_t headers_est_size =
1069
9.95k
            flatten_headers_estimate_size(&conn->req, conn->super.ctx->globalconf->server_name.len + strlen(connection));
1070
9.95k
        h2o_sendvec_init_raw(bufs + bufcnt, h2o_mem_alloc_pool(&conn->req.pool, char, headers_est_size), 0);
1071
9.95k
        bufs[bufcnt].len = flatten_headers(bufs[bufcnt].raw, &conn->req, connection);
1072
9.95k
        conn->req.header_bytes_sent += bufs[bufcnt].len;
1073
9.95k
        ++bufcnt;
1074
9.95k
        h2o_probe_log_response(&conn->req, conn->_req_index);
1075
9.95k
        conn->_ostr_final.state = OSTREAM_STATE_BODY;
1076
9.95k
    }
1077
1078
11.4k
    if (conn->_ostr_final.chunked_buf != NULL)
1079
2.50k
        chunked_prefix_index = bufcnt++;
1080
1081
11.4k
    size_t bytes_sent = 0;
1082
20.5k
    for (size_t i = 0; i != inbufcnt; ++i) {
1083
9.16k
        if (inbufs[i].len == 0)
1084
0
            continue;
1085
9.16k
        bufs[bufcnt++] = inbufs[i];
1086
9.16k
        bytes_sent += inbufs[i].len;
1087
9.16k
    }
1088
11.4k
    assert(empty_payload_allowed || bytes_sent != 0 || !"h2o_data must only be called when there is progress");
1089
11.4k
    conn->req.bytes_sent += bytes_sent;
1090
1091
11.4k
    if (conn->_ostr_final.chunked_buf != NULL) {
1092
2.50k
        encode_chunked(bufs + chunked_prefix_index, bufs + bufcnt, send_state, bytes_sent, conn->req.send_server_timing != 0,
1093
2.50k
                       conn->_ostr_final.chunked_buf);
1094
2.50k
        if (bufs[bufcnt].len != 0)
1095
2.50k
            ++bufcnt;
1096
2.50k
    }
1097
1098
11.4k
    if (bufcnt != 0)
1099
11.1k
        set_req_io_timeout(conn, conn->super.ctx->globalconf->http1.req_io_timeout, req_io_on_timeout);
1100
1101
11.4k
    h2o_socket_sendvec(conn->sock, bufs, bufcnt, h2o_send_state_is_in_progress(send_state) ? on_send_next : on_send_complete);
1102
11.4k
}
1103
1104
static void on_send_informational_complete(h2o_socket_t *sock, const char *err);
1105
1106
static void do_send_informational(struct st_h2o_http1_conn_t *conn)
1107
0
{
1108
0
    assert(!conn->_ostr_final.informational.write_inflight && conn->_ostr_final.informational.pending.size != 0);
1109
1110
0
    conn->_ostr_final.informational.write_inflight = 1;
1111
0
    h2o_socket_write(conn->sock, conn->_ostr_final.informational.pending.entries, conn->_ostr_final.informational.pending.size,
1112
0
                     on_send_informational_complete);
1113
0
    conn->_ostr_final.informational.pending.size = 0;
1114
0
}
1115
1116
static void on_send_informational_complete(h2o_socket_t *sock, const char *err)
1117
0
{
1118
0
    struct st_h2o_http1_conn_t *conn = sock->data;
1119
0
    if (err != NULL) {
1120
0
        close_connection(conn, 1);
1121
0
        return;
1122
0
    }
1123
1124
0
    conn->_ostr_final.informational.write_inflight = 0;
1125
1126
0
    if (conn->_ostr_final.informational.pending_final.inbufs != NULL) {
1127
0
        finalostream_send(&conn->_ostr_final.super, &conn->req, conn->_ostr_final.informational.pending_final.inbufs,
1128
0
                          conn->_ostr_final.informational.pending_final.inbufcnt,
1129
0
                          conn->_ostr_final.informational.pending_final.send_state);
1130
0
        return;
1131
0
    }
1132
1133
0
    if (conn->_ostr_final.informational.pending.size != 0)
1134
0
        do_send_informational(conn);
1135
0
}
1136
1137
static void finalostream_send_informational(h2o_ostream_t *_self, h2o_req_t *req)
1138
0
{
1139
0
    struct st_h2o_http1_conn_t *conn = (struct st_h2o_http1_conn_t *)req->conn;
1140
0
    assert(_self == &conn->_ostr_final.super);
1141
1142
0
    size_t len = sizeof("HTTP/1.1  \r\n\r\n") + 3 + strlen(req->res.reason) - 1;
1143
0
    h2o_iovec_t buf = h2o_iovec_init(NULL, len);
1144
1145
0
    int i;
1146
0
    for (i = 0; i != req->res.headers.size; ++i)
1147
0
        buf.len += req->res.headers.entries[i].name->len + req->res.headers.entries[i].value.len + 4;
1148
1149
0
    buf.base = h2o_mem_alloc_pool(&req->pool, char, buf.len);
1150
0
    char *dst = buf.base;
1151
0
    dst += sprintf(dst, "HTTP/1.1 %d %s\r\n", req->res.status, req->res.reason);
1152
0
    dst += flatten_res_headers(dst, req);
1153
0
    *dst++ = '\r';
1154
0
    *dst++ = '\n';
1155
1156
0
    req->header_bytes_sent += dst - buf.base;
1157
1158
0
    h2o_vector_reserve(&req->pool, &conn->_ostr_final.informational.pending, conn->_ostr_final.informational.pending.size + 1);
1159
0
    conn->_ostr_final.informational.pending.entries[conn->_ostr_final.informational.pending.size++] = buf;
1160
1161
0
    if (!conn->_ostr_final.informational.write_inflight)
1162
0
        do_send_informational(conn);
1163
0
}
1164
1165
static socklen_t get_sockname(h2o_conn_t *_conn, struct sockaddr *sa)
1166
0
{
1167
0
    struct st_h2o_http1_conn_t *conn = (void *)_conn;
1168
0
    return h2o_socket_getsockname(conn->sock, sa);
1169
0
}
1170
1171
static socklen_t get_peername(h2o_conn_t *_conn, struct sockaddr *sa)
1172
2.22k
{
1173
2.22k
    struct st_h2o_http1_conn_t *conn = (void *)_conn;
1174
2.22k
    return h2o_socket_getpeername(conn->sock, sa);
1175
2.22k
}
1176
1177
static ptls_t *get_ptls(h2o_conn_t *_conn)
1178
2.22k
{
1179
2.22k
    struct st_h2o_http1_conn_t *conn = (void *)_conn;
1180
2.22k
    assert(conn->sock != NULL && "it never becomes NULL, right?");
1181
2.22k
    return h2o_socket_get_ptls(conn->sock);
1182
2.22k
}
1183
1184
static const char *get_ssl_server_name(h2o_conn_t *_conn)
1185
0
{
1186
0
    struct st_h2o_http1_conn_t *conn = (void *)_conn;
1187
0
    return h2o_socket_get_ssl_server_name(conn->sock);
1188
0
}
1189
1190
static ptls_log_conn_state_t *log_state(h2o_conn_t *_conn)
1191
0
{
1192
0
    struct st_h2o_http1_conn_t *conn = (void *)_conn;
1193
0
    return h2o_socket_log_state(conn->sock);
1194
0
}
1195
1196
static int can_zerocopy(h2o_conn_t *_conn)
1197
2.22k
{
1198
2.22k
    struct st_h2o_http1_conn_t *conn = (void *)_conn;
1199
2.22k
    return conn->sock->ssl == NULL || h2o_socket_can_tls_offload(conn->sock);
1200
2.22k
}
1201
1202
static uint64_t get_req_id(h2o_req_t *req)
1203
0
{
1204
0
    struct st_h2o_http1_conn_t *conn = H2O_STRUCT_FROM_MEMBER(struct st_h2o_http1_conn_t, req, req);
1205
0
    return conn->_req_index;
1206
0
}
1207
1208
static h2o_socket_t *steal_socket(h2o_conn_t *_conn)
1209
0
{
1210
0
    struct st_h2o_http1_conn_t *conn = (void *)_conn;
1211
0
    h2o_socket_t *sock = conn->sock;
1212
1213
0
    if (sock->ssl != NULL)
1214
0
        return NULL;
1215
1216
0
    close_connection(conn, 0);
1217
0
    return sock;
1218
0
}
1219
1220
#define DEFINE_LOGGER(name)                                                                                                        \
1221
    static h2o_iovec_t log_##name(h2o_req_t *req)                                                                                  \
1222
0
    {                                                                                                                              \
1223
0
        struct st_h2o_http1_conn_t *conn = (void *)req->conn;                                                                      \
1224
0
        return h2o_socket_log_##name(conn->sock, &req->pool);                                                                      \
1225
0
    }
Unexecuted instantiation: http1.c:log_tcp_congestion_controller
Unexecuted instantiation: http1.c:log_tcp_delivery_rate
Unexecuted instantiation: http1.c:log_ssl_protocol_version
Unexecuted instantiation: http1.c:log_ssl_session_reused
Unexecuted instantiation: http1.c:log_ssl_cipher
Unexecuted instantiation: http1.c:log_ssl_cipher_bits
Unexecuted instantiation: http1.c:log_ssl_session_id
Unexecuted instantiation: http1.c:log_ssl_negotiated_protocol
Unexecuted instantiation: http1.c:log_ssl_ech_config_id
Unexecuted instantiation: http1.c:log_ssl_ech_kem
Unexecuted instantiation: http1.c:log_ssl_ech_cipher
Unexecuted instantiation: http1.c:log_ssl_ech_cipher_bits
Unexecuted instantiation: http1.c:log_ssl_backend
1226
1227
DEFINE_LOGGER(tcp_congestion_controller)
1228
DEFINE_LOGGER(tcp_delivery_rate)
1229
DEFINE_LOGGER(ssl_protocol_version)
1230
DEFINE_LOGGER(ssl_session_reused)
1231
DEFINE_LOGGER(ssl_cipher)
1232
DEFINE_LOGGER(ssl_cipher_bits)
1233
DEFINE_LOGGER(ssl_session_id)
1234
DEFINE_LOGGER(ssl_negotiated_protocol)
1235
DEFINE_LOGGER(ssl_ech_config_id)
1236
DEFINE_LOGGER(ssl_ech_kem)
1237
DEFINE_LOGGER(ssl_ech_cipher)
1238
DEFINE_LOGGER(ssl_ech_cipher_bits)
1239
DEFINE_LOGGER(ssl_backend)
1240
1241
#undef DEFINE_LOGGER
1242
1243
static h2o_iovec_t log_request_index(h2o_req_t *req)
1244
0
{
1245
0
    struct st_h2o_http1_conn_t *conn = (void *)req->conn;
1246
0
    char *s = h2o_mem_alloc_pool(&req->pool, char, sizeof(H2O_UINT64_LONGEST_STR));
1247
0
    size_t len = sprintf(s, "%" PRIu64, conn->_req_index);
1248
0
    return h2o_iovec_init(s, len);
1249
0
}
1250
1251
static int foreach_request(h2o_conn_t *_conn, int (*cb)(h2o_req_t *req, void *cbdata), void *cbdata)
1252
0
{
1253
0
    struct st_h2o_http1_conn_t *conn = (void *)_conn;
1254
0
    return cb(&conn->req, cbdata);
1255
0
}
1256
1257
static void initiate_graceful_shutdown(h2o_conn_t *_conn)
1258
0
{
1259
    /* note: nothing special needs to be done for handling graceful shutdown */
1260
0
}
1261
1262
static const h2o_conn_callbacks_t h1_callbacks = {
1263
    .get_sockname = get_sockname,
1264
    .get_peername = get_peername,
1265
    .get_ptls = get_ptls,
1266
    .get_ssl_server_name = get_ssl_server_name,
1267
    .log_state = log_state,
1268
    .close_idle_connection = close_idle_connection,
1269
    .foreach_request = foreach_request,
1270
    .request_shutdown = initiate_graceful_shutdown,
1271
    .can_zerocopy = can_zerocopy,
1272
    .get_req_id = get_req_id,
1273
    .steal_socket = steal_socket,
1274
    .log_ = {{
1275
        .transport =
1276
            {
1277
                .cc_name = log_tcp_congestion_controller,
1278
                .delivery_rate = log_tcp_delivery_rate,
1279
            },
1280
        .ssl =
1281
            {
1282
                .protocol_version = log_ssl_protocol_version,
1283
                .session_reused = log_ssl_session_reused,
1284
                .cipher = log_ssl_cipher,
1285
                .cipher_bits = log_ssl_cipher_bits,
1286
                .session_id = log_ssl_session_id,
1287
                .negotiated_protocol = log_ssl_negotiated_protocol,
1288
                .ech_config_id = log_ssl_ech_config_id,
1289
                .ech_kem = log_ssl_ech_kem,
1290
                .ech_cipher = log_ssl_ech_cipher,
1291
                .ech_cipher_bits = log_ssl_ech_cipher_bits,
1292
                .backend = log_ssl_backend,
1293
            },
1294
        .http1 =
1295
            {
1296
                .request_index = log_request_index,
1297
            },
1298
    }},
1299
};
1300
1301
static int conn_is_h1(h2o_conn_t *conn)
1302
98
{
1303
98
    return conn->callbacks == &h1_callbacks;
1304
98
}
1305
1306
void h2o_http1_accept(h2o_accept_ctx_t *ctx, h2o_socket_t *sock, struct timeval connected_at)
1307
10.8k
{
1308
10.8k
    struct st_h2o_http1_conn_t *conn =
1309
10.8k
        (void *)h2o_create_connection(sizeof(*conn), ctx->ctx, ctx->hosts, connected_at, &h1_callbacks);
1310
1311
    /* zero-fill all properties expect req */
1312
10.8k
    memset((char *)conn + sizeof(conn->super), 0, offsetof(struct st_h2o_http1_conn_t, req) - sizeof(conn->super));
1313
1314
    /* init properties that need to be non-zero */
1315
10.8k
    conn->sock = sock;
1316
10.8k
    sock->data = conn;
1317
1318
10.8k
    H2O_PROBE_CONN(H1_ACCEPT, &conn->super, conn->sock, &conn->super, h2o_conn_get_uuid(&conn->super));
1319
10.8k
    H2O_LOG_CONN(h1_accept, &conn->super, {
1320
10.8k
        PTLS_LOG_ELEMENT_PTR(sock, conn->sock);
1321
10.8k
        PTLS_LOG_ELEMENT_SAFESTR(uuid, h2o_conn_get_uuid(&conn->super));
1322
10.8k
    });
1323
1324
10.8k
    init_request(conn);
1325
10.8k
    reqread_start(conn);
1326
10.8k
}
1327
1328
void h2o_http1_upgrade(h2o_req_t *req, h2o_iovec_t *inbufs, size_t inbufcnt, h2o_http1_upgrade_cb on_complete, void *user_data)
1329
98
{
1330
1331
98
    assert(conn_is_h1(req->conn));
1332
98
    struct st_h2o_http1_conn_t *conn = (void *)req->conn;
1333
1334
98
    h2o_iovec_t *bufs = alloca(sizeof(h2o_iovec_t) * (inbufcnt + 1));
1335
1336
98
    conn->upgrade.data = user_data;
1337
98
    conn->upgrade.cb = on_complete;
1338
1339
98
    bufs[0].base = h2o_mem_alloc_pool(
1340
98
        &conn->req.pool, char,
1341
98
        flatten_headers_estimate_size(&conn->req, conn->super.ctx->globalconf->server_name.len + sizeof("upgrade") - 1));
1342
98
    bufs[0].len = flatten_headers(bufs[0].base, &conn->req, conn->req.res.status == 101 ? "upgrade" : "close");
1343
98
    h2o_memcpy(bufs + 1, inbufs, sizeof(h2o_iovec_t) * inbufcnt);
1344
1345
98
    h2o_socket_write(conn->sock, bufs, inbufcnt + 1, on_upgrade_complete);
1346
98
}