Coverage Report

Created: 2026-09-14 07:12

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/curl/lib/transfer.c
Line
Count
Source
1
/***************************************************************************
2
 *                                  _   _ ____  _
3
 *  Project                     ___| | | |  _ \| |
4
 *                             / __| | | | |_) | |
5
 *                            | (__| |_| |  _ <| |___
6
 *                             \___|\___/|_| \_\_____|
7
 *
8
 * Copyright (C) Daniel Stenberg, <daniel@haxx.se>, et al.
9
 *
10
 * This software is licensed as described in the file COPYING, which
11
 * you should have received as part of this distribution. The terms
12
 * are also available at https://curl.se/docs/copyright.html.
13
 *
14
 * You may opt to use, copy, modify, merge, publish, distribute and/or sell
15
 * copies of the Software, and permit persons to whom the Software is
16
 * furnished to do so, under the terms of the COPYING file.
17
 *
18
 * This software is distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY
19
 * KIND, either express or implied.
20
 *
21
 * SPDX-License-Identifier: curl
22
 *
23
 ***************************************************************************/
24
#include "curl_setup.h"
25
26
#ifdef HAVE_NETINET_IN_H
27
#include <netinet/in.h>
28
#endif
29
#ifdef HAVE_NETDB_H
30
#include <netdb.h>
31
#endif
32
#ifdef HAVE_ARPA_INET_H
33
#include <arpa/inet.h>
34
#endif
35
#ifdef HAVE_NET_IF_H
36
#include <net/if.h>
37
#endif
38
#ifdef HAVE_SYS_IOCTL_H
39
#include <sys/ioctl.h>
40
#endif
41
#include <signal.h>
42
43
#ifdef HAVE_SYS_PARAM_H
44
#include <sys/param.h>
45
#endif
46
47
#ifdef HAVE_SYS_SELECT_H
48
#include <sys/select.h>
49
#elif defined(HAVE_UNISTD_H)
50
#include <unistd.h>
51
#endif
52
53
#ifndef HAVE_SOCKET
54
#error "We cannot compile without socket() support"
55
#endif
56
57
#include "urldata.h"
58
59
#include "cfilters.h"
60
#include "cw-out.h"
61
#include "transfer.h"
62
#include "sendf.h"
63
#include "curl_trc.h"
64
#include "progress.h"
65
#include "http.h"
66
#include "url.h"
67
#include "getinfo.h"
68
#include "multiif.h"
69
#include "connect.h"
70
#include "hsts.h"
71
#include "setopt.h"
72
#include "headers.h"
73
#include "bufref.h"
74
#include "rtsp.h"
75
76
#if !defined(CURL_DISABLE_HTTP) || !defined(CURL_DISABLE_SMTP) || \
77
  !defined(CURL_DISABLE_IMAP)
78
/*
79
 * checkheaders() checks the linked list of custom headers for a
80
 * particular header (prefix). Provide the prefix without colon!
81
 *
82
 * Returns a pointer to the first matching header or NULL if none matched.
83
 */
84
char *Curl_checkheaders(const struct Curl_easy *data,
85
                        const char *thisheader,
86
                        const size_t thislen)
87
5.72k
{
88
5.72k
  struct curl_slist *head;
89
5.72k
  DEBUGASSERT(thislen);
90
5.72k
  DEBUGASSERT(thisheader[thislen - 1] != ':');
91
92
80.5k
  for(head = data->set.headers; head; head = head->next) {
93
74.8k
    if(curl_strnequal(head->data, thisheader, thislen) &&
94
414
       Curl_headersep(head->data[thislen]))
95
38
      return head->data;
96
74.8k
  }
97
98
5.68k
  return NULL;
99
5.72k
}
100
#endif
101
102
static int data_pending(struct Curl_easy *data, bool rcvd_eagain)
103
317
{
104
317
  struct connectdata *conn = data->conn;
105
106
317
  if(conn->scheme->protocol & PROTO_FAMILY_FTP)
107
0
    return Curl_conn_data_pending(data, SECONDARYSOCKET);
108
109
  /* in the case of libssh2, we can never be really sure that we have emptied
110
     its internal buffers so we MUST always try until we get EAGAIN back */
111
317
  return (!rcvd_eagain &&
112
0
          conn->scheme->protocol & (CURLPROTO_SCP | CURLPROTO_SFTP)) ||
113
317
         Curl_conn_data_pending(data, FIRSTSOCKET);
114
317
}
115
116
/*
117
 * Check to see if CURLOPT_TIMECONDITION was met by comparing the time of the
118
 * remote document with the time provided by CURLOPT_TIMEVAL
119
 */
120
bool Curl_meets_timecondition(struct Curl_easy *data, time_t timeofdoc)
121
0
{
122
0
  if((timeofdoc == 0) || (data->set.timevalue == 0))
123
0
    return TRUE;
124
125
0
  switch(data->set.timecondition) {
126
0
  case CURL_TIMECOND_IFMODSINCE:
127
0
  default:
128
0
    if(timeofdoc <= data->set.timevalue) {
129
0
      infof(data, "The requested document is not new enough");
130
0
      data->info.timecond = TRUE;
131
0
      return FALSE;
132
0
    }
133
0
    break;
134
0
  case CURL_TIMECOND_IFUNMODSINCE:
135
0
    if(timeofdoc >= data->set.timevalue) {
136
0
      infof(data, "The requested document is not old enough");
137
0
      data->info.timecond = TRUE;
138
0
      return FALSE;
139
0
    }
140
0
    break;
141
0
  }
142
143
0
  return TRUE;
144
0
}
145
146
static CURLcode xfer_recv_shutdown(struct Curl_easy *data, bool *done)
147
0
{
148
0
  if(!data || !data->conn)
149
0
    return CURLE_FAILED_INIT;
150
0
  return Curl_cshutdn_try_once_idx(data, data->conn->recv_idx, done);
151
0
}
152
153
static bool xfer_recv_shutdown_started(struct Curl_easy *data)
154
3.33k
{
155
3.33k
  if(!data || !data->conn)
156
0
    return FALSE;
157
3.33k
  return Curl_cshutdn_has_started(data->conn, data->conn->recv_idx);
158
3.33k
}
159
160
CURLcode Curl_xfer_send_shutdown(struct Curl_easy *data, bool *done)
161
0
{
162
0
  if(!data || !data->conn)
163
0
    return CURLE_FAILED_INIT;
164
0
  return Curl_cshutdn_try_once_idx(data, data->conn->send_idx, done);
165
0
}
166
167
/**
168
 * Receive raw response data for the transfer.
169
 * @param data         the transfer
170
 * @param buf          buffer to keep response data received
171
 * @param blen         length of `buf`
172
 * @param eos_reliable if EOS detection in underlying connection is reliable
173
 * @return number of bytes read or -1 for error
174
 */
175
static CURLcode xfer_recv_resp(struct Curl_easy *data,
176
                               char *buf, size_t blen,
177
                               bool eos_reliable,
178
                               size_t *pnread)
179
3.33k
{
180
3.33k
  CURLcode result;
181
182
3.33k
  DEBUGASSERT(blen > 0);
183
3.33k
  *pnread = 0;
184
  /* If we are reading BODY data and the connection does NOT handle EOF
185
   * and we know the size of the BODY data, limit the read amount */
186
3.33k
  if(!eos_reliable && !data->req.header && data->req.size != -1) {
187
0
    blen = curlx_sotouz_range(data->req.size - data->req.bytecount, 0, blen);
188
0
  }
189
3.33k
  else if(xfer_recv_shutdown_started(data)) {
190
    /* we already received everything. Do not try more. */
191
0
    blen = 0;
192
0
  }
193
194
3.33k
  if(blen) {
195
3.33k
    result = Curl_xfer_recv(data, buf, blen, pnread);
196
3.33k
    if(result)
197
317
      return result;
198
3.33k
  }
199
200
3.01k
  if(*pnread == 0) {
201
1.61k
    if(data->req.shutdown) {
202
0
      bool done;
203
0
      result = xfer_recv_shutdown(data, &done);
204
0
      if(result)
205
0
        return result;
206
0
      if(!done) {
207
0
        return CURLE_AGAIN;
208
0
      }
209
0
    }
210
1.61k
    DEBUGF(infof(data, "sendrecv_dl: we are done"));
211
1.61k
  }
212
3.01k
  return CURLE_OK;
213
3.01k
}
214
215
/*
216
 * Go ahead and do a read if we have a readable socket or if
217
 * the stream was rewound (in which case we have data in a
218
 * buffer)
219
 */
220
static CURLcode sendrecv_dl(struct Curl_easy *data,
221
                            struct SingleRequest *k)
222
2.04k
{
223
2.04k
  struct connectdata *conn = data->conn;
224
2.04k
  CURLcode result = CURLE_OK;
225
2.04k
  char *buf, *xfer_buf;
226
2.04k
  size_t blen, xfer_blen;
227
2.04k
  int maxloops = 10;
228
2.04k
  bool is_multiplex = FALSE;
229
2.04k
  bool rcvd_eagain = FALSE;
230
2.04k
  bool is_eos = FALSE, rate_limited = FALSE;
231
232
2.04k
  result = Curl_multi_xfer_buf_borrow(data, &xfer_buf, &xfer_blen);
233
2.04k
  if(result)
234
0
    goto out;
235
236
  /* This is where we loop until we have read everything there is to
237
     read or we get a CURLE_AGAIN */
238
3.37k
  do {
239
3.37k
    size_t bytestoread;
240
241
3.37k
    if(!is_multiplex) {
242
      /* Multiplexed connection have inherent handling of EOF and we do not
243
       * have to carefully restrict the amount we try to read.
244
       * Multiplexed changes only in one direction. */
245
3.37k
      is_multiplex = Curl_conn_is_multiplex(conn, FIRSTSOCKET);
246
3.37k
    }
247
248
3.37k
    buf = xfer_buf;
249
3.37k
    bytestoread = xfer_blen;
250
251
3.37k
    if(bytestoread && Curl_rlimit_active(&data->progress.dl.rlimit)) {
252
594
      curl_off_t dl_avail = Curl_rlimit_avail(&data->progress.dl.rlimit, NULL);
253
#if 0
254
      DEBUGF(infof(data, "dl_rlimit, available=%" FMT_OFF_T, dl_avail));
255
#endif
256
      /* In case of rate limited downloads: if this loop already got data and
257
       * less than 16k is left in the limit, break out. We want to stutter a
258
       * bit to keep in the limit, but too small receives will cost cpu
259
       * unnecessarily. */
260
594
      if(dl_avail <= 0) {
261
40
        rate_limited = TRUE;
262
40
        break;
263
40
      }
264
554
      if(dl_avail < (curl_off_t)bytestoread)
265
152
        bytestoread = (size_t)dl_avail;
266
554
    }
267
268
3.33k
    rcvd_eagain = FALSE;
269
3.33k
    result = xfer_recv_resp(data, buf, bytestoread, is_multiplex, &blen);
270
3.33k
    if(result) {
271
317
      if(result != CURLE_AGAIN)
272
0
        goto out; /* real error */
273
317
      rcvd_eagain = TRUE;
274
317
      result = CURLE_OK;
275
317
      if(data->req.download_done && data->req.no_body &&
276
0
         !data->req.resp_trailer) {
277
0
        DEBUGF(infof(data, "EAGAIN, download done, no trailer announced, "
278
0
                     "not waiting for EOS"));
279
0
        blen = 0;
280
        /* continue as if we received the EOS */
281
0
      }
282
317
      else
283
317
        break; /* get out of loop */
284
317
    }
285
286
    /* We only get a 0-length receive at the end of the response */
287
3.01k
    is_eos = (blen == 0);
288
289
3.01k
    if(!blen) {
290
1.61k
      result = Curl_req_stop_send_recv(data);
291
1.61k
      if(result)
292
0
        goto out;
293
1.61k
      if(k->eos_written) /* already did write this to client, leave */
294
0
        break;
295
1.61k
    }
296
297
3.01k
    result = Curl_xfer_write_resp(data, buf, blen, is_eos);
298
3.01k
    if(result || data->req.done)
299
18
      goto out;
300
301
    /* if we are done, we stop receiving. On multiplexed connections,
302
     * we should read the EOS. Which may arrive as meta data after
303
     * the bytes. Not taking it in might lead to RST of streams. */
304
3.00k
    if((!is_multiplex && data->req.download_done) || is_eos) {
305
1.61k
      CURL_REQ_CLEAR_RECV(data);
306
1.61k
    }
307
    /* if we stopped receiving, leave the loop */
308
3.00k
    if(!CURL_REQ_WANT_RECV(data))
309
1.61k
      break;
310
311
3.00k
  } while(maxloops--);
312
313
2.03k
  if(!is_eos && !rate_limited && CURL_REQ_WANT_RECV(data) &&
314
373
     (!rcvd_eagain || data_pending(data, rcvd_eagain))) {
315
    /* Did not read until EAGAIN/EOS or there is still data pending
316
     * in buffers. Mark as read-again via simulated SELECT results. */
317
56
    Curl_multi_mark_dirty(data);
318
56
    CURL_TRC_M(data, "sendrecv_dl() no EAGAIN/pending data, mark as dirty");
319
56
  }
320
321
2.03k
  if(!CURL_REQ_WANT_RECV(data) && CURL_REQ_WANT_SEND(data) &&
322
0
     (conn->bits.close || is_multiplex)) {
323
    /* When we have read the entire thing and the close bit is set, the server
324
       may now close the connection. If there is now any kind of sending going
325
       on from our side, we need to stop that immediately. */
326
0
    infof(data, "we are done reading and this is set to close, stop send");
327
0
    Curl_req_abort_sending(data);
328
0
  }
329
330
2.04k
out:
331
2.04k
  Curl_multi_xfer_buf_release(data, xfer_buf);
332
2.04k
  if(result)
333
18
    DEBUGF(infof(data, "sendrecv_dl() -> %d", (int)result));
334
2.04k
  return result;
335
2.03k
}
336
337
/*
338
 * Send data to upload to the server, when the socket is writable.
339
 */
340
static CURLcode sendrecv_ul(struct Curl_easy *data)
341
0
{
342
  /* We should not get here when the sending is already done. */
343
0
  DEBUGASSERT(!Curl_req_done_sending(data));
344
345
0
  if(!Curl_req_done_sending(data))
346
0
    return Curl_req_send_more(data);
347
0
  return CURLE_OK;
348
0
}
349
350
/*
351
 * Curl_sendrecv() is the low-level function to be called when data is to
352
 * be read and written to/from the connection.
353
 */
354
CURLcode Curl_sendrecv(struct Curl_easy *data)
355
2.05k
{
356
2.05k
  struct SingleRequest *k = &data->req;
357
2.05k
  const struct curltime *pnow = NULL;
358
2.05k
  CURLcode result = CURLE_OK;
359
360
2.05k
  if(Curl_xfer_is_blocked(data)) {
361
0
    result = CURLE_OK;
362
0
    goto out;
363
0
  }
364
365
  /* We go ahead and do a read if we have a readable socket or if the stream
366
     was rewound (in which case we have data in a buffer) */
367
2.05k
  if(CURL_REQ_WANT_RECV(data)) {
368
2.04k
    result = sendrecv_dl(data, k);
369
2.04k
    if(result || data->req.done)
370
18
      goto out;
371
2.04k
  }
372
373
  /* If we still have writing to do, we check if we have a writable socket. */
374
2.03k
  if(Curl_req_want_send(data)) {
375
0
    result = sendrecv_ul(data);
376
0
    if(result)
377
0
      goto out;
378
0
  }
379
380
2.03k
  pnow = Curl_pgrs_now(data);
381
2.03k
  if(CURL_REQ_WANT_IO(data)) {
382
413
    if(Curl_timeleft_now_ms(data, pnow) < 0) {
383
0
      if(k->size != -1) {
384
0
        failf(data, "Operation timed out after %" FMT_TIMEDIFF_T
385
0
              " milliseconds with %" FMT_OFF_T " out of %"
386
0
              FMT_OFF_T " bytes received",
387
0
              Curl_pgrs_since_ms(data, NULL, TIMER_STARTSINGLE),
388
0
              k->bytecount, k->size);
389
0
      }
390
0
      else {
391
0
        failf(data, "Operation timed out after %" FMT_TIMEDIFF_T
392
0
              " milliseconds with %" FMT_OFF_T " bytes received",
393
0
              Curl_pgrs_since_ms(data, NULL, TIMER_STARTSINGLE),
394
0
              k->bytecount);
395
0
      }
396
0
      result = CURLE_OPERATION_TIMEDOUT;
397
0
      goto out;
398
0
    }
399
413
  }
400
1.62k
  else {
401
    /*
402
     * The transfer has been performed. Make some general checks before
403
     * returning.
404
     */
405
1.62k
    if(!data->req.no_body && (k->size != -1) &&
406
0
       (k->bytecount != k->size) && !k->newurl) {
407
0
      failf(data, "transfer closed with %" FMT_OFF_T
408
0
            " bytes remaining to read", k->size - k->bytecount);
409
0
      result = CURLE_PARTIAL_FILE;
410
0
      goto out;
411
0
    }
412
1.62k
  }
413
414
  /* If there is nothing more to send/recv, the request is done */
415
2.03k
  if(!CURL_REQ_WANT_IO(data))
416
1.62k
    data->req.done = TRUE;
417
418
2.03k
  result = Curl_pgrsCheckX(data, pnow);
419
420
2.05k
out:
421
2.05k
  if(result)
422
18
    DEBUGF(infof(data, "Curl_sendrecv() -> %d", (int)result));
423
2.05k
  return result;
424
2.03k
}
425
426
/* Curl_init_CONNECT() gets called each time the handle switches to CONNECT
427
   which means this gets called once for each subsequent redirect etc */
428
void Curl_init_CONNECT(struct Curl_easy *data)
429
6.87k
{
430
6.87k
  data->state.fread_func = data->set.fread_func_set;
431
6.87k
  data->state.in = data->set.in_set;
432
6.87k
  data->state.upload = (data->state.httpreq == HTTPREQ_PUT);
433
6.87k
}
434
435
/*
436
 * Curl_pretransfer() is called immediately before a transfer starts, and only
437
 * once for one transfer no matter if it has redirects or do multi-pass
438
 * authentication etc.
439
 */
440
CURLcode Curl_pretransfer(struct Curl_easy *data)
441
10.0k
{
442
10.0k
  CURLcode result = CURLE_OK;
443
444
  /* Reset the retry count at the start of each request.
445
   * If the retry count is not reset, when the connection drops,
446
   * it will not enter the retry mechanism on CONN_MAX_RETRIES + 1 attempts
447
   * and will immediately throw
448
   * "Connection died, tried CONN_MAX_RETRIES times before giving up".
449
   * By resetting it here, we ensure each new request starts fresh. */
450
10.0k
  data->state.retrycount = 0;
451
452
10.0k
  if(!CURL_EASY_STR(data, STRING_SET_URL) && !data->set.uh) {
453
    /* we cannot do anything without URL */
454
3.10k
    failf(data, "No URL set");
455
3.10k
    return CURLE_URL_MALFORMAT;
456
3.10k
  }
457
458
  /* CURLOPT_CURLU overrides CURLOPT_URL and the contents of the CURLU handle
459
     is allowed to be changed by the user between transfers */
460
6.89k
  if(data->set.uh) {
461
0
    char *url = NULL;
462
0
    CURLUcode uc;
463
0
    uc = curl_url_get(data->set.uh, CURLUPART_URL, &url, 0);
464
0
    if(uc) {
465
      /* clear the pointer to not point to freed memory anymore */
466
0
      Curl_bufref_set(&data->state.url, NULL, 0, NULL);
467
0
      failf(data, "No URL set");
468
0
      return CURLE_URL_MALFORMAT;
469
0
    }
470
0
    result = CURL_EASY_STR_SETN(data, STRING_SET_URL, url);
471
0
    if(result)
472
0
      return result;
473
0
  }
474
475
6.89k
  Curl_bufref_set(&data->state.url, CURL_EASY_STR(data, STRING_SET_URL),
476
6.89k
                  0, NULL);
477
478
6.89k
  if(data->set.postfields && data->set.set_resume_from) {
479
    /* we cannot */
480
22
    failf(data, "cannot mix POSTFIELDS with RESUME_FROM");
481
22
    return CURLE_BAD_FUNCTION_ARGUMENT;
482
22
  }
483
484
6.87k
  data->state.prefer_ascii = data->set.prefer_ascii;
485
6.87k
#ifdef CURL_LIST_ONLY_PROTOCOL
486
6.87k
  data->state.list_only = data->set.list_only;
487
6.87k
#endif
488
6.87k
  data->state.httpreq = data->set.method;
489
490
  /* initial transfer request coming up, forget the initial origin
491
   * from a previous perform() on this handle. */
492
6.87k
  Curl_peer_unlink(&data->state.initial_origin);
493
6.87k
  Curl_peer_unlink(&data->state.origin);
494
6.87k
  data->state.requests = 0;
495
6.87k
  data->state.followlocation = 0; /* reset the location-follow counter */
496
6.87k
  data->state.this_is_a_follow = FALSE; /* reset this */
497
6.87k
  data->state.http_ignorecustom = FALSE; /* use custom HTTP method */
498
6.87k
  data->state.errorbuf = FALSE; /* no error has occurred */
499
6.87k
#ifndef CURL_DISABLE_HTTP
500
6.87k
  Curl_http_neg_init(data, &data->state.http_neg);
501
6.87k
#endif
502
6.87k
  data->state.authproblem = FALSE;
503
6.87k
  data->state.authhost.want = data->set.httpauth;
504
6.87k
  data->state.authproxy.want = data->set.proxyauth;
505
6.87k
  curlx_safefree(data->info.wouldredirect);
506
6.87k
  Curl_data_priority_clear_state(data);
507
6.87k
  if(data->set.http_auto_referer)
508
6
    Curl_bufref_free(&data->state.referer);
509
6.87k
  if(CURL_EASY_STR(data, STRING_SET_REFERER))
510
21
    Curl_bufref_set(&data->state.referer,
511
21
                    CURL_EASY_STR(data, STRING_SET_REFERER), 0, NULL);
512
6.85k
  else
513
6.85k
    Curl_bufref_free(&data->state.referer);
514
515
6.87k
  if(data->state.httpreq == HTTPREQ_PUT)
516
33
    data->state.infilesize = data->set.filesize;
517
6.84k
  else if((data->state.httpreq != HTTPREQ_GET) &&
518
167
          (data->state.httpreq != HTTPREQ_HEAD)) {
519
158
    data->state.infilesize = data->set.postfieldsize;
520
158
    if(data->set.postfields && (data->state.infilesize == -1))
521
19
      data->state.infilesize = (curl_off_t)strlen(data->set.postfields);
522
158
  }
523
6.68k
  else
524
6.68k
    data->state.infilesize = 0;
525
526
  /* If there is a list of cookie files to read, do it now! */
527
6.87k
  result = Curl_cookie_loadfiles(data,
528
6.87k
                                 data->set.cookiesession ?
529
6.87k
                                 COOKIE_NOSESSION : 0);
530
6.87k
  if(!result)
531
6.87k
    Curl_cookie_run(data); /* activate */
532
533
  /* If there is a list of host pairs to deal with */
534
6.87k
  if(!result && data->state.resolve)
535
0
    result = Curl_loadhostpairs(data);
536
537
6.87k
  if(!result)
538
    /* If there is a list of hsts files to read */
539
6.87k
    result = Curl_hsts_loadfiles(data);
540
541
6.87k
  if(!result) {
542
    /* Allow data->set.use_port to set which port to use. This needs to be
543
     * disabled for example when we follow Location: headers to URLs using
544
     * different ports! */
545
6.87k
    data->state.allow_port = TRUE;
546
547
#if defined(HAVE_SIGNAL) && defined(SIGPIPE) && !defined(MSG_NOSIGNAL)
548
    /*************************************************************
549
     * Tell signal handler to ignore SIGPIPE
550
     *************************************************************/
551
    if(!data->set.no_signal)
552
      data->state.prev_signal = signal(SIGPIPE, SIG_IGN);
553
#endif
554
555
6.87k
    Curl_initinfo(data); /* reset session-specific information "variables" */
556
6.87k
    Curl_pgrsResetTransferSizes(data);
557
6.87k
    Curl_pgrsStart(data, NULL);
558
559
    /* In case the handle is reused and an authentication method was picked
560
       in the session we need to make sure we only use the one(s) we now
561
       consider to be fine */
562
6.87k
    data->state.authhost.picked &= data->state.authhost.want;
563
6.87k
    data->state.authproxy.picked &= data->state.authproxy.want;
564
565
6.87k
#ifndef CURL_DISABLE_FTP
566
6.87k
    data->state.wildcardmatch = data->set.wildcard_enabled;
567
6.87k
    if(data->state.wildcardmatch) {
568
8
      struct WildcardData *wc;
569
8
      if(!data->wildcard) {
570
8
        data->wildcard = curlx_calloc(1, sizeof(struct WildcardData));
571
8
        if(!data->wildcard)
572
0
          return CURLE_OUT_OF_MEMORY;
573
8
      }
574
8
      wc = data->wildcard;
575
8
      if(wc->state < CURLWC_INIT) {
576
8
        if(wc->ftpwc)
577
0
          wc->dtor(wc->ftpwc);
578
8
        curlx_safefree(wc->pattern);
579
8
        curlx_safefree(wc->path);
580
8
        Curl_wildcard_init(wc); /* init wildcard structures */
581
8
      }
582
8
    }
583
6.87k
#endif
584
6.87k
    result = Curl_hsts_loadcb(data, data->hsts);
585
6.87k
  }
586
587
6.87k
  data->req.headerbytecount = 0;
588
6.87k
  Curl_headers_cleanup(data);
589
6.87k
  return result;
590
6.87k
}
591
592
/* Returns CURLE_OK *and* sets '*url' if a request retry is wanted.
593
594
   NOTE: that the *url is curlx_malloc()ed. */
595
CURLcode Curl_retry_request(struct Curl_easy *data, char **url)
596
1.62k
{
597
1.62k
  struct connectdata *conn = data->conn;
598
1.62k
  bool retry = FALSE;
599
1.62k
  *url = NULL;
600
601
  /* if we are talking upload, we cannot do the checks below, unless the
602
     protocol is HTTP as when uploading over HTTP we will still get a
603
     response */
604
1.62k
  if(data->state.upload &&
605
3
     !(conn->scheme->protocol & (PROTO_FAMILY_HTTP | CURLPROTO_RTSP)))
606
3
    return CURLE_OK;
607
608
1.61k
  if(conn->bits.reuse &&
609
0
     (data->req.bytecount + data->req.headerbytecount == 0) &&
610
0
     ((!data->req.no_body && !data->req.done) ||
611
0
      (conn->scheme->protocol & PROTO_FAMILY_HTTP))
612
0
#ifndef CURL_DISABLE_RTSP
613
0
     && (data->set.rtspreq != RTSPREQ_RECEIVE)
614
1.61k
#endif
615
1.61k
    )
616
    /* We got no data, we attempted to reuse a connection. For HTTP this
617
       can be a retry so we try again regardless if we expected a body.
618
       For other protocols we only try again only if we expected a body.
619
620
       This might happen if the connection was left alive when we were
621
       done using it before, but that was closed when we wanted to read from
622
       it again. Bad luck. Retry the same request on a fresh connect! */
623
0
    retry = TRUE;
624
1.61k
  else if(data->state.refused_stream &&
625
0
          (data->req.bytecount + data->req.headerbytecount == 0)) {
626
    /* This was sent on a refused stream, safe to rerun. A refused stream
627
       error can typically only happen on HTTP/2 level if the stream is safe
628
       to issue again, but the nghttp2 API can deliver the message to other
629
       streams as well, which is why this adds the check the data counters
630
       too. */
631
0
    infof(data, "REFUSED_STREAM, retrying a fresh connect");
632
0
    data->state.refused_stream = FALSE; /* clear again */
633
0
    retry = TRUE;
634
0
  }
635
1.61k
  if(retry) {
636
0
#define CONN_MAX_RETRIES 5
637
0
    if(data->state.retrycount++ >= CONN_MAX_RETRIES) {
638
0
      failf(data, "Connection died, tried %d times before giving up",
639
0
            CONN_MAX_RETRIES);
640
0
      data->state.retrycount = 0;
641
0
      return CURLE_SEND_ERROR;
642
0
    }
643
0
    infof(data, "Connection died, retrying a fresh connect (retry count: %d)",
644
0
          data->state.retrycount);
645
0
    *url = Curl_bufref_dup(&data->state.url);
646
0
    if(!*url)
647
0
      return CURLE_OUT_OF_MEMORY;
648
649
0
    connclose(conn); /* close this connection */
650
0
    conn->bits.retry = TRUE; /* mark this as a connection we are about to
651
                                retry. Marking it this way should prevent i.e
652
                                HTTP transfers to return error because nothing
653
                                has been transferred! */
654
0
    Curl_creader_set_rewind(data, TRUE);
655
0
  }
656
1.61k
  return CURLE_OK;
657
1.61k
}
658
659
static void xfer_setup(
660
  struct Curl_easy *data,   /* transfer */
661
  int8_t send_idx,             /* sockindex to send on or -1 */
662
  int8_t recv_idx,             /* sockindex to receive on or -1 */
663
  curl_off_t recv_size      /* how much to receive, -1 if unknown */
664
  )
665
1.75k
{
666
1.75k
  struct SingleRequest *k = &data->req;
667
1.75k
  struct connectdata *conn = data->conn;
668
669
1.75k
  DEBUGASSERT(conn);
670
  /* indexes are in range */
671
1.75k
  DEBUGASSERT((send_idx <= 1) && (send_idx >= -1));
672
1.75k
  DEBUGASSERT((recv_idx <= 1) && (recv_idx >= -1));
673
  /* if request wants to send, switching off the send direction is wrong */
674
1.75k
  DEBUGASSERT((send_idx >= 0) || !Curl_req_want_send(data));
675
676
1.75k
  conn->send_idx = send_idx;
677
1.75k
  conn->recv_idx = recv_idx;
678
679
  /* without receiving, there should be not recv_size */
680
1.75k
  DEBUGASSERT((conn->recv_idx >= 0) || (recv_size == -1));
681
1.75k
  k->size = recv_size;
682
1.75k
  k->header = !!conn->scheme->run->write_resp_hd;
683
  /* by default, we do not shutdown at the end of the transfer */
684
1.75k
  k->shutdown = FALSE;
685
1.75k
  k->shutdown_err_ignore = FALSE;
686
687
  /* The code sequence below is placed in this function because all necessary
688
     input is not always known in do_complete() as this function may be called
689
     after that */
690
1.75k
  if(!k->header && (recv_size > 0))
691
0
    Curl_pgrsSetDownloadSize(data, recv_size);
692
693
  /* we want header and/or body, if neither then do not do this! */
694
1.75k
  if(conn->scheme->run->write_resp_hd || !data->req.no_body) {
695
1.74k
    if(conn->recv_idx != -1)
696
1.74k
      CURL_REQ_SET_RECV(data);
697
1.74k
    if(conn->send_idx != -1)
698
0
      CURL_REQ_SET_SEND(data);
699
1.74k
  }
700
1.75k
  CURL_TRC_M(data, "xfer_setup: recv_idx=%d, send_idx=%d",
701
1.75k
             conn->recv_idx, conn->send_idx);
702
1.75k
}
703
704
void Curl_xfer_setup_nop(struct Curl_easy *data)
705
0
{
706
0
  xfer_setup(data, -1, -1, -1);
707
0
}
708
709
void Curl_xfer_setup_sendrecv(struct Curl_easy *data,
710
                              int8_t sockindex,
711
                              curl_off_t recv_size)
712
0
{
713
0
  xfer_setup(data, sockindex, sockindex, recv_size);
714
0
}
715
716
void Curl_xfer_setup_send(struct Curl_easy *data,
717
                          int8_t sockindex)
718
0
{
719
0
  xfer_setup(data, sockindex, -1, -1);
720
0
}
721
722
void Curl_xfer_setup_recv(struct Curl_easy *data,
723
                          int8_t sockindex,
724
                          curl_off_t recv_size)
725
1.75k
{
726
1.75k
  xfer_setup(data, -1, sockindex, recv_size);
727
1.75k
}
728
729
void Curl_xfer_set_shutdown(struct Curl_easy *data,
730
                            bool shutdown,
731
                            bool ignore_errors)
732
0
{
733
  /* Shutdown should only be set when the transfer only sends or receives. */
734
0
  DEBUGASSERT(!shutdown ||
735
0
              (data->conn->send_idx < 0) || (data->conn->recv_idx < 0));
736
0
  data->req.shutdown = shutdown;
737
0
  data->req.shutdown_err_ignore = ignore_errors;
738
0
}
739
740
CURLcode Curl_xfer_write_resp(struct Curl_easy *data,
741
                              const char *buf, size_t blen,
742
                              bool is_eos)
743
3.01k
{
744
3.01k
  CURLcode result = CURLE_OK;
745
746
3.01k
  if(data->conn->scheme->run->write_resp) {
747
    /* protocol handlers offering this function take full responsibility
748
     * for writing all received download data to the client. */
749
0
    result = data->conn->scheme->run->write_resp(data, buf, blen, is_eos);
750
0
  }
751
3.01k
  else {
752
    /* No special handling by protocol handler, write all received data
753
     * as BODY to the client. */
754
3.01k
    if(blen || is_eos) {
755
3.01k
      int cwtype = CLIENTWRITE_BODY;
756
3.01k
      if(is_eos)
757
1.61k
        cwtype |= CLIENTWRITE_EOS;
758
3.01k
      result = Curl_client_write(data, cwtype, buf, blen);
759
3.01k
    }
760
3.01k
  }
761
762
3.01k
  if(!result && is_eos) {
763
    /* If we wrote the EOS, we are definitely done */
764
1.61k
    data->req.eos_written = TRUE;
765
1.61k
    data->req.download_done = TRUE;
766
1.61k
  }
767
3.01k
  CURL_TRC_WRITE(data, "xfer_write_resp(len=%zu, eos=%d) -> %d",
768
3.01k
                 blen, is_eos, (int)result);
769
3.01k
  return result;
770
3.01k
}
771
772
bool Curl_xfer_write_is_paused(struct Curl_easy *data)
773
0
{
774
0
  return Curl_cwriter_is_paused(data);
775
0
}
776
777
CURLcode Curl_xfer_write_resp_hd(struct Curl_easy *data,
778
                                 const char *hd0, size_t hdlen, bool is_eos)
779
0
{
780
0
  if(data->conn->scheme->run->write_resp_hd) {
781
0
    DEBUGASSERT(!hd0[hdlen]); /* null-terminated */
782
    /* protocol handlers offering this function take full responsibility
783
     * for writing all received download data to the client. */
784
0
    return data->conn->scheme->run->write_resp_hd(data, hd0, hdlen, is_eos);
785
0
  }
786
  /* No special handling by protocol handler, write as response bytes */
787
0
  return Curl_xfer_write_resp(data, hd0, hdlen, is_eos);
788
0
}
789
790
CURLcode Curl_xfer_write_done(struct Curl_easy *data, bool premature)
791
3.99k
{
792
3.99k
  (void)premature;
793
3.99k
  return Curl_cw_out_done(data);
794
3.99k
}
795
796
bool Curl_xfer_needs_flush(struct Curl_easy *data)
797
5.78k
{
798
5.78k
  return Curl_conn_needs_flush(data, data->conn->send_idx);
799
5.78k
}
800
801
CURLcode Curl_xfer_flush(struct Curl_easy *data)
802
0
{
803
0
  return Curl_conn_flush(data, data->conn->send_idx);
804
0
}
805
806
CURLcode Curl_xfer_send(struct Curl_easy *data,
807
                        const void *buf, size_t blen, bool eos,
808
                        size_t *pnwritten)
809
1.78k
{
810
1.78k
  CURLcode result;
811
812
1.78k
  DEBUGASSERT(data);
813
1.78k
  DEBUGASSERT(data->conn);
814
815
1.78k
  result = Curl_conn_send(data, data->conn->send_idx,
816
1.78k
                          buf, blen, eos, pnwritten);
817
1.78k
  if(result == CURLE_AGAIN) {
818
8
    result = CURLE_OK;
819
8
    *pnwritten = 0;
820
8
  }
821
1.77k
  else if(!result && *pnwritten)
822
1.77k
    data->info.request_size += *pnwritten;
823
824
1.78k
  DEBUGF(infof(data, "Curl_xfer_send(len=%zu, eos=%d) -> %d, %zu",
825
1.78k
               blen, eos, (int)result, *pnwritten));
826
1.78k
  return result;
827
1.78k
}
828
829
CURLcode Curl_xfer_recv(struct Curl_easy *data,
830
                        char *buf, size_t blen,
831
                        size_t *pnrcvd)
832
3.33k
{
833
3.33k
  DEBUGASSERT(data);
834
3.33k
  DEBUGASSERT(data->conn);
835
3.33k
  DEBUGASSERT(data->set.buffer_size > 0);
836
837
3.33k
  if(curlx_uitouz(data->set.buffer_size) < blen)
838
0
    blen = curlx_uitouz(data->set.buffer_size);
839
3.33k
  return Curl_conn_recv(data, data->conn->recv_idx, buf, blen, pnrcvd);
840
3.33k
}
841
842
CURLcode Curl_xfer_send_close(struct Curl_easy *data)
843
0
{
844
0
  Curl_conn_ev_data_done_send(data);
845
0
  return CURLE_OK;
846
0
}
847
848
bool Curl_xfer_is_blocked(struct Curl_easy *data)
849
2.05k
{
850
2.05k
  bool want_send = CURL_REQ_WANT_SEND(data);
851
2.05k
  bool want_recv = CURL_REQ_WANT_RECV(data);
852
2.05k
  if(!want_send)
853
2.05k
    return want_recv && Curl_xfer_recv_is_paused(data);
854
0
  else if(!want_recv)
855
0
    return want_send && Curl_xfer_send_is_paused(data);
856
0
  else
857
0
    return Curl_xfer_recv_is_paused(data) && Curl_xfer_send_is_paused(data);
858
2.05k
}
859
860
bool Curl_xfer_send_is_paused(struct Curl_easy *data)
861
75
{
862
75
  return Curl_rlimit_is_blocked(&data->progress.ul.rlimit);
863
75
}
864
865
bool Curl_xfer_recv_is_paused(struct Curl_easy *data)
866
7.45k
{
867
7.45k
  return Curl_rlimit_is_blocked(&data->progress.dl.rlimit);
868
7.45k
}
869
870
CURLcode Curl_xfer_pause_send(struct Curl_easy *data, bool enable)
871
0
{
872
0
  CURLcode result = CURLE_OK;
873
0
  Curl_rlimit_block(&data->progress.ul.rlimit, enable, Curl_pgrs_now(data));
874
0
  if(!enable && Curl_creader_is_paused(data))
875
0
    result = Curl_creader_unpause(data);
876
0
  Curl_pgrsSendPause(data, enable);
877
0
  return result;
878
0
}
879
880
CURLcode Curl_xfer_pause_recv(struct Curl_easy *data, bool enable)
881
0
{
882
0
  CURLcode result = CURLE_OK;
883
0
  Curl_rlimit_block(&data->progress.dl.rlimit, enable, Curl_pgrs_now(data));
884
0
  if(!enable && Curl_cwriter_is_paused(data))
885
0
    result = Curl_cwriter_unpause(data);
886
0
  Curl_conn_ev_data_pause(data, enable);
887
0
  Curl_pgrsRecvPause(data, enable);
888
0
  return result;
889
0
}
890
891
bool Curl_xfer_is_secure(struct Curl_easy *data)
892
0
{
893
0
#ifndef CURL_DISABLE_PROXY
894
0
  if(data->conn && data->conn->bits.origin_is_proxy) {
895
    /* talking to a forward proxy, not secure. we do not use
896
     * a forward proxy for https: and other 's' URLs. Let's just check that
897
     * this did not fail somewhere. */
898
0
    DEBUGASSERT(!(data->state.origin->scheme->flags & PROTOPT_SSL));
899
0
    return FALSE;
900
0
  }
901
0
#endif
902
0
  return (data->state.origin->scheme->flags & PROTOPT_SSL);
903
0
}