Coverage Report

Created: 2025-08-11 09:23

/src/gdal/port/cpl_minizip_zip.cpp
Line
Count
Source (jump to first uncovered line)
1
/******************************************************************************
2
 *
3
 * Project:  CPL - Common Portability Library
4
 * Author:   Frank Warmerdam, warmerdam@pobox.com
5
 * Purpose:  Adjusted minizip "zip.c" source code for zip services.
6
 *
7
 * Modified version by Even Rouault. :
8
 *   - Decoration of symbol names unz* -> cpl_unz*
9
 *   - Undef EXPORT so that we are sure the symbols are not exported
10
 *   - Remove old C style function prototypes
11
 *   - Added CPL* simplified API at bottom.
12
 *
13
 *   Original license available in port/LICENCE_minizip
14
 *
15
 *****************************************************************************/
16
17
/* zip.c -- IO on .zip files using zlib
18
   Version 1.1, February 14h, 2010
19
   part of the MiniZip project - ( http://www.winimage.com/zLibDll/minizip.html
20
   )
21
22
         Copyright (C) 1998-2010 Gilles Vollant (minizip) (
23
   http://www.winimage.com/zLibDll/minizip.html )
24
25
         Modifications for Zip64 support
26
         Copyright (C) 2009-2010 Mathias Svensson ( http://result42.com )
27
28
         For more info read MiniZip_info.txt
29
30
         Changes
31
   Oct-2009 - Mathias Svensson - Remove old C style function prototypes
32
   Oct-2009 - Mathias Svensson - Added Zip64 Support when creating new file
33
   archives Oct-2009 - Mathias Svensson - Did some code cleanup and refactoring
34
   to get better overview of some functions. Oct-2009 - Mathias Svensson - Added
35
   zipRemoveExtraInfoBlock to strip extra field data from its ZIP64 data It is
36
   used when recreating zip archive with RAW when deleting items from a zip.
37
                                 ZIP64 data is automatically added to items that
38
   needs it, and existing ZIP64 data need to be removed. Oct-2009 - Mathias
39
   Svensson - Added support for BZIP2 as compression mode (bzip2 lib is
40
   required) Jan-2010 - back to unzip and minizip 1.0 name scheme, with
41
   compatibility layer
42
43
   Copyright (c) 2010-2018, Even Rouault <even dot rouault at spatialys.com>
44
45
*/
46
47
#include "cpl_port.h"
48
#include "cpl_minizip_zip.h"
49
50
#include <algorithm>
51
#include <limits>
52
53
#include <cassert>
54
#include <cstddef>
55
#include <cstdlib>
56
#include <cstring>
57
#if HAVE_FCNTL_H
58
#include <fcntl.h>
59
#endif
60
#include <time.h>
61
62
#include "cpl_conv.h"
63
#include "cpl_error.h"
64
#include "cpl_minizip_unzip.h"
65
#include "cpl_string.h"
66
#include "cpl_time.h"
67
#include "cpl_vsi_virtual.h"
68
69
#ifdef NO_ERRNO_H
70
extern int errno;
71
#else
72
#include <errno.h>
73
#endif
74
75
#ifndef VERSIONMADEBY
76
878
#define VERSIONMADEBY (0x0) /* platform dependent */
77
#endif
78
79
#ifndef Z_BUFSIZE
80
917
#define Z_BUFSIZE (16384)
81
#endif
82
83
#ifndef ALLOC
84
2.06k
#define ALLOC(size) (malloc(size))
85
#endif
86
#ifndef TRYFREE
87
#define TRYFREE(p)                                                             \
88
416
    {                                                                          \
89
416
        if (p)                                                                 \
90
416
            free(p);                                                           \
91
416
    }
92
#endif
93
94
/*
95
#define SIZECENTRALDIRITEM (0x2e)
96
#define SIZEZIPLOCALHEADER (0x1e)
97
*/
98
99
/* I've found an old Unix (a SunOS 4.1.3_U1) without all SEEK_* defined... */
100
101
#ifndef SEEK_CUR
102
#define SEEK_CUR 1
103
#endif
104
105
#ifndef SEEK_END
106
#define SEEK_END 2
107
#endif
108
109
#ifndef SEEK_SET
110
#define SEEK_SET 0
111
#endif
112
113
#ifndef DEF_MEM_LEVEL
114
#if MAX_MEM_LEVEL >= 8
115
#define DEF_MEM_LEVEL 8
116
#else
117
#define DEF_MEM_LEVEL MAX_MEM_LEVEL
118
#endif
119
#endif
120
121
CPL_UNUSED static const char zip_copyright[] =
122
    " zip 1.01 Copyright 1998-2004 Gilles Vollant - "
123
    "http://www.winimage.com/zLibDll";
124
125
104
#define SIZEDATA_INDATABLOCK (4096 - (4 * 4))
126
127
917
#define LOCALHEADERMAGIC (0x04034b50)
128
878
#define CENTRALHEADERMAGIC (0x02014b50)
129
151
#define ENDHEADERMAGIC (0x06054b50)
130
0
#define ZIP64ENDHEADERMAGIC (0x6064b50)
131
0
#define ZIP64ENDLOCHEADERMAGIC (0x7064b50)
132
133
#define FLAG_LOCALHEADER_OFFSET (0x06)
134
#define CRC_LOCALHEADER_OFFSET (0x0e)
135
136
22.1k
#define SIZECENTRALHEADER (0x2e) /* 46 */
137
138
typedef struct linkedlist_datablock_internal_s
139
{
140
    struct linkedlist_datablock_internal_s *next_datablock;
141
    uLong avail_in_this_block;
142
    uLong filled_in_this_block;
143
    uLong unused;  // For future use and alignment.
144
    unsigned char data[SIZEDATA_INDATABLOCK];
145
} linkedlist_datablock_internal;
146
147
typedef struct linkedlist_data_s
148
{
149
    linkedlist_datablock_internal *first_block;
150
    linkedlist_datablock_internal *last_block;
151
} linkedlist_data;
152
153
typedef struct
154
{
155
    z_stream stream;           /* zLib stream structure for inflate */
156
    int stream_initialised;    /* 1 is stream is initialized */
157
    uInt pos_in_buffered_data; /* last written byte in buffered_data */
158
159
    ZPOS64_T pos_local_header; /* offset of the local header of the file
160
                                 currently writing */
161
    char *local_header;
162
    uInt size_local_header;
163
    uInt size_local_header_extrafield;
164
165
    char *central_header; /* central header data for the current file */
166
    uLong size_centralExtra;
167
    uLong size_centralheader;    /* size of the central header for cur file */
168
    uLong size_centralExtraFree; /* Extra bytes allocated to the centralheader
169
                                    but that are not used */
170
    uLong flag;                  /* flag of the file currently writing */
171
172
    // TODO: What is "wr"?  "to"?
173
    int method;                    /* compression method of file currently wr.*/
174
    int raw;                       /* 1 for directly writing raw data */
175
    Byte buffered_data[Z_BUFSIZE]; /* buffer contain compressed data to be
176
                                        written. */
177
    uLong dosDate;
178
    uLong crc32;
179
    int encrypt;
180
    ZPOS64_T pos_zip64extrainfo;
181
    ZPOS64_T totalCompressedData;
182
    ZPOS64_T totalUncompressedData;
183
#ifndef NOCRYPT
184
    unsigned long keys[3]; /* keys defining the pseudo-random sequence */
185
    const unsigned long *pcrc_32_tab;
186
    int crypt_header_size;
187
#endif
188
} curfile64_info;
189
190
typedef struct
191
{
192
    zlib_filefunc_def z_filefunc;
193
    voidpf filestream;           /* IO structure of the zipfile */
194
    linkedlist_data central_dir; /* datablock with central dir in construction*/
195
    int in_opened_file_inzip;    /* 1 if a file in the zip is currently writ.*/
196
    curfile64_info ci;           /* info on the file currently writing */
197
198
    ZPOS64_T begin_pos; /* position of the beginning of the zipfile */
199
    ZPOS64_T add_position_when_writing_offset;
200
    ZPOS64_T number_entry;
201
#ifndef NO_ADDFILEINEXISTINGZIP
202
    char *globalcomment;
203
#endif
204
    int use_cpl_io;
205
    vsi_l_offset vsi_raw_length_before;
206
    VSIVirtualHandle *vsi_deflate_handle;
207
    size_t nChunkSize;
208
    int nThreads;
209
    size_t nOffsetSize;
210
    std::vector<uint8_t> *sozip_index;
211
} zip64_internal;
212
213
#ifndef NOCRYPT
214
#define INCLUDECRYPTINGCODE_IFCRYPTALLOWED
215
#include "crypt.h"
216
#endif
217
218
static linkedlist_datablock_internal *allocate_new_datablock()
219
84
{
220
84
    linkedlist_datablock_internal *ldi;
221
84
    ldi = static_cast<linkedlist_datablock_internal *>(
222
84
        ALLOC(sizeof(linkedlist_datablock_internal)));
223
84
    if (ldi != nullptr)
224
84
    {
225
84
        ldi->next_datablock = nullptr;
226
84
        ldi->filled_in_this_block = 0;
227
84
        ldi->avail_in_this_block = SIZEDATA_INDATABLOCK;
228
84
    }
229
84
    return ldi;
230
84
}
231
232
static void free_datablock(linkedlist_datablock_internal *ldi)
233
151
{
234
235
    while (ldi != nullptr)
235
84
    {
236
84
        linkedlist_datablock_internal *ldinext = ldi->next_datablock;
237
84
        TRYFREE(ldi);
238
84
        ldi = ldinext;
239
84
    }
240
151
}
241
242
static void init_linkedlist(linkedlist_data *ll)
243
151
{
244
151
    ll->first_block = ll->last_block = nullptr;
245
151
}
246
247
static void free_linkedlist(linkedlist_data *ll)
248
151
{
249
151
    free_datablock(ll->first_block);
250
151
    ll->first_block = ll->last_block = nullptr;
251
151
}
252
253
static int add_data_in_datablock(linkedlist_data *ll, const void *buf,
254
                                 uLong len)
255
888
{
256
888
    linkedlist_datablock_internal *ldi;
257
888
    const unsigned char *from_copy;
258
259
888
    if (ll == nullptr)
260
0
        return ZIP_INTERNALERROR;
261
262
888
    if (ll->last_block == nullptr)
263
80
    {
264
80
        ll->first_block = ll->last_block = allocate_new_datablock();
265
80
        if (ll->first_block == nullptr)
266
0
            return ZIP_INTERNALERROR;
267
80
    }
268
269
888
    ldi = ll->last_block;
270
888
    from_copy = reinterpret_cast<const unsigned char *>(buf);
271
272
1.78k
    while (len > 0)
273
892
    {
274
892
        uInt copy_this;
275
892
        uInt i;
276
892
        unsigned char *to_copy;
277
278
892
        if (ldi->avail_in_this_block == 0)
279
4
        {
280
4
            ldi->next_datablock = allocate_new_datablock();
281
4
            if (ldi->next_datablock == nullptr)
282
0
                return ZIP_INTERNALERROR;
283
4
            ldi = ldi->next_datablock;
284
4
            ll->last_block = ldi;
285
4
        }
286
287
892
        if (ldi->avail_in_this_block < len)
288
4
            copy_this = static_cast<uInt>(ldi->avail_in_this_block);
289
888
        else
290
888
            copy_this = static_cast<uInt>(len);
291
292
892
        to_copy = &(ldi->data[ldi->filled_in_this_block]);
293
294
64.3k
        for (i = 0; i < copy_this; i++)
295
63.4k
            *(to_copy + i) = *(from_copy + i);
296
297
892
        ldi->filled_in_this_block += copy_this;
298
892
        ldi->avail_in_this_block -= copy_this;
299
892
        from_copy += copy_this;
300
892
        len -= copy_this;
301
892
    }
302
888
    return ZIP_OK;
303
888
}
304
305
/****************************************************************************/
306
307
#ifndef NO_ADDFILEINEXISTINGZIP
308
/* ===========================================================================
309
   Inputs a long in LSB order to the given file
310
   nbByte == 1, 2 ,4 or 8 (byte, short or long, ZPOS64_T)
311
*/
312
313
static int zip64local_putValue(const zlib_filefunc_def *pzlib_filefunc_def,
314
                               voidpf filestream, ZPOS64_T x, int nbByte)
315
3.95k
{
316
3.95k
    unsigned char buf[8];
317
18.2k
    for (int n = 0; n < nbByte; n++)
318
14.3k
    {
319
14.3k
        buf[n] = static_cast<unsigned char>(x & 0xff);
320
14.3k
        x >>= 8;
321
14.3k
    }
322
3.95k
    if (x != 0)
323
0
    { /* data overflow - hack for ZIP64 (X Roche) */
324
0
        for (int n = 0; n < nbByte; n++)
325
0
        {
326
0
            buf[n] = 0xff;
327
0
        }
328
0
    }
329
330
3.95k
    if (ZWRITE64(*pzlib_filefunc_def, filestream, buf, nbByte) !=
331
3.95k
        static_cast<uLong>(nbByte))
332
0
        return ZIP_ERRNO;
333
3.95k
    else
334
3.95k
        return ZIP_OK;
335
3.95k
}
336
337
static void zip64local_putValue_inmemory(void *dest, ZPOS64_T x, int nbByte)
338
25.8k
{
339
25.8k
    unsigned char *buf = reinterpret_cast<unsigned char *>(dest);
340
104k
    for (int n = 0; n < nbByte; n++)
341
78.4k
    {
342
78.4k
        buf[n] = static_cast<unsigned char>(x & 0xff);
343
78.4k
        x >>= 8;
344
78.4k
    }
345
346
25.8k
    if (x != 0)
347
0
    { /* data overflow - hack for ZIP64 */
348
0
        for (int n = 0; n < nbByte; n++)
349
0
        {
350
0
            buf[n] = 0xff;
351
0
        }
352
0
    }
353
25.8k
}
354
355
/****************************************************************************/
356
357
static uLong zip64local_TmzDateToDosDate(const tm_zip *ptm)
358
917
{
359
917
    uLong year = static_cast<uLong>(ptm->tm_year);
360
917
    if (year > 1980)
361
0
        year -= 1980;
362
917
    else if (year > 80)
363
917
        year -= 80;
364
917
    return static_cast<uLong>(
365
917
               ((ptm->tm_mday) + (32 * (ptm->tm_mon + 1)) + (512 * year))
366
917
               << 16) |
367
917
           ((ptm->tm_sec / 2) + (32 * ptm->tm_min) +
368
917
            (2048 * static_cast<uLong>(ptm->tm_hour)));
369
917
}
370
371
/****************************************************************************/
372
373
static int zip64local_getByte(const zlib_filefunc_def *pzlib_filefunc_def,
374
                              voidpf filestream, int *pi)
375
220
{
376
220
    unsigned char c = 0;
377
220
    const int err =
378
220
        static_cast<int>(ZREAD64(*pzlib_filefunc_def, filestream, &c, 1));
379
220
    if (err == 1)
380
220
    {
381
220
        *pi = static_cast<int>(c);
382
220
        return ZIP_OK;
383
220
    }
384
0
    else
385
0
    {
386
0
        if (ZERROR64(*pzlib_filefunc_def, filestream))
387
0
            return ZIP_ERRNO;
388
0
        else
389
0
            return ZIP_EOF;
390
0
    }
391
220
}
392
393
/* ===========================================================================
394
   Reads a long in LSB order from the given gz_stream. Sets
395
*/
396
static int zip64local_getShort(const zlib_filefunc_def *pzlib_filefunc_def,
397
                               voidpf filestream, uLong *pX)
398
50
{
399
50
    int i = 0;
400
50
    int err = zip64local_getByte(pzlib_filefunc_def, filestream, &i);
401
50
    uLong x = static_cast<uLong>(i);
402
403
50
    if (err == ZIP_OK)
404
50
        err = zip64local_getByte(pzlib_filefunc_def, filestream, &i);
405
50
    x += static_cast<uLong>(i) << 8;
406
407
50
    if (err == ZIP_OK)
408
50
        *pX = x;
409
0
    else
410
0
        *pX = 0;
411
50
    return err;
412
50
}
413
414
static int zip64local_getLong(const zlib_filefunc_def *pzlib_filefunc_def,
415
                              voidpf filestream, uLong *pX)
416
30
{
417
30
    int i = 0;
418
30
    int err = zip64local_getByte(pzlib_filefunc_def, filestream, &i);
419
30
    uLong x = static_cast<uLong>(i);
420
421
30
    if (err == ZIP_OK)
422
30
        err = zip64local_getByte(pzlib_filefunc_def, filestream, &i);
423
30
    x += static_cast<uLong>(i) << 8;
424
425
30
    if (err == ZIP_OK)
426
30
        err = zip64local_getByte(pzlib_filefunc_def, filestream, &i);
427
30
    x += static_cast<uLong>(i) << 16;
428
429
30
    if (err == ZIP_OK)
430
30
        err = zip64local_getByte(pzlib_filefunc_def, filestream, &i);
431
30
    x += static_cast<uLong>(i) << 24;
432
433
30
    if (err == ZIP_OK)
434
30
        *pX = x;
435
0
    else
436
0
        *pX = 0;
437
30
    return err;
438
30
}
439
440
static int zip64local_getLong64(const zlib_filefunc_def *pzlib_filefunc_def,
441
                                voidpf filestream, ZPOS64_T *pX)
442
0
{
443
0
    ZPOS64_T x;
444
0
    int i = 0;
445
0
    int err;
446
447
0
    err = zip64local_getByte(pzlib_filefunc_def, filestream, &i);
448
0
    x = static_cast<ZPOS64_T>(i);
449
450
0
    if (err == ZIP_OK)
451
0
        err = zip64local_getByte(pzlib_filefunc_def, filestream, &i);
452
0
    x += static_cast<ZPOS64_T>(i) << 8;
453
454
0
    if (err == ZIP_OK)
455
0
        err = zip64local_getByte(pzlib_filefunc_def, filestream, &i);
456
0
    x += static_cast<ZPOS64_T>(i) << 16;
457
458
0
    if (err == ZIP_OK)
459
0
        err = zip64local_getByte(pzlib_filefunc_def, filestream, &i);
460
0
    x += static_cast<ZPOS64_T>(i) << 24;
461
462
0
    if (err == ZIP_OK)
463
0
        err = zip64local_getByte(pzlib_filefunc_def, filestream, &i);
464
0
    x += static_cast<ZPOS64_T>(i) << 32;
465
466
0
    if (err == ZIP_OK)
467
0
        err = zip64local_getByte(pzlib_filefunc_def, filestream, &i);
468
0
    x += static_cast<ZPOS64_T>(i) << 40;
469
470
0
    if (err == ZIP_OK)
471
0
        err = zip64local_getByte(pzlib_filefunc_def, filestream, &i);
472
0
    x += static_cast<ZPOS64_T>(i) << 48;
473
474
0
    if (err == ZIP_OK)
475
0
        err = zip64local_getByte(pzlib_filefunc_def, filestream, &i);
476
0
    x += static_cast<ZPOS64_T>(i) << 56;
477
478
0
    if (err == ZIP_OK)
479
0
        *pX = x;
480
0
    else
481
0
        *pX = 0;
482
483
0
    return err;
484
0
}
485
486
#ifndef BUFREADCOMMENT
487
60
#define BUFREADCOMMENT (0x400)
488
#endif
489
/*
490
  Locate the Central directory of a zipfile (at the end, just before
491
    the global comment)
492
*/
493
static ZPOS64_T
494
zip64local_SearchCentralDir(const zlib_filefunc_def *pzlib_filefunc_def,
495
                            voidpf filestream)
496
10
{
497
10
    ZPOS64_T uMaxBack = 0xffff; /* maximum size of global comment */
498
10
    ZPOS64_T uPosFound = 0;
499
500
10
    if (ZSEEK64(*pzlib_filefunc_def, filestream, 0, ZLIB_FILEFUNC_SEEK_END) !=
501
10
        0)
502
0
        return 0;
503
504
10
    ZPOS64_T uSizeFile = ZTELL64(*pzlib_filefunc_def, filestream);
505
506
10
    if (uMaxBack > uSizeFile)
507
10
        uMaxBack = uSizeFile;
508
509
10
    unsigned char *buf =
510
10
        static_cast<unsigned char *>(ALLOC(BUFREADCOMMENT + 4));
511
10
    if (buf == nullptr)
512
0
        return 0;
513
514
10
    ZPOS64_T uBackRead = 4;
515
10
    while (uBackRead < uMaxBack)
516
10
    {
517
10
        if (uBackRead + BUFREADCOMMENT > uMaxBack)
518
6
            uBackRead = uMaxBack;
519
4
        else
520
4
            uBackRead += BUFREADCOMMENT;
521
10
        ZPOS64_T uReadPos = uSizeFile - uBackRead;
522
523
10
        uLong uReadSize = ((BUFREADCOMMENT + 4) < (uSizeFile - uReadPos))
524
10
                              ? (BUFREADCOMMENT + 4)
525
10
                              : static_cast<uLong>(uSizeFile - uReadPos);
526
10
        if (ZSEEK64(*pzlib_filefunc_def, filestream, uReadPos,
527
10
                    ZLIB_FILEFUNC_SEEK_SET) != 0)
528
0
            break;
529
530
10
        if (ZREAD64(*pzlib_filefunc_def, filestream, buf, uReadSize) !=
531
10
            uReadSize)
532
0
            break;
533
534
190
        for (int i = static_cast<int>(uReadSize) - 3; (i--) > 0;)
535
190
            if (((*(buf + i)) == 0x50) && ((*(buf + i + 1)) == 0x4b) &&
536
190
                ((*(buf + i + 2)) == 0x05) && ((*(buf + i + 3)) == 0x06))
537
10
            {
538
10
                uPosFound = uReadPos + i;
539
10
                break;
540
10
            }
541
542
10
        if (uPosFound != 0)
543
10
            break;
544
10
    }
545
10
    TRYFREE(buf);
546
10
    return uPosFound;
547
10
}
548
549
/*
550
Locate the End of Zip64 Central directory locator and from there find the CD of
551
a zipfile (at the end, just before the global comment)
552
*/
553
static ZPOS64_T
554
zip64local_SearchCentralDir64(const zlib_filefunc_def *pzlib_filefunc_def,
555
                              voidpf filestream)
556
10
{
557
10
    unsigned char *buf;
558
10
    ZPOS64_T uSizeFile;
559
10
    ZPOS64_T uBackRead;
560
10
    ZPOS64_T uMaxBack = 0xffff; /* maximum size of global comment */
561
10
    ZPOS64_T uPosFound = 0;
562
10
    uLong uL;
563
10
    ZPOS64_T relativeOffset;
564
565
10
    if (ZSEEK64(*pzlib_filefunc_def, filestream, 0, ZLIB_FILEFUNC_SEEK_END) !=
566
10
        0)
567
0
        return 0;
568
569
10
    uSizeFile = ZTELL64(*pzlib_filefunc_def, filestream);
570
571
10
    if (uMaxBack > uSizeFile)
572
10
        uMaxBack = uSizeFile;
573
574
10
    buf = static_cast<unsigned char *>(ALLOC(BUFREADCOMMENT + 4));
575
10
    if (buf == nullptr)
576
0
        return 0;
577
578
10
    uBackRead = 4;
579
24
    while (uBackRead < uMaxBack)
580
14
    {
581
14
        uLong uReadSize;
582
14
        ZPOS64_T uReadPos;
583
14
        int i;
584
14
        if (uBackRead + BUFREADCOMMENT > uMaxBack)
585
10
            uBackRead = uMaxBack;
586
4
        else
587
4
            uBackRead += BUFREADCOMMENT;
588
14
        uReadPos = uSizeFile - uBackRead;
589
590
14
        uReadSize = ((BUFREADCOMMENT + 4) < (uSizeFile - uReadPos))
591
14
                        ? (BUFREADCOMMENT + 4)
592
14
                        : static_cast<uLong>(uSizeFile - uReadPos);
593
14
        if (ZSEEK64(*pzlib_filefunc_def, filestream, uReadPos,
594
14
                    ZLIB_FILEFUNC_SEEK_SET) != 0)
595
0
            break;
596
597
14
        if (ZREAD64(*pzlib_filefunc_def, filestream, buf, uReadSize) !=
598
14
            uReadSize)
599
0
            break;
600
601
10.8k
        for (i = static_cast<int>(uReadSize) - 3; (i--) > 0;)
602
10.8k
        {
603
            // Signature "0x07064b50" Zip64 end of central directory locater
604
10.8k
            if (((*(buf + i)) == 0x50) && ((*(buf + i + 1)) == 0x4b) &&
605
10.8k
                ((*(buf + i + 2)) == 0x06) && ((*(buf + i + 3)) == 0x07))
606
0
            {
607
0
                uPosFound = uReadPos + i;
608
0
                break;
609
0
            }
610
10.8k
        }
611
612
14
        if (uPosFound != 0)
613
0
            break;
614
14
    }
615
616
10
    TRYFREE(buf);
617
10
    if (uPosFound == 0)
618
10
        return 0;
619
620
    /* Zip64 end of central directory locator */
621
0
    if (ZSEEK64(*pzlib_filefunc_def, filestream, uPosFound,
622
0
                ZLIB_FILEFUNC_SEEK_SET) != 0)
623
0
        return 0;
624
625
    /* the signature, already checked */
626
0
    if (zip64local_getLong(pzlib_filefunc_def, filestream, &uL) != ZIP_OK)
627
0
        return 0;
628
629
    /* number of the disk with the start of the zip64 end of  central directory
630
     */
631
0
    if (zip64local_getLong(pzlib_filefunc_def, filestream, &uL) != ZIP_OK)
632
0
        return 0;
633
0
    if (uL != 0)
634
0
        return 0;
635
636
    /* relative offset of the zip64 end of central directory record */
637
0
    if (zip64local_getLong64(pzlib_filefunc_def, filestream, &relativeOffset) !=
638
0
        ZIP_OK)
639
0
        return 0;
640
641
    /* total number of disks */
642
0
    if (zip64local_getLong(pzlib_filefunc_def, filestream, &uL) != ZIP_OK)
643
0
        return 0;
644
    /* Some .zip declare 0 disks, such as in
645
     * http://trac.osgeo.org/gdal/ticket/5615 */
646
0
    if (uL != 0 && uL != 1)
647
0
        return 0;
648
649
    /* Goto Zip64 end of central directory record */
650
0
    if (ZSEEK64(*pzlib_filefunc_def, filestream, relativeOffset,
651
0
                ZLIB_FILEFUNC_SEEK_SET) != 0)
652
0
        return 0;
653
654
    /* the signature */
655
0
    if (zip64local_getLong(pzlib_filefunc_def, filestream, &uL) != ZIP_OK)
656
0
        return 0;
657
658
0
    if (uL != 0x06064b50)  // signature of 'Zip64 end of central directory'
659
0
        return 0;
660
661
0
    return relativeOffset;
662
0
}
663
664
static int LoadCentralDirectoryRecord(zip64_internal *pziinit)
665
10
{
666
10
    int err = ZIP_OK;
667
10
    ZPOS64_T byte_before_the_zipfile; /* byte before the zipfile, (>0 for sfx)*/
668
669
10
    ZPOS64_T size_central_dir;   /* size of the central directory  */
670
10
    ZPOS64_T offset_central_dir; /* offset of start of central directory */
671
10
    ZPOS64_T central_pos;
672
10
    uLong uL;
673
674
10
    uLong number_disk;         /* number of the current dist, used for
675
                               spanning ZIP, unsupported, always 0*/
676
10
    uLong number_disk_with_CD; /* number the disk with central dir, used
677
                               for spanning ZIP, unsupported, always 0*/
678
10
    ZPOS64_T number_entry;
679
10
    ZPOS64_T number_entry_CD; /* total number of entries in
680
                             the central dir
681
                             (same than number_entry on nospan) */
682
10
    uLong VersionMadeBy;
683
10
    uLong VersionNeeded;
684
10
    uLong size_comment;
685
686
10
    int hasZIP64Record = 0;
687
688
    // check first if we find a ZIP64 record
689
10
    central_pos = zip64local_SearchCentralDir64(&pziinit->z_filefunc,
690
10
                                                pziinit->filestream);
691
10
    if (central_pos > 0)
692
0
    {
693
0
        hasZIP64Record = 1;
694
0
    }
695
10
    else /* if (central_pos == 0) */
696
10
    {
697
10
        central_pos = zip64local_SearchCentralDir(&pziinit->z_filefunc,
698
10
                                                  pziinit->filestream);
699
10
    }
700
701
    /* disable to allow appending to empty ZIP archive
702
            if (central_pos==0)
703
                err=ZIP_ERRNO;
704
    */
705
706
10
    if (hasZIP64Record)
707
0
    {
708
0
        ZPOS64_T sizeEndOfCentralDirectory;
709
0
        if (ZSEEK64(pziinit->z_filefunc, pziinit->filestream, central_pos,
710
0
                    ZLIB_FILEFUNC_SEEK_SET) != 0)
711
0
            err = ZIP_ERRNO;
712
713
        /* the signature, already checked */
714
0
        if (zip64local_getLong(&pziinit->z_filefunc, pziinit->filestream,
715
0
                               &uL) != ZIP_OK)
716
0
            err = ZIP_ERRNO;
717
718
        /* size of zip64 end of central directory record */
719
0
        if (zip64local_getLong64(&pziinit->z_filefunc, pziinit->filestream,
720
0
                                 &sizeEndOfCentralDirectory) != ZIP_OK)
721
0
            err = ZIP_ERRNO;
722
723
        /* version made by */
724
0
        if (zip64local_getShort(&pziinit->z_filefunc, pziinit->filestream,
725
0
                                &VersionMadeBy) != ZIP_OK)
726
0
            err = ZIP_ERRNO;
727
728
        /* version needed to extract */
729
0
        if (zip64local_getShort(&pziinit->z_filefunc, pziinit->filestream,
730
0
                                &VersionNeeded) != ZIP_OK)
731
0
            err = ZIP_ERRNO;
732
733
        /* number of this disk */
734
0
        if (zip64local_getLong(&pziinit->z_filefunc, pziinit->filestream,
735
0
                               &number_disk) != ZIP_OK)
736
0
            err = ZIP_ERRNO;
737
738
        /* number of the disk with the start of the central directory */
739
0
        if (zip64local_getLong(&pziinit->z_filefunc, pziinit->filestream,
740
0
                               &number_disk_with_CD) != ZIP_OK)
741
0
            err = ZIP_ERRNO;
742
743
        /* total number of entries in the central directory on this disk */
744
0
        if (zip64local_getLong64(&pziinit->z_filefunc, pziinit->filestream,
745
0
                                 &number_entry) != ZIP_OK)
746
0
            err = ZIP_ERRNO;
747
748
        /* total number of entries in the central directory */
749
0
        if (zip64local_getLong64(&pziinit->z_filefunc, pziinit->filestream,
750
0
                                 &number_entry_CD) != ZIP_OK)
751
0
            err = ZIP_ERRNO;
752
753
0
        if ((number_entry_CD != number_entry) || (number_disk_with_CD != 0) ||
754
0
            (number_disk != 0))
755
0
            err = ZIP_BADZIPFILE;
756
757
        /* size of the central directory */
758
0
        if (zip64local_getLong64(&pziinit->z_filefunc, pziinit->filestream,
759
0
                                 &size_central_dir) != ZIP_OK)
760
0
            err = ZIP_ERRNO;
761
762
        /* offset of start of central directory with respect to the
763
        starting disk number */
764
0
        if (zip64local_getLong64(&pziinit->z_filefunc, pziinit->filestream,
765
0
                                 &offset_central_dir) != ZIP_OK)
766
0
            err = ZIP_ERRNO;
767
768
        // TODO..
769
        // read the comment from the standard central header.
770
0
        size_comment = 0;
771
0
    }
772
10
    else
773
10
    {
774
        // Read End of central Directory info
775
10
        if (ZSEEK64(pziinit->z_filefunc, pziinit->filestream, central_pos,
776
10
                    ZLIB_FILEFUNC_SEEK_SET) != 0)
777
0
            err = ZIP_ERRNO;
778
779
        /* the signature, already checked */
780
10
        if (zip64local_getLong(&pziinit->z_filefunc, pziinit->filestream,
781
10
                               &uL) != ZIP_OK)
782
0
            err = ZIP_ERRNO;
783
784
        /* number of this disk */
785
10
        if (zip64local_getShort(&pziinit->z_filefunc, pziinit->filestream,
786
10
                                &number_disk) != ZIP_OK)
787
0
            err = ZIP_ERRNO;
788
789
        /* number of the disk with the start of the central directory */
790
10
        if (zip64local_getShort(&pziinit->z_filefunc, pziinit->filestream,
791
10
                                &number_disk_with_CD) != ZIP_OK)
792
0
            err = ZIP_ERRNO;
793
794
        /* total number of entries in the central dir on this disk */
795
10
        number_entry = 0;
796
10
        if (zip64local_getShort(&pziinit->z_filefunc, pziinit->filestream,
797
10
                                &uL) != ZIP_OK)
798
0
            err = ZIP_ERRNO;
799
10
        else
800
10
            number_entry = uL;
801
802
        /* total number of entries in the central dir */
803
10
        number_entry_CD = 0;
804
10
        if (zip64local_getShort(&pziinit->z_filefunc, pziinit->filestream,
805
10
                                &uL) != ZIP_OK)
806
0
            err = ZIP_ERRNO;
807
10
        else
808
10
            number_entry_CD = uL;
809
810
10
        if ((number_entry_CD != number_entry) || (number_disk_with_CD != 0) ||
811
10
            (number_disk != 0))
812
0
            err = ZIP_BADZIPFILE;
813
814
        /* size of the central directory */
815
10
        size_central_dir = 0;
816
10
        if (zip64local_getLong(&pziinit->z_filefunc, pziinit->filestream,
817
10
                               &uL) != ZIP_OK)
818
0
            err = ZIP_ERRNO;
819
10
        else
820
10
            size_central_dir = uL;
821
822
        /* offset of start of central directory with respect to the starting
823
         * disk number */
824
10
        offset_central_dir = 0;
825
10
        if (zip64local_getLong(&pziinit->z_filefunc, pziinit->filestream,
826
10
                               &uL) != ZIP_OK)
827
0
            err = ZIP_ERRNO;
828
10
        else
829
10
            offset_central_dir = uL;
830
831
        /* zipfile global comment length */
832
10
        if (zip64local_getShort(&pziinit->z_filefunc, pziinit->filestream,
833
10
                                &size_comment) != ZIP_OK)
834
0
            err = ZIP_ERRNO;
835
10
    }
836
837
10
    if ((central_pos < offset_central_dir + size_central_dir) &&
838
10
        (err == ZIP_OK))
839
0
        err = ZIP_BADZIPFILE;
840
841
10
    if (err != ZIP_OK)
842
0
    {
843
0
        ZCLOSE64(pziinit->z_filefunc, pziinit->filestream);
844
0
        return ZIP_ERRNO;
845
0
    }
846
847
10
    if (size_comment > 0)
848
0
    {
849
0
        pziinit->globalcomment = static_cast<char *>(ALLOC(size_comment + 1));
850
0
        if (pziinit->globalcomment)
851
0
        {
852
0
            size_comment = ZREAD64(pziinit->z_filefunc, pziinit->filestream,
853
0
                                   pziinit->globalcomment, size_comment);
854
0
            pziinit->globalcomment[size_comment] = 0;
855
0
        }
856
0
    }
857
858
10
    byte_before_the_zipfile =
859
10
        central_pos - (offset_central_dir + size_central_dir);
860
10
    pziinit->add_position_when_writing_offset = byte_before_the_zipfile;
861
862
10
    {
863
10
        ZPOS64_T size_central_dir_to_read = size_central_dir;
864
10
        size_t buf_size = SIZEDATA_INDATABLOCK;
865
10
        void *buf_read = ALLOC(buf_size);
866
10
        if (ZSEEK64(pziinit->z_filefunc, pziinit->filestream,
867
10
                    offset_central_dir + byte_before_the_zipfile,
868
10
                    ZLIB_FILEFUNC_SEEK_SET) != 0)
869
0
            err = ZIP_ERRNO;
870
871
20
        while ((size_central_dir_to_read > 0) && (err == ZIP_OK))
872
10
        {
873
10
            ZPOS64_T read_this = SIZEDATA_INDATABLOCK;
874
10
            if (read_this > size_central_dir_to_read)
875
10
                read_this = size_central_dir_to_read;
876
877
10
            if (ZREAD64(pziinit->z_filefunc, pziinit->filestream, buf_read,
878
10
                        static_cast<uLong>(read_this)) != read_this)
879
0
                err = ZIP_ERRNO;
880
881
10
            if (err == ZIP_OK)
882
10
                err = add_data_in_datablock(&pziinit->central_dir, buf_read,
883
10
                                            static_cast<uLong>(read_this));
884
885
10
            size_central_dir_to_read -= read_this;
886
10
        }
887
10
        TRYFREE(buf_read);
888
10
    }
889
10
    pziinit->begin_pos = byte_before_the_zipfile;
890
10
    pziinit->number_entry = number_entry_CD;
891
892
10
    if (ZSEEK64(pziinit->z_filefunc, pziinit->filestream,
893
10
                offset_central_dir + byte_before_the_zipfile,
894
10
                ZLIB_FILEFUNC_SEEK_SET) != 0)
895
0
        err = ZIP_ERRNO;
896
897
10
    return err;
898
10
}
899
900
#endif /* !NO_ADDFILEINEXISTINGZIP*/
901
902
/************************************************************/
903
extern zipFile ZEXPORT cpl_zipOpen2(const char *pathname, int append,
904
                                    zipcharpc *globalcomment,
905
                                    zlib_filefunc_def *pzlib_filefunc_def)
906
152
{
907
152
    zip64_internal ziinit;
908
152
    memset(&ziinit, 0, sizeof(ziinit));
909
910
152
    if (pzlib_filefunc_def == nullptr)
911
152
        cpl_fill_fopen_filefunc(&ziinit.z_filefunc);
912
0
    else
913
0
        ziinit.z_filefunc = *pzlib_filefunc_def;
914
915
152
    ziinit.filestream = (*(ziinit.z_filefunc.zopen_file))(
916
152
        ziinit.z_filefunc.opaque, pathname,
917
152
        (append == APPEND_STATUS_CREATE)
918
152
            ? (ZLIB_FILEFUNC_MODE_READ | ZLIB_FILEFUNC_MODE_WRITE |
919
142
               ZLIB_FILEFUNC_MODE_CREATE)
920
152
            : (ZLIB_FILEFUNC_MODE_READ | ZLIB_FILEFUNC_MODE_WRITE |
921
10
               ZLIB_FILEFUNC_MODE_EXISTING));
922
923
152
    if (ziinit.filestream == nullptr)
924
1
        return nullptr;
925
926
151
    if (append == APPEND_STATUS_CREATEAFTER)
927
0
        ZSEEK64(ziinit.z_filefunc, ziinit.filestream, 0, SEEK_END);
928
929
151
    ziinit.begin_pos = ZTELL64(ziinit.z_filefunc, ziinit.filestream);
930
151
    ziinit.in_opened_file_inzip = 0;
931
151
    ziinit.ci.stream_initialised = 0;
932
151
    ziinit.number_entry = 0;
933
151
    ziinit.add_position_when_writing_offset = 0;
934
151
    ziinit.use_cpl_io = (pzlib_filefunc_def == nullptr) ? 1 : 0;
935
151
    ziinit.vsi_raw_length_before = 0;
936
151
    ziinit.vsi_deflate_handle = nullptr;
937
151
    ziinit.nChunkSize = 0;
938
151
    ziinit.nThreads = 0;
939
151
    ziinit.nOffsetSize = 0;
940
151
    ziinit.sozip_index = nullptr;
941
151
    init_linkedlist(&(ziinit.central_dir));
942
943
151
    zip64_internal *zi =
944
151
        static_cast<zip64_internal *>(ALLOC(sizeof(zip64_internal)));
945
151
    if (zi == nullptr)
946
0
    {
947
0
        ZCLOSE64(ziinit.z_filefunc, ziinit.filestream);
948
0
        return nullptr;
949
0
    }
950
951
    /* now we add file in a zipfile */
952
151
#ifndef NO_ADDFILEINEXISTINGZIP
953
151
    ziinit.globalcomment = nullptr;
954
955
151
    int err = ZIP_OK;
956
151
    if (append == APPEND_STATUS_ADDINZIP)
957
10
    {
958
        // Read and Cache Central Directory Records
959
10
        err = LoadCentralDirectoryRecord(&ziinit);
960
10
    }
961
962
151
    if (globalcomment)
963
0
    {
964
0
        *globalcomment = ziinit.globalcomment;
965
0
    }
966
151
#endif /* !NO_ADDFILEINEXISTINGZIP*/
967
968
151
    if (err != ZIP_OK)
969
0
    {
970
0
#ifndef NO_ADDFILEINEXISTINGZIP
971
0
        TRYFREE(ziinit.globalcomment);
972
0
#endif /* !NO_ADDFILEINEXISTINGZIP*/
973
0
        TRYFREE(zi);
974
0
        return nullptr;
975
0
    }
976
151
    else
977
151
    {
978
151
        *zi = ziinit;
979
151
        return static_cast<zipFile>(zi);
980
151
    }
981
151
}
982
983
extern zipFile ZEXPORT cpl_zipOpen(const char *pathname, int append)
984
152
{
985
152
    return cpl_zipOpen2(pathname, append, nullptr, nullptr);
986
152
}
987
988
static void zip64local_putValue_inmemory_update(char **dest, ZPOS64_T x,
989
                                                int nbByte)
990
9.17k
{
991
9.17k
    zip64local_putValue_inmemory(*dest, x, nbByte);
992
9.17k
    *dest += nbByte;
993
9.17k
}
994
995
static int Write_LocalFileHeader(zip64_internal *zi, const char *filename,
996
                                 uInt size_extrafield_local,
997
                                 const void *extrafield_local, int zip64)
998
917
{
999
    /* write the local header */
1000
917
    int err = ZIP_OK;
1001
917
    uInt size_filename = static_cast<uInt>(strlen(filename));
1002
917
    uInt size_extrafield = size_extrafield_local;
1003
1004
917
    if (zip64)
1005
0
    {
1006
0
        size_extrafield += 20;
1007
0
    }
1008
1009
917
    uInt size_local_header = 30 + size_filename + size_extrafield;
1010
917
    char *local_header = static_cast<char *>(ALLOC(size_local_header));
1011
917
    char *p = local_header;
1012
1013
917
    zip64local_putValue_inmemory_update(&p, LOCALHEADERMAGIC, 4);
1014
917
    if (zip64)
1015
0
        zip64local_putValue_inmemory_update(&p, 45,
1016
0
                                            2); /* version needed to extract */
1017
917
    else
1018
917
        zip64local_putValue_inmemory_update(&p, 20,
1019
917
                                            2); /* version needed to extract */
1020
1021
917
    zip64local_putValue_inmemory_update(&p, zi->ci.flag, 2);
1022
1023
917
    zip64local_putValue_inmemory_update(&p, zi->ci.method, 2);
1024
1025
917
    zip64local_putValue_inmemory_update(&p, zi->ci.dosDate, 4);
1026
1027
    // CRC / Compressed size / Uncompressed size will be filled in later and
1028
    // rewritten later
1029
917
    zip64local_putValue_inmemory_update(&p, 0, 4); /* crc 32, unknown */
1030
1031
917
    if (zip64)
1032
0
        zip64local_putValue_inmemory_update(&p, 0xFFFFFFFFU,
1033
0
                                            4); /* compressed size, unknown */
1034
917
    else
1035
917
        zip64local_putValue_inmemory_update(&p, 0,
1036
917
                                            4); /* compressed size, unknown */
1037
1038
917
    if (zip64)
1039
0
        zip64local_putValue_inmemory_update(&p, 0xFFFFFFFFU,
1040
0
                                            4); /* uncompressed size, unknown */
1041
917
    else
1042
917
        zip64local_putValue_inmemory_update(&p, 0,
1043
917
                                            4); /* uncompressed size, unknown */
1044
1045
917
    zip64local_putValue_inmemory_update(&p, size_filename, 2);
1046
1047
917
    zi->ci.size_local_header_extrafield = size_extrafield;
1048
1049
917
    zip64local_putValue_inmemory_update(&p, size_extrafield, 2);
1050
1051
917
    if (size_filename > 0)
1052
917
    {
1053
917
        memcpy(p, filename, size_filename);
1054
917
        p += size_filename;
1055
917
    }
1056
1057
917
    if (size_extrafield_local > 0)
1058
41
    {
1059
41
        memcpy(p, extrafield_local, size_extrafield_local);
1060
41
        p += size_extrafield_local;
1061
41
    }
1062
1063
917
    if (zip64)
1064
0
    {
1065
        // write the Zip64 extended info
1066
0
        short HeaderID = 1;
1067
0
        short DataSize = 16;
1068
0
        ZPOS64_T CompressedSize = 0;
1069
0
        ZPOS64_T UncompressedSize = 0;
1070
1071
        // Remember position of Zip64 extended info for the local file header.
1072
        // (needed when we update size after done with file)
1073
0
        zi->ci.pos_zip64extrainfo =
1074
0
            ZTELL64(zi->z_filefunc, zi->filestream) + p - local_header;
1075
1076
0
        zip64local_putValue_inmemory_update(&p, HeaderID, 2);
1077
0
        zip64local_putValue_inmemory_update(&p, DataSize, 2);
1078
1079
0
        zip64local_putValue_inmemory_update(&p, UncompressedSize, 8);
1080
0
        zip64local_putValue_inmemory_update(&p, CompressedSize, 8);
1081
0
    }
1082
917
    assert(p == local_header + size_local_header);
1083
1084
917
    if (ZWRITE64(zi->z_filefunc, zi->filestream, local_header,
1085
917
                 size_local_header) != size_local_header)
1086
0
        err = ZIP_ERRNO;
1087
1088
917
    zi->ci.local_header = local_header;
1089
917
    zi->ci.size_local_header = size_local_header;
1090
1091
917
    return err;
1092
917
}
1093
1094
extern int ZEXPORT cpl_zipOpenNewFileInZip3(
1095
    zipFile file, const char *filename, const zip_fileinfo *zipfi,
1096
    const void *extrafield_local, uInt size_extrafield_local,
1097
    const void *extrafield_global, uInt size_extrafield_global,
1098
    const char *comment, int method, int level, int raw, int windowBits,
1099
    int memLevel, int strategy, const char *password,
1100
#ifdef NOCRYPT
1101
    uLong /* crcForCrypting */
1102
#else
1103
    uLong crcForCrypting
1104
#endif
1105
    ,
1106
    bool bZip64, bool bIncludeInCentralDirectory)
1107
917
{
1108
917
    zip64_internal *zi;
1109
917
    uInt size_filename;
1110
917
    uInt size_comment;
1111
917
    uInt i;
1112
917
    int err = ZIP_OK;
1113
917
    uLong flagBase = 0;
1114
1115
917
#ifdef NOCRYPT
1116
917
    if (password != nullptr)
1117
0
        return ZIP_PARAMERROR;
1118
917
#endif
1119
1120
917
    if (file == nullptr)
1121
0
        return ZIP_PARAMERROR;
1122
917
    if ((method != 0) && (method != Z_DEFLATED))
1123
0
        return ZIP_PARAMERROR;
1124
1125
917
    zi = reinterpret_cast<zip64_internal *>(file);
1126
1127
917
    if (zi->in_opened_file_inzip == 1)
1128
0
    {
1129
0
        err = cpl_zipCloseFileInZip(file);
1130
0
        if (err != ZIP_OK)
1131
0
            return err;
1132
0
    }
1133
1134
917
    if (filename == nullptr)
1135
0
        filename = "-";
1136
1137
    // The filename and comment length must fit in 16 bits.
1138
917
    if ((filename != nullptr) && (strlen(filename) > 0xffff))
1139
0
        return ZIP_PARAMERROR;
1140
917
    if ((comment != nullptr) && (strlen(comment) > 0xffff))
1141
0
        return ZIP_PARAMERROR;
1142
    // The extra field length must fit in 16 bits. If the member also requires
1143
    // a Zip64 extra block, that will also need to fit within that 16-bit
1144
    // length, but that will be checked for later.
1145
917
    if ((size_extrafield_local > 0xffff) || (size_extrafield_global > 0xffff))
1146
0
        return ZIP_PARAMERROR;
1147
1148
917
    if (comment == nullptr)
1149
0
        size_comment = 0;
1150
917
    else
1151
917
        size_comment = static_cast<uInt>(strlen(comment));
1152
1153
917
    size_filename = static_cast<uInt>(strlen(filename));
1154
1155
917
    if (zipfi == nullptr)
1156
0
        zi->ci.dosDate = 0;
1157
917
    else
1158
917
    {
1159
917
        if (zipfi->dosDate != 0)
1160
0
            zi->ci.dosDate = zipfi->dosDate;
1161
917
        else
1162
917
            zi->ci.dosDate = zip64local_TmzDateToDosDate(&zipfi->tmz_date);
1163
917
    }
1164
1165
917
    zi->ci.flag = flagBase;
1166
917
    if ((level == 8) || (level == 9))
1167
0
        zi->ci.flag |= 2;
1168
917
    if (level == 2)
1169
0
        zi->ci.flag |= 4;
1170
917
    if (level == 1)
1171
0
        zi->ci.flag |= 6;
1172
#ifndef NOCRYPT
1173
    if (password != nullptr)
1174
        zi->ci.flag |= 1;
1175
#endif
1176
1177
917
    zi->ci.crc32 = 0;
1178
917
    zi->ci.method = method;
1179
917
    zi->ci.encrypt = 0;
1180
917
    zi->ci.stream_initialised = 0;
1181
917
    zi->ci.pos_in_buffered_data = 0;
1182
917
    zi->ci.raw = raw;
1183
917
    zi->ci.pos_local_header = ZTELL64(zi->z_filefunc, zi->filestream);
1184
1185
917
    if (bIncludeInCentralDirectory)
1186
878
    {
1187
878
        zi->ci.size_centralheader = SIZECENTRALHEADER + size_filename +
1188
878
                                    size_extrafield_global + size_comment;
1189
878
        zi->ci.size_centralExtraFree =
1190
878
            32;  // Extra space we have reserved in case we need to add ZIP64
1191
                 // extra info data
1192
1193
878
        zi->ci.central_header = static_cast<char *>(ALLOC(static_cast<uInt>(
1194
878
            zi->ci.size_centralheader + zi->ci.size_centralExtraFree)));
1195
1196
878
        zi->ci.size_centralExtra = size_extrafield_global;
1197
878
        zip64local_putValue_inmemory(zi->ci.central_header, CENTRALHEADERMAGIC,
1198
878
                                     4);
1199
        /* version info */
1200
878
        zip64local_putValue_inmemory(zi->ci.central_header + 4, VERSIONMADEBY,
1201
878
                                     2);
1202
878
        zip64local_putValue_inmemory(zi->ci.central_header + 6, 20, 2);
1203
878
        zip64local_putValue_inmemory(zi->ci.central_header + 8,
1204
878
                                     static_cast<uLong>(zi->ci.flag), 2);
1205
878
        zip64local_putValue_inmemory(zi->ci.central_header + 10,
1206
878
                                     static_cast<uLong>(zi->ci.method), 2);
1207
878
        zip64local_putValue_inmemory(zi->ci.central_header + 12,
1208
878
                                     static_cast<uLong>(zi->ci.dosDate), 4);
1209
878
        zip64local_putValue_inmemory(zi->ci.central_header + 16, 0, 4); /*crc*/
1210
878
        zip64local_putValue_inmemory(zi->ci.central_header + 20, 0,
1211
878
                                     4); /*compr size*/
1212
878
        zip64local_putValue_inmemory(zi->ci.central_header + 24, 0,
1213
878
                                     4); /*uncompr size*/
1214
878
        zip64local_putValue_inmemory(zi->ci.central_header + 28,
1215
878
                                     static_cast<uLong>(size_filename), 2);
1216
878
        zip64local_putValue_inmemory(zi->ci.central_header + 30,
1217
878
                                     static_cast<uLong>(size_extrafield_global),
1218
878
                                     2);
1219
878
        zip64local_putValue_inmemory(zi->ci.central_header + 32,
1220
878
                                     static_cast<uLong>(size_comment), 2);
1221
878
        zip64local_putValue_inmemory(zi->ci.central_header + 34, 0,
1222
878
                                     2); /*disk nm start*/
1223
1224
878
        if (zipfi == nullptr)
1225
0
            zip64local_putValue_inmemory(zi->ci.central_header + 36, 0, 2);
1226
878
        else
1227
878
            zip64local_putValue_inmemory(zi->ci.central_header + 36,
1228
878
                                         static_cast<uLong>(zipfi->internal_fa),
1229
878
                                         2);
1230
1231
878
        if (zipfi == nullptr)
1232
0
            zip64local_putValue_inmemory(zi->ci.central_header + 38, 0, 4);
1233
878
        else
1234
878
            zip64local_putValue_inmemory(zi->ci.central_header + 38,
1235
878
                                         static_cast<uLong>(zipfi->external_fa),
1236
878
                                         4);
1237
1238
878
        if (zi->ci.pos_local_header >= 0xffffffff)
1239
0
            zip64local_putValue_inmemory(zi->ci.central_header + 42,
1240
0
                                         static_cast<uLong>(0xffffffff), 4);
1241
878
        else
1242
878
            zip64local_putValue_inmemory(
1243
878
                zi->ci.central_header + 42,
1244
878
                static_cast<uLong>(zi->ci.pos_local_header) -
1245
878
                    zi->add_position_when_writing_offset,
1246
878
                4);
1247
1248
21.0k
        for (i = 0; i < size_filename; i++)
1249
20.1k
            *(zi->ci.central_header + SIZECENTRALHEADER + i) = *(filename + i);
1250
1251
2.03k
        for (i = 0; i < size_extrafield_global; i++)
1252
1.15k
            *(zi->ci.central_header + SIZECENTRALHEADER + size_filename + i) =
1253
1.15k
                *((reinterpret_cast<const char *>(extrafield_global)) + i);
1254
1255
878
        for (i = 0; i < size_comment; i++)
1256
0
            *(zi->ci.central_header + SIZECENTRALHEADER + size_filename +
1257
0
              size_extrafield_global + i) = *(comment + i);
1258
878
        if (zi->ci.central_header == nullptr)
1259
0
            return ZIP_INTERNALERROR;
1260
878
    }
1261
39
    else
1262
39
    {
1263
39
        zi->ci.central_header = nullptr;
1264
39
    }
1265
1266
917
    zi->ci.totalCompressedData = 0;
1267
917
    zi->ci.totalUncompressedData = 0;
1268
917
    zi->ci.pos_zip64extrainfo = 0;
1269
1270
    // For now default is to generate zip64 extra fields
1271
917
    err = Write_LocalFileHeader(zi, filename, size_extrafield_local,
1272
917
                                extrafield_local, bZip64 ? 1 : 0);
1273
1274
917
    zi->ci.stream.avail_in = 0;
1275
917
    zi->ci.stream.avail_out = Z_BUFSIZE;
1276
917
    zi->ci.stream.next_out = zi->ci.buffered_data;
1277
917
    zi->ci.stream.total_in = 0;
1278
917
    zi->ci.stream.total_out = 0;
1279
917
    zi->ci.stream.data_type = Z_UNKNOWN;
1280
1281
917
    if ((err == ZIP_OK) && (zi->ci.method == Z_DEFLATED) && (!zi->ci.raw))
1282
876
    {
1283
876
        zi->ci.stream.zalloc = nullptr;
1284
876
        zi->ci.stream.zfree = nullptr;
1285
876
        zi->ci.stream.opaque = nullptr;
1286
1287
876
        if (windowBits > 0)
1288
0
            windowBits = -windowBits;
1289
1290
876
        if (zi->use_cpl_io)
1291
876
        {
1292
876
            auto fpRaw = reinterpret_cast<VSIVirtualHandle *>(zi->filestream);
1293
876
            zi->vsi_raw_length_before = fpRaw->Tell();
1294
876
            zi->vsi_deflate_handle = VSICreateGZipWritable(
1295
876
                fpRaw, CPL_DEFLATE_TYPE_RAW_DEFLATE, false, zi->nThreads,
1296
876
                zi->nChunkSize, zi->nOffsetSize, zi->sozip_index);
1297
876
            err = Z_OK;
1298
876
        }
1299
0
        else
1300
0
        {
1301
0
            err = deflateInit2(&zi->ci.stream, level, Z_DEFLATED, windowBits,
1302
0
                               memLevel, strategy);
1303
0
        }
1304
1305
876
        if (err == Z_OK)
1306
876
            zi->ci.stream_initialised = 1;
1307
876
    }
1308
#ifndef NOCRYPT
1309
    zi->ci.crypt_header_size = 0;
1310
    if ((err == Z_OK) && (password != nullptr))
1311
    {
1312
        unsigned char bufHead[RAND_HEAD_LEN];
1313
        unsigned int sizeHead = 0;
1314
        zi->ci.encrypt = 1;
1315
        zi->ci.pcrc_32_tab = get_crc_table();
1316
        /*init_keys(password,zi->ci.keys,zi->ci.pcrc_32_tab);*/
1317
1318
        sizeHead = crypthead(password, bufHead, RAND_HEAD_LEN, zi->ci.keys,
1319
                             zi->ci.pcrc_32_tab, crcForCrypting);
1320
        zi->ci.crypt_header_size = sizeHead;
1321
1322
        if (ZWRITE64(zi->z_filefunc, zi->filestream, bufHead, sizeHead) !=
1323
            sizeHead)
1324
            err = ZIP_ERRNO;
1325
    }
1326
#endif
1327
1328
917
    if (err == Z_OK)
1329
917
        zi->in_opened_file_inzip = 1;
1330
0
    else
1331
0
    {
1332
0
        free(zi->ci.central_header);
1333
0
        zi->ci.central_header = nullptr;
1334
0
        free(zi->ci.local_header);
1335
0
        zi->ci.local_header = nullptr;
1336
0
    }
1337
1338
917
    return err;
1339
917
}
1340
1341
extern int ZEXPORT cpl_zipOpenNewFileInZip2(
1342
    zipFile file, const char *filename, const zip_fileinfo *zipfi,
1343
    const void *extrafield_local, uInt size_extrafield_local,
1344
    const void *extrafield_global, uInt size_extrafield_global,
1345
    const char *comment, int method, int level, int raw)
1346
0
{
1347
0
    return cpl_zipOpenNewFileInZip3(
1348
0
        file, filename, zipfi, extrafield_local, size_extrafield_local,
1349
0
        extrafield_global, size_extrafield_global, comment, method, level, raw,
1350
0
        -MAX_WBITS, DEF_MEM_LEVEL, Z_DEFAULT_STRATEGY, nullptr, 0, true, true);
1351
0
}
1352
1353
extern int ZEXPORT cpl_zipOpenNewFileInZip(
1354
    zipFile file, const char *filename, const zip_fileinfo *zipfi,
1355
    const void *extrafield_local, uInt size_extrafield_local,
1356
    const void *extrafield_global, uInt size_extrafield_global,
1357
    const char *comment, int method, int level)
1358
0
{
1359
0
    return cpl_zipOpenNewFileInZip2(
1360
0
        file, filename, zipfi, extrafield_local, size_extrafield_local,
1361
0
        extrafield_global, size_extrafield_global, comment, method, level, 0);
1362
0
}
1363
1364
static int zip64FlushWriteBuffer(zip64_internal *zi)
1365
41
{
1366
41
    int err = ZIP_OK;
1367
1368
41
    if (zi->ci.encrypt != 0)
1369
0
    {
1370
#ifndef NOCRYPT
1371
        int t = 0;
1372
        for (uInt i = 0; i < zi->ci.pos_in_buffered_data; i++)
1373
            zi->ci.buffered_data[i] = zencode(zi->ci.keys, zi->ci.pcrc_32_tab,
1374
                                              zi->ci.buffered_data[i], t);
1375
#endif
1376
0
    }
1377
41
    if (ZWRITE64(zi->z_filefunc, zi->filestream, zi->ci.buffered_data,
1378
41
                 zi->ci.pos_in_buffered_data) != zi->ci.pos_in_buffered_data)
1379
0
        err = ZIP_ERRNO;
1380
1381
41
    zi->ci.totalCompressedData += zi->ci.pos_in_buffered_data;
1382
41
    zi->ci.totalUncompressedData += zi->ci.stream.total_in;
1383
41
    zi->ci.stream.total_in = 0;
1384
1385
41
    zi->ci.pos_in_buffered_data = 0;
1386
41
    return err;
1387
41
}
1388
1389
extern int ZEXPORT cpl_zipWriteInFileInZip(zipFile file, const void *buf,
1390
                                           unsigned len)
1391
2.29M
{
1392
2.29M
    if (file == nullptr)
1393
0
        return ZIP_PARAMERROR;
1394
1395
2.29M
    zip64_internal *zi = reinterpret_cast<zip64_internal *>(file);
1396
1397
2.29M
    if (zi->in_opened_file_inzip == 0)
1398
0
        return ZIP_PARAMERROR;
1399
1400
2.29M
    zi->ci.stream.next_in = reinterpret_cast<Bytef *>(const_cast<void *>(buf));
1401
2.29M
    zi->ci.stream.avail_in = len;
1402
2.29M
    zi->ci.crc32 =
1403
2.29M
        crc32(zi->ci.crc32, reinterpret_cast<const Bytef *>(buf), len);
1404
1405
2.29M
    int err = ZIP_OK;
1406
4.58M
    while ((err == ZIP_OK) && (zi->ci.stream.avail_in > 0))
1407
2.29M
    {
1408
2.29M
        if (zi->ci.stream.avail_out == 0)
1409
0
        {
1410
0
            if (zip64FlushWriteBuffer(zi) == ZIP_ERRNO)
1411
0
                err = ZIP_ERRNO;
1412
0
            zi->ci.stream.avail_out = Z_BUFSIZE;
1413
0
            zi->ci.stream.next_out = zi->ci.buffered_data;
1414
0
        }
1415
1416
2.29M
        if (err != ZIP_OK)
1417
0
            break;
1418
1419
2.29M
        if ((zi->ci.method == Z_DEFLATED) && (!zi->ci.raw))
1420
2.29M
        {
1421
2.29M
            if (zi->vsi_deflate_handle)
1422
2.29M
            {
1423
2.29M
                zi->ci.totalUncompressedData += len;
1424
2.29M
                if (zi->vsi_deflate_handle->Write(buf, 1, len) < len)
1425
0
                    err = ZIP_INTERNALERROR;
1426
2.29M
                zi->ci.stream.avail_in = 0;
1427
2.29M
            }
1428
0
            else
1429
0
            {
1430
0
                uLong uTotalOutBefore = zi->ci.stream.total_out;
1431
0
                err = deflate(&zi->ci.stream, Z_NO_FLUSH);
1432
0
                zi->ci.pos_in_buffered_data += static_cast<uInt>(
1433
0
                    zi->ci.stream.total_out - uTotalOutBefore);
1434
0
            }
1435
2.29M
        }
1436
41
        else
1437
41
        {
1438
41
            uInt copy_this;
1439
41
            if (zi->ci.stream.avail_in < zi->ci.stream.avail_out)
1440
41
                copy_this = zi->ci.stream.avail_in;
1441
0
            else
1442
0
                copy_this = zi->ci.stream.avail_out;
1443
48.4k
            for (uInt i = 0; i < copy_this; i++)
1444
48.4k
                *((reinterpret_cast<char *>(zi->ci.stream.next_out)) + i) =
1445
48.4k
                    *((reinterpret_cast<const char *>(zi->ci.stream.next_in)) +
1446
48.4k
                      i);
1447
41
            {
1448
41
                zi->ci.stream.avail_in -= copy_this;
1449
41
                zi->ci.stream.avail_out -= copy_this;
1450
41
                zi->ci.stream.next_in += copy_this;
1451
41
                zi->ci.stream.next_out += copy_this;
1452
41
                zi->ci.stream.total_in += copy_this;
1453
41
                zi->ci.stream.total_out += copy_this;
1454
41
                zi->ci.pos_in_buffered_data += copy_this;
1455
41
            }
1456
41
        }
1457
2.29M
    }
1458
1459
2.29M
    return err;
1460
2.29M
}
1461
1462
extern int ZEXPORT cpl_zipCloseFileInZipRaw(zipFile file,
1463
                                            ZPOS64_T uncompressed_size,
1464
                                            uLong crc32)
1465
917
{
1466
917
    if (file == nullptr)
1467
0
        return ZIP_PARAMERROR;
1468
1469
917
    zip64_internal *zi = reinterpret_cast<zip64_internal *>(file);
1470
1471
917
    if (zi->in_opened_file_inzip == 0)
1472
0
        return ZIP_PARAMERROR;
1473
917
    zi->ci.stream.avail_in = 0;
1474
1475
917
    int err = ZIP_OK;
1476
917
    if ((zi->ci.method == Z_DEFLATED) && (!zi->ci.raw))
1477
876
    {
1478
876
        if (zi->vsi_deflate_handle)
1479
876
        {
1480
876
            auto fpRaw = reinterpret_cast<VSIVirtualHandle *>(zi->filestream);
1481
876
            delete zi->vsi_deflate_handle;
1482
876
            zi->vsi_deflate_handle = nullptr;
1483
876
            zi->ci.totalCompressedData =
1484
876
                fpRaw->Tell() - zi->vsi_raw_length_before;
1485
1486
876
            if (zi->sozip_index)
1487
39
            {
1488
39
                uint64_t nVal =
1489
39
                    static_cast<uint64_t>(zi->ci.totalCompressedData);
1490
39
                CPL_LSBPTR64(&nVal);
1491
39
                memcpy(zi->sozip_index->data() + 24, &nVal, sizeof(uint64_t));
1492
39
            }
1493
876
        }
1494
0
        else
1495
0
        {
1496
0
            while (err == ZIP_OK)
1497
0
            {
1498
0
                if (zi->ci.stream.avail_out == 0)
1499
0
                {
1500
0
                    if (zip64FlushWriteBuffer(zi) == ZIP_ERRNO)
1501
0
                    {
1502
0
                        err = ZIP_ERRNO;
1503
0
                        break;
1504
0
                    }
1505
0
                    zi->ci.stream.avail_out = Z_BUFSIZE;
1506
0
                    zi->ci.stream.next_out = zi->ci.buffered_data;
1507
0
                }
1508
0
                uLong uTotalOutBefore = zi->ci.stream.total_out;
1509
0
                err = deflate(&zi->ci.stream, Z_FINISH);
1510
0
                zi->ci.pos_in_buffered_data += static_cast<uInt>(
1511
0
                    zi->ci.stream.total_out - uTotalOutBefore);
1512
0
            }
1513
0
        }
1514
876
    }
1515
1516
917
    if (err == Z_STREAM_END)
1517
0
        err = ZIP_OK; /* this is normal */
1518
1519
917
    if ((zi->ci.pos_in_buffered_data > 0) && (err == ZIP_OK))
1520
41
        if (zip64FlushWriteBuffer(zi) == ZIP_ERRNO)
1521
0
            err = ZIP_ERRNO;
1522
1523
917
    if (!zi->use_cpl_io && (zi->ci.method == Z_DEFLATED) && (!zi->ci.raw))
1524
0
    {
1525
0
        err = deflateEnd(&zi->ci.stream);
1526
0
        zi->ci.stream_initialised = 0;
1527
0
    }
1528
1529
917
    if (!zi->ci.raw)
1530
917
    {
1531
917
        crc32 = static_cast<uLong>(zi->ci.crc32);
1532
917
        uncompressed_size = zi->ci.totalUncompressedData;
1533
917
    }
1534
917
    ZPOS64_T compressed_size = zi->ci.totalCompressedData;
1535
#ifndef NOCRYPT
1536
    compressed_size += zi->ci.crypt_header_size;
1537
#endif
1538
1539
#ifdef disabled
1540
    // Code finally disabled since it causes compatibility issues with
1541
    // libreoffice for .xlsx or .ods files
1542
    if (zi->ci.pos_zip64extrainfo && uncompressed_size < 0xffffffff &&
1543
        compressed_size < 0xffffffff)
1544
    {
1545
        // Update the LocalFileHeader to be a regular one and not a ZIP64 one
1546
        // by removing its trailing 20 bytes, and moving it in the file
1547
        // 20 bytes further of its original position.
1548
1549
        ZPOS64_T cur_pos_inzip = ZTELL64(zi->z_filefunc, zi->filestream);
1550
1551
        if (ZSEEK64(zi->z_filefunc, zi->filestream, zi->ci.pos_local_header,
1552
                    ZLIB_FILEFUNC_SEEK_SET) != 0)
1553
            err = ZIP_ERRNO;
1554
1555
        // Insert leading padding
1556
        constexpr uInt nZIP64ExtraBytes = 20;
1557
        char padding[nZIP64ExtraBytes];
1558
        memset(padding, 0, sizeof(padding));
1559
        if (ZWRITE64(zi->z_filefunc, zi->filestream, padding,
1560
                     nZIP64ExtraBytes) != nZIP64ExtraBytes)
1561
            err = ZIP_ERRNO;
1562
1563
        // Correct version needed to extract
1564
        zip64local_putValue_inmemory(zi->ci.local_header + 4, 20, 2);
1565
1566
        // Correct extra field length
1567
        zi->ci.size_local_header_extrafield -= nZIP64ExtraBytes;
1568
        zip64local_putValue_inmemory(zi->ci.local_header + 28,
1569
                                     zi->ci.size_local_header_extrafield, 2);
1570
1571
        zi->ci.size_local_header -= nZIP64ExtraBytes;
1572
1573
        // Rewrite local header
1574
        if (ZWRITE64(zi->z_filefunc, zi->filestream, zi->ci.local_header,
1575
                     zi->ci.size_local_header) != zi->ci.size_local_header)
1576
            err = ZIP_ERRNO;
1577
1578
        if (ZSEEK64(zi->z_filefunc, zi->filestream, cur_pos_inzip,
1579
                    ZLIB_FILEFUNC_SEEK_SET) != 0)
1580
            err = ZIP_ERRNO;
1581
1582
        zi->ci.pos_zip64extrainfo = 0;
1583
1584
        // Correct central header offset to local header
1585
        zi->ci.pos_local_header += nZIP64ExtraBytes;
1586
        if (zi->ci.central_header)
1587
        {
1588
            if (zi->ci.pos_local_header >= 0xffffffff)
1589
                zip64local_putValue_inmemory(zi->ci.central_header + 42,
1590
                                             static_cast<uLong>(0xffffffff), 4);
1591
            else
1592
                zip64local_putValue_inmemory(
1593
                    zi->ci.central_header + 42,
1594
                    static_cast<uLong>(zi->ci.pos_local_header) -
1595
                        zi->add_position_when_writing_offset,
1596
                    4);
1597
        }
1598
    }
1599
#endif
1600
1601
917
    const bool bInCentralHeader = zi->ci.central_header != nullptr;
1602
917
    if (zi->ci.central_header)
1603
878
    {
1604
        // update Current Item crc and sizes,
1605
878
        if (zi->ci.pos_zip64extrainfo || compressed_size >= 0xffffffff ||
1606
878
            uncompressed_size >= 0xffffffff ||
1607
878
            zi->ci.pos_local_header >= 0xffffffff)
1608
0
        {
1609
            /*version Made by*/
1610
0
            zip64local_putValue_inmemory(zi->ci.central_header + 4, 45, 2);
1611
            /*version needed*/
1612
0
            zip64local_putValue_inmemory(zi->ci.central_header + 6, 45, 2);
1613
0
        }
1614
1615
878
        zip64local_putValue_inmemory(zi->ci.central_header + 16, crc32,
1616
878
                                     4); /*crc*/
1617
1618
878
        const uLong invalidValue = 0xffffffff;
1619
878
        if (compressed_size >= 0xffffffff)
1620
0
            zip64local_putValue_inmemory(zi->ci.central_header + 20,
1621
0
                                         invalidValue, 4); /*compr size*/
1622
878
        else
1623
878
            zip64local_putValue_inmemory(zi->ci.central_header + 20,
1624
878
                                         compressed_size, 4); /*compr size*/
1625
1626
        /// set internal file attributes field
1627
878
        if (zi->ci.stream.data_type == Z_ASCII)
1628
0
            zip64local_putValue_inmemory(zi->ci.central_header + 36, Z_ASCII,
1629
0
                                         2);
1630
1631
878
        if (uncompressed_size >= 0xffffffff)
1632
0
            zip64local_putValue_inmemory(zi->ci.central_header + 24,
1633
0
                                         invalidValue, 4); /*uncompr size*/
1634
878
        else
1635
878
            zip64local_putValue_inmemory(zi->ci.central_header + 24,
1636
878
                                         uncompressed_size, 4); /*uncompr size*/
1637
1638
878
        short datasize = 0;
1639
        // Add ZIP64 extra info field for uncompressed size
1640
878
        if (uncompressed_size >= 0xffffffff)
1641
0
            datasize += 8;
1642
1643
        // Add ZIP64 extra info field for compressed size
1644
878
        if (compressed_size >= 0xffffffff)
1645
0
            datasize += 8;
1646
1647
        // Add ZIP64 extra info field for relative offset to local file header
1648
        // of current file
1649
878
        if (zi->ci.pos_local_header >= 0xffffffff)
1650
0
            datasize += 8;
1651
1652
878
        if (datasize > 0)
1653
0
        {
1654
0
            char *p = nullptr;
1655
1656
0
            if (static_cast<uLong>(datasize + 4) > zi->ci.size_centralExtraFree)
1657
0
            {
1658
                // we can not write more data to the buffer that we have room
1659
                // for.
1660
0
                return ZIP_BADZIPFILE;
1661
0
            }
1662
1663
0
            p = zi->ci.central_header + zi->ci.size_centralheader;
1664
1665
            // Add Extra Information Header for 'ZIP64 information'
1666
0
            zip64local_putValue_inmemory(p, 0x0001, 2);  // HeaderID
1667
0
            p += 2;
1668
0
            zip64local_putValue_inmemory(p, datasize, 2);  // DataSize
1669
0
            p += 2;
1670
1671
0
            if (uncompressed_size >= 0xffffffff)
1672
0
            {
1673
0
                zip64local_putValue_inmemory(p, uncompressed_size, 8);
1674
0
                p += 8;
1675
0
            }
1676
1677
0
            if (compressed_size >= 0xffffffff)
1678
0
            {
1679
0
                zip64local_putValue_inmemory(p, compressed_size, 8);
1680
0
                p += 8;
1681
0
            }
1682
1683
0
            if (zi->ci.pos_local_header >= 0xffffffff)
1684
0
            {
1685
0
                zip64local_putValue_inmemory(p, zi->ci.pos_local_header, 8);
1686
                // p += 8;
1687
0
            }
1688
1689
            // Update how much extra free space we got in the memory buffer
1690
            // and increase the centralheader size so the new ZIP64 fields are
1691
            // included ( 4 below is the size of HeaderID and DataSize field )
1692
0
            zi->ci.size_centralExtraFree -= datasize + 4;
1693
0
            zi->ci.size_centralheader += datasize + 4;
1694
1695
            // Update the extra info size field
1696
0
            zi->ci.size_centralExtra += datasize + 4;
1697
0
            zip64local_putValue_inmemory(
1698
0
                zi->ci.central_header + 30,
1699
0
                static_cast<uLong>(zi->ci.size_centralExtra), 2);
1700
0
        }
1701
1702
878
        if (err == ZIP_OK)
1703
878
            err = add_data_in_datablock(
1704
878
                &zi->central_dir, zi->ci.central_header,
1705
878
                static_cast<uLong>(zi->ci.size_centralheader));
1706
878
        free(zi->ci.central_header);
1707
878
        zi->ci.central_header = nullptr;
1708
878
    }
1709
1710
917
    free(zi->ci.local_header);
1711
917
    zi->ci.local_header = nullptr;
1712
1713
917
    if (err == ZIP_OK)
1714
917
    {
1715
        // Update the LocalFileHeader with the new values.
1716
1717
917
        ZPOS64_T cur_pos_inzip = ZTELL64(zi->z_filefunc, zi->filestream);
1718
1719
917
        if (ZSEEK64(zi->z_filefunc, zi->filestream,
1720
917
                    zi->ci.pos_local_header + 14, ZLIB_FILEFUNC_SEEK_SET) != 0)
1721
0
            err = ZIP_ERRNO;
1722
1723
917
        if (err == ZIP_OK)
1724
917
            err = zip64local_putValue(&zi->z_filefunc, zi->filestream, crc32,
1725
917
                                      4); /* crc 32, unknown */
1726
1727
917
        if (uncompressed_size >= 0xffffffff || compressed_size >= 0xffffffff)
1728
0
        {
1729
0
            if (zi->ci.pos_zip64extrainfo > 0)
1730
0
            {
1731
                // Update the size in the ZIP64 extended field.
1732
0
                if (ZSEEK64(zi->z_filefunc, zi->filestream,
1733
0
                            zi->ci.pos_zip64extrainfo + 4,
1734
0
                            ZLIB_FILEFUNC_SEEK_SET) != 0)
1735
0
                    err = ZIP_ERRNO;
1736
1737
0
                if (err == ZIP_OK) /* compressed size, unknown */
1738
0
                    err = zip64local_putValue(&zi->z_filefunc, zi->filestream,
1739
0
                                              uncompressed_size, 8);
1740
1741
0
                if (err == ZIP_OK) /* uncompressed size, unknown */
1742
0
                    err = zip64local_putValue(&zi->z_filefunc, zi->filestream,
1743
0
                                              compressed_size, 8);
1744
0
            }
1745
0
            else
1746
0
                err = ZIP_BADZIPFILE;  // Caller passed zip64 = 0, so no room
1747
                                       // for zip64 info -> fatal
1748
0
        }
1749
917
        else
1750
917
        {
1751
917
            if (err == ZIP_OK) /* compressed size, unknown */
1752
917
                err = zip64local_putValue(&zi->z_filefunc, zi->filestream,
1753
917
                                          compressed_size, 4);
1754
1755
917
            if (err == ZIP_OK) /* uncompressed size, unknown */
1756
917
                err = zip64local_putValue(&zi->z_filefunc, zi->filestream,
1757
917
                                          uncompressed_size, 4);
1758
917
        }
1759
917
        if (ZSEEK64(zi->z_filefunc, zi->filestream, cur_pos_inzip,
1760
917
                    ZLIB_FILEFUNC_SEEK_SET) != 0)
1761
0
            err = ZIP_ERRNO;
1762
917
    }
1763
1764
917
    if (bInCentralHeader)
1765
878
        zi->number_entry++;
1766
917
    zi->in_opened_file_inzip = 0;
1767
1768
917
    return err;
1769
917
}
1770
1771
extern int ZEXPORT cpl_zipCloseFileInZip(zipFile file)
1772
917
{
1773
917
    return cpl_zipCloseFileInZipRaw(file, 0, 0);
1774
917
}
1775
1776
static int Write_Zip64EndOfCentralDirectoryLocator(zip64_internal *zi,
1777
                                                   ZPOS64_T zip64eocd_pos_inzip)
1778
0
{
1779
0
    int err = ZIP_OK;
1780
0
    ZPOS64_T pos = zip64eocd_pos_inzip - zi->add_position_when_writing_offset;
1781
1782
0
    err = zip64local_putValue(&zi->z_filefunc, zi->filestream,
1783
0
                              ZIP64ENDLOCHEADERMAGIC, 4);
1784
1785
    /*num disks*/
1786
0
    if (err ==
1787
0
        ZIP_OK) /* number of the disk with the start of the central directory */
1788
0
        err = zip64local_putValue(&zi->z_filefunc, zi->filestream, 0, 4);
1789
1790
    /*relative offset*/
1791
0
    if (err == ZIP_OK) /* Relative offset to the Zip64EndOfCentralDirectory */
1792
0
        err = zip64local_putValue(&zi->z_filefunc, zi->filestream, pos, 8);
1793
1794
    /*total disks*/ /* Do not support spawning of disk so always say 1 here*/
1795
0
    if (err ==
1796
0
        ZIP_OK) /* number of the disk with the start of the central directory */
1797
0
        err = zip64local_putValue(&zi->z_filefunc, zi->filestream, 1, 4);
1798
1799
0
    return err;
1800
0
}
1801
1802
static int Write_Zip64EndOfCentralDirectoryRecord(zip64_internal *zi,
1803
                                                  uLong size_centraldir,
1804
                                                  ZPOS64_T centraldir_pos_inzip)
1805
0
{
1806
0
    int err = ZIP_OK;
1807
1808
0
    uLong Zip64DataSize = 44;
1809
1810
0
    err = zip64local_putValue(&zi->z_filefunc, zi->filestream,
1811
0
                              ZIP64ENDHEADERMAGIC, 4);
1812
1813
0
    if (err == ZIP_OK) /* size of this 'zip64 end of central directory' */
1814
0
        err = zip64local_putValue(&zi->z_filefunc, zi->filestream,
1815
0
                                  Zip64DataSize, 8);  // why ZPOS64_T of this ?
1816
1817
0
    if (err == ZIP_OK) /* version made by */
1818
0
        err = zip64local_putValue(&zi->z_filefunc, zi->filestream, 45, 2);
1819
1820
0
    if (err == ZIP_OK) /* version needed */
1821
0
        err = zip64local_putValue(&zi->z_filefunc, zi->filestream, 45, 2);
1822
1823
0
    if (err == ZIP_OK) /* number of this disk */
1824
0
        err = zip64local_putValue(&zi->z_filefunc, zi->filestream, 0, 4);
1825
1826
0
    if (err ==
1827
0
        ZIP_OK) /* number of the disk with the start of the central directory */
1828
0
        err = zip64local_putValue(&zi->z_filefunc, zi->filestream, 0, 4);
1829
1830
0
    if (err ==
1831
0
        ZIP_OK) /* total number of entries in the central dir on this disk */
1832
0
        err = zip64local_putValue(&zi->z_filefunc, zi->filestream,
1833
0
                                  zi->number_entry, 8);
1834
1835
0
    if (err == ZIP_OK) /* total number of entries in the central dir */
1836
0
        err = zip64local_putValue(&zi->z_filefunc, zi->filestream,
1837
0
                                  zi->number_entry, 8);
1838
1839
0
    if (err == ZIP_OK) /* size of the central directory */
1840
0
        err = zip64local_putValue(&zi->z_filefunc, zi->filestream,
1841
0
                                  size_centraldir, 8);
1842
1843
0
    if (err == ZIP_OK) /* offset of start of central directory with respect to
1844
                          the starting disk number */
1845
0
    {
1846
0
        ZPOS64_T pos =
1847
0
            centraldir_pos_inzip - zi->add_position_when_writing_offset;
1848
0
        err = zip64local_putValue(&zi->z_filefunc, zi->filestream, pos, 8);
1849
0
    }
1850
0
    return err;
1851
0
}
1852
1853
static int Write_EndOfCentralDirectoryRecord(zip64_internal *zi,
1854
                                             uLong size_centraldir,
1855
                                             ZPOS64_T centraldir_pos_inzip)
1856
151
{
1857
151
    int err = ZIP_OK;
1858
1859
    /*signature*/
1860
151
    err =
1861
151
        zip64local_putValue(&zi->z_filefunc, zi->filestream, ENDHEADERMAGIC, 4);
1862
1863
151
    if (err == ZIP_OK) /* number of this disk */
1864
151
        err = zip64local_putValue(&zi->z_filefunc, zi->filestream, 0, 2);
1865
1866
151
    if (err ==
1867
151
        ZIP_OK) /* number of the disk with the start of the central directory */
1868
151
        err = zip64local_putValue(&zi->z_filefunc, zi->filestream, 0, 2);
1869
1870
151
    if (err ==
1871
151
        ZIP_OK) /* total number of entries in the central dir on this disk */
1872
151
    {
1873
151
        {
1874
151
            if (zi->number_entry >= 0xFFFF)
1875
0
                err =
1876
0
                    zip64local_putValue(&zi->z_filefunc, zi->filestream, 0xffff,
1877
0
                                        2);  // use value in ZIP64 record
1878
151
            else
1879
151
                err = zip64local_putValue(&zi->z_filefunc, zi->filestream,
1880
151
                                          zi->number_entry, 2);
1881
151
        }
1882
151
    }
1883
1884
151
    if (err == ZIP_OK) /* total number of entries in the central dir */
1885
151
    {
1886
151
        if (zi->number_entry >= 0xFFFF)
1887
0
            err = zip64local_putValue(&zi->z_filefunc, zi->filestream, 0xffff,
1888
0
                                      2);  // use value in ZIP64 record
1889
151
        else
1890
151
            err = zip64local_putValue(&zi->z_filefunc, zi->filestream,
1891
151
                                      zi->number_entry, 2);
1892
151
    }
1893
1894
151
    if (err == ZIP_OK) /* size of the central directory */
1895
151
        err = zip64local_putValue(&zi->z_filefunc, zi->filestream,
1896
151
                                  size_centraldir, 4);
1897
1898
151
    if (err == ZIP_OK) /* offset of start of central directory with respect to
1899
                          the starting disk number */
1900
151
    {
1901
151
        ZPOS64_T pos =
1902
151
            centraldir_pos_inzip - zi->add_position_when_writing_offset;
1903
151
        if (pos >= 0xffffffff)
1904
0
        {
1905
0
            err = zip64local_putValue(&zi->z_filefunc, zi->filestream,
1906
0
                                      0xffffffff, 4);
1907
0
        }
1908
151
        else
1909
151
            err = zip64local_putValue(
1910
151
                &zi->z_filefunc, zi->filestream,
1911
151
                (centraldir_pos_inzip - zi->add_position_when_writing_offset),
1912
151
                4);
1913
151
    }
1914
1915
151
    return err;
1916
151
}
1917
1918
static int Write_GlobalComment(zip64_internal *zi, const char *global_comment)
1919
151
{
1920
151
    int err = ZIP_OK;
1921
151
    uInt size_global_comment = 0;
1922
1923
151
    if (global_comment != nullptr)
1924
0
        size_global_comment = static_cast<uInt>(strlen(global_comment));
1925
1926
151
    err = zip64local_putValue(&zi->z_filefunc, zi->filestream,
1927
151
                              size_global_comment, 2);
1928
1929
151
    if (err == ZIP_OK && size_global_comment > 0)
1930
0
    {
1931
0
        if (ZWRITE64(zi->z_filefunc, zi->filestream, global_comment,
1932
0
                     size_global_comment) != size_global_comment)
1933
0
            err = ZIP_ERRNO;
1934
0
    }
1935
151
    return err;
1936
151
}
1937
1938
extern int ZEXPORT cpl_zipClose(zipFile file, const char *global_comment)
1939
151
{
1940
151
    int err = 0;
1941
151
    uLong size_centraldir = 0;
1942
151
    ZPOS64_T centraldir_pos_inzip;
1943
151
    ZPOS64_T pos;
1944
1945
151
    if (file == nullptr)
1946
0
        return ZIP_PARAMERROR;
1947
1948
151
    zip64_internal *zi = reinterpret_cast<zip64_internal *>(file);
1949
1950
151
    if (zi->in_opened_file_inzip == 1)
1951
0
    {
1952
0
        err = cpl_zipCloseFileInZip(file);
1953
0
    }
1954
1955
151
#ifndef NO_ADDFILEINEXISTINGZIP
1956
151
    if (global_comment == nullptr)
1957
151
        global_comment = zi->globalcomment;
1958
151
#endif
1959
1960
151
    centraldir_pos_inzip = ZTELL64(zi->z_filefunc, zi->filestream);
1961
151
    if (err == ZIP_OK)
1962
151
    {
1963
151
        linkedlist_datablock_internal *ldi = zi->central_dir.first_block;
1964
235
        while (ldi != nullptr)
1965
84
        {
1966
84
            if ((err == ZIP_OK) && (ldi->filled_in_this_block > 0))
1967
84
                if (ZWRITE64(zi->z_filefunc, zi->filestream, ldi->data,
1968
84
                             ldi->filled_in_this_block) !=
1969
84
                    ldi->filled_in_this_block)
1970
0
                    err = ZIP_ERRNO;
1971
1972
84
            size_centraldir += ldi->filled_in_this_block;
1973
84
            ldi = ldi->next_datablock;
1974
84
        }
1975
151
    }
1976
151
    free_linkedlist(&(zi->central_dir));
1977
1978
151
    pos = centraldir_pos_inzip - zi->add_position_when_writing_offset;
1979
151
    if (pos >= 0xffffffff || zi->number_entry > 0xFFFF)
1980
0
    {
1981
0
        ZPOS64_T Zip64EOCDpos = ZTELL64(zi->z_filefunc, zi->filestream);
1982
0
        Write_Zip64EndOfCentralDirectoryRecord(zi, size_centraldir,
1983
0
                                               centraldir_pos_inzip);
1984
1985
0
        Write_Zip64EndOfCentralDirectoryLocator(zi, Zip64EOCDpos);
1986
0
    }
1987
1988
151
    if (err == ZIP_OK)
1989
151
        err = Write_EndOfCentralDirectoryRecord(zi, size_centraldir,
1990
151
                                                centraldir_pos_inzip);
1991
1992
151
    if (err == ZIP_OK)
1993
151
        err = Write_GlobalComment(zi, global_comment);
1994
1995
151
    if (ZCLOSE64(zi->z_filefunc, zi->filestream) != 0)
1996
0
        if (err == ZIP_OK)
1997
0
            err = ZIP_ERRNO;
1998
1999
151
#ifndef NO_ADDFILEINEXISTINGZIP
2000
151
    TRYFREE(zi->globalcomment);
2001
151
#endif
2002
151
    TRYFREE(zi);
2003
2004
151
    return err;
2005
151
}
2006
2007
/************************************************************************/
2008
/* ==================================================================== */
2009
/*   The following is a simplified CPL API for creating ZIP files       */
2010
/*   exported from cpl_conv.h.                                          */
2011
/* ==================================================================== */
2012
/************************************************************************/
2013
2014
#include "cpl_minizip_unzip.h"
2015
2016
typedef struct
2017
{
2018
    zipFile hZip;
2019
    char **papszFilenames;
2020
} CPLZip;
2021
2022
/************************************************************************/
2023
/*                            CPLCreateZip()                            */
2024
/************************************************************************/
2025
2026
/** Create ZIP file */
2027
void *CPLCreateZip(const char *pszZipFilename, char **papszOptions)
2028
2029
152
{
2030
152
    const bool bAppend =
2031
152
        CPLTestBool(CSLFetchNameValueDef(papszOptions, "APPEND", "FALSE"));
2032
152
    char **papszFilenames = nullptr;
2033
2034
152
    if (bAppend)
2035
10
    {
2036
10
        zipFile unzF = cpl_unzOpen(pszZipFilename);
2037
10
        if (unzF != nullptr)
2038
10
        {
2039
10
            if (cpl_unzGoToFirstFile(unzF) == UNZ_OK)
2040
10
            {
2041
10
                do
2042
30
                {
2043
30
                    char fileName[8193];
2044
30
                    unz_file_info file_info;
2045
30
                    cpl_unzGetCurrentFileInfo(unzF, &file_info, fileName,
2046
30
                                              sizeof(fileName) - 1, nullptr, 0,
2047
30
                                              nullptr, 0);
2048
30
                    fileName[sizeof(fileName) - 1] = '\0';
2049
30
                    papszFilenames = CSLAddString(papszFilenames, fileName);
2050
30
                } while (cpl_unzGoToNextFile(unzF) == UNZ_OK);
2051
10
            }
2052
10
            cpl_unzClose(unzF);
2053
10
        }
2054
10
    }
2055
2056
152
    zipFile hZip = cpl_zipOpen(pszZipFilename, bAppend ? APPEND_STATUS_ADDINZIP
2057
152
                                                       : APPEND_STATUS_CREATE);
2058
152
    if (hZip == nullptr)
2059
1
    {
2060
1
        CSLDestroy(papszFilenames);
2061
1
        return nullptr;
2062
1
    }
2063
2064
151
    CPLZip *psZip = static_cast<CPLZip *>(CPLMalloc(sizeof(CPLZip)));
2065
151
    psZip->hZip = hZip;
2066
151
    psZip->papszFilenames = papszFilenames;
2067
151
    return psZip;
2068
152
}
2069
2070
/************************************************************************/
2071
/*                         CPLCreateFileInZip()                         */
2072
/************************************************************************/
2073
2074
/** Create a file in a ZIP file */
2075
CPLErr CPLCreateFileInZip(void *hZip, const char *pszFilename,
2076
                          char **papszOptions)
2077
2078
917
{
2079
917
    if (hZip == nullptr)
2080
0
        return CE_Failure;
2081
2082
917
    CPLZip *psZip = static_cast<CPLZip *>(hZip);
2083
2084
917
    if (CSLFindString(psZip->papszFilenames, pszFilename) >= 0)
2085
0
    {
2086
0
        CPLError(CE_Failure, CPLE_AppDefined, "%s already exists in ZIP file",
2087
0
                 pszFilename);
2088
0
        return CE_Failure;
2089
0
    }
2090
2091
917
    const bool bCompressed =
2092
917
        CPLTestBool(CSLFetchNameValueDef(papszOptions, "COMPRESSED", "TRUE"));
2093
2094
917
    char *pszCPFilename = nullptr;
2095
917
    std::vector<GByte> abyExtra;
2096
    // If the filename is not ASCII only, we need an extended field
2097
917
    if (!CPLIsASCII(pszFilename, strlen(pszFilename)))
2098
41
    {
2099
41
        const char *pszDestEncoding = CPLGetConfigOption("CPL_ZIP_ENCODING",
2100
#if defined(_WIN32) && !defined(HAVE_ICONV)
2101
                                                         "CP_OEMCP"
2102
#else
2103
41
                                                         "CP437"
2104
41
#endif
2105
41
        );
2106
2107
41
        {
2108
41
            CPLErrorStateBackuper oBackuper(CPLQuietErrorHandler);
2109
41
            pszCPFilename =
2110
41
                CPLRecode(pszFilename, CPL_ENC_UTF8, pszDestEncoding);
2111
2112
41
            char *pszBackToUTF8 =
2113
41
                CPLRecode(pszCPFilename, pszDestEncoding, CPL_ENC_UTF8);
2114
41
            if (strcmp(pszBackToUTF8, pszFilename) != 0)
2115
41
            {
2116
                // If the UTF-8 name cannot be properly encoded to CPL_ZIP_ENCODING,
2117
                // then generate an ASCII name for it where non-ASCII characters
2118
                // are replaced by an hexadecimal representation
2119
41
                std::string s;
2120
1.88k
                for (int i = 0; pszFilename[i]; ++i)
2121
1.84k
                {
2122
1.84k
                    if (static_cast<unsigned char>(pszFilename[i]) <= 127)
2123
1.72k
                    {
2124
1.72k
                        s += pszFilename[i];
2125
1.72k
                    }
2126
115
                    else
2127
115
                    {
2128
115
                        s += CPLSPrintf("0x%02X", static_cast<unsigned char>(
2129
115
                                                      pszFilename[i]));
2130
115
                    }
2131
1.84k
                }
2132
41
                CPLFree(pszCPFilename);
2133
41
                pszCPFilename = CPLStrdup(s.c_str());
2134
41
            }
2135
41
            CPLFree(pszBackToUTF8);
2136
41
        }
2137
2138
        /* Create a Info-ZIP Unicode Path Extra Field (0x7075) */
2139
41
        const size_t nDataLength =
2140
41
            sizeof(GByte) + sizeof(uint32_t) + strlen(pszFilename);
2141
41
        if (abyExtra.size() + 2 * sizeof(uint16_t) + nDataLength >
2142
41
            std::numeric_limits<uint16_t>::max())
2143
0
        {
2144
0
            CPLError(CE_Warning, CPLE_AppDefined,
2145
0
                     "Too much content to fit in ZIP ExtraField");
2146
0
        }
2147
41
        else
2148
41
        {
2149
41
            const uint16_t nHeaderIdLE = CPL_LSBWORD16(0x7075);
2150
41
            abyExtra.insert(abyExtra.end(),
2151
41
                            reinterpret_cast<const GByte *>(&nHeaderIdLE),
2152
41
                            reinterpret_cast<const GByte *>(&nHeaderIdLE) + 2);
2153
41
            const uint16_t nDataLengthLE =
2154
41
                CPL_LSBWORD16(static_cast<uint16_t>(nDataLength));
2155
41
            abyExtra.insert(
2156
41
                abyExtra.end(), reinterpret_cast<const GByte *>(&nDataLengthLE),
2157
41
                reinterpret_cast<const GByte *>(&nDataLengthLE) + 2);
2158
41
            const GByte nVersion = 1;
2159
41
            abyExtra.push_back(nVersion);
2160
41
            const uint32_t nNameCRC32 = static_cast<uint32_t>(
2161
41
                crc32(0, reinterpret_cast<const Bytef *>(pszCPFilename),
2162
41
                      static_cast<uInt>(strlen(pszCPFilename))));
2163
41
            const uint32_t nNameCRC32LE = CPL_LSBWORD32(nNameCRC32);
2164
41
            abyExtra.insert(abyExtra.end(),
2165
41
                            reinterpret_cast<const GByte *>(&nNameCRC32LE),
2166
41
                            reinterpret_cast<const GByte *>(&nNameCRC32LE) + 4);
2167
41
            abyExtra.insert(abyExtra.end(),
2168
41
                            reinterpret_cast<const GByte *>(pszFilename),
2169
41
                            reinterpret_cast<const GByte *>(pszFilename) +
2170
41
                                strlen(pszFilename));
2171
41
        }
2172
41
    }
2173
876
    else
2174
876
    {
2175
876
        pszCPFilename = CPLStrdup(pszFilename);
2176
876
    }
2177
2178
917
    const char *pszContentType =
2179
917
        CSLFetchNameValue(papszOptions, "CONTENT_TYPE");
2180
917
    if (pszContentType)
2181
0
    {
2182
0
        const size_t nDataLength = strlen("KeyValuePairs") + sizeof(GByte) +
2183
0
                                   sizeof(uint16_t) + strlen("Content-Type") +
2184
0
                                   sizeof(uint16_t) + strlen(pszContentType);
2185
0
        if (abyExtra.size() + 2 * sizeof(uint16_t) + nDataLength >
2186
0
            std::numeric_limits<uint16_t>::max())
2187
0
        {
2188
0
            CPLError(CE_Warning, CPLE_AppDefined,
2189
0
                     "Too much content to fit in ZIP ExtraField");
2190
0
        }
2191
0
        else
2192
0
        {
2193
0
            abyExtra.push_back(GByte('K'));
2194
0
            abyExtra.push_back(GByte('V'));
2195
0
            const uint16_t nDataLengthLE =
2196
0
                CPL_LSBWORD16(static_cast<uint16_t>(nDataLength));
2197
0
            abyExtra.insert(
2198
0
                abyExtra.end(), reinterpret_cast<const GByte *>(&nDataLengthLE),
2199
0
                reinterpret_cast<const GByte *>(&nDataLengthLE) + 2);
2200
0
            abyExtra.insert(abyExtra.end(),
2201
0
                            reinterpret_cast<const GByte *>("KeyValuePairs"),
2202
0
                            reinterpret_cast<const GByte *>("KeyValuePairs") +
2203
0
                                strlen("KeyValuePairs"));
2204
0
            abyExtra.push_back(1);  // number of key/value pairs
2205
0
            const uint16_t nKeyLen =
2206
0
                CPL_LSBWORD16(static_cast<uint16_t>(strlen("Content-Type")));
2207
0
            abyExtra.insert(abyExtra.end(),
2208
0
                            reinterpret_cast<const GByte *>(&nKeyLen),
2209
0
                            reinterpret_cast<const GByte *>(&nKeyLen) + 2);
2210
0
            abyExtra.insert(abyExtra.end(),
2211
0
                            reinterpret_cast<const GByte *>("Content-Type"),
2212
0
                            reinterpret_cast<const GByte *>("Content-Type") +
2213
0
                                strlen("Content-Type"));
2214
0
            const uint16_t nValLen =
2215
0
                CPL_LSBWORD16(static_cast<uint16_t>(strlen(pszContentType)));
2216
0
            abyExtra.insert(abyExtra.end(),
2217
0
                            reinterpret_cast<const GByte *>(&nValLen),
2218
0
                            reinterpret_cast<const GByte *>(&nValLen) + 2);
2219
0
            abyExtra.insert(abyExtra.end(),
2220
0
                            reinterpret_cast<const GByte *>(pszContentType),
2221
0
                            reinterpret_cast<const GByte *>(
2222
0
                                pszContentType + strlen(pszContentType)));
2223
0
        }
2224
0
    }
2225
2226
917
    const bool bIncludeInCentralDirectory = CPLTestBool(CSLFetchNameValueDef(
2227
917
        papszOptions, "INCLUDE_IN_CENTRAL_DIRECTORY", "YES"));
2228
917
    const bool bZip64 = CPLTestBool(CSLFetchNameValueDef(
2229
917
        papszOptions, "ZIP64", CPLGetConfigOption("CPL_CREATE_ZIP64", "ON")));
2230
2231
    // Set datetime to write
2232
917
    zip_fileinfo fileinfo;
2233
917
    memset(&fileinfo, 0, sizeof(fileinfo));
2234
917
    const char *pszTimeStamp =
2235
917
        CSLFetchNameValueDef(papszOptions, "TIMESTAMP", "NOW");
2236
917
    GIntBig unixTime =
2237
917
        EQUAL(pszTimeStamp, "NOW")
2238
917
            ? time(nullptr)
2239
917
            : static_cast<GIntBig>(std::strtoll(pszTimeStamp, nullptr, 10));
2240
917
    struct tm brokenDown;
2241
917
    CPLUnixTimeToYMDHMS(unixTime, &brokenDown);
2242
917
    fileinfo.tmz_date.tm_year = brokenDown.tm_year;
2243
917
    fileinfo.tmz_date.tm_mon = brokenDown.tm_mon;
2244
917
    fileinfo.tmz_date.tm_mday = brokenDown.tm_mday;
2245
917
    fileinfo.tmz_date.tm_hour = brokenDown.tm_hour;
2246
917
    fileinfo.tmz_date.tm_min = brokenDown.tm_min;
2247
917
    fileinfo.tmz_date.tm_sec = brokenDown.tm_sec;
2248
2249
917
    const int nErr = cpl_zipOpenNewFileInZip3(
2250
917
        psZip->hZip, pszCPFilename, &fileinfo,
2251
917
        abyExtra.empty() ? nullptr : abyExtra.data(),
2252
917
        static_cast<uInt>(abyExtra.size()),
2253
917
        abyExtra.empty() ? nullptr : abyExtra.data(),
2254
917
        static_cast<uInt>(abyExtra.size()), "", bCompressed ? Z_DEFLATED : 0,
2255
917
        bCompressed ? Z_DEFAULT_COMPRESSION : 0,
2256
917
        /* raw = */ 0, -MAX_WBITS, DEF_MEM_LEVEL, Z_DEFAULT_STRATEGY,
2257
917
        /* password = */ nullptr,
2258
917
        /* crcForCtypting = */ 0, bZip64, bIncludeInCentralDirectory);
2259
2260
917
    CPLFree(pszCPFilename);
2261
2262
917
    if (nErr != ZIP_OK)
2263
0
        return CE_Failure;
2264
2265
917
    if (bIncludeInCentralDirectory)
2266
878
        psZip->papszFilenames =
2267
878
            CSLAddString(psZip->papszFilenames, pszFilename);
2268
2269
917
    return CE_None;
2270
917
}
2271
2272
/************************************************************************/
2273
/*                         CPLWriteFileInZip()                          */
2274
/************************************************************************/
2275
2276
/** Write in current file inside a ZIP file */
2277
CPLErr CPLWriteFileInZip(void *hZip, const void *pBuffer, int nBufferSize)
2278
2279
2.29M
{
2280
2.29M
    if (hZip == nullptr)
2281
0
        return CE_Failure;
2282
2283
2.29M
    CPLZip *psZip = static_cast<CPLZip *>(hZip);
2284
2285
2.29M
    int nErr = cpl_zipWriteInFileInZip(psZip->hZip, pBuffer,
2286
2.29M
                                       static_cast<unsigned int>(nBufferSize));
2287
2288
2.29M
    if (nErr != ZIP_OK)
2289
0
        return CE_Failure;
2290
2291
2.29M
    return CE_None;
2292
2.29M
}
2293
2294
/************************************************************************/
2295
/*                         CPLCloseFileInZip()                          */
2296
/************************************************************************/
2297
2298
/** Close current file inside ZIP file */
2299
CPLErr CPLCloseFileInZip(void *hZip)
2300
2301
917
{
2302
917
    if (hZip == nullptr)
2303
0
        return CE_Failure;
2304
2305
917
    CPLZip *psZip = static_cast<CPLZip *>(hZip);
2306
2307
917
    int nErr = cpl_zipCloseFileInZip(psZip->hZip);
2308
2309
917
    if (nErr != ZIP_OK)
2310
0
        return CE_Failure;
2311
2312
917
    return CE_None;
2313
917
}
2314
2315
/************************************************************************/
2316
/*                         CPLAddFileInZip()                            */
2317
/************************************************************************/
2318
2319
/** Add a file inside a ZIP file opened/created with CPLCreateZip().
2320
 *
2321
 * This combines calls to CPLCreateFileInZip(), CPLWriteFileInZip(),
2322
 * and CPLCloseFileInZip() in a more convenient and powerful way.
2323
 *
2324
 * In particular, this enables to add a compressed file using the seek
2325
 * optimization extension.
2326
 *
2327
 * Supported options are:
2328
 * <ul>
2329
 * <li>SOZIP_ENABLED=AUTO/YES/NO: whether to generate a SOZip index for the
2330
 * file. The default can be changed with the CPL_SOZIP_ENABLED configuration
2331
 * option.</li>
2332
 * <li>SOZIP_CHUNK_SIZE: chunk size to use for SOZip generation. Defaults to
2333
 * 32768.
2334
 * </li>
2335
 * <li>SOZIP_MIN_FILE_SIZE: minimum file size to consider to enable SOZip index
2336
 * generation in SOZIP_ENABLED=AUTO mode. Defaults to 1 MB.
2337
 * </li>
2338
 * <li>NUM_THREADS: number of threads used for SOZip generation. Defaults to
2339
 * ALL_CPUS.</li>
2340
 * <li>TIMESTAMP=AUTO/NOW/timestamp_as_epoch_since_jan_1_1970: in AUTO mode,
2341
 * the timestamp of pszInputFilename will be used (if available), otherwise
2342
 * it will fallback to NOW.</li>
2343
 * <li>CONTENT_TYPE=string: Content-Type value for the file. This is stored as
2344
 * a key-value pair in the extra field extension 'KV' (0x564b) dedicated to
2345
 * storing key-value pair metadata.</li>
2346
 * </ul>
2347
 *
2348
 * @param hZip ZIP file handle
2349
 * @param pszArchiveFilename Filename (in UTF-8) stored in the archive.
2350
 * @param pszInputFilename Filename of the file to add. If NULL, fpInput must
2351
 * not be NULL
2352
 * @param fpInput File handle opened on the file to add. May be NULL if
2353
 * pszInputFilename is provided.
2354
 * @param papszOptions Options.
2355
 * @param pProgressFunc Progress callback, or NULL.
2356
 * @param pProgressData User data of progress callback, or NULL.
2357
 * @return CE_None in case of success.
2358
 *
2359
 * @since GDAL 3.7
2360
 */
2361
CPLErr CPLAddFileInZip(void *hZip, const char *pszArchiveFilename,
2362
                       const char *pszInputFilename, VSILFILE *fpInput,
2363
                       CSLConstList papszOptions,
2364
                       GDALProgressFunc pProgressFunc, void *pProgressData)
2365
85
{
2366
85
    if (!hZip || !pszArchiveFilename || (!pszInputFilename && !fpInput))
2367
0
        return CE_Failure;
2368
2369
85
    CPLZip *psZip = static_cast<CPLZip *>(hZip);
2370
85
    zip64_internal *zi = reinterpret_cast<zip64_internal *>(psZip->hZip);
2371
2372
85
    VSIVirtualHandleUniquePtr poFileHandleAutoClose;
2373
85
    if (!fpInput)
2374
85
    {
2375
85
        fpInput = VSIFOpenL(pszInputFilename, "rb");
2376
85
        if (!fpInput)
2377
0
            return CE_Failure;
2378
85
        poFileHandleAutoClose.reset(fpInput);
2379
85
    }
2380
2381
85
    VSIFSeekL(fpInput, 0, SEEK_END);
2382
85
    const auto nUncompressedSize = VSIFTellL(fpInput);
2383
85
    VSIFSeekL(fpInput, 0, SEEK_SET);
2384
2385
85
    CPLStringList aosNewsOptions(papszOptions);
2386
85
    bool bSeekOptimized = false;
2387
85
    const char *pszSOZIP =
2388
85
        CSLFetchNameValueDef(papszOptions, "SOZIP_ENABLED",
2389
85
                             CPLGetConfigOption("CPL_SOZIP_ENABLED", "AUTO"));
2390
2391
85
    const char *pszChunkSize = CSLFetchNameValueDef(
2392
85
        papszOptions, "SOZIP_CHUNK_SIZE",
2393
85
        CPLGetConfigOption("CPL_VSIL_DEFLATE_CHUNK_SIZE", nullptr));
2394
85
    const bool bChunkSizeSpecified = pszChunkSize != nullptr;
2395
85
    if (!pszChunkSize)
2396
85
        pszChunkSize = "1024K";
2397
85
    unsigned nChunkSize = static_cast<unsigned>(atoi(pszChunkSize));
2398
85
    if (strchr(pszChunkSize, 'K'))
2399
85
        nChunkSize *= 1024;
2400
0
    else if (strchr(pszChunkSize, 'M'))
2401
0
        nChunkSize *= 1024 * 1024;
2402
85
    nChunkSize =
2403
85
        std::max(static_cast<unsigned>(1),
2404
85
                 std::min(static_cast<unsigned>(UINT_MAX), nChunkSize));
2405
2406
85
    const char *pszMinFileSize = CSLFetchNameValueDef(
2407
85
        papszOptions, "SOZIP_MIN_FILE_SIZE",
2408
85
        CPLGetConfigOption("CPL_SOZIP_MIN_FILE_SIZE", "1M"));
2409
85
    uint64_t nSOZipMinFileSize = std::strtoull(pszMinFileSize, nullptr, 10);
2410
85
    if (strchr(pszMinFileSize, 'K'))
2411
0
        nSOZipMinFileSize *= 1024;
2412
85
    else if (strchr(pszMinFileSize, 'M'))
2413
85
        nSOZipMinFileSize *= 1024 * 1024;
2414
0
    else if (strchr(pszMinFileSize, 'G'))
2415
0
        nSOZipMinFileSize *= 1024 * 1024 * 1024;
2416
2417
85
    std::vector<uint8_t> sozip_index;
2418
85
    uint64_t nExpectedIndexSize = 0;
2419
85
    constexpr unsigned nDefaultSOZipChunkSize = 32 * 1024;
2420
85
    constexpr size_t nOffsetSize = 8;
2421
85
    if (((EQUAL(pszSOZIP, "AUTO") && nUncompressedSize > nSOZipMinFileSize) ||
2422
85
         (!EQUAL(pszSOZIP, "AUTO") && CPLTestBool(pszSOZIP))) &&
2423
85
        ((bChunkSizeSpecified &&
2424
39
          nUncompressedSize > static_cast<unsigned>(nChunkSize)) ||
2425
39
         (!bChunkSizeSpecified && nUncompressedSize > nDefaultSOZipChunkSize)))
2426
39
    {
2427
39
        if (!bChunkSizeSpecified)
2428
39
            nChunkSize = nDefaultSOZipChunkSize;
2429
2430
39
        bSeekOptimized = true;
2431
2432
39
        aosNewsOptions.SetNameValue(
2433
39
            "UNCOMPRESSED_SIZE", CPLSPrintf(CPL_FRMT_GUIB, nUncompressedSize));
2434
2435
39
        zi->nOffsetSize = nOffsetSize;
2436
39
        nExpectedIndexSize =
2437
39
            32 + ((nUncompressedSize - 1) / nChunkSize) * nOffsetSize;
2438
39
        if (nExpectedIndexSize >
2439
39
            static_cast<uint64_t>(std::numeric_limits<int>::max()))
2440
0
        {
2441
0
            CPLError(CE_Failure, CPLE_AppDefined,
2442
0
                     "Too big file w.r.t CHUNK_SIZE");
2443
0
            return CE_Failure;
2444
0
        }
2445
39
        try
2446
39
        {
2447
39
            sozip_index.reserve(static_cast<size_t>(nExpectedIndexSize));
2448
39
        }
2449
39
        catch (const std::exception &)
2450
39
        {
2451
0
            CPLError(CE_Failure, CPLE_OutOfMemory,
2452
0
                     "Cannot allocate memory for SOZip index");
2453
0
            return CE_Failure;
2454
0
        }
2455
39
        sozip_index.resize(32);
2456
39
        uint32_t nVal32;
2457
        // Version
2458
39
        nVal32 = CPL_LSBWORD32(1);
2459
39
        memcpy(sozip_index.data(), &nVal32, sizeof(nVal32));
2460
        // Extra reserved space after 32 bytes of header
2461
39
        nVal32 = CPL_LSBWORD32(0);
2462
39
        memcpy(sozip_index.data() + 4, &nVal32, sizeof(nVal32));
2463
        // Chunksize
2464
39
        nVal32 = CPL_LSBWORD32(nChunkSize);
2465
39
        memcpy(sozip_index.data() + 8, &nVal32, sizeof(nVal32));
2466
        // SOZIPIndexEltSize
2467
39
        nVal32 = CPL_LSBWORD32(static_cast<uint32_t>(nOffsetSize));
2468
39
        memcpy(sozip_index.data() + 12, &nVal32, sizeof(nVal32));
2469
        // Uncompressed size
2470
39
        uint64_t nVal64 = nUncompressedSize;
2471
39
        CPL_LSBPTR64(&nVal64);
2472
39
        memcpy(sozip_index.data() + 16, &nVal64, sizeof(nVal64));
2473
39
        zi->sozip_index = &sozip_index;
2474
2475
39
        zi->nChunkSize = nChunkSize;
2476
2477
39
        const char *pszThreads = CSLFetchNameValue(papszOptions, "NUM_THREADS");
2478
39
        if (pszThreads == nullptr || EQUAL(pszThreads, "ALL_CPUS"))
2479
39
            zi->nThreads = CPLGetNumCPUs();
2480
0
        else
2481
0
            zi->nThreads = atoi(pszThreads);
2482
39
        zi->nThreads = std::max(1, std::min(128, zi->nThreads));
2483
39
    }
2484
2485
85
    aosNewsOptions.SetNameValue("ZIP64",
2486
85
                                nUncompressedSize > 0xFFFFFFFFU ? "YES" : "NO");
2487
2488
85
    if (pszInputFilename != nullptr &&
2489
85
        aosNewsOptions.FetchNameValue("TIMESTAMP") == nullptr)
2490
85
    {
2491
85
        VSIStatBufL sStat;
2492
85
        if (VSIStatL(pszInputFilename, &sStat) == 0 && sStat.st_mtime != 0)
2493
85
        {
2494
85
            aosNewsOptions.SetNameValue(
2495
85
                "TIMESTAMP",
2496
85
                CPLSPrintf(CPL_FRMT_GIB, static_cast<GIntBig>(sStat.st_mtime)));
2497
85
        }
2498
85
    }
2499
2500
85
    if (CPLCreateFileInZip(hZip, pszArchiveFilename, aosNewsOptions.List()) !=
2501
85
        CE_None)
2502
0
    {
2503
0
        zi->sozip_index = nullptr;
2504
0
        zi->nChunkSize = 0;
2505
0
        zi->nThreads = 0;
2506
0
        return CE_Failure;
2507
0
    }
2508
85
    zi->nChunkSize = 0;
2509
85
    zi->nThreads = 0;
2510
2511
85
    constexpr int CHUNK_READ_MAX_SIZE = 1024 * 1024;
2512
85
    std::vector<GByte> abyChunk(CHUNK_READ_MAX_SIZE);
2513
85
    vsi_l_offset nOffset = 0;
2514
261
    while (true)
2515
261
    {
2516
261
        const int nRead = static_cast<int>(
2517
261
            VSIFReadL(abyChunk.data(), 1, abyChunk.size(), fpInput));
2518
261
        if (nRead > 0 &&
2519
261
            CPLWriteFileInZip(hZip, abyChunk.data(), nRead) != CE_None)
2520
0
        {
2521
0
            CPLCloseFileInZip(hZip);
2522
0
            zi->sozip_index = nullptr;
2523
0
            return CE_Failure;
2524
0
        }
2525
261
        nOffset += nRead;
2526
261
        if (pProgressFunc &&
2527
261
            !pProgressFunc(nUncompressedSize == 0
2528
0
                               ? 1.0
2529
0
                               : double(nOffset) / nUncompressedSize,
2530
0
                           nullptr, pProgressData))
2531
0
        {
2532
0
            CPLCloseFileInZip(hZip);
2533
0
            zi->sozip_index = nullptr;
2534
0
            return CE_Failure;
2535
0
        }
2536
261
        if (nRead < CHUNK_READ_MAX_SIZE)
2537
85
            break;
2538
261
    }
2539
2540
85
    if (CPLCloseFileInZip(hZip) != CE_None)
2541
0
    {
2542
0
        zi->sozip_index = nullptr;
2543
0
        return CE_Failure;
2544
0
    }
2545
2546
85
    if (bSeekOptimized && sozip_index.size() != nExpectedIndexSize)
2547
0
    {
2548
        // shouldn't happen
2549
0
        CPLError(CE_Failure, CPLE_AppDefined,
2550
0
                 "sozip_index.size() (=%u) != nExpectedIndexSize (=%u)",
2551
0
                 static_cast<unsigned>(sozip_index.size()),
2552
0
                 static_cast<unsigned>(nExpectedIndexSize));
2553
0
    }
2554
85
    else if (bSeekOptimized)
2555
39
    {
2556
39
        std::string osIdxName;
2557
39
        const char *pszLastSlash = strchr(pszArchiveFilename, '/');
2558
39
        if (pszLastSlash)
2559
0
        {
2560
0
            osIdxName.assign(pszArchiveFilename,
2561
0
                             pszLastSlash - pszArchiveFilename + 1);
2562
0
            osIdxName += '.';
2563
0
            osIdxName += pszLastSlash + 1;
2564
0
        }
2565
39
        else
2566
39
        {
2567
39
            osIdxName = '.';
2568
39
            osIdxName += pszArchiveFilename;
2569
39
        }
2570
39
        osIdxName += ".sozip.idx";
2571
2572
39
        CPLStringList aosIndexOptions;
2573
39
        aosIndexOptions.SetNameValue("COMPRESSED", "NO");
2574
39
        aosIndexOptions.SetNameValue("ZIP64", "NO");
2575
39
        aosIndexOptions.SetNameValue("INCLUDE_IN_CENTRAL_DIRECTORY", "NO");
2576
39
        aosIndexOptions.SetNameValue(
2577
39
            "TIMESTAMP", aosNewsOptions.FetchNameValue("TIMESTAMP"));
2578
39
        if (CPLCreateFileInZip(hZip, osIdxName.c_str(),
2579
39
                               aosIndexOptions.List()) != CE_None)
2580
0
        {
2581
0
            zi->sozip_index = nullptr;
2582
0
            return CE_Failure;
2583
0
        }
2584
2585
39
        if (CPLWriteFileInZip(hZip, sozip_index.data(),
2586
39
                              static_cast<int>(sozip_index.size())) != CE_None)
2587
0
        {
2588
0
            zi->sozip_index = nullptr;
2589
0
            CPLCloseFileInZip(hZip);
2590
0
            return CE_Failure;
2591
0
        }
2592
2593
39
        zi->sozip_index = nullptr;
2594
39
        if (CPLCloseFileInZip(hZip) != CE_None)
2595
0
        {
2596
0
            return CE_Failure;
2597
0
        }
2598
39
    }
2599
2600
85
    zi->sozip_index = nullptr;
2601
2602
85
    return CE_None;
2603
85
}
2604
2605
/************************************************************************/
2606
/*                            CPLCloseZip()                             */
2607
/************************************************************************/
2608
2609
/** Close ZIP file */
2610
CPLErr CPLCloseZip(void *hZip)
2611
151
{
2612
151
    if (hZip == nullptr)
2613
0
        return CE_Failure;
2614
2615
151
    CPLZip *psZip = static_cast<CPLZip *>(hZip);
2616
2617
151
    int nErr = cpl_zipClose(psZip->hZip, nullptr);
2618
2619
151
    psZip->hZip = nullptr;
2620
151
    CSLDestroy(psZip->papszFilenames);
2621
151
    psZip->papszFilenames = nullptr;
2622
151
    CPLFree(psZip);
2623
2624
151
    if (nErr != ZIP_OK)
2625
0
        return CE_Failure;
2626
2627
151
    return CE_None;
2628
151
}