Coverage Report

Created: 2025-06-13 06:29

/src/gdal/gcore/gdalproxypool.cpp
Line
Count
Source (jump to first uncovered line)
1
/******************************************************************************
2
 *
3
 * Project:  GDAL Core
4
 * Purpose:  A dataset and raster band classes that differ the opening of the
5
 *           underlying dataset in a limited pool of opened datasets.
6
 * Author:   Even Rouault <even dot rouault at spatialys.com>
7
 *
8
 ******************************************************************************
9
 * Copyright (c) 2008-2013, Even Rouault <even dot rouault at spatialys.com>
10
 *
11
 * SPDX-License-Identifier: MIT
12
 ****************************************************************************/
13
14
#include "cpl_port.h"
15
#include "gdal_proxy.h"
16
17
#include <algorithm>
18
#include <cstdio>
19
#include <cstdlib>
20
#include <cstring>
21
22
#include "cpl_conv.h"
23
#include "cpl_error.h"
24
#include "cpl_hash_set.h"
25
#include "cpl_multiproc.h"
26
#include "cpl_string.h"
27
#include "gdal.h"
28
#include "gdal_priv.h"
29
30
//! @cond Doxygen_Suppress
31
32
/* We *must* share the same mutex as the gdaldataset.cpp file, as we are */
33
/* doing GDALOpen() calls that can indirectly call GDALOpenShared() on */
34
/* an auxiliary dataset ... */
35
/* Then we could get dead-locks in multi-threaded use case */
36
37
/* ******************************************************************** */
38
/*                         GDALDatasetPool                              */
39
/* ******************************************************************** */
40
41
/* This class is a singleton that maintains a pool of opened datasets */
42
/* The cache uses a LRU strategy */
43
44
class GDALDatasetPool;
45
static GDALDatasetPool *singleton = nullptr;
46
47
void GDALNullifyProxyPoolSingleton()
48
0
{
49
0
    singleton = nullptr;
50
0
}
51
52
struct _GDALProxyPoolCacheEntry
53
{
54
    GIntBig responsiblePID;
55
    char *pszFileNameAndOpenOptions;
56
    char *pszOwner;
57
    GDALDataset *poDS;
58
    GIntBig nRAMUsage;
59
60
    /* Ref count of the cached dataset */
61
    int refCount;
62
63
    GDALProxyPoolCacheEntry *prev;
64
    GDALProxyPoolCacheEntry *next;
65
};
66
67
// This variable prevents a dataset that is going to be opened in
68
// GDALDatasetPool::_RefDataset from increasing refCount if, during its
69
// opening, it creates a GDALProxyPoolDataset.
70
// We increment it before opening or closing a cached dataset and decrement
71
// it afterwards
72
// The typical use case is a VRT made of simple sources that are VRT
73
// We don't want the "inner" VRT to take a reference on the pool, otherwise
74
// there is a high chance that this reference will not be dropped and the pool
75
// remain ghost.
76
static thread_local int refCountOfDisabledRefCount = 0;
77
78
class GDALDatasetPool
79
{
80
  private:
81
    bool bInDestruction = false;
82
83
    /* Ref count of the pool singleton */
84
    /* Taken by "toplevel" GDALProxyPoolDataset in its constructor and released
85
     */
86
    /* in its destructor. See also refCountOfDisabledRefCount for the difference
87
     */
88
    /* between toplevel and inner GDALProxyPoolDataset */
89
    int refCount = 0;
90
91
    int maxSize = 0;
92
    int currentSize = 0;
93
    int64_t nMaxRAMUsage = 0;
94
    int64_t nRAMUsage = 0;
95
    GDALProxyPoolCacheEntry *firstEntry = nullptr;
96
    GDALProxyPoolCacheEntry *lastEntry = nullptr;
97
98
    /* Caution : to be sure that we don't run out of entries, size must be at */
99
    /* least greater or equal than the maximum number of threads */
100
    explicit GDALDatasetPool(int maxSize, int64_t nMaxRAMUsage);
101
    ~GDALDatasetPool();
102
    GDALProxyPoolCacheEntry *_RefDataset(const char *pszFileName,
103
                                         GDALAccess eAccess,
104
                                         CSLConstList papszOpenOptions,
105
                                         int bShared, bool bForceOpen,
106
                                         const char *pszOwner);
107
    void _CloseDatasetIfZeroRefCount(const char *pszFileName,
108
                                     CSLConstList papszOpenOptions,
109
                                     GDALAccess eAccess, const char *pszOwner);
110
111
#ifdef DEBUG_PROXY_POOL
112
    // cppcheck-suppress unusedPrivateFunction
113
    void ShowContent();
114
    void CheckLinks();
115
#endif
116
117
    CPL_DISALLOW_COPY_ASSIGN(GDALDatasetPool)
118
119
  public:
120
    static void Ref();
121
    static void Unref();
122
    static GDALProxyPoolCacheEntry *RefDataset(const char *pszFileName,
123
                                               GDALAccess eAccess,
124
                                               char **papszOpenOptions,
125
                                               int bShared, bool bForceOpen,
126
                                               const char *pszOwner);
127
    static void UnrefDataset(GDALProxyPoolCacheEntry *cacheEntry);
128
    static void CloseDatasetIfZeroRefCount(const char *pszFileName,
129
                                           CSLConstList papszOpenOptions,
130
                                           GDALAccess eAccess,
131
                                           const char *pszOwner);
132
133
    static void PreventDestroy();
134
    static void ForceDestroy();
135
};
136
137
/************************************************************************/
138
/*                         GDALDatasetPool()                            */
139
/************************************************************************/
140
141
GDALDatasetPool::GDALDatasetPool(int maxSizeIn, int64_t nMaxRAMUsageIn)
142
0
    : maxSize(maxSizeIn), nMaxRAMUsage(nMaxRAMUsageIn)
143
0
{
144
0
}
145
146
/************************************************************************/
147
/*                        ~GDALDatasetPool()                            */
148
/************************************************************************/
149
150
GDALDatasetPool::~GDALDatasetPool()
151
0
{
152
0
    bInDestruction = true;
153
0
    GDALProxyPoolCacheEntry *cur = firstEntry;
154
0
    GIntBig responsiblePID = GDALGetResponsiblePIDForCurrentThread();
155
0
    while (cur)
156
0
    {
157
0
        GDALProxyPoolCacheEntry *next = cur->next;
158
0
        CPLFree(cur->pszFileNameAndOpenOptions);
159
0
        CPLFree(cur->pszOwner);
160
0
        CPLAssert(cur->refCount == 0);
161
0
        if (cur->poDS)
162
0
        {
163
0
            GDALSetResponsiblePIDForCurrentThread(cur->responsiblePID);
164
0
            GDALClose(cur->poDS);
165
0
        }
166
0
        CPLFree(cur);
167
0
        cur = next;
168
0
    }
169
0
    GDALSetResponsiblePIDForCurrentThread(responsiblePID);
170
0
}
171
172
#ifdef DEBUG_PROXY_POOL
173
/************************************************************************/
174
/*                            ShowContent()                             */
175
/************************************************************************/
176
177
void GDALDatasetPool::ShowContent()
178
{
179
    GDALProxyPoolCacheEntry *cur = firstEntry;
180
    int i = 0;
181
    while (cur)
182
    {
183
        printf("[%d] pszFileName=%s, owner=%s, refCount=%d, " /*ok*/
184
               "responsiblePID=%d\n",
185
               i,
186
               cur->pszFileNameAndOpenOptions ? cur->pszFileNameAndOpenOptions
187
                                              : "(null)",
188
               cur->pszOwner ? cur->pszOwner : "(null)", cur->refCount,
189
               (int)cur->responsiblePID);
190
        i++;
191
        cur = cur->next;
192
    }
193
}
194
195
/************************************************************************/
196
/*                             CheckLinks()                             */
197
/************************************************************************/
198
199
void GDALDatasetPool::CheckLinks()
200
{
201
    GDALProxyPoolCacheEntry *cur = firstEntry;
202
    int i = 0;
203
    while (cur)
204
    {
205
        CPLAssert(cur == firstEntry || cur->prev->next == cur);
206
        CPLAssert(cur == lastEntry || cur->next->prev == cur);
207
        ++i;
208
        CPLAssert(cur->next != nullptr || cur == lastEntry);
209
        cur = cur->next;
210
    }
211
    (void)i;
212
    CPLAssert(i == currentSize);
213
}
214
#endif
215
216
/************************************************************************/
217
/*                       GetFilenameAndOpenOptions()                    */
218
/************************************************************************/
219
220
static std::string GetFilenameAndOpenOptions(const char *pszFileName,
221
                                             CSLConstList papszOpenOptions)
222
0
{
223
0
    std::string osFilenameAndOO(pszFileName);
224
0
    for (int i = 0; papszOpenOptions && papszOpenOptions[i]; ++i)
225
0
    {
226
0
        osFilenameAndOO += "||";
227
0
        osFilenameAndOO += papszOpenOptions[i];
228
0
    }
229
0
    return osFilenameAndOO;
230
0
}
231
232
/************************************************************************/
233
/*                            _RefDataset()                             */
234
/************************************************************************/
235
236
GDALProxyPoolCacheEntry *
237
GDALDatasetPool::_RefDataset(const char *pszFileName, GDALAccess eAccess,
238
                             CSLConstList papszOpenOptions, int bShared,
239
                             bool bForceOpen, const char *pszOwner)
240
0
{
241
0
    CPLMutex **pMutex = GDALGetphDLMutex();
242
0
    CPLMutexHolderD(pMutex);
243
244
0
    if (bInDestruction)
245
0
        return nullptr;
246
247
0
    const GIntBig responsiblePID = GDALGetResponsiblePIDForCurrentThread();
248
249
0
    const auto EvictEntryWithZeroRefCount =
250
0
        [this, responsiblePID](bool evictEntryWithOpenedDataset)
251
0
    {
252
0
        GDALProxyPoolCacheEntry *cur = firstEntry;
253
0
        GDALProxyPoolCacheEntry *candidate = nullptr;
254
0
        while (cur)
255
0
        {
256
0
            GDALProxyPoolCacheEntry *next = cur->next;
257
258
0
            if (cur->refCount == 0 &&
259
0
                (!evictEntryWithOpenedDataset || cur->nRAMUsage > 0))
260
0
            {
261
0
                candidate = cur;
262
0
            }
263
264
0
            cur = next;
265
0
        }
266
0
        if (candidate == nullptr)
267
0
            return false;
268
269
0
        nRAMUsage -= candidate->nRAMUsage;
270
0
        candidate->nRAMUsage = 0;
271
272
0
        CPLFree(candidate->pszFileNameAndOpenOptions);
273
0
        candidate->pszFileNameAndOpenOptions = nullptr;
274
275
0
        if (candidate->poDS)
276
0
        {
277
            /* Close by pretending we are the thread that GDALOpen'ed this */
278
            /* dataset */
279
0
            GDALSetResponsiblePIDForCurrentThread(candidate->responsiblePID);
280
281
0
            refCountOfDisabledRefCount++;
282
0
            GDALClose(candidate->poDS);
283
0
            refCountOfDisabledRefCount--;
284
285
0
            candidate->poDS = nullptr;
286
0
            GDALSetResponsiblePIDForCurrentThread(responsiblePID);
287
0
        }
288
0
        CPLFree(candidate->pszOwner);
289
0
        candidate->pszOwner = nullptr;
290
291
0
        if (!evictEntryWithOpenedDataset && candidate != firstEntry)
292
0
        {
293
            /* Recycle this entry for the to-be-opened dataset and */
294
            /* moves it to the top of the list */
295
0
            if (candidate->prev)
296
0
                candidate->prev->next = candidate->next;
297
298
0
            if (candidate->next)
299
0
                candidate->next->prev = candidate->prev;
300
0
            else
301
0
            {
302
0
                CPLAssert(candidate == lastEntry);
303
0
                lastEntry->prev->next = nullptr;
304
0
                lastEntry = lastEntry->prev;
305
0
            }
306
0
            candidate->prev = nullptr;
307
0
            candidate->next = firstEntry;
308
0
            firstEntry->prev = candidate;
309
0
            firstEntry = candidate;
310
311
#ifdef DEBUG_PROXY_POOL
312
            CheckLinks();
313
#endif
314
0
        }
315
316
0
        return true;
317
0
    };
318
319
0
    GDALProxyPoolCacheEntry *cur = firstEntry;
320
321
0
    const std::string osFilenameAndOO =
322
0
        GetFilenameAndOpenOptions(pszFileName, papszOpenOptions);
323
324
0
    while (cur)
325
0
    {
326
0
        GDALProxyPoolCacheEntry *next = cur->next;
327
328
0
        if (cur->refCount >= 0 && cur->pszFileNameAndOpenOptions &&
329
0
            osFilenameAndOO == cur->pszFileNameAndOpenOptions &&
330
0
            ((bShared && cur->responsiblePID == responsiblePID &&
331
0
              ((cur->pszOwner == nullptr && pszOwner == nullptr) ||
332
0
               (cur->pszOwner != nullptr && pszOwner != nullptr &&
333
0
                strcmp(cur->pszOwner, pszOwner) == 0))) ||
334
0
             (!bShared && cur->refCount == 0)))
335
0
        {
336
0
            if (cur != firstEntry)
337
0
            {
338
                /* Move to begin */
339
0
                if (cur->next)
340
0
                    cur->next->prev = cur->prev;
341
0
                else
342
0
                    lastEntry = cur->prev;
343
0
                cur->prev->next = cur->next;
344
0
                cur->prev = nullptr;
345
0
                firstEntry->prev = cur;
346
0
                cur->next = firstEntry;
347
0
                firstEntry = cur;
348
349
#ifdef DEBUG_PROXY_POOL
350
                CheckLinks();
351
#endif
352
0
            }
353
354
0
            cur->refCount++;
355
0
            return cur;
356
0
        }
357
358
0
        cur = next;
359
0
    }
360
361
0
    if (!bForceOpen)
362
0
        return nullptr;
363
364
0
    if (currentSize == maxSize)
365
0
    {
366
0
        if (!EvictEntryWithZeroRefCount(false))
367
0
        {
368
0
            CPLError(
369
0
                CE_Failure, CPLE_AppDefined,
370
0
                "Too many threads are running for the current value of the "
371
0
                "dataset pool size (%d).\n"
372
0
                "or too many proxy datasets are opened in a cascaded way.\n"
373
0
                "Try increasing GDAL_MAX_DATASET_POOL_SIZE.",
374
0
                maxSize);
375
0
            return nullptr;
376
0
        }
377
378
0
        CPLAssert(firstEntry);
379
0
        cur = firstEntry;
380
0
    }
381
0
    else
382
0
    {
383
        /* Prepend */
384
0
        cur = static_cast<GDALProxyPoolCacheEntry *>(
385
0
            CPLCalloc(1, sizeof(GDALProxyPoolCacheEntry)));
386
0
        if (lastEntry == nullptr)
387
0
            lastEntry = cur;
388
0
        cur->prev = nullptr;
389
0
        cur->next = firstEntry;
390
0
        if (firstEntry)
391
0
            firstEntry->prev = cur;
392
0
        firstEntry = cur;
393
0
        currentSize++;
394
#ifdef DEBUG_PROXY_POOL
395
        CheckLinks();
396
#endif
397
0
    }
398
399
0
    cur->pszFileNameAndOpenOptions = CPLStrdup(osFilenameAndOO.c_str());
400
0
    cur->pszOwner = (pszOwner) ? CPLStrdup(pszOwner) : nullptr;
401
0
    cur->responsiblePID = responsiblePID;
402
0
    cur->refCount = -1;  // to mark loading of dataset in progress
403
0
    cur->nRAMUsage = 0;
404
405
0
    refCountOfDisabledRefCount++;
406
0
    const int nFlag =
407
0
        ((eAccess == GA_Update) ? GDAL_OF_UPDATE : GDAL_OF_READONLY) |
408
0
        GDAL_OF_RASTER | GDAL_OF_VERBOSE_ERROR;
409
0
    CPLConfigOptionSetter oSetter("CPL_ALLOW_VSISTDIN", "NO", true);
410
411
    // Release mutex while opening dataset to avoid lock contention.
412
0
    CPLReleaseMutex(*pMutex);
413
0
    auto poDS = GDALDataset::Open(pszFileName, nFlag, nullptr, papszOpenOptions,
414
0
                                  nullptr);
415
0
    CPLAcquireMutex(*pMutex, 1000.0);
416
417
0
    cur->poDS = poDS;
418
0
    cur->refCount = 1;
419
420
0
    refCountOfDisabledRefCount--;
421
422
0
    if (cur->poDS)
423
0
    {
424
0
        cur->nRAMUsage =
425
0
            std::max<GIntBig>(0, cur->poDS->GetEstimatedRAMUsage());
426
0
        nRAMUsage += cur->nRAMUsage;
427
0
    }
428
429
0
    if (nMaxRAMUsage > 0 && cur->nRAMUsage > 0)
430
0
    {
431
0
        while (nRAMUsage > nMaxRAMUsage && nRAMUsage != cur->nRAMUsage &&
432
0
               EvictEntryWithZeroRefCount(true))
433
0
        {
434
            // ok
435
0
        }
436
0
    }
437
438
0
    return cur;
439
0
}
440
441
/************************************************************************/
442
/*                   _CloseDatasetIfZeroRefCount()                      */
443
/************************************************************************/
444
445
void GDALDatasetPool::_CloseDatasetIfZeroRefCount(const char *pszFileName,
446
                                                  CSLConstList papszOpenOptions,
447
                                                  GDALAccess /* eAccess */,
448
                                                  const char *pszOwner)
449
0
{
450
    // May fix https://github.com/OSGeo/gdal/issues/4318
451
0
    if (bInDestruction)
452
0
        return;
453
454
0
    GDALProxyPoolCacheEntry *cur = firstEntry;
455
0
    GIntBig responsiblePID = GDALGetResponsiblePIDForCurrentThread();
456
457
0
    const std::string osFilenameAndOO =
458
0
        GetFilenameAndOpenOptions(pszFileName, papszOpenOptions);
459
460
0
    while (cur)
461
0
    {
462
0
        GDALProxyPoolCacheEntry *next = cur->next;
463
464
0
        if (cur->refCount == 0 && cur->pszFileNameAndOpenOptions &&
465
0
            osFilenameAndOO == cur->pszFileNameAndOpenOptions &&
466
0
            ((pszOwner == nullptr && cur->pszOwner == nullptr) ||
467
0
             (pszOwner != nullptr && cur->pszOwner != nullptr &&
468
0
              strcmp(cur->pszOwner, pszOwner) == 0)) &&
469
0
            cur->poDS != nullptr)
470
0
        {
471
            /* Close by pretending we are the thread that GDALOpen'ed this */
472
            /* dataset */
473
0
            GDALSetResponsiblePIDForCurrentThread(cur->responsiblePID);
474
475
0
            GDALDataset *poDS = cur->poDS;
476
477
0
            nRAMUsage -= cur->nRAMUsage;
478
0
            cur->nRAMUsage = 0;
479
480
0
            cur->poDS = nullptr;
481
0
            CPLFree(cur->pszFileNameAndOpenOptions);
482
0
            cur->pszFileNameAndOpenOptions = nullptr;
483
0
            CPLFree(cur->pszOwner);
484
0
            cur->pszOwner = nullptr;
485
486
0
            refCountOfDisabledRefCount++;
487
0
            GDALClose(poDS);
488
0
            refCountOfDisabledRefCount--;
489
490
0
            GDALSetResponsiblePIDForCurrentThread(responsiblePID);
491
0
            break;
492
0
        }
493
494
0
        cur = next;
495
0
    }
496
0
}
497
498
/************************************************************************/
499
/*                       GDALGetMaxDatasetPoolSize()                    */
500
/************************************************************************/
501
502
/** Return the maximum number of datasets simultaneously opened in the
503
 * dataset pool.
504
 */
505
int GDALGetMaxDatasetPoolSize()
506
0
{
507
0
    int nSize = atoi(CPLGetConfigOption("GDAL_MAX_DATASET_POOL_SIZE", "100"));
508
0
    if (nSize < 2)
509
0
        nSize = 2;
510
0
    else if (nSize > 1000)
511
0
        nSize = 1000;
512
0
    return nSize;
513
0
}
514
515
/************************************************************************/
516
/*                                 Ref()                                */
517
/************************************************************************/
518
519
void GDALDatasetPool::Ref()
520
0
{
521
0
    CPLMutexHolderD(GDALGetphDLMutex());
522
0
    if (singleton == nullptr)
523
0
    {
524
525
        // Try to not consume more than 25% of the usable RAM
526
0
        GIntBig l_nMaxRAMUsage =
527
0
            (CPLGetUsablePhysicalRAM() - GDALGetCacheMax64()) / 4;
528
0
        const char *pszMaxRAMUsage =
529
0
            CPLGetConfigOption("GDAL_MAX_DATASET_POOL_RAM_USAGE", nullptr);
530
0
        if (pszMaxRAMUsage)
531
0
        {
532
0
            l_nMaxRAMUsage = std::strtoll(pszMaxRAMUsage, nullptr, 10);
533
0
            if (strstr(pszMaxRAMUsage, "MB"))
534
0
                l_nMaxRAMUsage *= 1024 * 1024;
535
0
            else if (strstr(pszMaxRAMUsage, "GB"))
536
0
                l_nMaxRAMUsage *= 1024 * 1024 * 1024;
537
0
        }
538
539
0
        singleton =
540
0
            new GDALDatasetPool(GDALGetMaxDatasetPoolSize(), l_nMaxRAMUsage);
541
0
    }
542
0
    if (refCountOfDisabledRefCount == 0)
543
0
        singleton->refCount++;
544
0
}
545
546
/* keep that in sync with gdaldrivermanager.cpp */
547
void GDALDatasetPool::PreventDestroy()
548
0
{
549
0
    CPLMutexHolderD(GDALGetphDLMutex());
550
0
    if (!singleton)
551
0
        return;
552
0
    refCountOfDisabledRefCount++;
553
0
}
554
555
/* keep that in sync with gdaldrivermanager.cpp */
556
extern void GDALDatasetPoolPreventDestroy();
557
558
void GDALDatasetPoolPreventDestroy()
559
0
{
560
0
    GDALDatasetPool::PreventDestroy();
561
0
}
562
563
/************************************************************************/
564
/*                               Unref()                                */
565
/************************************************************************/
566
567
void GDALDatasetPool::Unref()
568
0
{
569
0
    CPLMutexHolderD(GDALGetphDLMutex());
570
0
    if (!singleton)
571
0
    {
572
0
        CPLAssert(false);
573
0
        return;
574
0
    }
575
0
    if (refCountOfDisabledRefCount == 0)
576
0
    {
577
0
        singleton->refCount--;
578
0
        if (singleton->refCount == 0)
579
0
        {
580
0
            delete singleton;
581
0
            singleton = nullptr;
582
0
        }
583
0
    }
584
0
}
585
586
/* keep that in sync with gdaldrivermanager.cpp */
587
void GDALDatasetPool::ForceDestroy()
588
0
{
589
0
    CPLMutexHolderD(GDALGetphDLMutex());
590
0
    if (!singleton)
591
0
        return;
592
0
    refCountOfDisabledRefCount--;
593
0
    CPLAssert(refCountOfDisabledRefCount == 0);
594
0
    singleton->refCount = 0;
595
0
    delete singleton;
596
0
    singleton = nullptr;
597
0
}
598
599
/* keep that in sync with gdaldrivermanager.cpp */
600
extern void GDALDatasetPoolForceDestroy();
601
602
void GDALDatasetPoolForceDestroy()
603
0
{
604
0
    GDALDatasetPool::ForceDestroy();
605
0
}
606
607
/************************************************************************/
608
/*                           RefDataset()                               */
609
/************************************************************************/
610
611
GDALProxyPoolCacheEntry *
612
GDALDatasetPool::RefDataset(const char *pszFileName, GDALAccess eAccess,
613
                            char **papszOpenOptions, int bShared,
614
                            bool bForceOpen, const char *pszOwner)
615
0
{
616
0
    return singleton->_RefDataset(pszFileName, eAccess, papszOpenOptions,
617
0
                                  bShared, bForceOpen, pszOwner);
618
0
}
619
620
/************************************************************************/
621
/*                       UnrefDataset()                                 */
622
/************************************************************************/
623
624
void GDALDatasetPool::UnrefDataset(GDALProxyPoolCacheEntry *cacheEntry)
625
0
{
626
0
    CPLMutexHolderD(GDALGetphDLMutex());
627
0
    cacheEntry->refCount--;
628
0
}
629
630
/************************************************************************/
631
/*                   CloseDatasetIfZeroRefCount()                       */
632
/************************************************************************/
633
634
void GDALDatasetPool::CloseDatasetIfZeroRefCount(const char *pszFileName,
635
                                                 CSLConstList papszOpenOptions,
636
                                                 GDALAccess eAccess,
637
                                                 const char *pszOwner)
638
0
{
639
0
    CPLMutexHolderD(GDALGetphDLMutex());
640
0
    singleton->_CloseDatasetIfZeroRefCount(pszFileName, papszOpenOptions,
641
0
                                           eAccess, pszOwner);
642
0
}
643
644
struct GetMetadataElt
645
{
646
    char *pszDomain;
647
    char **papszMetadata;
648
};
649
650
static unsigned long hash_func_get_metadata(const void *_elt)
651
0
{
652
0
    const GetMetadataElt *elt = static_cast<const GetMetadataElt *>(_elt);
653
0
    return CPLHashSetHashStr(elt->pszDomain);
654
0
}
655
656
static int equal_func_get_metadata(const void *_elt1, const void *_elt2)
657
0
{
658
0
    const GetMetadataElt *elt1 = static_cast<const GetMetadataElt *>(_elt1);
659
0
    const GetMetadataElt *elt2 = static_cast<const GetMetadataElt *>(_elt2);
660
0
    return CPLHashSetEqualStr(elt1->pszDomain, elt2->pszDomain);
661
0
}
662
663
static void free_func_get_metadata(void *_elt)
664
0
{
665
0
    GetMetadataElt *elt = static_cast<GetMetadataElt *>(_elt);
666
0
    CPLFree(elt->pszDomain);
667
0
    CSLDestroy(elt->papszMetadata);
668
0
    CPLFree(elt);
669
0
}
670
671
struct GetMetadataItemElt
672
{
673
    char *pszName;
674
    char *pszDomain;
675
    char *pszMetadataItem;
676
};
677
678
static unsigned long hash_func_get_metadata_item(const void *_elt)
679
0
{
680
0
    const GetMetadataItemElt *elt =
681
0
        static_cast<const GetMetadataItemElt *>(_elt);
682
0
    return CPLHashSetHashStr(elt->pszName) ^ CPLHashSetHashStr(elt->pszDomain);
683
0
}
684
685
static int equal_func_get_metadata_item(const void *_elt1, const void *_elt2)
686
0
{
687
0
    const GetMetadataItemElt *elt1 =
688
0
        static_cast<const GetMetadataItemElt *>(_elt1);
689
0
    const GetMetadataItemElt *elt2 =
690
0
        static_cast<const GetMetadataItemElt *>(_elt2);
691
0
    return CPLHashSetEqualStr(elt1->pszName, elt2->pszName) &&
692
0
           CPLHashSetEqualStr(elt1->pszDomain, elt2->pszDomain);
693
0
}
694
695
static void free_func_get_metadata_item(void *_elt)
696
0
{
697
0
    GetMetadataItemElt *elt = static_cast<GetMetadataItemElt *>(_elt);
698
0
    CPLFree(elt->pszName);
699
0
    CPLFree(elt->pszDomain);
700
0
    CPLFree(elt->pszMetadataItem);
701
0
    CPLFree(elt);
702
0
}
703
704
/* ******************************************************************** */
705
/*                     GDALProxyPoolDataset                             */
706
/* ******************************************************************** */
707
708
/* Note : the bShared parameter must be used with caution. You can */
709
/* set it to TRUE  for being used as a VRT source : in that case, */
710
/* VRTSimpleSource will take care of destroying it when there are no */
711
/* reference to it (in VRTSimpleSource::~VRTSimpleSource()) */
712
/* However this will not be registered as a genuine shared dataset, like it */
713
/* would have been with MarkAsShared(). But MarkAsShared() is not usable for */
714
/* GDALProxyPoolDataset objects, as they share the same description as their */
715
/* underlying dataset. So *NEVER* call MarkAsShared() on a GDALProxyPoolDataset
716
 */
717
/* object */
718
719
/* pszOwner is only honoured in the bShared case, and restrict the scope */
720
/* of the sharing. Only calls to _RefDataset() with the same value of */
721
/* pszOwner can effectively use the same dataset. The use case is */
722
/* to avoid 2 VRTs (potentially the same one) opened by a single thread,
723
 * pointing to */
724
/* the same source datasets. In that case, they would use the same dataset */
725
/* So even if the VRT handles themselves are used from different threads, since
726
 */
727
/* the underlying sources are shared, that might cause crashes (#6939). */
728
/* But we want to allow a same VRT referencing the same source dataset,*/
729
/* for example if it has multiple bands. So in practice the value of pszOwner */
730
/* is the serialized value (%p formatting) of the VRT dataset handle. */
731
732
GDALProxyPoolDataset::GDALProxyPoolDataset(
733
    const char *pszSourceDatasetDescription, int nRasterXSizeIn,
734
    int nRasterYSizeIn, GDALAccess eAccessIn, int bSharedIn,
735
    const char *pszProjectionRefIn, double *padfGeoTransform,
736
    const char *pszOwner)
737
0
    : responsiblePID(GDALGetResponsiblePIDForCurrentThread()),
738
0
      pszProjectionRef(pszProjectionRefIn ? CPLStrdup(pszProjectionRefIn)
739
0
                                          : nullptr)
740
0
{
741
0
    GDALDatasetPool::Ref();
742
743
0
    SetDescription(pszSourceDatasetDescription);
744
745
0
    nRasterXSize = nRasterXSizeIn;
746
0
    nRasterYSize = nRasterYSizeIn;
747
0
    eAccess = eAccessIn;
748
749
0
    bShared = CPL_TO_BOOL(bSharedIn);
750
0
    m_pszOwner = pszOwner ? CPLStrdup(pszOwner) : nullptr;
751
752
0
    if (padfGeoTransform)
753
0
    {
754
0
        memcpy(adfGeoTransform, padfGeoTransform, 6 * sizeof(double));
755
0
        bHasSrcGeoTransform = true;
756
0
    }
757
0
    else
758
0
    {
759
0
        adfGeoTransform[0] = 0;
760
0
        adfGeoTransform[1] = 1;
761
0
        adfGeoTransform[2] = 0;
762
0
        adfGeoTransform[3] = 0;
763
0
        adfGeoTransform[4] = 0;
764
0
        adfGeoTransform[5] = 1;
765
0
        bHasSrcGeoTransform = false;
766
0
    }
767
768
0
    if (pszProjectionRefIn)
769
0
    {
770
0
        m_poSRS = new OGRSpatialReference();
771
0
        m_poSRS->importFromWkt(pszProjectionRefIn);
772
0
        m_bHasSrcSRS = true;
773
0
    }
774
0
}
775
776
/* Constructor where the parameters (raster size, etc.) are obtained
777
 * by opening the underlying dataset.
778
 */
779
GDALProxyPoolDataset::GDALProxyPoolDataset(
780
    const char *pszSourceDatasetDescription, GDALAccess eAccessIn,
781
    int bSharedIn, const char *pszOwner)
782
0
    : responsiblePID(GDALGetResponsiblePIDForCurrentThread())
783
0
{
784
0
    GDALDatasetPool::Ref();
785
786
0
    SetDescription(pszSourceDatasetDescription);
787
788
0
    eAccess = eAccessIn;
789
790
0
    bShared = CPL_TO_BOOL(bSharedIn);
791
0
    m_pszOwner = pszOwner ? CPLStrdup(pszOwner) : nullptr;
792
0
}
793
794
/************************************************************************/
795
/*                              Create()                                */
796
/************************************************************************/
797
798
/* Instantiate a GDALProxyPoolDataset where the parameters (raster size, etc.)
799
 * are obtained by opening the underlying dataset.
800
 * Its bands are also instantiated.
801
 */
802
GDALProxyPoolDataset *GDALProxyPoolDataset::Create(
803
    const char *pszSourceDatasetDescription, CSLConstList papszOpenOptionsIn,
804
    GDALAccess eAccessIn, int bSharedIn, const char *pszOwner)
805
0
{
806
0
    std::unique_ptr<GDALProxyPoolDataset> poSelf(new GDALProxyPoolDataset(
807
0
        pszSourceDatasetDescription, eAccessIn, bSharedIn, pszOwner));
808
0
    poSelf->SetOpenOptions(papszOpenOptionsIn);
809
0
    GDALDataset *poUnderlyingDS = poSelf->RefUnderlyingDataset();
810
0
    if (!poUnderlyingDS)
811
0
        return nullptr;
812
0
    poSelf->nRasterXSize = poUnderlyingDS->GetRasterXSize();
813
0
    poSelf->nRasterYSize = poUnderlyingDS->GetRasterYSize();
814
0
    if (poUnderlyingDS->GetGeoTransform(poSelf->adfGeoTransform) == CE_None)
815
0
        poSelf->bHasSrcGeoTransform = true;
816
0
    const auto poSRS = poUnderlyingDS->GetSpatialRef();
817
0
    if (poSRS)
818
0
    {
819
0
        poSelf->m_poSRS = poSRS->Clone();
820
0
        poSelf->m_bHasSrcSRS = true;
821
0
    }
822
0
    for (int i = 1; i <= poUnderlyingDS->GetRasterCount(); ++i)
823
0
    {
824
0
        auto poSrcBand = poUnderlyingDS->GetRasterBand(i);
825
0
        if (!poSrcBand)
826
0
        {
827
0
            poSelf->UnrefUnderlyingDataset(poUnderlyingDS);
828
0
            return nullptr;
829
0
        }
830
0
        int nSrcBlockXSize, nSrcBlockYSize;
831
0
        poSrcBand->GetBlockSize(&nSrcBlockXSize, &nSrcBlockYSize);
832
0
        poSelf->AddSrcBandDescription(poSrcBand->GetRasterDataType(),
833
0
                                      nSrcBlockXSize, nSrcBlockYSize);
834
0
    }
835
0
    poSelf->UnrefUnderlyingDataset(poUnderlyingDS);
836
0
    return poSelf.release();
837
0
}
838
839
/************************************************************************/
840
/*                    ~GDALProxyPoolDataset()                           */
841
/************************************************************************/
842
843
GDALProxyPoolDataset::~GDALProxyPoolDataset()
844
0
{
845
0
    GDALDatasetPool::CloseDatasetIfZeroRefCount(
846
0
        GetDescription(), papszOpenOptions, eAccess, m_pszOwner);
847
848
    /* See comment in constructor */
849
    /* It is not really a genuine shared dataset, so we don't */
850
    /* want ~GDALDataset() to try to release it from its */
851
    /* shared dataset hashset. This will save a */
852
    /* "Should not happen. Cannot find %s, this=%p in phSharedDatasetSet" debug
853
     * message */
854
0
    bShared = false;
855
856
0
    CPLFree(pszProjectionRef);
857
0
    CPLFree(pszGCPProjection);
858
0
    if (nGCPCount)
859
0
    {
860
0
        GDALDeinitGCPs(nGCPCount, pasGCPList);
861
0
        CPLFree(pasGCPList);
862
0
    }
863
0
    if (metadataSet)
864
0
        CPLHashSetDestroy(metadataSet);
865
0
    if (metadataItemSet)
866
0
        CPLHashSetDestroy(metadataItemSet);
867
0
    CPLFree(m_pszOwner);
868
0
    if (m_poSRS)
869
0
        m_poSRS->Release();
870
0
    if (m_poGCPSRS)
871
0
        m_poGCPSRS->Release();
872
873
0
    GDALDatasetPool::Unref();
874
0
}
875
876
/************************************************************************/
877
/*                        SetOpenOptions()                              */
878
/************************************************************************/
879
880
void GDALProxyPoolDataset::SetOpenOptions(CSLConstList papszOpenOptionsIn)
881
0
{
882
0
    CPLAssert(papszOpenOptions == nullptr);
883
0
    papszOpenOptions = CSLDuplicate(papszOpenOptionsIn);
884
0
}
885
886
/************************************************************************/
887
/*                    AddSrcBandDescription()                           */
888
/************************************************************************/
889
890
void GDALProxyPoolDataset::AddSrcBandDescription(GDALDataType eDataType,
891
                                                 int nBlockXSize,
892
                                                 int nBlockYSize)
893
0
{
894
0
    SetBand(nBands + 1, new GDALProxyPoolRasterBand(this, nBands + 1, eDataType,
895
0
                                                    nBlockXSize, nBlockYSize));
896
0
}
897
898
/************************************************************************/
899
/*                    AddSrcBand()                                      */
900
/************************************************************************/
901
902
void GDALProxyPoolDataset::AddSrcBand(int nBand, GDALDataType eDataType,
903
                                      int nBlockXSize, int nBlockYSize)
904
0
{
905
0
    SetBand(nBand, new GDALProxyPoolRasterBand(this, nBand, eDataType,
906
0
                                               nBlockXSize, nBlockYSize));
907
0
}
908
909
/************************************************************************/
910
/*                    RefUnderlyingDataset()                            */
911
/************************************************************************/
912
913
GDALDataset *GDALProxyPoolDataset::RefUnderlyingDataset() const
914
0
{
915
0
    return RefUnderlyingDataset(true);
916
0
}
917
918
GDALDataset *GDALProxyPoolDataset::RefUnderlyingDataset(bool bForceOpen) const
919
0
{
920
    /* We pretend that the current thread is responsiblePID, that is */
921
    /* to say the thread that created that GDALProxyPoolDataset object. */
922
    /* This is for the case when a GDALProxyPoolDataset is created by a */
923
    /* thread and used by other threads. These other threads, when doing actual
924
     */
925
    /* IO, will come there and potentially open the underlying dataset. */
926
    /* By doing this, they can indirectly call GDALOpenShared() on .aux file */
927
    /* for example. So this call to GDALOpenShared() must occur as if it */
928
    /* was done by the creating thread, otherwise it will not be correctly
929
     * closed afterwards... */
930
    /* To make a long story short : this is necessary when warping with
931
     * ChunkAndWarpMulti */
932
    /* a VRT of GeoTIFFs that have associated .aux files */
933
0
    GIntBig curResponsiblePID = GDALGetResponsiblePIDForCurrentThread();
934
0
    GDALSetResponsiblePIDForCurrentThread(responsiblePID);
935
0
    cacheEntry =
936
0
        GDALDatasetPool::RefDataset(GetDescription(), eAccess, papszOpenOptions,
937
0
                                    GetShared(), bForceOpen, m_pszOwner);
938
0
    GDALSetResponsiblePIDForCurrentThread(curResponsiblePID);
939
0
    if (cacheEntry != nullptr)
940
0
    {
941
0
        if (cacheEntry->poDS != nullptr)
942
0
            return cacheEntry->poDS;
943
0
        else
944
0
            GDALDatasetPool::UnrefDataset(cacheEntry);
945
0
    }
946
0
    return nullptr;
947
0
}
948
949
/************************************************************************/
950
/*                    UnrefUnderlyingDataset()                        */
951
/************************************************************************/
952
953
void GDALProxyPoolDataset::UnrefUnderlyingDataset(
954
    CPL_UNUSED GDALDataset *poUnderlyingDataset) const
955
0
{
956
0
    if (cacheEntry != nullptr)
957
0
    {
958
0
        CPLAssert(cacheEntry->poDS == poUnderlyingDataset);
959
0
        if (cacheEntry->poDS != nullptr)
960
0
            GDALDatasetPool::UnrefDataset(cacheEntry);
961
0
    }
962
0
}
963
964
/************************************************************************/
965
/*                         FlushCache()                                 */
966
/************************************************************************/
967
968
CPLErr GDALProxyPoolDataset::FlushCache(bool bAtClosing)
969
0
{
970
0
    CPLErr eErr = CE_None;
971
0
    GDALDataset *poUnderlyingDataset = RefUnderlyingDataset(false);
972
0
    if (poUnderlyingDataset)
973
0
    {
974
0
        eErr = poUnderlyingDataset->FlushCache(bAtClosing);
975
0
        UnrefUnderlyingDataset(poUnderlyingDataset);
976
0
    }
977
0
    return eErr;
978
0
}
979
980
/************************************************************************/
981
/*                        SetSpatialRef()                               */
982
/************************************************************************/
983
984
CPLErr GDALProxyPoolDataset::SetSpatialRef(const OGRSpatialReference *poSRS)
985
0
{
986
0
    m_bHasSrcSRS = false;
987
0
    return GDALProxyDataset::SetSpatialRef(poSRS);
988
0
}
989
990
/************************************************************************/
991
/*                        GetSpatialRef()                               */
992
/************************************************************************/
993
994
const OGRSpatialReference *GDALProxyPoolDataset::GetSpatialRef() const
995
0
{
996
0
    if (m_bHasSrcSRS)
997
0
        return m_poSRS;
998
0
    else
999
0
    {
1000
0
        if (m_poSRS)
1001
0
            m_poSRS->Release();
1002
0
        m_poSRS = nullptr;
1003
0
        auto poSRS = GDALProxyDataset::GetSpatialRef();
1004
0
        if (poSRS)
1005
0
            m_poSRS = poSRS->Clone();
1006
0
        return m_poSRS;
1007
0
    }
1008
0
}
1009
1010
/************************************************************************/
1011
/*                        SetGeoTransform()                             */
1012
/************************************************************************/
1013
1014
CPLErr GDALProxyPoolDataset::SetGeoTransform(double *padfGeoTransform)
1015
0
{
1016
0
    bHasSrcGeoTransform = false;
1017
0
    return GDALProxyDataset::SetGeoTransform(padfGeoTransform);
1018
0
}
1019
1020
/************************************************************************/
1021
/*                        GetGeoTransform()                             */
1022
/************************************************************************/
1023
1024
CPLErr GDALProxyPoolDataset::GetGeoTransform(double *padfGeoTransform)
1025
0
{
1026
0
    if (bHasSrcGeoTransform)
1027
0
    {
1028
0
        memcpy(padfGeoTransform, adfGeoTransform, 6 * sizeof(double));
1029
0
        return CE_None;
1030
0
    }
1031
0
    else
1032
0
    {
1033
0
        return GDALProxyDataset::GetGeoTransform(padfGeoTransform);
1034
0
    }
1035
0
}
1036
1037
/************************************************************************/
1038
/*                            GetMetadata()                             */
1039
/************************************************************************/
1040
1041
char **GDALProxyPoolDataset::GetMetadata(const char *pszDomain)
1042
0
{
1043
0
    if (metadataSet == nullptr)
1044
0
        metadataSet =
1045
0
            CPLHashSetNew(hash_func_get_metadata, equal_func_get_metadata,
1046
0
                          free_func_get_metadata);
1047
1048
0
    GDALDataset *poUnderlyingDataset = RefUnderlyingDataset();
1049
0
    if (poUnderlyingDataset == nullptr)
1050
0
        return nullptr;
1051
1052
0
    char **papszUnderlyingMetadata =
1053
0
        poUnderlyingDataset->GetMetadata(pszDomain);
1054
1055
0
    GetMetadataElt *pElt =
1056
0
        static_cast<GetMetadataElt *>(CPLMalloc(sizeof(GetMetadataElt)));
1057
0
    pElt->pszDomain = (pszDomain) ? CPLStrdup(pszDomain) : nullptr;
1058
0
    pElt->papszMetadata = CSLDuplicate(papszUnderlyingMetadata);
1059
0
    CPLHashSetInsert(metadataSet, pElt);
1060
1061
0
    UnrefUnderlyingDataset(poUnderlyingDataset);
1062
1063
0
    return pElt->papszMetadata;
1064
0
}
1065
1066
/************************************************************************/
1067
/*                        GetMetadataItem()                             */
1068
/************************************************************************/
1069
1070
const char *GDALProxyPoolDataset::GetMetadataItem(const char *pszName,
1071
                                                  const char *pszDomain)
1072
0
{
1073
0
    if (metadataItemSet == nullptr)
1074
0
        metadataItemSet = CPLHashSetNew(hash_func_get_metadata_item,
1075
0
                                        equal_func_get_metadata_item,
1076
0
                                        free_func_get_metadata_item);
1077
1078
0
    GDALDataset *poUnderlyingDataset = RefUnderlyingDataset();
1079
0
    if (poUnderlyingDataset == nullptr)
1080
0
        return nullptr;
1081
1082
0
    const char *pszUnderlyingMetadataItem =
1083
0
        poUnderlyingDataset->GetMetadataItem(pszName, pszDomain);
1084
1085
0
    GetMetadataItemElt *pElt = static_cast<GetMetadataItemElt *>(
1086
0
        CPLMalloc(sizeof(GetMetadataItemElt)));
1087
0
    pElt->pszName = (pszName) ? CPLStrdup(pszName) : nullptr;
1088
0
    pElt->pszDomain = (pszDomain) ? CPLStrdup(pszDomain) : nullptr;
1089
0
    pElt->pszMetadataItem = (pszUnderlyingMetadataItem)
1090
0
                                ? CPLStrdup(pszUnderlyingMetadataItem)
1091
0
                                : nullptr;
1092
0
    CPLHashSetInsert(metadataItemSet, pElt);
1093
1094
0
    UnrefUnderlyingDataset(poUnderlyingDataset);
1095
1096
0
    return pElt->pszMetadataItem;
1097
0
}
1098
1099
/************************************************************************/
1100
/*                      GetInternalHandle()                             */
1101
/************************************************************************/
1102
1103
void *GDALProxyPoolDataset::GetInternalHandle(const char *pszRequest)
1104
0
{
1105
0
    CPLError(
1106
0
        CE_Warning, CPLE_AppDefined,
1107
0
        "GetInternalHandle() cannot be safely called on a proxy pool dataset\n"
1108
0
        "as the returned value may be invalidated at any time.\n");
1109
0
    return GDALProxyDataset::GetInternalHandle(pszRequest);
1110
0
}
1111
1112
/************************************************************************/
1113
/*                     GetGCPSpatialRef()                               */
1114
/************************************************************************/
1115
1116
const OGRSpatialReference *GDALProxyPoolDataset::GetGCPSpatialRef() const
1117
0
{
1118
0
    GDALDataset *poUnderlyingDataset = RefUnderlyingDataset();
1119
0
    if (poUnderlyingDataset == nullptr)
1120
0
        return nullptr;
1121
1122
0
    m_poGCPSRS->Release();
1123
0
    m_poGCPSRS = nullptr;
1124
1125
0
    const auto poUnderlyingGCPSRS = poUnderlyingDataset->GetGCPSpatialRef();
1126
0
    if (poUnderlyingGCPSRS)
1127
0
        m_poGCPSRS = poUnderlyingGCPSRS->Clone();
1128
1129
0
    UnrefUnderlyingDataset(poUnderlyingDataset);
1130
1131
0
    return m_poGCPSRS;
1132
0
}
1133
1134
/************************************************************************/
1135
/*                            GetGCPs()                                 */
1136
/************************************************************************/
1137
1138
const GDAL_GCP *GDALProxyPoolDataset::GetGCPs()
1139
0
{
1140
0
    GDALDataset *poUnderlyingDataset = RefUnderlyingDataset();
1141
0
    if (poUnderlyingDataset == nullptr)
1142
0
        return nullptr;
1143
1144
0
    if (nGCPCount)
1145
0
    {
1146
0
        GDALDeinitGCPs(nGCPCount, pasGCPList);
1147
0
        CPLFree(pasGCPList);
1148
0
        pasGCPList = nullptr;
1149
0
    }
1150
1151
0
    const GDAL_GCP *pasUnderlyingGCPList = poUnderlyingDataset->GetGCPs();
1152
0
    nGCPCount = poUnderlyingDataset->GetGCPCount();
1153
0
    if (nGCPCount)
1154
0
        pasGCPList = GDALDuplicateGCPs(nGCPCount, pasUnderlyingGCPList);
1155
1156
0
    UnrefUnderlyingDataset(poUnderlyingDataset);
1157
1158
0
    return pasGCPList;
1159
0
}
1160
1161
/************************************************************************/
1162
/*                     GDALProxyPoolDatasetCreate()                     */
1163
/************************************************************************/
1164
1165
GDALProxyPoolDatasetH GDALProxyPoolDatasetCreate(
1166
    const char *pszSourceDatasetDescription, int nRasterXSize, int nRasterYSize,
1167
    GDALAccess eAccess, int bShared, const char *pszProjectionRef,
1168
    double *padfGeoTransform)
1169
0
{
1170
0
    return reinterpret_cast<GDALProxyPoolDatasetH>(new GDALProxyPoolDataset(
1171
0
        pszSourceDatasetDescription, nRasterXSize, nRasterYSize, eAccess,
1172
0
        bShared, pszProjectionRef, padfGeoTransform));
1173
0
}
1174
1175
/************************************************************************/
1176
/*                       GDALProxyPoolDatasetDelete()                   */
1177
/************************************************************************/
1178
1179
void GDALProxyPoolDatasetDelete(GDALProxyPoolDatasetH hProxyPoolDataset)
1180
0
{
1181
0
    delete reinterpret_cast<GDALProxyPoolDataset *>(hProxyPoolDataset);
1182
0
}
1183
1184
/************************************************************************/
1185
/*              GDALProxyPoolDatasetAddSrcBandDescription()             */
1186
/************************************************************************/
1187
1188
void GDALProxyPoolDatasetAddSrcBandDescription(
1189
    GDALProxyPoolDatasetH hProxyPoolDataset, GDALDataType eDataType,
1190
    int nBlockXSize, int nBlockYSize)
1191
0
{
1192
0
    reinterpret_cast<GDALProxyPoolDataset *>(hProxyPoolDataset)
1193
0
        ->AddSrcBandDescription(eDataType, nBlockXSize, nBlockYSize);
1194
0
}
1195
1196
/* ******************************************************************** */
1197
/*                    GDALProxyPoolRasterBand()                         */
1198
/* ******************************************************************** */
1199
1200
GDALProxyPoolRasterBand::GDALProxyPoolRasterBand(GDALProxyPoolDataset *poDSIn,
1201
                                                 int nBandIn,
1202
                                                 GDALDataType eDataTypeIn,
1203
                                                 int nBlockXSizeIn,
1204
                                                 int nBlockYSizeIn)
1205
0
{
1206
0
    poDS = poDSIn;
1207
0
    nBand = nBandIn;
1208
0
    eDataType = eDataTypeIn;
1209
0
    nRasterXSize = poDSIn->GetRasterXSize();
1210
0
    nRasterYSize = poDSIn->GetRasterYSize();
1211
0
    nBlockXSize = nBlockXSizeIn;
1212
0
    nBlockYSize = nBlockYSizeIn;
1213
0
}
1214
1215
/* ******************************************************************** */
1216
/*                    GDALProxyPoolRasterBand()                         */
1217
/* ******************************************************************** */
1218
1219
GDALProxyPoolRasterBand::GDALProxyPoolRasterBand(
1220
    GDALProxyPoolDataset *poDSIn, GDALRasterBand *poUnderlyingRasterBand)
1221
0
{
1222
0
    poDS = poDSIn;
1223
0
    nBand = poUnderlyingRasterBand->GetBand();
1224
0
    eDataType = poUnderlyingRasterBand->GetRasterDataType();
1225
0
    nRasterXSize = poUnderlyingRasterBand->GetXSize();
1226
0
    nRasterYSize = poUnderlyingRasterBand->GetYSize();
1227
0
    poUnderlyingRasterBand->GetBlockSize(&nBlockXSize, &nBlockYSize);
1228
0
}
1229
1230
/* ******************************************************************** */
1231
/*                   ~GDALProxyPoolRasterBand()                         */
1232
/* ******************************************************************** */
1233
GDALProxyPoolRasterBand::~GDALProxyPoolRasterBand()
1234
0
{
1235
0
    if (metadataSet)
1236
0
        CPLHashSetDestroy(metadataSet);
1237
0
    if (metadataItemSet)
1238
0
        CPLHashSetDestroy(metadataItemSet);
1239
0
    CPLFree(pszUnitType);
1240
0
    CSLDestroy(papszCategoryNames);
1241
0
    if (poColorTable)
1242
0
        delete poColorTable;
1243
1244
0
    for (int i = 0; i < nSizeProxyOverviewRasterBand; i++)
1245
0
    {
1246
0
        if (papoProxyOverviewRasterBand[i])
1247
0
            delete papoProxyOverviewRasterBand[i];
1248
0
    }
1249
0
    CPLFree(papoProxyOverviewRasterBand);
1250
0
    if (poProxyMaskBand)
1251
0
        delete poProxyMaskBand;
1252
0
}
1253
1254
/************************************************************************/
1255
/*                AddSrcMaskBandDescriptionFromUnderlying()             */
1256
/************************************************************************/
1257
1258
void GDALProxyPoolRasterBand::AddSrcMaskBandDescriptionFromUnderlying()
1259
0
{
1260
0
    if (poProxyMaskBand != nullptr)
1261
0
        return;
1262
0
    GDALRasterBand *poUnderlyingBand = RefUnderlyingRasterBand();
1263
0
    if (poUnderlyingBand == nullptr)
1264
0
        return;
1265
0
    auto poSrcMaskBand = poUnderlyingBand->GetMaskBand();
1266
0
    int nSrcBlockXSize, nSrcBlockYSize;
1267
0
    poSrcMaskBand->GetBlockSize(&nSrcBlockXSize, &nSrcBlockYSize);
1268
0
    poProxyMaskBand = new GDALProxyPoolMaskBand(
1269
0
        cpl::down_cast<GDALProxyPoolDataset *>(poDS), this,
1270
0
        poSrcMaskBand->GetRasterDataType(), nSrcBlockXSize, nSrcBlockYSize);
1271
0
    UnrefUnderlyingRasterBand(poUnderlyingBand);
1272
0
}
1273
1274
/************************************************************************/
1275
/*                 AddSrcMaskBandDescription()                          */
1276
/************************************************************************/
1277
1278
void GDALProxyPoolRasterBand::AddSrcMaskBandDescription(
1279
    GDALDataType eDataTypeIn, int nBlockXSizeIn, int nBlockYSizeIn)
1280
0
{
1281
0
    CPLAssert(poProxyMaskBand == nullptr);
1282
0
    poProxyMaskBand = new GDALProxyPoolMaskBand(
1283
0
        cpl::down_cast<GDALProxyPoolDataset *>(poDS), this, eDataTypeIn,
1284
0
        nBlockXSizeIn, nBlockYSizeIn);
1285
0
}
1286
1287
/************************************************************************/
1288
/*                  RefUnderlyingRasterBand()                           */
1289
/************************************************************************/
1290
1291
GDALRasterBand *
1292
GDALProxyPoolRasterBand::RefUnderlyingRasterBand(bool bForceOpen) const
1293
0
{
1294
0
    GDALDataset *poUnderlyingDataset =
1295
0
        (cpl::down_cast<GDALProxyPoolDataset *>(poDS))
1296
0
            ->RefUnderlyingDataset(bForceOpen);
1297
0
    if (poUnderlyingDataset == nullptr)
1298
0
        return nullptr;
1299
1300
0
    GDALRasterBand *poBand = poUnderlyingDataset->GetRasterBand(nBand);
1301
0
    if (poBand == nullptr)
1302
0
    {
1303
0
        (cpl::down_cast<GDALProxyPoolDataset *>(poDS))
1304
0
            ->UnrefUnderlyingDataset(poUnderlyingDataset);
1305
0
    }
1306
0
    else if (nBlockXSize <= 0 || nBlockYSize <= 0)
1307
0
    {
1308
        // Here we try to load nBlockXSize&nBlockYSize from underlying band
1309
        // but we must guarantee that we will not access directly to
1310
        // nBlockXSize/nBlockYSize before RefUnderlyingRasterBand() is called
1311
0
        int nSrcBlockXSize, nSrcBlockYSize;
1312
0
        poBand->GetBlockSize(&nSrcBlockXSize, &nSrcBlockYSize);
1313
0
        const_cast<GDALProxyPoolRasterBand *>(this)->nBlockXSize =
1314
0
            nSrcBlockXSize;
1315
0
        const_cast<GDALProxyPoolRasterBand *>(this)->nBlockYSize =
1316
0
            nSrcBlockYSize;
1317
0
    }
1318
1319
0
    return poBand;
1320
0
}
1321
1322
/************************************************************************/
1323
/*                  UnrefUnderlyingRasterBand()                       */
1324
/************************************************************************/
1325
1326
void GDALProxyPoolRasterBand::UnrefUnderlyingRasterBand(
1327
    GDALRasterBand *poUnderlyingRasterBand) const
1328
0
{
1329
0
    if (poUnderlyingRasterBand)
1330
0
        (cpl::down_cast<GDALProxyPoolDataset *>(poDS))
1331
0
            ->UnrefUnderlyingDataset(poUnderlyingRasterBand->GetDataset());
1332
0
}
1333
1334
/************************************************************************/
1335
/*                             FlushCache()                             */
1336
/************************************************************************/
1337
1338
CPLErr GDALProxyPoolRasterBand::FlushCache(bool bAtClosing)
1339
0
{
1340
0
    GDALRasterBand *poUnderlyingRasterBand = RefUnderlyingRasterBand(false);
1341
0
    if (poUnderlyingRasterBand)
1342
0
    {
1343
0
        CPLErr eErr = poUnderlyingRasterBand->FlushCache(bAtClosing);
1344
0
        UnrefUnderlyingRasterBand(poUnderlyingRasterBand);
1345
0
        return eErr;
1346
0
    }
1347
0
    return CE_None;
1348
0
}
1349
1350
/************************************************************************/
1351
/*                            GetMetadata()                             */
1352
/************************************************************************/
1353
1354
char **GDALProxyPoolRasterBand::GetMetadata(const char *pszDomain)
1355
0
{
1356
0
    if (metadataSet == nullptr)
1357
0
        metadataSet =
1358
0
            CPLHashSetNew(hash_func_get_metadata, equal_func_get_metadata,
1359
0
                          free_func_get_metadata);
1360
1361
0
    GDALRasterBand *poUnderlyingRasterBand = RefUnderlyingRasterBand();
1362
0
    if (poUnderlyingRasterBand == nullptr)
1363
0
        return nullptr;
1364
1365
0
    char **papszUnderlyingMetadata =
1366
0
        poUnderlyingRasterBand->GetMetadata(pszDomain);
1367
1368
0
    GetMetadataElt *pElt =
1369
0
        static_cast<GetMetadataElt *>(CPLMalloc(sizeof(GetMetadataElt)));
1370
0
    pElt->pszDomain = (pszDomain) ? CPLStrdup(pszDomain) : nullptr;
1371
0
    pElt->papszMetadata = CSLDuplicate(papszUnderlyingMetadata);
1372
0
    CPLHashSetInsert(metadataSet, pElt);
1373
1374
0
    UnrefUnderlyingRasterBand(poUnderlyingRasterBand);
1375
1376
0
    return pElt->papszMetadata;
1377
0
}
1378
1379
/************************************************************************/
1380
/*                        GetMetadataItem()                             */
1381
/************************************************************************/
1382
1383
const char *GDALProxyPoolRasterBand::GetMetadataItem(const char *pszName,
1384
                                                     const char *pszDomain)
1385
0
{
1386
0
    if (metadataItemSet == nullptr)
1387
0
        metadataItemSet = CPLHashSetNew(hash_func_get_metadata_item,
1388
0
                                        equal_func_get_metadata_item,
1389
0
                                        free_func_get_metadata_item);
1390
1391
0
    GDALRasterBand *poUnderlyingRasterBand = RefUnderlyingRasterBand();
1392
0
    if (poUnderlyingRasterBand == nullptr)
1393
0
        return nullptr;
1394
1395
0
    const char *pszUnderlyingMetadataItem =
1396
0
        poUnderlyingRasterBand->GetMetadataItem(pszName, pszDomain);
1397
1398
0
    GetMetadataItemElt *pElt = static_cast<GetMetadataItemElt *>(
1399
0
        CPLMalloc(sizeof(GetMetadataItemElt)));
1400
0
    pElt->pszName = (pszName) ? CPLStrdup(pszName) : nullptr;
1401
0
    pElt->pszDomain = (pszDomain) ? CPLStrdup(pszDomain) : nullptr;
1402
0
    pElt->pszMetadataItem = (pszUnderlyingMetadataItem)
1403
0
                                ? CPLStrdup(pszUnderlyingMetadataItem)
1404
0
                                : nullptr;
1405
0
    CPLHashSetInsert(metadataItemSet, pElt);
1406
1407
0
    UnrefUnderlyingRasterBand(poUnderlyingRasterBand);
1408
1409
0
    return pElt->pszMetadataItem;
1410
0
}
1411
1412
/* ******************************************************************** */
1413
/*                       GetCategoryNames()                             */
1414
/* ******************************************************************** */
1415
1416
char **GDALProxyPoolRasterBand::GetCategoryNames()
1417
0
{
1418
0
    GDALRasterBand *poUnderlyingRasterBand = RefUnderlyingRasterBand();
1419
0
    if (poUnderlyingRasterBand == nullptr)
1420
0
        return nullptr;
1421
1422
0
    CSLDestroy(papszCategoryNames);
1423
0
    papszCategoryNames = nullptr;
1424
1425
0
    char **papszUnderlyingCategoryNames =
1426
0
        poUnderlyingRasterBand->GetCategoryNames();
1427
0
    if (papszUnderlyingCategoryNames)
1428
0
        papszCategoryNames = CSLDuplicate(papszUnderlyingCategoryNames);
1429
1430
0
    UnrefUnderlyingRasterBand(poUnderlyingRasterBand);
1431
1432
0
    return papszCategoryNames;
1433
0
}
1434
1435
/* ******************************************************************** */
1436
/*                           GetUnitType()                              */
1437
/* ******************************************************************** */
1438
1439
const char *GDALProxyPoolRasterBand::GetUnitType()
1440
0
{
1441
0
    GDALRasterBand *poUnderlyingRasterBand = RefUnderlyingRasterBand();
1442
0
    if (poUnderlyingRasterBand == nullptr)
1443
0
        return nullptr;
1444
1445
0
    CPLFree(pszUnitType);
1446
0
    pszUnitType = nullptr;
1447
1448
0
    const char *pszUnderlyingUnitType = poUnderlyingRasterBand->GetUnitType();
1449
0
    if (pszUnderlyingUnitType)
1450
0
        pszUnitType = CPLStrdup(pszUnderlyingUnitType);
1451
1452
0
    UnrefUnderlyingRasterBand(poUnderlyingRasterBand);
1453
1454
0
    return pszUnitType;
1455
0
}
1456
1457
/* ******************************************************************** */
1458
/*                          GetColorTable()                             */
1459
/* ******************************************************************** */
1460
1461
GDALColorTable *GDALProxyPoolRasterBand::GetColorTable()
1462
0
{
1463
0
    GDALRasterBand *poUnderlyingRasterBand = RefUnderlyingRasterBand();
1464
0
    if (poUnderlyingRasterBand == nullptr)
1465
0
        return nullptr;
1466
1467
0
    if (poColorTable)
1468
0
        delete poColorTable;
1469
0
    poColorTable = nullptr;
1470
1471
0
    GDALColorTable *poUnderlyingColorTable =
1472
0
        poUnderlyingRasterBand->GetColorTable();
1473
0
    if (poUnderlyingColorTable)
1474
0
        poColorTable = poUnderlyingColorTable->Clone();
1475
1476
0
    UnrefUnderlyingRasterBand(poUnderlyingRasterBand);
1477
1478
0
    return poColorTable;
1479
0
}
1480
1481
/* ******************************************************************** */
1482
/*                           GetOverview()                              */
1483
/* ******************************************************************** */
1484
1485
GDALRasterBand *GDALProxyPoolRasterBand::GetOverview(int nOverviewBand)
1486
0
{
1487
0
    if (nOverviewBand >= 0 && nOverviewBand < nSizeProxyOverviewRasterBand)
1488
0
    {
1489
0
        if (papoProxyOverviewRasterBand[nOverviewBand])
1490
0
            return papoProxyOverviewRasterBand[nOverviewBand];
1491
0
    }
1492
1493
0
    GDALRasterBand *poUnderlyingRasterBand = RefUnderlyingRasterBand();
1494
0
    if (poUnderlyingRasterBand == nullptr)
1495
0
        return nullptr;
1496
1497
0
    GDALRasterBand *poOverviewRasterBand =
1498
0
        poUnderlyingRasterBand->GetOverview(nOverviewBand);
1499
0
    if (poOverviewRasterBand == nullptr)
1500
0
    {
1501
0
        UnrefUnderlyingRasterBand(poUnderlyingRasterBand);
1502
0
        return nullptr;
1503
0
    }
1504
1505
0
    if (nOverviewBand >= nSizeProxyOverviewRasterBand)
1506
0
    {
1507
0
        papoProxyOverviewRasterBand =
1508
0
            static_cast<GDALProxyPoolOverviewRasterBand **>(
1509
0
                CPLRealloc(papoProxyOverviewRasterBand,
1510
0
                           sizeof(GDALProxyPoolOverviewRasterBand *) *
1511
0
                               (nOverviewBand + 1)));
1512
0
        for (int i = nSizeProxyOverviewRasterBand; i < nOverviewBand + 1; i++)
1513
0
            papoProxyOverviewRasterBand[i] = nullptr;
1514
0
        nSizeProxyOverviewRasterBand = nOverviewBand + 1;
1515
0
    }
1516
1517
0
    papoProxyOverviewRasterBand[nOverviewBand] =
1518
0
        new GDALProxyPoolOverviewRasterBand(
1519
0
            cpl::down_cast<GDALProxyPoolDataset *>(poDS), poOverviewRasterBand,
1520
0
            this, nOverviewBand);
1521
1522
0
    UnrefUnderlyingRasterBand(poUnderlyingRasterBand);
1523
1524
0
    return papoProxyOverviewRasterBand[nOverviewBand];
1525
0
}
1526
1527
/* ******************************************************************** */
1528
/*                     GetRasterSampleOverview()                        */
1529
/* ******************************************************************** */
1530
1531
GDALRasterBand *
1532
GDALProxyPoolRasterBand::GetRasterSampleOverview(GUIntBig /* nDesiredSamples */)
1533
0
{
1534
0
    CPLError(CE_Failure, CPLE_AppDefined,
1535
0
             "GDALProxyPoolRasterBand::GetRasterSampleOverview : not "
1536
0
             "implemented yet");
1537
0
    return nullptr;
1538
0
}
1539
1540
/* ******************************************************************** */
1541
/*                           GetMaskBand()                              */
1542
/* ******************************************************************** */
1543
1544
GDALRasterBand *GDALProxyPoolRasterBand::GetMaskBand()
1545
0
{
1546
0
    if (poProxyMaskBand)
1547
0
        return poProxyMaskBand;
1548
1549
0
    GDALRasterBand *poUnderlyingRasterBand = RefUnderlyingRasterBand();
1550
0
    if (poUnderlyingRasterBand == nullptr)
1551
0
        return nullptr;
1552
1553
0
    GDALRasterBand *poMaskBand = poUnderlyingRasterBand->GetMaskBand();
1554
1555
0
    poProxyMaskBand = new GDALProxyPoolMaskBand(
1556
0
        cpl::down_cast<GDALProxyPoolDataset *>(poDS), poMaskBand, this);
1557
1558
0
    UnrefUnderlyingRasterBand(poUnderlyingRasterBand);
1559
1560
0
    return poProxyMaskBand;
1561
0
}
1562
1563
/* ******************************************************************** */
1564
/*             GDALProxyPoolOverviewRasterBand()                        */
1565
/* ******************************************************************** */
1566
1567
GDALProxyPoolOverviewRasterBand::GDALProxyPoolOverviewRasterBand(
1568
    GDALProxyPoolDataset *poDSIn, GDALRasterBand *poUnderlyingOverviewBand,
1569
    GDALProxyPoolRasterBand *poMainBandIn, int nOverviewBandIn)
1570
0
    : GDALProxyPoolRasterBand(poDSIn, poUnderlyingOverviewBand),
1571
0
      poMainBand(poMainBandIn), nOverviewBand(nOverviewBandIn)
1572
0
{
1573
0
}
1574
1575
/* ******************************************************************** */
1576
/*                  ~GDALProxyPoolOverviewRasterBand()                  */
1577
/* ******************************************************************** */
1578
1579
GDALProxyPoolOverviewRasterBand::~GDALProxyPoolOverviewRasterBand()
1580
0
{
1581
0
    CPLAssert(nRefCountUnderlyingMainRasterBand == 0);
1582
0
}
1583
1584
/* ******************************************************************** */
1585
/*                    RefUnderlyingRasterBand()                         */
1586
/* ******************************************************************** */
1587
1588
GDALRasterBand *
1589
GDALProxyPoolOverviewRasterBand::RefUnderlyingRasterBand(bool bForceOpen) const
1590
0
{
1591
0
    poUnderlyingMainRasterBand =
1592
0
        poMainBand->RefUnderlyingRasterBand(bForceOpen);
1593
0
    if (poUnderlyingMainRasterBand == nullptr)
1594
0
        return nullptr;
1595
1596
0
    nRefCountUnderlyingMainRasterBand++;
1597
0
    return poUnderlyingMainRasterBand->GetOverview(nOverviewBand);
1598
0
}
1599
1600
/* ******************************************************************** */
1601
/*                  UnrefUnderlyingRasterBand()                         */
1602
/* ******************************************************************** */
1603
1604
void GDALProxyPoolOverviewRasterBand::UnrefUnderlyingRasterBand(
1605
    GDALRasterBand * /* poUnderlyingRasterBand */) const
1606
0
{
1607
0
    poMainBand->UnrefUnderlyingRasterBand(poUnderlyingMainRasterBand);
1608
0
    nRefCountUnderlyingMainRasterBand--;
1609
0
}
1610
1611
/* ******************************************************************** */
1612
/*                     GDALProxyPoolMaskBand()                          */
1613
/* ******************************************************************** */
1614
1615
GDALProxyPoolMaskBand::GDALProxyPoolMaskBand(
1616
    GDALProxyPoolDataset *poDSIn, GDALRasterBand *poUnderlyingMaskBand,
1617
    GDALProxyPoolRasterBand *poMainBandIn)
1618
0
    : GDALProxyPoolRasterBand(poDSIn, poUnderlyingMaskBand)
1619
0
{
1620
0
    poMainBand = poMainBandIn;
1621
1622
0
    poUnderlyingMainRasterBand = nullptr;
1623
0
    nRefCountUnderlyingMainRasterBand = 0;
1624
0
}
1625
1626
/* ******************************************************************** */
1627
/*                     GDALProxyPoolMaskBand()                          */
1628
/* ******************************************************************** */
1629
1630
GDALProxyPoolMaskBand::GDALProxyPoolMaskBand(
1631
    GDALProxyPoolDataset *poDSIn, GDALProxyPoolRasterBand *poMainBandIn,
1632
    GDALDataType eDataTypeIn, int nBlockXSizeIn, int nBlockYSizeIn)
1633
0
    : GDALProxyPoolRasterBand(poDSIn, 1, eDataTypeIn, nBlockXSizeIn,
1634
0
                              nBlockYSizeIn),
1635
0
      poMainBand(poMainBandIn)
1636
0
{
1637
0
}
1638
1639
/* ******************************************************************** */
1640
/*                          ~GDALProxyPoolMaskBand()                    */
1641
/* ******************************************************************** */
1642
1643
GDALProxyPoolMaskBand::~GDALProxyPoolMaskBand()
1644
0
{
1645
0
    CPLAssert(nRefCountUnderlyingMainRasterBand == 0);
1646
0
}
1647
1648
/* ******************************************************************** */
1649
/*                    RefUnderlyingRasterBand()                         */
1650
/* ******************************************************************** */
1651
1652
GDALRasterBand *
1653
GDALProxyPoolMaskBand::RefUnderlyingRasterBand(bool bForceOpen) const
1654
0
{
1655
0
    poUnderlyingMainRasterBand =
1656
0
        poMainBand->RefUnderlyingRasterBand(bForceOpen);
1657
0
    if (poUnderlyingMainRasterBand == nullptr)
1658
0
        return nullptr;
1659
1660
0
    nRefCountUnderlyingMainRasterBand++;
1661
0
    return poUnderlyingMainRasterBand->GetMaskBand();
1662
0
}
1663
1664
/* ******************************************************************** */
1665
/*                  UnrefUnderlyingRasterBand()                         */
1666
/* ******************************************************************** */
1667
1668
void GDALProxyPoolMaskBand::UnrefUnderlyingRasterBand(
1669
    GDALRasterBand * /* poUnderlyingRasterBand */) const
1670
0
{
1671
0
    poMainBand->UnrefUnderlyingRasterBand(poUnderlyingMainRasterBand);
1672
0
    nRefCountUnderlyingMainRasterBand--;
1673
0
}
1674
1675
//! @endcond