/******************************************************************************

 *

 * Project:  GDAL

 * Purpose:  gdal "raster/vector pipeline" subcommand

 * Author:   Even Rouault <even dot rouault at spatialys.com>

 *

 ******************************************************************************

 * Copyright (c) 2024, Even Rouault <even dot rouault at spatialys.com>

 *

 * SPDX-License-Identifier: MIT

 ****************************************************************************/

#ifndef GDALALG_ABSTRACT_PIPELINE_INCLUDED

#define GDALALG_ABSTRACT_PIPELINE_INCLUDED

//! @cond Doxygen_Suppress

#include "cpl_json.h"

#include "gdalalgorithm.h"

#include "gdal_priv.h"

#include <algorithm>

// This is an easter egg to pay tribute to PROJ pipeline syntax

// We accept "gdal vector +gdal=pipeline +step +gdal=read +input=in.tif +step +gdal=reproject +dst-crs=EPSG:32632 +step +gdal=write +output=out.tif +overwrite"

// as an alternative to (recommended):

// "gdal vector pipeline ! read in.tif ! reproject--dst-crs=EPSG:32632 ! write out.tif --overwrite"

#ifndef GDAL_PIPELINE_PROJ_NOSTALGIA

#define GDAL_PIPELINE_PROJ_NOSTALGIA

#endif

/************************************************************************/

/*                      GDALPipelineStepRunContext                      */

/************************************************************************/

class GDALPipelineStepAlgorithm;

class GDALPipelineStepRunContext

{

  public:

    GDALPipelineStepRunContext() = default;

    // Progress callback to use during execution of the step

    GDALProgressFunc m_pfnProgress = nullptr;

    void *m_pProgressData = nullptr;

    // If there is a step in the pipeline immediately following step to which

    // this instance of GDALRasterPipelineStepRunContext is passed, and that

    // this next step is usable by the current step (as determined by

    // CanHandleNextStep()), then this member will point to this next step.

    GDALPipelineStepAlgorithm *m_poNextUsableStep = nullptr;

  private:

    CPL_DISALLOW_COPY_ASSIGN(GDALPipelineStepRunContext)

};

/************************************************************************/

/*                     GDALPipelineStepAlgorithm                        */

/************************************************************************/

class GDALPipelineStepAlgorithm /* non final */ : public GDALAlgorithm

{

  public:

    std::vector<GDALArgDatasetValue> &GetInputDatasets()

    {

        return m_inputDataset;

    }

    const std::vector<GDALArgDatasetValue> &GetInputDatasets() const

    {

        return m_inputDataset;

    }

    GDALArgDatasetValue &GetOutputDataset()

    {

        return m_outputDataset;

    }

    const GDALArgDatasetValue &GetOutputDataset() const

    {

        return m_outputDataset;

    }

    const std::string &GetOutputString() const

    {

        return m_output;

    }

    const std::string &GetOutputLayerName() const

    {

        return m_outputLayerName;

    }

    const std::string &GetOutputFormat() const

    {

        return m_format;

    }

    const std::vector<std::string> &GetCreationOptions() const

    {

        return m_creationOptions;

    }

    const std::vector<std::string> &GetLayerCreationOptions() const

    {

        return m_layerCreationOptions;

    }

    bool GetOverwriteLayer() const

    {

        return m_overwriteLayer;

    }

    bool GetAppendLayer() const

    {

        return m_appendLayer;

    }

    virtual int GetInputType() const = 0;

    virtual int GetOutputType() const = 0;

    bool Finalize() override;

    // Used by GDALDispatcherAlgorithm for vector info/convert

    GDALDataset *GetInputDatasetRef()

    {

        return m_inputDataset.empty() ? nullptr

                                      : m_inputDataset[0].GetDatasetRef();

    }

    // Used by GDALDispatcherAlgorithm for vector info/convert

    void SetInputDataset(GDALDataset *poDS);

  protected:

    struct ConstructorOptions

    {

        bool standaloneStep = false;

        bool addDefaultArguments = true;

        bool autoOpenInputDatasets = true;

        bool outputDatasetRequired = true;

        bool addInputLayerNameArgument = true;   // only for vector input

        bool addUpdateArgument = true;           // only for vector output

        bool addAppendLayerArgument = true;      // only for vector output

        bool addOverwriteLayerArgument = true;   // only for vector output

        bool addUpsertArgument = true;           // only for vector output

        bool addSkipErrorsArgument = true;       // only for vector output

        bool addOutputLayerNameArgument = true;  // only for vector output

        int inputDatasetMaxCount = 1;

        std::string inputDatasetHelpMsg{};

        std::string inputDatasetAlias{};

        std::string inputDatasetMetaVar = "INPUT";

        std::string outputDatasetHelpMsg{};

        std::string updateMutualExclusionGroup{};

        std::string outputDatasetMutualExclusionGroup{};

        std::string outputFormatCreateCapability = GDAL_DCAP_CREATECOPY;

        inline ConstructorOptions &SetStandaloneStep(bool b)

        {

            standaloneStep = b;

            return *this;

        }

        inline ConstructorOptions &SetAddDefaultArguments(bool b)

        {

            addDefaultArguments = b;

            return *this;

        }

        inline ConstructorOptions &SetAddInputLayerNameArgument(bool b)

        {

            addInputLayerNameArgument = b;

            return *this;

        }

        inline ConstructorOptions &SetInputDatasetMaxCount(int maxCount)

        {

            inputDatasetMaxCount = maxCount;

            return *this;

        }

        inline ConstructorOptions &SetInputDatasetHelpMsg(const std::string &s)

        {

            inputDatasetHelpMsg = s;

            return *this;

        }

        inline ConstructorOptions &SetInputDatasetAlias(const std::string &s)

        {

            inputDatasetAlias = s;

            return *this;

        }

        inline ConstructorOptions &SetInputDatasetMetaVar(const std::string &s)

        {

            inputDatasetMetaVar = s;

            return *this;

        }

        inline ConstructorOptions &SetOutputDatasetHelpMsg(const std::string &s)

        {

            outputDatasetHelpMsg = s;

            return *this;

        }

        inline ConstructorOptions &SetAutoOpenInputDatasets(bool b)

        {

            autoOpenInputDatasets = b;

            return *this;

        }

        inline ConstructorOptions &SetOutputDatasetRequired(bool b)

        {

            outputDatasetRequired = b;

            return *this;

        }

        inline ConstructorOptions &

        SetUpdateMutualExclusionGroup(const std::string &s)

        {

            updateMutualExclusionGroup = s;

            return *this;

        }

        inline ConstructorOptions &

        SetOutputDatasetMutualExclusionGroup(const std::string &s)

        {

            outputDatasetMutualExclusionGroup = s;

            return *this;

        }

        inline ConstructorOptions &

        SetOutputFormatCreateCapability(const std::string &capability)

        {

            outputFormatCreateCapability = capability;

            return *this;

        }

        inline ConstructorOptions &SetAddAppendLayerArgument(bool b)

        {

            addAppendLayerArgument = b;

            return *this;

        }

        inline ConstructorOptions &SetAddOverwriteLayerArgument(bool b)

        {

            addOverwriteLayerArgument = b;

            return *this;

        }

        inline ConstructorOptions &SetAddUpdateArgument(bool b)

        {

            addUpdateArgument = b;

            return *this;

        }

        inline ConstructorOptions &SetAddUpsertArgument(bool b)

        {

            addUpsertArgument = b;

            return *this;

        }

        inline ConstructorOptions &SetAddSkipErrorsArgument(bool b)

        {

            addSkipErrorsArgument = b;

            return *this;

        }

        inline ConstructorOptions &SetAddOutputLayerNameArgument(bool b)

        {

            addOutputLayerNameArgument = b;

            return *this;

        }

    };

    GDALPipelineStepAlgorithm(const std::string &name,

                              const std::string &description,

                              const std::string &helpURL,

                              const ConstructorOptions &);

    friend class GDALPipelineAlgorithm;

    friend class GDALRasterPipelineAlgorithm;

    friend class GDALVectorPipelineAlgorithm;

    friend class GDALAbstractPipelineAlgorithm;

    virtual bool CanBeFirstStep() const

    {

        return false;

    }

    virtual bool CanBeMiddleStep() const

    {

        return !CanBeFirstStep() && !CanBeLastStep();

    }

    virtual bool CanBeLastStep() const

    {

        return false;

    }

    //! Whether a user parameter can cause a file to be written at a specified location

    virtual bool GeneratesFilesFromUserInput() const

    {

        return false;

    }

    virtual bool IsNativelyStreamingCompatible() const

    {

        return true;

    }

    virtual bool SupportsInputMultiThreading() const

    {

        return false;

    }

    virtual bool CanHandleNextStep(GDALPipelineStepAlgorithm *) const

    {

        return false;

    }

    virtual CPLJSONObject Get_OGR_SCHEMA_OpenOption_Layer() const

    {

        CPLJSONObject obj;

        obj.Deinit();

        return obj;

    }

    virtual bool RunStep(GDALPipelineStepRunContext &ctxt) = 0;

    bool m_standaloneStep = false;

    const ConstructorOptions m_constructorOptions;

    bool m_outputVRTCompatible = true;

    std::string m_helpDocCategory{};

    // Input arguments

    std::vector<GDALArgDatasetValue> m_inputDataset{};

    std::vector<std::string> m_openOptions{};

    std::vector<std::string> m_inputFormats{};

    std::vector<std::string> m_inputLayerNames{};

    // Output arguments

    bool m_stdout = false;

    std::string m_output{};

    GDALArgDatasetValue m_outputDataset{};

    std::string m_format{};

    std::vector<std::string> m_outputOpenOptions{};

    std::vector<std::string> m_creationOptions{};

    bool m_overwrite = false;

    std::string m_outputLayerName{};

    GDALInConstructionAlgorithmArg *m_outputFormatArg = nullptr;

    bool m_appendRaster = false;

    // Output arguments (vector specific)

    std::vector<std::string> m_layerCreationOptions{};

    bool m_update = false;

    bool m_overwriteLayer = false;

    bool m_appendLayer = false;

    bool m_upsert = false;

    bool m_skipErrors = false;

    void AddRasterInputArgs(bool openForMixedRasterVector, bool hiddenForCLI);

    void AddRasterOutputArgs(bool hiddenForCLI);

    void AddRasterHiddenInputDatasetArg();

    void AddVectorInputArgs(bool hiddenForCLI);

    void AddVectorOutputArgs(bool hiddenForCLI,

                             bool shortNameOutputLayerAllowed);

  private:

    bool RunImpl(GDALProgressFunc pfnProgress, void *pProgressData) override;

    GDALAlgorithm::ProcessGDALGOutputRet ProcessGDALGOutput() override;

    bool CheckSafeForStreamOutput() override;

    CPL_DISALLOW_COPY_ASSIGN(GDALPipelineStepAlgorithm)

};

/************************************************************************/

/*                    GDALAbstractPipelineAlgorithm                     */

/************************************************************************/

class GDALAbstractPipelineAlgorithm CPL_NON_FINAL

    : public GDALPipelineStepAlgorithm

{

  public:

    std::vector<std::string> GetAutoComplete(std::vector<std::string> &args,

                                             bool lastWordIsComplete,

                                             bool /* showAllOptions*/) override;

    bool Finalize() override;

    std::string GetUsageAsJSON() const override;

    bool

    ParseCommandLineArguments(const std::vector<std::string> &args) override;

    bool HasSteps() const

    {

        return !m_steps.empty();

    }

    static constexpr const char *OPEN_NESTED_PIPELINE = "[";

    static constexpr const char *CLOSE_NESTED_PIPELINE = "]";

    static constexpr const char *RASTER_SUFFIX = "-raster";

    static constexpr const char *VECTOR_SUFFIX = "-vector";

  protected:

    friend class GDALTeeStepAlgorithmAbstract;

    GDALAbstractPipelineAlgorithm(

        const std::string &name, const std::string &description,

        const std::string &helpURL,

        const GDALPipelineStepAlgorithm::ConstructorOptions &options)

        : GDALPipelineStepAlgorithm(

              name, description, helpURL,

              ConstructorOptions(options).SetAutoOpenInputDatasets(false))

    {

    }

    std::string m_pipeline{};

    virtual GDALAlgorithmRegistry &GetStepRegistry() = 0;

    virtual const GDALAlgorithmRegistry &GetStepRegistry() const = 0;

    std::unique_ptr<GDALPipelineStepAlgorithm>

    GetStepAlg(const std::string &name) const;

    bool HasOutputString() const override;

    static bool IsReadSpecificArgument(const char *pszArgName);

    static bool IsWriteSpecificArgument(const char *pszArgName);

  private:

    friend class GDALPipelineAlgorithm;

    friend class GDALRasterPipelineAlgorithm;

    friend class GDALVectorPipelineAlgorithm;

    std::vector<std::unique_ptr<GDALPipelineStepAlgorithm>> m_steps{};

    std::unique_ptr<GDALPipelineStepAlgorithm> m_stepOnWhichHelpIsRequested{};

    bool m_bInnerPipeline = false;

    bool m_bExpectReadStep = true;

    enum class StepConstraint

    {

        MUST_BE,

        CAN_BE,

        CAN_NOT_BE

    };

    StepConstraint m_eLastStepAsWrite = StepConstraint::CAN_BE;

    std::vector<std::unique_ptr<GDALAbstractPipelineAlgorithm>>

        m_apoNestedPipelines{};

    // More would lead to unreadable pipelines

    static constexpr int MAX_NESTING_LEVEL = 3;

    bool

    CheckFirstAndLastStep(const std::vector<GDALPipelineStepAlgorithm *> &steps,

                          bool forAutoComplete) const;

    bool ParseCommandLineArguments(const std::vector<std::string> &args,

                                   bool forAutoComplete);

    bool RunStep(GDALPipelineStepRunContext &ctxt) override;

    std::string

    BuildNestedPipeline(GDALPipelineStepAlgorithm *curAlg,

                        std::vector<std::string> &nestedPipelineArgs,

                        bool forAutoComplete);

    bool SaveGDALGFile(const std::string &outFilename,

                       std::string &outString) const;

    virtual std::unique_ptr<GDALAbstractPipelineAlgorithm>

    CreateNestedPipeline() const = 0;

};

//! @endcond

#endif