/* -----------------------------------------------------------------------------

The copyright in this software is being made available under the Clear BSD

License, included below. No patent rights, trademark rights and/or 

other Intellectual Property Rights other than the copyrights concerning 

the Software are granted under this license.

The Clear BSD License

Copyright (c) 2018-2026, Fraunhofer-Gesellschaft zur Förderung der angewandten Forschung e.V. & The VVdeC Authors.

All rights reserved.

Redistribution and use in source and binary forms, with or without modification,

are permitted (subject to the limitations in the disclaimer below) provided that

the following conditions are met:

     * Redistributions of source code must retain the above copyright notice,

     this list of conditions and the following disclaimer.

     * Redistributions in binary form must reproduce the above copyright

     notice, this list of conditions and the following disclaimer in the

     documentation and/or other materials provided with the distribution.

     * Neither the name of the copyright holder nor the names of its

     contributors may be used to endorse or promote products derived from this

     software without specific prior written permission.

NO EXPRESS OR IMPLIED LICENSES TO ANY PARTY'S PATENT RIGHTS ARE GRANTED BY

THIS LICENSE. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND

CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT

LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A

PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR

CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,

EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,

PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR

BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER

IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)

ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE

POSSIBILITY OF SUCH DAMAGE.

------------------------------------------------------------------------------------------- */

#pragma once

#include <thread>

#include <mutex>

#include <condition_variable>

#include <atomic>

#include <exception>

#include <array>

#include "CommonLib/CommonDef.h"

namespace vvdec

{

#ifdef TRACE_ENABLE_ITT

static __itt_domain* itt_domain_thrd = __itt_domain_create( "Threading" );

static __itt_string_handle* itt_handle_TPspinWait = __itt_string_handle_create( "Spin_Wait" );

static __itt_string_handle* itt_handle_TPblocked  = __itt_string_handle_create( "Blocked" );

static __itt_string_handle* itt_handle_TPaddTask  = __itt_string_handle_create( "Add_Task" );

// static long itt_TP_blocked = 1;

#endif   // TRACE_ENABLE_ITT

#define THREAD_POOL_ADD_TASK_THREAD_SAFE 0   // enable this if tasks need to be added from mutliple threads

#define THREAD_POOL_TASK_NAMES           0   // simplify debugging of thread pool deadlocks

#if THREAD_POOL_TASK_NAMES

#  define TP_TASK_NAME_ARG( ... ) __VA_ARGS__ ,

#else

#  define TP_TASK_NAME_ARG( ... )

#endif

// ---------------------------------------------------------------------------

// Synchronization tools

// ---------------------------------------------------------------------------

struct Barrier

{

  virtual void unlock()

  {

    checkAndRethrowException();

    m_lockState.store( false );

  }

  virtual void lock()

  {

    checkAndRethrowException();

    m_lockState.store( true );

  }

  bool isBlocked() const

  {

    checkAndRethrowException();

    return m_lockState;

  }

  enum State

  {

    unlocked,

    locked,

    error

  };

  State getState() const

  {

    if( m_hasException )

      return error;

    if( m_lockState )

      return locked;

    return unlocked;

  }

  virtual void setException( std::exception_ptr e )

  {

    std::lock_guard<std::mutex> l( s_exceptionLock );

    if( m_hasException )

    {

      CHECK_FATAL( m_exception == nullptr, "no exception currently stored, but flag is set" );

      // exception is already set -> no-op

      return;

    }

    m_exception    = e;

    m_hasException = true;

  }

  virtual void clearException()

  {

    if( m_hasException )

    {

      std::lock_guard<std::mutex> l( s_exceptionLock );

      m_hasException = false;

      m_exception    = nullptr;

    }

  }

  const std::exception_ptr getException() const

  {

    if( !m_hasException )

    {

      return nullptr;

    }

    std::lock_guard<std::mutex> l( s_exceptionLock );

    return m_exception;

  }

  bool hasException() const { return m_hasException; }

  inline void checkAndRethrowException() const

  {

    if( !m_hasException )

    {

      return;

    }

    std::lock_guard<std::mutex> l( s_exceptionLock );

    if( m_hasException )

    {

      CHECK_FATAL( m_exception == nullptr, "no exception currently stored, but flag is set" );

      std::rethrow_exception( m_exception );

    }

  }

  Barrier()  = default;

  virtual ~Barrier() = default;

  explicit Barrier( bool locked ) : m_lockState( locked ) {}

  CLASS_COPY_MOVE_DELETE( Barrier )

private:

  std::atomic_bool   m_lockState{ true };

  std::atomic_bool   m_hasException{ false };

  std::exception_ptr m_exception;

  static std::mutex  s_exceptionLock;   // we use one shared mutex for all barriers here. It is only involved, when exceptions actually happen, so there should

                                        // be no contention during normal operations

};

struct BlockingBarrier: public Barrier

{

  void unlock() override

  {

    std::lock_guard<std::mutex> l( m_lock );

    Barrier::unlock();

    m_cond.notify_all();

  }

  void lock() override

  {

    std::lock_guard<std::mutex> l( m_lock );

    Barrier::lock();

  }

  void wait() const

  {

    std::unique_lock<std::mutex> l( m_lock );

    if( Barrier::isBlocked() )

    {

      m_cond.wait( l, [this] { return !Barrier::isBlocked(); } );

    }

  }

  void setException( std::exception_ptr e ) override

  {

    std::lock_guard<std::mutex> l( m_lock );

    Barrier::setException( e );

    m_cond.notify_all();

  }

  void clearException() override

  {

    std::lock_guard<std::mutex> l( m_lock );

    Barrier::clearException();

  }

  BlockingBarrier()  = default;

  ~BlockingBarrier() { std::lock_guard<std::mutex> l( m_lock ); }   // ensure all threads have unlocked the mutex, when we start destruction

  CLASS_COPY_MOVE_DELETE( BlockingBarrier )

private:

  mutable std::condition_variable m_cond;

  mutable std::mutex              m_lock;

};

struct WaitCounter

{

  int operator++()

  {

    std::lock_guard<std::mutex> l( m_lock );

    m_done.lock();

    return ++m_count;

  }

  int operator--()

  {

    std::unique_lock<std::mutex> l( m_lock );

    const unsigned int new_count = --m_count;

    if( new_count == 0 )

    {

      m_done.unlock();

      m_cond.notify_all();

    }

    l.unlock(); // unlock mutex after done-barrier to prevent race between barrier and counter

    return new_count;

  }

  bool isBlocked() const

  {

    std::lock_guard<std::mutex> l( m_lock );

    m_done.checkAndRethrowException();

    return 0 != m_count;

  }

  void wait() const

  {

    std::unique_lock<std::mutex> l( m_lock );

    m_cond.wait( l, [this] { return m_count == 0 || m_done.hasException(); } );

    m_done.checkAndRethrowException();

  }

  void wait_nothrow() const

  {

    std::unique_lock<std::mutex> l( m_lock );

    m_cond.wait( l, [this] { return m_count == 0; } );

  }

  void setException( std::exception_ptr e )

  {

    std::lock_guard<std::mutex> l( m_lock );

    m_done.setException( e );

    m_cond.notify_all();

  }

  void clearException()

  {

    std::lock_guard<std::mutex> l( m_lock );

    m_done.clearException();

  }

  bool                     hasException() const { return m_done.hasException(); }

  const std::exception_ptr getException() const { return m_done.getException(); }

  WaitCounter() = default;

  ~WaitCounter() { std::lock_guard<std::mutex> l( m_lock ); }   // ensure all threads have unlocked the mutex, when we start destruction

  CLASS_COPY_MOVE_DELETE( WaitCounter )

  const Barrier* donePtr() const { return &m_done; }

private:

  mutable std::condition_variable m_cond;

  mutable std::mutex              m_lock;

  unsigned int                    m_count = 0;

  Barrier                         m_done{ false };

};

// ---------------------------------------------------------------------------

// Thread Pool

// ---------------------------------------------------------------------------

using CBarrierVec = std::vector<const Barrier*>;

class ThreadPool

{

  typedef enum

  {

    FREE = 0,

    PREPARING,

    WAITING,

    RUNNING

  } TaskState;

  using TaskFunc = bool ( * )( int, void * );

  struct Slot

  {

    TaskFunc               func      { nullptr };

    TaskFunc               readyCheck{ nullptr };

    void*                  param     { nullptr };

    WaitCounter*           counter   { nullptr };

    Barrier*               done      { nullptr };

    CBarrierVec            barriers;

    std::atomic<TaskState> state     { FREE };

#if THREAD_POOL_TASK_NAMES

    std::string            taskName;

#endif

  };

  class ChunkedTaskQueue

  {

    constexpr static int ChunkSize = 128;

    class Chunk

    {

      std::array<Slot, ChunkSize> m_slots;

      std::atomic<Chunk*>         m_next{ nullptr };

      Chunk&                      m_firstChunk;

      Chunk( Chunk* firstPtr ) : m_firstChunk{ *firstPtr } {}

      friend class ChunkedTaskQueue;

    };

  public:

    class Iterator

    {

      Slot*  m_slot  = nullptr;

      Chunk* m_chunk = nullptr;

    public:

      Iterator() = default;

      Iterator( Slot* slot, Chunk* chunk ) : m_slot( slot ), m_chunk( chunk ) {}

      Iterator& operator++();

      // increment iterator and wrap around, if end is reached

      Iterator& incWrap();

      bool operator==( const Iterator& rhs ) const { return m_slot == rhs.m_slot; } // don't need to compare m_chunk, because m_slot is a pointer

      bool operator!=( const Iterator& rhs ) const { return m_slot != rhs.m_slot; } // don't need to compare m_chunk, because m_slot is a pointer

      Slot& operator*() { return *m_slot; }

      bool isValid() const { return m_slot != nullptr && m_chunk != nullptr; }

      using iterator_category = std::forward_iterator_tag;

      using value_type        = Slot;

      using pointer           = Slot*;

      using reference         = Slot&;

      using difference_type   = ptrdiff_t;

    };

    ChunkedTaskQueue() = default;

    ~ChunkedTaskQueue();

    CLASS_COPY_MOVE_DELETE( ChunkedTaskQueue )

    // grow the queue by adding a chunk and return an iterator to the first new task-slot

    Iterator grow();

    Iterator begin() { return Iterator{ &m_firstChunk.m_slots.front(), &m_firstChunk }; }

    Iterator end()   { return Iterator{ nullptr, nullptr }; }

  private:

    Chunk  m_firstChunk{ &m_firstChunk };

    Chunk* m_lastChunk = &m_firstChunk;

    std::mutex m_resizeMutex;

  };

private:

  class PoolPause

  {

  public:

    PoolPause( size_t numThreads ) : m_nrThreads( numThreads ){};

    auto acquireLock() { return std::unique_lock<std::mutex>( m_allThreadsWaitingMutex ); }

    void unpauseIfPaused( std::unique_lock<std::mutex> lockOwnership );

    template<typename Predicate>

    bool pauseIfAllOtherThreadsWaiting( Predicate predicate );

    ~PoolPause() { unpauseIfPaused( acquireLock() ); }

    std::atomic_uint m_waitingForLockThreads{ 0 };

  private:

    std::mutex              m_allThreadsWaitingMutex;

    std::condition_variable m_allThreadsWaitingCV;

    bool                    m_allThreadsWaiting{ false };

    size_t                  m_nrThreads{};

  };

public:

  ThreadPool( int numThreads = 1, const char *threadPoolName = nullptr );

  ~ThreadPool();

  template<class TParam>

  bool addBarrierTask( TP_TASK_NAME_ARG( std::string&& taskName )

                       bool       ( *func )( int, TParam* ),

                       TParam*       param,

                       WaitCounter*  counter                      = nullptr,

                       Barrier*      done                         = nullptr,

                       CBarrierVec&& barriers                     = {},

                       bool       ( *readyCheck )( int, TParam* ) = nullptr )

  {

    if( m_threads.empty() )

    {

      // in the single threaded case try to exectute the task directly

      if( bypassTaskQueue( (TaskFunc)func, param, counter, done, barriers, (TaskFunc)readyCheck ) )

      {

        return true;

      }

    }

    else

    {

      checkAndThrowThreadPoolException();

    }

    while( true )

    {

#if THREAD_POOL_ADD_TASK_THREAD_SAFE

      std::unique_lock<std::mutex> l( m_nextFillSlotMutex );

#endif

      CHECKD( !m_nextFillSlot.isValid(), "Next fill slot iterator should always be valid" );

      const auto startIt = m_nextFillSlot;

#if THREAD_POOL_ADD_TASK_THREAD_SAFE

      l.unlock();

#endif

      bool first = true;

      for( auto it = startIt; it != startIt || first; it.incWrap() )

      {

        first = false;

        auto& t = *it;

        auto expected = FREE;

        if( t.state.load( std::memory_order_relaxed ) == FREE && t.state.compare_exchange_strong( expected, PREPARING ) )

        {

          if( counter )

          {

            counter->operator++();

          }

          t.func       = (TaskFunc)func;

          t.readyCheck = (TaskFunc)readyCheck;

          t.param      = param;

          t.done       = done;

          t.counter    = counter;

          t.barriers   = std::move( barriers );

#if THREAD_POOL_TASK_NAMES

          t.taskName   = std::move( taskName );

#endif

          auto poolPauseLock( m_poolPause.acquireLock() );

          t.state = WAITING;

          m_poolPause.unpauseIfPaused( std::move( poolPauseLock ) );

#if THREAD_POOL_ADD_TASK_THREAD_SAFE

          l.lock();

#endif

          m_nextFillSlot.incWrap();

          return true;

        }

      }

#if THREAD_POOL_ADD_TASK_THREAD_SAFE

      l.lock();

#endif

      m_nextFillSlot = m_tasks.grow();

    }

    return false;

  }

Unexecuted instantiation: vvdecimpl.cpp:bool vvdec::ThreadPool::addBarrierTask<vvdec::VVDecImpl::xAddGrain(vvdecFrame*)::GrainTaskData>(bool (*)(int, vvdec::VVDecImpl::xAddGrain(vvdecFrame*)::GrainTaskData*), vvdec::VVDecImpl::xAddGrain(vvdecFrame*)::GrainTaskData*, vvdec::WaitCounter*, vvdec::Barrier*, std::__1::vector<vvdec::Barrier const*, std::__1::allocator<vvdec::Barrier const*> >&&, bool (*)(int, vvdec::VVDecImpl::xAddGrain(vvdecFrame*)::GrainTaskData*))

Unexecuted instantiation: bool vvdec::ThreadPool::addBarrierTask<vvdec::Slice>(bool (*)(int, vvdec::Slice*), vvdec::Slice*, vvdec::WaitCounter*, vvdec::Barrier*, std::__1::vector<vvdec::Barrier const*, std::__1::allocator<vvdec::Barrier const*> >&&, bool (*)(int, vvdec::Slice*))

Unexecuted instantiation: bool vvdec::ThreadPool::addBarrierTask<vvdec::Picture>(bool (*)(int, vvdec::Picture*), vvdec::Picture*, vvdec::WaitCounter*, vvdec::Barrier*, std::__1::vector<vvdec::Barrier const*, std::__1::allocator<vvdec::Barrier const*> >&&, bool (*)(int, vvdec::Picture*))

Unexecuted instantiation: bool vvdec::ThreadPool::addBarrierTask<vvdec::SubPicExtTask>(bool (*)(int, vvdec::SubPicExtTask*), vvdec::SubPicExtTask*, vvdec::WaitCounter*, vvdec::Barrier*, std::__1::vector<vvdec::Barrier const*, std::__1::allocator<vvdec::Barrier const*> >&&, bool (*)(int, vvdec::SubPicExtTask*))

Unexecuted instantiation: bool vvdec::ThreadPool::addBarrierTask<vvdec::CtuTaskParam>(bool (*)(int, vvdec::CtuTaskParam*), vvdec::CtuTaskParam*, vvdec::WaitCounter*, vvdec::Barrier*, std::__1::vector<vvdec::Barrier const*, std::__1::allocator<vvdec::Barrier const*> >&&, bool (*)(int, vvdec::CtuTaskParam*))

Unexecuted instantiation: bool vvdec::ThreadPool::addBarrierTask<vvdec::FinishPicTaskParam>(bool (*)(int, vvdec::FinishPicTaskParam*), vvdec::FinishPicTaskParam*, vvdec::WaitCounter*, vvdec::Barrier*, std::__1::vector<vvdec::Barrier const*, std::__1::allocator<vvdec::Barrier const*> >&&, bool (*)(int, vvdec::FinishPicTaskParam*))

  bool processTasksOnMainThread();

  void checkAndThrowThreadPoolException();

  void shutdown( bool block );

  void waitForThreads();

  int numThreads() const { return (int)m_threads.size(); }

private:

  using TaskIterator = ChunkedTaskQueue::Iterator;

  struct TaskException;

  // members

  std::string              m_poolName;

  std::atomic_bool         m_exitThreads{ false };

  std::vector<std::thread> m_threads;

  ChunkedTaskQueue         m_tasks;

  TaskIterator             m_nextFillSlot = m_tasks.begin();

#if THREAD_POOL_ADD_TASK_THREAD_SAFE

  std::mutex               m_nextFillSlotMutex;

#endif

  std::mutex               m_idleMutex;

  PoolPause                m_poolPause;

  std::atomic_bool         m_exceptionFlag{ false };

  std::exception_ptr       m_threadPoolException;

  // internal functions

  void         threadProc     ( int threadId );

  static bool  checkTaskReady ( int threadId, CBarrierVec& barriers, TaskFunc readyCheck, void* taskParam );

  TaskIterator findNextTask   ( int threadId, TaskIterator startSearch );

  static bool  processTask    ( int threadId, Slot& task );

  bool         bypassTaskQueue( TaskFunc func, void* param, WaitCounter* counter, Barrier* done, CBarrierVec& barriers, TaskFunc readyCheck );

  static void  handleTaskException( const std::exception_ptr e, Barrier* done, WaitCounter* counter, std::atomic<TaskState>* slot_state );

#if THREAD_POOL_TASK_NAMES

  void         printWaitingTasks();

#endif

};

}   // namespace vvdec