/* -----------------------------------------------------------------------------

The copyright in this software is being made available under the Clear BSD

License, included below. No patent rights, trademark rights and/or 

other Intellectual Property Rights other than the copyrights concerning 

the Software are granted under this license.

The Clear BSD License

Copyright (c) 2018-2026, Fraunhofer-Gesellschaft zur Förderung der angewandten Forschung e.V. & The VVdeC Authors.

All rights reserved.

Redistribution and use in source and binary forms, with or without modification,

are permitted (subject to the limitations in the disclaimer below) provided that

the following conditions are met:

     * Redistributions of source code must retain the above copyright notice,

     this list of conditions and the following disclaimer.

     * Redistributions in binary form must reproduce the above copyright

     notice, this list of conditions and the following disclaimer in the

     documentation and/or other materials provided with the distribution.

     * Neither the name of the copyright holder nor the names of its

     contributors may be used to endorse or promote products derived from this

     software without specific prior written permission.

NO EXPRESS OR IMPLIED LICENSES TO ANY PARTY'S PATENT RIGHTS ARE GRANTED BY

THIS LICENSE. THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND

CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT

LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A

PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR

CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,

EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,

PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR

BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER

IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)

ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE

POSSIBILITY OF SUCH DAMAGE.

------------------------------------------------------------------------------------------- */

/** \file     IntraPredX86.h

    \brief    SIMD for IntraPrediction

*/

#include "CommonLib/CommonDef.h"

#include "CommonDefX86.h"

#include "CommonLib/IntraPrediction.h"

namespace vvdec

{

#if ENABLE_SIMD_OPT_INTRAPRED

#ifdef TARGET_SIMD_X86

//#define USE_AVX2

template< X86_VEXT vext, int W >

void IntraPredAngleChroma_SIMD(int16_t* pDst,const ptrdiff_t dstStride,int16_t* pBorder,int width,int height,int deltaPos,int intraPredAngle)

{

  int deltaInt;

  int deltaFract;

  int refMainIndex;

  __m128i voffset = _mm_set1_epi16(16);

  if( W == 8 )

  {

    if( vext >= AVX2 )

    {

#ifdef USE_AVX2

      if (( width & 15 ) == 0 )

      {

       int deltaInt;

        int deltaFract;

        int refMainIndex;

        __m256i voffset = _mm256_set1_epi16(16);

        for (int k=0; k<height; k++) {

          deltaInt   = deltaPos >> 5;

          deltaFract = deltaPos & (32 - 1);

          __m256i vfract = _mm256_set1_epi16(deltaFract);

          __m256i v32minfract = _mm256_set1_epi16(32-deltaFract);

          // Do linear filtering

          for (int l=0; l<width; l+=16) {

            refMainIndex   = l+ deltaInt+1;

            __m256i vpred0 = _mm256_lddqu_si256((__m256i*)&pBorder[refMainIndex]);

            __m256i vpred1 = _mm256_lddqu_si256((__m256i*)&pBorder[refMainIndex+1]);

            vpred0 = _mm256_mullo_epi16(v32minfract, vpred0);

            vpred1 = _mm256_mullo_epi16(vfract, vpred1);

            __m256i vpred = _mm256_srli_epi16(_mm256_add_epi16(_mm256_add_epi16(vpred0, vpred1), voffset), 5);

            _mm256_storeu_si256((__m256i*)&pDst[l], vpred);

          }

          pDst+=dstStride;

          deltaPos += intraPredAngle;

        }

      }

      else // width==8

      {

        for (int k=0; k<height; k++)

        {

          deltaInt   = deltaPos >> 5;

          deltaFract = deltaPos & (32 - 1);

          __m128i vfract = _mm_set1_epi16(deltaFract);

          __m128i v32minfract = _mm_set1_epi16(32-deltaFract);

          // Do linear filtering

          for (int l=0; l<width; l+=8) {

            refMainIndex        = l+ deltaInt+1;

            __m128i vpred0 = _mm_lddqu_si128((__m128i*)&pBorder[refMainIndex]);

            __m128i vpred1 = _mm_lddqu_si128((__m128i*)&pBorder[refMainIndex+1]);

            vpred0 = _mm_mullo_epi16(v32minfract, vpred0);

            vpred1 = _mm_mullo_epi16(vfract, vpred1);

            __m128i vpred = _mm_srli_epi16(_mm_add_epi16(_mm_add_epi16(vpred0, vpred1), voffset), 5);

            _mm_storeu_si128((__m128i*)&pDst[l], vpred);

          }

          deltaPos += intraPredAngle;

          pDst+=dstStride;

        }

      }

#endif //AVX2

    }  

    else

    {

      for (int k=0; k<height; k++) {

        deltaInt   = deltaPos >> 5;

        deltaFract = deltaPos & (32 - 1);

        __m128i vfract = _mm_set1_epi16(deltaFract);

        __m128i v32minfract = _mm_set1_epi16(32-deltaFract);

        // Do linear filtering

        for (int l=0; l<width; l+=8) {

          refMainIndex        = l+ deltaInt+1;

          __m128i vpred0 = _mm_loadu_si128((__m128i*)&pBorder[refMainIndex]);

          __m128i vpred1 = _mm_loadu_si128((__m128i*)&pBorder[refMainIndex+1]);

          vpred0 = _mm_mullo_epi16(v32minfract, vpred0);

          vpred1 = _mm_mullo_epi16(vfract, vpred1);

          __m128i vpred = _mm_srli_epi16(_mm_add_epi16(_mm_add_epi16(vpred0, vpred1), voffset), 5);

          _mm_storeu_si128((__m128i*)&pDst[l], vpred);

        }

        deltaPos += intraPredAngle;

        pDst+=dstStride;

      }

    }

  }

  else if( W == 4 )

  {

    for (int k=0; k<height; k++) {

      deltaInt   = deltaPos >> 5;

      deltaFract = deltaPos & (32 - 1);

      __m128i vfract = _mm_set1_epi16(deltaFract);

      __m128i v32minfract = _mm_set1_epi16(32-deltaFract);

      // Do linear filtering

      refMainIndex        = deltaInt+1;

      __m128i vpred0 = _mm_loadu_si128((__m128i*)&pBorder[refMainIndex]);

      __m128i vpred1 = _mm_loadu_si128((__m128i*)&pBorder[refMainIndex+1]);

      vpred0 = _mm_mullo_epi16(v32minfract, vpred0);

      vpred1 = _mm_mullo_epi16(vfract, vpred1);

      __m128i vpred = _mm_srli_epi16(_mm_add_epi16(_mm_add_epi16(vpred0, vpred1), voffset), 5);

      _mm_storeu_si64( ( __m128i * )(pDst ), vpred);

      deltaPos += intraPredAngle;

      pDst+=dstStride;

    }

  }

  else

  {

    THROW_FATAL( "Unsupported size in IntraPredAngleCore_SIMD" );

  }

#if USE_AVX2

  _mm256_zeroupper();

#endif

}

Unexecuted instantiation: void vvdec::IntraPredAngleChroma_SIMD<(vvdec::x86_simd::X86_VEXT)1, 4>(short*, long, short*, int, int, int, int)

Unexecuted instantiation: void vvdec::IntraPredAngleChroma_SIMD<(vvdec::x86_simd::X86_VEXT)1, 8>(short*, long, short*, int, int, int, int)

Unexecuted instantiation: void vvdec::IntraPredAngleChroma_SIMD<(vvdec::x86_simd::X86_VEXT)4, 4>(short*, long, short*, int, int, int, int)

Unexecuted instantiation: void vvdec::IntraPredAngleChroma_SIMD<(vvdec::x86_simd::X86_VEXT)4, 8>(short*, long, short*, int, int, int, int)

template< X86_VEXT vext, int W >

void IntraPredAngleCore_SIMD(int16_t* pDstBuf,const ptrdiff_t dstStride,int16_t* refMain,int width,int height,int deltaPos,int intraPredAngle,const TFilterCoeff *ff,const bool useCubicFilter,const ClpRng& clpRng)

{

  int16_t* pDst;

  if( W == 8 )

  {

    if( vext >= AVX2 )

    {

#ifdef USE_AVX2

      __m256i shflmask1= _mm256_set_epi8(0xd, 0xc, 0xb, 0xa, 0x9, 0x8, 0x7, 0x6,   0xb, 0xa, 0x9, 0x8, 0x7, 0x6, 0x5, 0x4,

          0x9, 0x8, 0x7, 0x6, 0x5, 0x4, 0x3, 0x2,   0x7, 0x6, 0x5, 0x4, 0x3, 0x2, 0x1, 0x0 );

      __m256i offset = _mm256_set1_epi32( 32 );

      if (( width & 15 ) == 0 )

      {

        __m256i vbdmin,vbdmax;

        if (useCubicFilter)

        {

          vbdmin = _mm256_set1_epi16( clpRng.min() );

          vbdmax = _mm256_set1_epi16( clpRng.max() );

        }

        for (int y = 0; y<height; y++ )

        {

          int deltaInt   = deltaPos >> 5;

          int deltaFract = deltaPos & (32 - 1);

          int refMainIndex   = deltaInt + 1;

          pDst=&pDstBuf[y*dstStride];

          __m128i tmp = _mm_loadu_si64( ( __m128i const * )&ff[deltaFract<<2] );   //load 4 16 bit filter coeffs

          tmp = _mm_shuffle_epi32(tmp,0x44);

          __m256i coeff = _mm256_broadcastsi128_si256(tmp);

          for( int x = 0; x < width; x+=16)

          {

            __m256i src1 = _mm256_broadcastsi128_si256( _mm_loadu_si128( ( const __m128i* ) &refMain[refMainIndex     - 1] ) );

            __m256i src2 = _mm256_broadcastsi128_si256( _mm_loadu_si128( ( const __m128i* ) &refMain[refMainIndex + 4 - 1] ) );

            src1 = _mm256_shuffle_epi8(src1,shflmask1);                 // -1 0 1 2  0 1 2 3 1 2 3 4  2 3 4 5

            src2 = _mm256_shuffle_epi8(src2,shflmask1);                 // 3 4 5 6  4 5 6 7  5 6 7 8 6 7 8 9

            src1 = _mm256_madd_epi16 (src1, coeff);

            src2 = _mm256_madd_epi16 (src2, coeff);

            __m256i  sum  = _mm256_hadd_epi32( src1, src2 );

            sum = _mm256_permute4x64_epi64(sum,0xD8);

            sum = _mm256_add_epi32( sum, offset );

            sum = _mm256_srai_epi32( sum, 6 );

            refMainIndex+=8;

            src1 = _mm256_broadcastsi128_si256( _mm_loadu_si128( ( __m128i const* ) &refMain[refMainIndex     - 1] ) );

            src2 = _mm256_broadcastsi128_si256( _mm_loadu_si128( ( __m128i const* ) &refMain[refMainIndex + 4 - 1] ) );

            src1 = _mm256_shuffle_epi8(src1,shflmask1);                 // -1 0 1 2  0 1 2 3 1 2 3 4  2 3 4 5

            src2 = _mm256_shuffle_epi8(src2,shflmask1);                 // 3 4 5 6  4 5 6 7  5 6 7 8 6 7 8 9

            src1 = _mm256_madd_epi16 (src1, coeff);

            src2 = _mm256_madd_epi16 (src2, coeff);

            __m256i  sum1  = _mm256_hadd_epi32( src1, src2 );

            sum1 = _mm256_permute4x64_epi64(sum1,0xD8);

            sum1 = _mm256_add_epi32( sum1, offset );

            sum1 = _mm256_srai_epi32( sum1, 6 );

            __m256i

            src0 = _mm256_packs_epi32( sum, sum1 );

            src0 = _mm256_permute4x64_epi64(src0,0xD8);

            refMainIndex+=8;

            if (useCubicFilter)

              src0 = _mm256_min_epi16( vbdmax, _mm256_max_epi16( vbdmin, src0 ) );

            _mm256_storeu_si256( ( __m256i * )(pDst + x), src0);

          }

          deltaPos += intraPredAngle;

        }

      }

      else // width =8

      {

        //        printf("AVX2 Block %d \n",width);

        __m128i vbdmin,vbdmax;

        if (useCubicFilter)

        {

          vbdmin = _mm_set1_epi16( clpRng.min() );

          vbdmax = _mm_set1_epi16( clpRng.max() );

        }

        for (int y = 0; y<height; y++ )

        {

          int deltaInt   = deltaPos >> 5;

          int deltaFract = deltaPos & (32 - 1);

          int refMainIndex   = deltaInt + 1;

          pDst=&pDstBuf[y*dstStride];

          __m128i tmp = _mm_loadu_si64( ( __m128i const * )&ff[deltaFract<<2] );   //load 4 16 bit filter coeffs

          tmp = _mm_shuffle_epi32(tmp,0x44);

          __m256i coeff = _mm256_broadcastsi128_si256(tmp);

          __m256i src1 = _mm256_broadcastsi128_si256( _mm_loadu_si128( ( __m128i const* ) & refMain[refMainIndex - 1] ) );

          __m256i src2 = _mm256_broadcastsi128_si256( _mm_loadu_si128( ( __m128i const* ) & refMain[refMainIndex + 4 - 1] ) );

          src1 = _mm256_shuffle_epi8(src1,shflmask1);                 // -1 0 1 2  0 1 2 3 1 2 3 4  2 3 4 5

          src2 = _mm256_shuffle_epi8(src2,shflmask1);                 // 3 4 5 6  4 5 6 7  5 6 7 8 6 7 8 9

          src1 = _mm256_madd_epi16 (src1, coeff);

          src2 = _mm256_madd_epi16 (src2, coeff);

          __m256i  sum  = _mm256_hadd_epi32( src1, src2 );

          sum = _mm256_permute4x64_epi64(sum,0xD8);

          sum = _mm256_add_epi32( sum, offset );

          sum = _mm256_srai_epi32( sum, 6 );

          __m128i dest128 = _mm256_cvtepi32_epi16x( sum );

          if (useCubicFilter)

            dest128 = _mm_min_epi16( vbdmax, _mm_max_epi16( vbdmin, dest128 ) );

          _mm_storeu_si128( ( __m128i * )(pDst), dest128);

          deltaPos += intraPredAngle;

        }

      }

#endif

    }

    else

    {

      __m128i shflmask1= _mm_set_epi8( 0x9, 0x8, 0x7, 0x6, 0x5, 0x4, 0x3, 0x2,   0x7, 0x6, 0x5, 0x4, 0x3, 0x2, 0x1, 0x0 );

      __m128i shflmask2= _mm_set_epi8( 0xd, 0xc, 0xb, 0xa, 0x9, 0x8, 0x7, 0x6,   0xb, 0xa, 0x9, 0x8, 0x7, 0x6, 0x5, 0x4 );

      __m128i vbdmin,vbdmax;

      __m128i offset = _mm_set1_epi32( 32 );

      if (useCubicFilter)

      {

        vbdmin = _mm_set1_epi16( clpRng.min() );

        vbdmax = _mm_set1_epi16( clpRng.max() );

      }

      for (int y = 0; y<height; y++ )

      {

        int deltaInt   = deltaPos >> 5;

        int deltaFract = deltaPos & (32 - 1);

        int refMainIndex   = deltaInt + 1;

        pDst=&pDstBuf[y*dstStride];

        __m128i coeff = _mm_loadu_si64( ( __m128i const * )&ff[deltaFract<<2] );   //load 4 16 bit filter coeffs

        coeff = _mm_shuffle_epi32(coeff,0x44);

        for( int x = 0; x < width; x+=8)

        {

          __m128i src0 = _mm_loadu_si128( ( __m128i const * )&refMain[refMainIndex - 1] );   //load 8 16 bit reference Pels   -1 0 1 2 3 4 5 6

          __m128i src1 = _mm_shuffle_epi8(src0,shflmask1);                  // -1 0 1 2  0 1 2 3

          __m128i src2 = _mm_shuffle_epi8(src0,shflmask2);                  // 1 2 3 4  2 3 4 5

          src0 = _mm_madd_epi16( coeff,src1 );

          src1 = _mm_madd_epi16( coeff,src2 );

          __m128i sum  = _mm_hadd_epi32( src0, src1 );

          sum = _mm_add_epi32( sum, offset );

          sum = _mm_srai_epi32( sum, 6 );

          refMainIndex+=4;

          src0 = _mm_loadu_si128( ( __m128i const * )&refMain[refMainIndex - 1] );   //load 8 16 bit reference Pels   -1 0 1 2 3 4 5 6

          src1 = _mm_shuffle_epi8(src0,shflmask1);                                // -1 0 1 2  0 1 2 3

          src2 = _mm_shuffle_epi8(src0,shflmask2);

          // 1 2 3 4  2 3 4 5

          src0 = _mm_madd_epi16( coeff,src1 );

          src1 = _mm_madd_epi16( coeff,src2 );

          __m128i sum1  = _mm_hadd_epi32( src0, src1 );

          sum1 = _mm_add_epi32( sum1, offset );

          sum1 = _mm_srai_epi32( sum1, 6 );

          src0 = _mm_packs_epi32( sum, sum1 );

          refMainIndex+=4;

          if (useCubicFilter)

            src0 = _mm_min_epi16( vbdmax, _mm_max_epi16( vbdmin, src0 ) );

          _mm_storeu_si128( ( __m128i * )(pDst + x), src0);

        }

        deltaPos += intraPredAngle;

      }

    }

  }

  else if( W == 4 )

  {

    __m128i shflmask1= _mm_set_epi8( 0x9, 0x8, 0x7, 0x6, 0x5, 0x4, 0x3, 0x2,   0x7, 0x6, 0x5, 0x4, 0x3, 0x2, 0x1, 0x0 );

    __m128i shflmask2= _mm_set_epi8( 0xd, 0xc, 0xb, 0xa, 0x9, 0x8, 0x7, 0x6,   0xb, 0xa, 0x9, 0x8, 0x7, 0x6, 0x5, 0x4 );

    __m128i vbdmin,vbdmax;

    __m128i offset = _mm_set1_epi32( 32 );

    if (useCubicFilter)

    {

      vbdmin = _mm_set1_epi16( clpRng.min() );

      vbdmax = _mm_set1_epi16( clpRng.max() );

    }

    for (int y = 0; y<height; y++ )

    {

      int deltaInt   = deltaPos >> 5;

      int deltaFract = deltaPos & (32 - 1);

      int refMainIndex   = deltaInt + 1;

      pDst=&pDstBuf[y*dstStride];

      __m128i coeff = _mm_loadu_si64( ( __m128i const * )&ff[deltaFract<<2] );   //load 4 16 bit filter coeffs

      coeff = _mm_shuffle_epi32(coeff,0x44);

      {

        __m128i src0 = _mm_loadu_si128( ( __m128i const * )&refMain[refMainIndex - 1] );   //load 8 16 bit reference Pels   -1 0 1 2 3 4 5 6

        __m128i src1 = _mm_shuffle_epi8(src0,shflmask1);                  // -1 0 1 2  0 1 2 3

        __m128i src2 = _mm_shuffle_epi8(src0,shflmask2);                  // 1 2 3 4  2 3 4 5

        src0 = _mm_madd_epi16( coeff,src1 );

        src1 = _mm_madd_epi16( coeff,src2 );

        __m128i sum  = _mm_hadd_epi32( src0, src1 );

        sum = _mm_add_epi32( sum, offset );

        sum = _mm_srai_epi32( sum, 6 );

        src0 = _mm_packs_epi32( sum, sum );

        refMainIndex+=4;

        if (useCubicFilter)

          src0 = _mm_min_epi16( vbdmax, _mm_max_epi16( vbdmin, src0 ) );

        _mm_storeu_si64( ( __m128i * )(pDst ), src0);

      }

      deltaPos += intraPredAngle;

    }

  }

  else

  {

    THROW_FATAL( "Unsupported size in IntraPredAngleCore_SIMD" );

  }

#if USE_AVX2

  _mm256_zeroupper();

#endif

}

Unexecuted instantiation: void vvdec::IntraPredAngleCore_SIMD<(vvdec::x86_simd::X86_VEXT)1, 4>(short*, long, short*, int, int, int, int, short const*, bool, vvdec::ClpRngTemplate<short> const&)

Unexecuted instantiation: void vvdec::IntraPredAngleCore_SIMD<(vvdec::x86_simd::X86_VEXT)1, 8>(short*, long, short*, int, int, int, int, short const*, bool, vvdec::ClpRngTemplate<short> const&)

Unexecuted instantiation: void vvdec::IntraPredAngleCore_SIMD<(vvdec::x86_simd::X86_VEXT)4, 4>(short*, long, short*, int, int, int, int, short const*, bool, vvdec::ClpRngTemplate<short> const&)

Unexecuted instantiation: void vvdec::IntraPredAngleCore_SIMD<(vvdec::x86_simd::X86_VEXT)4, 8>(short*, long, short*, int, int, int, int, short const*, bool, vvdec::ClpRngTemplate<short> const&)

template< X86_VEXT vext, int W >

void  IntraPredSampleFilter_SIMD(Pel *ptrSrc,const ptrdiff_t srcStride,PelBuf &piPred,const uint32_t uiDirMode,const ClpRng& clpRng)

{

  const int       iWidth    = piPred.width;

  const int       iHeight   = piPred.height;

  PelBuf          dstBuf    = piPred;

  Pel*            pDst      = dstBuf.buf;

  const ptrdiff_t dstStride = dstBuf.stride;

  const int scale = ((getLog2(iWidth) - 2 + getLog2(iHeight) - 2 + 2) >> 2);

  CHECK(scale < 0 || scale > 31, "PDPC: scale < 0 || scale > 2");

#if USE_AVX2

  if( W > 8 )

  {

    __m256i tmplo,tmphi;

    __m256i w64 = _mm256_set_epi16(64,64,64,64,64,64,64,64,64,64,64,64,64,64,64,64);

    __m256i w32 = _mm256_set_epi32(32,32,32,32,32,32,32,32);

    __m256i vbdmin   = _mm256_set1_epi32( clpRng.min() );

    __m256i vbdmax   = _mm256_set1_epi32( clpRng.max() );

    __m256i wl16;

    __m256i wl16start;

    if (scale==0)

    {

      wl16start = _mm256_set_epi16(0,0,0,0,0,0,0,0,0,0,0,0,0,2,8,32);

    }

    else if (scale==1)

    {

      wl16start = _mm256_set_epi16(0,0,0,0,0,0,0,0,0,0,1,2,4,8,16,32);

    }

    else if (scale==2)

    {

      wl16start = _mm256_set_epi16(0,0,0,0,1,1,2,2,4,4,8,8,16,16,32,32);

    }

    else

    {

      THROW_FATAL( "Wrong scale (" << scale << ")" );

    }

    if (uiDirMode == PLANAR_IDX || uiDirMode == DC_IDX )

    {

      for (int y = 0; y < iHeight; y++)

      {

        int wT = 32 >> std::min(31, ((y << 1) >> scale));

        __m256i wt16 = _mm256_set_epi16(wT,wT,wT,wT,wT,wT,wT,wT,wT,wT,wT,wT,wT,wT,wT,wT);

        __m256i x16left = _mm256_broadcastw_epi16(_mm_loadu_si128 ((__m128i const *) (ptrSrc+((y+1)*srcStride))));

        if (wT)

        {

          for (int x = 0; x < iWidth; x+=16)

          {

            if (x==0)

            {

              wl16=wl16start;

              __m256i x16top = _mm256_loadu_si256((__m256i *) (ptrSrc+x+1)); // load top

              __m256i x16dst = _mm256_loadu_si256((const __m256i *) (pDst+y*dstStride+x)); // load dst

              tmplo = _mm256_mullo_epi16(x16left,wl16);  //wL * left

              tmphi = _mm256_mulhi_epi16(x16left,wl16);  //wL * left

              __m256i leftlo = _mm256_unpacklo_epi16(tmplo,tmphi);

              __m256i lefthi = _mm256_unpackhi_epi16(tmplo,tmphi);

              tmplo = _mm256_mullo_epi16(x16top,wt16);    // wT*top

              tmphi = _mm256_mulhi_epi16(x16top,wt16);    // wT*top

              __m256i toplo = _mm256_unpacklo_epi16(tmplo,tmphi);

              __m256i tophi = _mm256_unpackhi_epi16(tmplo,tmphi);

              __m256i wX = _mm256_sub_epi16(w64,wl16);

              wX = _mm256_sub_epi16(wX,wt16);            // 64-wL-wT

              tmplo = _mm256_mullo_epi16(x16dst,wX);    // 64-wL-wT*dst

              tmphi = _mm256_mulhi_epi16(x16dst,wX);    // 64-wL-wT*dst

              __m256i dstlo = _mm256_unpacklo_epi16(tmplo,tmphi);

              __m256i dsthi = _mm256_unpackhi_epi16(tmplo,tmphi);

              dstlo = _mm256_add_epi32(dstlo,toplo);

              dsthi = _mm256_add_epi32(dsthi,tophi);

              dstlo = _mm256_add_epi32(dstlo,leftlo);

              dsthi = _mm256_add_epi32(dsthi,lefthi);

              dstlo = _mm256_add_epi32(dstlo,w32);

              dsthi = _mm256_add_epi32(dsthi,w32);

              dstlo =  _mm256_srai_epi32(dstlo,6);

              dsthi =  _mm256_srai_epi32(dsthi,6);

              dstlo =  _mm256_max_epi32(vbdmin,dstlo);

              dsthi =  _mm256_max_epi32(vbdmin,dsthi);

              dstlo =  _mm256_min_epi32(vbdmax,dstlo);

              dsthi =  _mm256_min_epi32(vbdmax,dsthi);

              dstlo =  _mm256_packs_epi32(dstlo,dsthi);

              dstlo =  _mm256_permute4x64_epi64 ( dstlo, ( 0 << 0 ) + ( 1 << 2 ) + ( 2 << 4 ) + ( 3 << 6 ) );

              _mm256_storeu_si256( ( __m256i * )(pDst+y*dstStride+x), dstlo );

            }

            else

            {

              __m256i x16top = _mm256_loadu_si256((__m256i *) (ptrSrc+x+1)); // load top

              __m256i x16dst = _mm256_loadu_si256((const __m256i *) (pDst+y*dstStride+x)); // load dst

              tmplo = _mm256_mullo_epi16(x16top,wt16);    // wT*top

              tmphi = _mm256_mulhi_epi16(x16top,wt16);    // wT*top

              __m256i toplo = _mm256_unpacklo_epi16(tmplo,tmphi);

              __m256i tophi = _mm256_unpackhi_epi16(tmplo,tmphi);

              __m256i wX = _mm256_sub_epi16(w64,wt16);

              tmplo = _mm256_mullo_epi16(x16dst,wX);    // 64-wL-wT*dst

              tmphi = _mm256_mulhi_epi16(x16dst,wX);    // 64-wL-wT*dst

              __m256i dstlo = _mm256_unpacklo_epi16(tmplo,tmphi);

              __m256i dsthi = _mm256_unpackhi_epi16(tmplo,tmphi);

              dstlo = _mm256_add_epi32(dstlo,toplo);

              dsthi = _mm256_add_epi32(dsthi,tophi);

              dstlo = _mm256_add_epi32(dstlo,w32);

              dsthi = _mm256_add_epi32(dsthi,w32);

              dstlo =  _mm256_srai_epi32(dstlo,6);

              dsthi =  _mm256_srai_epi32(dsthi,6);

              dstlo =  _mm256_max_epi32(vbdmin,dstlo);

              dsthi =  _mm256_max_epi32(vbdmin,dsthi);

              dstlo =  _mm256_min_epi32(vbdmax,dstlo);

              dsthi =  _mm256_min_epi32(vbdmax,dsthi);

              dstlo =  _mm256_packs_epi32(dstlo,dsthi);

              dstlo =  _mm256_permute4x64_epi64 ( dstlo, ( 0 << 0 ) + ( 1 << 2 ) + ( 2 << 4 ) + ( 3 << 6 ) );

              _mm256_storeu_si256( ( __m256i * )(pDst+y*dstStride+x), dstlo );

            }

          }  // for

        }

        else

        { // wT =0

          wl16=wl16start;

          __m256i x16dst = _mm256_loadu_si256((const __m256i *) (pDst+y*dstStride)); // load dst

          tmplo = _mm256_mullo_epi16(x16left,wl16);  //wL * left

          tmphi = _mm256_mulhi_epi16(x16left,wl16);  //wL * left

          __m256i leftlo = _mm256_unpacklo_epi16(tmplo,tmphi);

          __m256i lefthi = _mm256_unpackhi_epi16(tmplo,tmphi);

          __m256i wX = _mm256_sub_epi16(w64,wl16);

          tmplo = _mm256_mullo_epi16(x16dst,wX);    // 64-wL-wT*dst

          tmphi = _mm256_mulhi_epi16(x16dst,wX);    // 64-wL-wT*dst

          __m256i dstlo = _mm256_unpacklo_epi16(tmplo,tmphi);

          __m256i dsthi = _mm256_unpackhi_epi16(tmplo,tmphi);

          dstlo = _mm256_add_epi32(dstlo,leftlo);

          dsthi = _mm256_add_epi32(dsthi,lefthi);

          dstlo = _mm256_add_epi32(dstlo,w32);

          dsthi = _mm256_add_epi32(dsthi,w32);

          dstlo =  _mm256_srai_epi32(dstlo,6);

          dsthi =  _mm256_srai_epi32(dsthi,6);

          dstlo =  _mm256_max_epi32(vbdmin,dstlo);

          dsthi =  _mm256_max_epi32(vbdmin,dsthi);

          dstlo =  _mm256_min_epi32(vbdmax,dstlo);

          dsthi =  _mm256_min_epi32(vbdmax,dsthi);

          dstlo =  _mm256_packs_epi32(dstlo,dsthi);

          dstlo =  _mm256_permute4x64_epi64 ( dstlo, ( 0 << 0 ) + ( 1 << 2 ) + ( 2 << 4 ) + ( 3 << 6 ) );

          _mm256_storeu_si256( ( __m256i * )(pDst+y*dstStride), dstlo );

        }

      }

    }

  }

  else

#endif

  {

    __m128i tmplo8,tmphi8;

    __m128i w64_8 = _mm_set_epi16(64,64,64,64,64,64,64,64);

    __m128i w32_8 = _mm_set_epi32(32,32,32,32);

    __m128i vbdmin8   = _mm_set1_epi32( clpRng.min() );

    __m128i vbdmax8   = _mm_set1_epi32( clpRng.max() );

    __m128i wl8start,wl8start2;

    CHECK(scale < 0 || scale > 2, "PDPC: scale < 0 || scale > 2");

    if (scale==0)

    {

      wl8start = _mm_set_epi16(0,0,0,0,0,2,8,32);

      wl8start2 = _mm_set_epi16(0,0,0,0,0,0,0,0);

    }

    else if (scale==1)

    {

      wl8start = _mm_set_epi16(0,0,1,2,4,8,16,32);

      wl8start2 = _mm_set_epi16(0,0,0,0,0,0,0,0);

    }

    else if (scale==2)

    {

      wl8start = _mm_set_epi16(4,4,8,8,16,16,32,32);

      wl8start2 = _mm_set_epi16(0,0,0,0,1,1,2,2);

    }

    if (uiDirMode == PLANAR_IDX || uiDirMode == DC_IDX )

    {

      __m128i wl8 = wl8start;

      for (int y = 0; y < iHeight; y++)

      {

        int wT = 32 >> std::min(31, ((y << 1) >> scale));

        __m128i wt8 = _mm_set_epi16(wT,wT,wT,wT,wT,wT,wT,wT);

 //       __m128i x8left = _mm_broadcastw_epi16(_mm_loadu_si128 ((__m128i const *) (ptrSrc+((y+1)*srcStride))));

        __m128i x8left = _mm_loadu_si128 ((__m128i const *) (ptrSrc+((y+1)*srcStride)));

        x8left =_mm_shufflelo_epi16(x8left,0);

        x8left =_mm_shuffle_epi32(x8left,0);

        if (wT)

        {

          for (int x = 0; x < iWidth; x+=8)

          {

            __m128i x8top = _mm_loadu_si128( (__m128i*) ( ptrSrc + x + 1 ) );   // load top

            __m128i x8dst = _mm_setzero_si128();

            if( iWidth >= 8 )

              x8dst = _mm_loadu_si128( (const __m128i*) ( pDst + y * dstStride + x ) );   // load dst

            else if( iWidth == 4 )

              x8dst = _mm_loadu_si64( (const __m128i*) ( pDst + y * dstStride + x ) );    // load dst

            else if( iWidth == 2 )

              x8dst = _mm_loadu_si32( (const __m128i*) ( pDst + y * dstStride + x ) );    // load dst

            else

            {

              CHECKD( true, "wrong iWidth in IntraPredSampleFilter_SIMD, only implemented for >=8, ==4, ==2" );

            }

            if (x>8)

            {

              tmplo8 = _mm_mullo_epi16(x8top,wt8);    // wT*top

              tmphi8 = _mm_mulhi_epi16(x8top,wt8);    // wT*top

              __m128i toplo8 = _mm_unpacklo_epi16(tmplo8,tmphi8);

              __m128i tophi8 = _mm_unpackhi_epi16(tmplo8,tmphi8);

              __m128i wX = _mm_sub_epi16(w64_8,wt8);

              tmplo8 = _mm_mullo_epi16(x8dst,wX);    // 64-wL-wT*dst

              tmphi8 = _mm_mulhi_epi16(x8dst,wX);    // 64-wL-wT*dst

              __m128i dstlo8 = _mm_unpacklo_epi16(tmplo8,tmphi8);

              __m128i dsthi8 = _mm_unpackhi_epi16(tmplo8,tmphi8);

              dstlo8 = _mm_add_epi32(dstlo8,toplo8);

              dsthi8 = _mm_add_epi32(dsthi8,tophi8);

              dstlo8 = _mm_add_epi32(dstlo8,w32_8);

              dsthi8 = _mm_add_epi32(dsthi8,w32_8);

              dstlo8 =  _mm_srai_epi32(dstlo8,6);

              dsthi8 =  _mm_srai_epi32(dsthi8,6);

              dstlo8 =  _mm_max_epi32(vbdmin8,dstlo8);

              dsthi8 =  _mm_max_epi32(vbdmin8,dsthi8);

              dstlo8 =  _mm_min_epi32(vbdmax8,dstlo8);

              dsthi8 =  _mm_min_epi32(vbdmax8,dsthi8);

              x8dst = _mm_packs_epi32(dstlo8,dsthi8);

            }

            else // x<=8

            {

              if (x==0)

                wl8=wl8start;

              else if (x==8)

                wl8=wl8start2;

              tmplo8 = _mm_mullo_epi16(x8left,wl8);  //wL * left

              tmphi8 = _mm_mulhi_epi16(x8left,wl8);  //wL * left

              __m128i leftlo8 = _mm_unpacklo_epi16(tmplo8,tmphi8);

              __m128i lefthi8 = _mm_unpackhi_epi16(tmplo8,tmphi8);

              tmplo8 = _mm_mullo_epi16(x8top,wt8);    // wT*top

              tmphi8 = _mm_mulhi_epi16(x8top,wt8);    // wT*top

              __m128i toplo8 = _mm_unpacklo_epi16(tmplo8,tmphi8);

              __m128i tophi8 = _mm_unpackhi_epi16(tmplo8,tmphi8);

              __m128i wX = _mm_sub_epi16(w64_8,wl8);

              wX = _mm_sub_epi16(wX,wt8);            // 64-wL-wT

              tmplo8 = _mm_mullo_epi16(x8dst,wX);    // 64-wL-wT*dst

              tmphi8 = _mm_mulhi_epi16(x8dst,wX);    // 64-wL-wT*dst

              __m128i dstlo8 = _mm_unpacklo_epi16(tmplo8,tmphi8);

              __m128i dsthi8 = _mm_unpackhi_epi16(tmplo8,tmphi8);

              dstlo8 = _mm_add_epi32(dstlo8,toplo8);

              dsthi8 = _mm_add_epi32(dsthi8,tophi8);

              dstlo8 = _mm_add_epi32(dstlo8,leftlo8);

              dsthi8 = _mm_add_epi32(dsthi8,lefthi8);

              dstlo8 = _mm_add_epi32(dstlo8,w32_8);

              dsthi8 = _mm_add_epi32(dsthi8,w32_8);

              dstlo8 =  _mm_srai_epi32(dstlo8,6);

              dsthi8 =  _mm_srai_epi32(dsthi8,6);

              dstlo8 =  _mm_max_epi32(vbdmin8,dstlo8);

              dsthi8 =  _mm_max_epi32(vbdmin8,dsthi8);

              dstlo8 =  _mm_min_epi32(vbdmax8,dstlo8);

              dsthi8 =  _mm_min_epi32(vbdmax8,dsthi8);

              x8dst = _mm_packs_epi32(dstlo8,dsthi8);

            }

            if( iWidth >= 8 )

              _mm_storeu_si128( (__m128i*) ( pDst + y * dstStride + x ), x8dst );

            else if( iWidth == 4 )

              _mm_storeu_si64( (__m128i*) ( pDst + y * dstStride + x ), x8dst );

            else if( iWidth == 2 )

              _mm_storeu_si32( (__m128i*) ( pDst + y * dstStride + x ), x8dst );

          }

        }

        else //wT =0

        {

          for( int x = 0; x < std::min( iWidth, 16 ); x += 8 )

          {

            if( x == 0 )

              wl8 = wl8start;

            else if( x == 8 )

              wl8 = wl8start2;

            __m128i x8dst;

            if( iWidth >= 8 )

              x8dst = _mm_loadu_si128( (const __m128i*)( pDst + y * dstStride + x ) );   // load dst

            else if( iWidth == 4 )

              x8dst = _mm_loadu_si64( (const __m128i*)( pDst + y * dstStride + x ) );    // load dst

            else if( iWidth == 2 )

              x8dst = _mm_loadu_si32( (const __m128i*)( pDst + y * dstStride + x ) );    // load dst

            else

              CHECK( true, "wrong iWidth in IntraPredSampleFilter_SIMD, only implemented for >=8, ==4, ==2" );

            tmplo8          = _mm_mullo_epi16( x8left, wl8 );   // wL * left

            tmphi8          = _mm_mulhi_epi16( x8left, wl8 );   // wL * left

            __m128i leftlo8 = _mm_unpacklo_epi16( tmplo8, tmphi8 );

            __m128i lefthi8 = _mm_unpackhi_epi16( tmplo8, tmphi8 );

            __m128i wX     = _mm_sub_epi16( w64_8, wl8 );

            tmplo8         = _mm_mullo_epi16( x8dst, wX );   // 64-wL-wT*dst

            tmphi8         = _mm_mulhi_epi16( x8dst, wX );   // 64-wL-wT*dst

            __m128i dstlo8 = _mm_unpacklo_epi16( tmplo8, tmphi8 );

            __m128i dsthi8 = _mm_unpackhi_epi16( tmplo8, tmphi8 );

            dstlo8 = _mm_add_epi32( dstlo8, leftlo8 );

            dsthi8 = _mm_add_epi32( dsthi8, lefthi8 );

            dstlo8 = _mm_add_epi32( dstlo8, w32_8 );

            dsthi8 = _mm_add_epi32( dsthi8, w32_8 );

            dstlo8 = _mm_srai_epi32( dstlo8, 6 );

            dsthi8 = _mm_srai_epi32( dsthi8, 6 );

            dstlo8 = _mm_max_epi32( vbdmin8, dstlo8 );

            dsthi8 = _mm_max_epi32( vbdmin8, dsthi8 );

            dstlo8 = _mm_min_epi32( vbdmax8, dstlo8 );

            dsthi8 = _mm_min_epi32( vbdmax8, dsthi8 );

            dstlo8 = _mm_packs_epi32( dstlo8, dsthi8 );

            if( iWidth >= 8 )

              _mm_storeu_si128( (__m128i*)( pDst + y * dstStride + x ), dstlo8 );

            else if( iWidth == 4 )

              _mm_storeu_si64( (__m128i*)( pDst + y * dstStride + x ), ( dstlo8 ) );

            else if( iWidth == 2 )

              _mm_storeu_si32( (__m128i*)( pDst + y * dstStride + x ), dstlo8 );

          }

        }

      }

    }

  }

#if USE_AVX2

  _mm256_zeroupper();

#endif

}

Unexecuted instantiation: void vvdec::IntraPredSampleFilter_SIMD<(vvdec::x86_simd::X86_VEXT)1, 8>(short*, long, vvdec::AreaBuf<short>&, unsigned int, vvdec::ClpRngTemplate<short> const&)

Unexecuted instantiation: void vvdec::IntraPredSampleFilter_SIMD<(vvdec::x86_simd::X86_VEXT)1, 16>(short*, long, vvdec::AreaBuf<short>&, unsigned int, vvdec::ClpRngTemplate<short> const&)

Unexecuted instantiation: void vvdec::IntraPredSampleFilter_SIMD<(vvdec::x86_simd::X86_VEXT)4, 8>(short*, long, vvdec::AreaBuf<short>&, unsigned int, vvdec::ClpRngTemplate<short> const&)

Unexecuted instantiation: void vvdec::IntraPredSampleFilter_SIMD<(vvdec::x86_simd::X86_VEXT)4, 16>(short*, long, vvdec::AreaBuf<short>&, unsigned int, vvdec::ClpRngTemplate<short> const&)

/** Function for deriving planar intra prediction. This function derives the prediction samples for planar mode (intra coding).

 */

template< X86_VEXT vext>

void xPredIntraPlanar_SIMD( const CPelBuf &pSrc, PelBuf &pDst, const SPS& sps )

{

  const uint32_t width      = pDst.width;

  const uint32_t height     = pDst.height;

  const uint32_t log2W      = getLog2( width );

  const uint32_t log2H      = getLog2( height );

  const uint32_t finalShift = 1 + log2W + log2H;

  const uint32_t offset     = 1 << (log2W + log2H);

  const ptrdiff_t stride    = pDst.stride;

  Pel*            pred      = pDst.buf;

  const Pel *ptrSrc =pSrc.buf;

  int leftColumn,rightColumn;

  Pel tmp;

  int topRight = pSrc.at( width + 1, 0 );

  tmp=pSrc.at( 0, height+1 );

  const __m128i bottomLeft16 = _mm_set_epi16(tmp,tmp,tmp,tmp,tmp,tmp,tmp,tmp);

  const __m128i zero = _mm_setzero_si128();

  const __m128i eight = _mm_set_epi16(8,8,8,8,8,8,8,8);

  const __m128i offset32 = _mm_set_epi32(offset,offset,offset,offset);

  const __m128i vLog2W = _mm_cvtsi32_si128(log2W);

  const __m128i vLog2H = _mm_cvtsi32_si128(log2H);

  const __m128i vFinalShift = _mm_cvtsi32_si128(finalShift);

  for( int y = 0; y < height; y++)

  {

    leftColumn=pSrc.at(  0, y + 1 );

    rightColumn = topRight - leftColumn;

    leftColumn  = leftColumn << log2W;

    const __m128i leftColumn32 = _mm_set_epi32(leftColumn,leftColumn,leftColumn,leftColumn);

    const __m128i rightcolumn16 = _mm_set_epi16(rightColumn,rightColumn,rightColumn,rightColumn,rightColumn,rightColumn,rightColumn,rightColumn);

    const __m128i y16 = _mm_set_epi16(y+1,y+1,y+1,y+1,y+1,y+1,y+1,y+1);

          __m128i x16 = _mm_set_epi16(8,7,6,5,4,3,2,1);

    for( int x = 0; x < width; x+=8 )

    {

      //topRow[x] = pSrc.at( x + 1, 0 );

      __m128i topRow16 = _mm_loadu_si128 ((__m128i const *) (ptrSrc+(x+1)));

      //bottomRow[x] = bottomLeft - topRow[x];

      __m128i bottomRow16L = _mm_sub_epi16(bottomLeft16,topRow16);

      // (y+1)*bottomRow[x]

      __m128i  tmpH = _mm_mulhi_epi16(bottomRow16L,y16);

      __m128i tmpL = _mm_mullo_epi16(bottomRow16L,y16);

      bottomRow16L = _mm_unpacklo_epi16(tmpL,tmpH);

      __m128i bottomRow16H = _mm_unpackhi_epi16(tmpL,tmpH);

      // (topRow[x] topRow16H<< log2H)

      __m128i topRow32L = _mm_unpacklo_epi16(topRow16,zero);

      __m128i topRow32H = _mm_unpackhi_epi16(topRow16,zero);

      topRow32L = _mm_sll_epi32(topRow32L,vLog2H);

      topRow32H = _mm_sll_epi32(topRow32H,vLog2H);

      // vertPred    = (topRow[x] << log2H) + (y+1)*bottomRow[x];

      topRow32L = _mm_add_epi32(topRow32L,bottomRow16L);

      topRow32H = _mm_add_epi32(topRow32H,bottomRow16H);

      // horPred = leftColumn + (x+1)*rightColumn;

      tmpL = _mm_mullo_epi16(rightcolumn16,x16);

      tmpH = _mm_mulhi_epi16(rightcolumn16,x16);

      __m128i horpred32L = _mm_unpacklo_epi16(tmpL,tmpH);

      __m128i horpred32H = _mm_unpackhi_epi16(tmpL,tmpH);

      horpred32L = _mm_add_epi32(leftColumn32,horpred32L);

      horpred32H = _mm_add_epi32(leftColumn32,horpred32H);

      // pred[x]      = ( ( horPred << log2H ) + ( vertPred << log2W ) + offset ) >> finalShift;

      horpred32L = _mm_sll_epi32(horpred32L,vLog2H);

      horpred32H = _mm_sll_epi32(horpred32H,vLog2H);

      topRow32L = _mm_sll_epi32(topRow32L,vLog2W);

      topRow32H = _mm_sll_epi32(topRow32H,vLog2W);

      horpred32L = _mm_add_epi32(horpred32L,topRow32L);

      horpred32H = _mm_add_epi32(horpred32H,topRow32H);

      horpred32L = _mm_add_epi32(horpred32L,offset32);

      horpred32H = _mm_add_epi32(horpred32H,offset32);

      horpred32L = _mm_srl_epi32(horpred32L,vFinalShift);

      horpred32H = _mm_srl_epi32(horpred32H,vFinalShift);

      tmpL = _mm_packs_epi32(horpred32L,horpred32H);

      if (width>=8)

        _mm_storeu_si128(( __m128i * )(pred+y*stride+x), (tmpL) );

      else if (width==4)

        _mm_storeu_si64(( __m128i * )(pred+y*stride+x), (tmpL) );

      else if (width==2)

        _mm_storeu_si32(( __m128i * )(pred+y*stride+x),(tmpL) );

      else

        pred[y*stride+x]=(Pel)_mm_extract_epi16 (tmpL,0);