/* FreeRDP: A Remote Desktop Protocol Client

 * Optimized routines to set a chunk of memory to a constant.

 * vi:ts=4 sw=4:

 *

 * (c) Copyright 2012 Hewlett-Packard Development Company, L.P.

 * Licensed under the Apache License, Version 2.0 (the "License"); you may

 * not use this file except in compliance with the License. You may obtain

 * a copy of the License at http://www.apache.org/licenses/LICENSE-2.0.

 * Unless required by applicable law or agreed to in writing, software

 * distributed under the License is distributed on an "AS IS" BASIS,

 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express

 * or implied. See the License for the specific language governing

 * permissions and limitations under the License.

 *

 */

#include <freerdp/config.h>

#include <string.h>

#include <freerdp/types.h>

#include <freerdp/primitives.h>

#include <winpr/sysinfo.h>

#ifdef WITH_SSE2

#include <emmintrin.h>

#endif /* WITH_SSE2 */

#ifdef WITH_IPP

#include <ipps.h>

#endif /* WITH_IPP */

#include "prim_internal.h"

static primitives_t* generic = NULL;

/* ========================================================================= */

#ifdef WITH_SSE2

#if !defined(WITH_IPP) || defined(ALL_PRIMITIVES_VERSIONS)

static pstatus_t sse2_set_8u(BYTE val, BYTE* WINPR_RESTRICT pDst, UINT32 len)

{

  BYTE byte, *dptr;

  __m128i xmm0;

  size_t count;

  if (len < 16)

    return generic->set_8u(val, pDst, len);

  byte = val;

  dptr = (BYTE*)pDst;

  /* Seek 16-byte alignment. */

  while ((ULONG_PTR)dptr & 0x0f)

  {

    *dptr++ = byte;

    if (--len == 0)

      return PRIMITIVES_SUCCESS;

  }

  xmm0 = _mm_set1_epi8(byte);

  /* Cover 256-byte chunks via SSE register stores. */

  count = len >> 8;

  len -= count << 8;

  /* Do 256-byte chunks using one XMM register. */

  while (count--)

  {

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 16;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 16;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 16;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 16;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 16;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 16;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 16;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 16;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 16;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 16;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 16;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 16;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 16;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 16;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 16;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 16;

  }

  /* Cover 16-byte chunks via SSE register stores. */

  count = len >> 4;

  len -= count << 4;

  /* Do 16-byte chunks using one XMM register. */

  while (count--)

  {

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 16;

  }

  /* Do leftover bytes. */

  while (len--)

    *dptr++ = byte;

  return PRIMITIVES_SUCCESS;

}

#endif /* !defined(WITH_IPP) || defined(ALL_PRIMITIVES_VERSIONS) */

#endif /* WITH_SSE2 */

/* ------------------------------------------------------------------------- */

#ifdef WITH_SSE2

#if !defined(WITH_IPP) || defined(ALL_PRIMITIVES_VERSIONS)

static pstatus_t sse2_set_32u(UINT32 val, UINT32* WINPR_RESTRICT pDst, UINT32 len)

{

  const primitives_t* prim = primitives_get_generic();

  UINT32* dptr = (UINT32*)pDst;

  __m128i xmm0;

  size_t count;

  /* If really short, just do it here. */

  if (len < 32)

  {

    while (len--)

      *dptr++ = val;

    return PRIMITIVES_SUCCESS;

  }

  /* Assure we can reach 16-byte alignment. */

  if (((ULONG_PTR)dptr & 0x03) != 0)

  {

    return prim->set_32u(val, pDst, len);

  }

  /* Seek 16-byte alignment. */

  while ((ULONG_PTR)dptr & 0x0f)

  {

    *dptr++ = val;

    if (--len == 0)

      return PRIMITIVES_SUCCESS;

  }

  xmm0 = _mm_set1_epi32(val);

  /* Cover 256-byte chunks via SSE register stores. */

  count = len >> 6;

  len -= count << 6;

  /* Do 256-byte chunks using one XMM register. */

  while (count--)

  {

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 4;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 4;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 4;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 4;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 4;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 4;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 4;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 4;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 4;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 4;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 4;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 4;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 4;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 4;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 4;

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 4;

  }

  /* Cover 16-byte chunks via SSE register stores. */

  count = len >> 2;

  len -= count << 2;

  /* Do 16-byte chunks using one XMM register. */

  while (count--)

  {

    _mm_store_si128((__m128i*)dptr, xmm0);

    dptr += 4;

  }

  /* Do leftover bytes. */

  while (len--)

    *dptr++ = val;

  return PRIMITIVES_SUCCESS;

}

/* ------------------------------------------------------------------------- */

static pstatus_t sse2_set_32s(INT32 val, INT32* WINPR_RESTRICT pDst, UINT32 len)

{

  UINT32 uval = *((UINT32*)&val);

  return sse2_set_32u(uval, (UINT32*)pDst, len);

}

#endif /* !defined(WITH_IPP) || defined(ALL_PRIMITIVES_VERSIONS) */

#endif /* WITH_SSE2 */

#ifdef WITH_IPP

/* ------------------------------------------------------------------------- */

static pstatus_t ipp_wrapper_set_32u(UINT32 val, UINT32* WINPR_RESTRICT pDst, INT32 len)

{

  /* A little type conversion, then use the signed version. */

  INT32 sval = *((INT32*)&val);

  return ippsSet_32s(sval, (INT32*)pDst, len);

}

#endif

/* ------------------------------------------------------------------------- */

void primitives_init_set_opt(primitives_t* WINPR_RESTRICT prims)

{

  generic = primitives_get_generic();

  primitives_init_set(prims);

  /* Pick tuned versions if possible. */

#ifdef WITH_IPP

  prims->set_8u = (__set_8u_t)ippsSet_8u;

  prims->set_32s = (__set_32s_t)ippsSet_32s;

  prims->set_32u = (__set_32u_t)ipp_wrapper_set_32u;

  prims->zero = (__zero_t)ippsZero_8u;

#elif defined(WITH_SSE2)

  if (IsProcessorFeaturePresent(PF_SSE2_INSTRUCTIONS_AVAILABLE))

  {

    prims->set_8u = sse2_set_8u;

    prims->set_32s = sse2_set_32s;

    prims->set_32u = sse2_set_32u;

  }

#endif

}