// Copyright (c) the JPEG XL Project Authors. All rights reserved.

//

// Use of this source code is governed by a BSD-style

// license that can be found in the LICENSE file.

#include "lib/jxl/simd_util.h"

#include <cstddef>

#undef HWY_TARGET_INCLUDE

#define HWY_TARGET_INCLUDE "lib/jxl/simd_util.cc"

#include <hwy/foreach_target.h>

#include <hwy/highway.h>

HWY_BEFORE_NAMESPACE();

namespace jxl {

namespace HWY_NAMESPACE {

using hwy::HWY_NAMESPACE::GetLane;

using hwy::HWY_NAMESPACE::IfThenElseZero;

using hwy::HWY_NAMESPACE::Iota;

using hwy::HWY_NAMESPACE::LoadU;

using hwy::HWY_NAMESPACE::Lt;

using hwy::HWY_NAMESPACE::Max;

using hwy::HWY_NAMESPACE::MaxOfLanes;

using hwy::HWY_NAMESPACE::Set;

size_t MaxVectorSize() {

  HWY_FULL(float) df;

  return Lanes(df) * sizeof(float);

}

Unexecuted instantiation: jxl::N_SSE4::MaxVectorSize()

jxl::N_AVX2::MaxVectorSize()

Line

Count

Source

28

12.2M

size_t MaxVectorSize() {

29

12.2M

  HWY_FULL(float) df;

30

12.2M

  return Lanes(df) * sizeof(float);

31

12.2M

}

Unexecuted instantiation: jxl::N_AVX3::MaxVectorSize()

Unexecuted instantiation: jxl::N_AVX3_ZEN4::MaxVectorSize()

Unexecuted instantiation: jxl::N_AVX3_SPR::MaxVectorSize()

Unexecuted instantiation: jxl::N_SSE2::MaxVectorSize()

uint32_t MaxValue(uint32_t* JXL_RESTRICT data, size_t len) {

  HWY_FULL(uint32_t) du;

  size_t last_full = Lanes(du) * (len / Lanes(du));

  auto max = Set(du, 0);

  for (size_t i = 0; i < last_full; i += Lanes(du)) {

    max = Max(max, LoadU(du, data + i));

  }

  if (last_full < len) {

    const auto stop = Set(du, len);

    const auto fence = Iota(du, last_full);

    const auto take = Lt(fence, stop);

    max = Max(max, IfThenElseZero(take, LoadU(du, data + last_full)));

  }

  return GetLane(MaxOfLanes(du, max));

}

Unexecuted instantiation: jxl::N_SSE4::MaxValue(unsigned int*, unsigned long)

jxl::N_AVX2::MaxValue(unsigned int*, unsigned long)

Line

Count

Source

33

169k

uint32_t MaxValue(uint32_t* JXL_RESTRICT data, size_t len) {

34

169k

  HWY_FULL(uint32_t) du;

35

169k

  size_t last_full = Lanes(du) * (len / Lanes(du));

36

169k

  auto max = Set(du, 0);

37

5.60M

  for (size_t i = 0; i < last_full; i += Lanes(du)) {

38

5.43M

    max = Max(max, LoadU(du, data + i));

39

5.43M

  }

40

169k

  if (last_full < len) {

41

49.9k

    const auto stop = Set(du, len);

42

49.9k

    const auto fence = Iota(du, last_full);

43

49.9k

    const auto take = Lt(fence, stop);

44

49.9k

    max = Max(max, IfThenElseZero(take, LoadU(du, data + last_full)));

45

49.9k

  }

46

169k

  return GetLane(MaxOfLanes(du, max));

47

169k

}

Unexecuted instantiation: jxl::N_AVX3::MaxValue(unsigned int*, unsigned long)

Unexecuted instantiation: jxl::N_AVX3_ZEN4::MaxValue(unsigned int*, unsigned long)

Unexecuted instantiation: jxl::N_AVX3_SPR::MaxValue(unsigned int*, unsigned long)

Unexecuted instantiation: jxl::N_SSE2::MaxValue(unsigned int*, unsigned long)

// NOLINTNEXTLINE(google-readability-namespace-comments)

}  // namespace HWY_NAMESPACE

}  // namespace jxl

HWY_AFTER_NAMESPACE();

#if HWY_ONCE

namespace jxl {

HWY_EXPORT(MaxVectorSize);

HWY_EXPORT(MaxValue);

size_t MaxVectorSize() {

  // Ideally HWY framework should provide us this value.

  // Less than ideal is to check all available targets and choose maximal.

  // As for now, we just ask current active target, assuming it won't change.

  return HWY_DYNAMIC_DISPATCH(MaxVectorSize)();

}

uint32_t MaxValue(uint32_t* JXL_RESTRICT data, size_t len) {

  return HWY_DYNAMIC_DISPATCH(MaxValue)(data, len);

}

}  // namespace jxl

#endif