_Z29get_supported_implementationsv:
   26|  2.39k|get_supported_implementations() {
   27|  2.39k|  static const auto impl = []() -> auto {
   28|  2.39k|    std::vector<const simdutf::implementation*> ret;
   29|  2.39k|    for (auto e : simdutf::get_available_implementations()) {
   30|  2.39k|      std::cerr << "implementation " << e->name() << " is available? "
   31|  2.39k|                << e->supported_by_runtime_system() << '\n';
   32|  2.39k|      if (e->supported_by_runtime_system()) {
   33|  2.39k|        ret.push_back(e);
   34|  2.39k|      }
   35|  2.39k|    }
   36|  2.39k|    return ret;
   37|  2.39k|  }();
   38|  2.39k|  return {impl.data(), impl.size()};
   39|  2.39k|}
_ZZ29get_supported_implementationsvENKUlvE_clEv:
   27|      1|  static const auto impl = []() -> auto {
   28|      1|    std::vector<const simdutf::implementation*> ret;
   29|      4|    for (auto e : simdutf::get_available_implementations()) {
  ------------------
  |  Branch (29:17): [True: 4, False: 1]
  ------------------
   30|      4|      std::cerr << "implementation " << e->name() << " is available? "
   31|      4|                << e->supported_by_runtime_system() << '\n';
   32|      4|      if (e->supported_by_runtime_system()) {
  ------------------
  |  Branch (32:11): [True: 3, False: 1]
  ------------------
   33|      3|        ret.push_back(e);
   34|      3|      }
   35|      4|    }
   36|      1|    return ret;
   37|      1|  }();
_ZneRKN7simdutf6resultES2_:
   42|  4.78k|inline bool operator!=(const simdutf::result& a, const simdutf::result& b) {
   43|  4.78k|  return a.count != b.count || a.error != b.error;
  ------------------
  |  Branch (43:10): [True: 0, False: 4.78k]
  |  Branch (43:32): [True: 0, False: 4.78k]
  ------------------
   44|  4.78k|}

LLVMFuzzerTestOneInput:
  211|  2.39k|extern "C" int LLVMFuzzerTestOneInput(const uint8_t* data, size_t size) {
  212|       |  // First 4 bytes: action selector + alignment padding.
  213|  2.39k|  if (size < 4) {
  ------------------
  |  Branch (213:7): [True: 2, False: 2.39k]
  ------------------
  214|      2|    return 0;
  215|      2|  }
  216|  2.39k|  constexpr auto Ncases = 2u;
  217|  2.39k|  constexpr auto actionmask = std::bit_ceil(Ncases) - 1;
  218|  2.39k|  const auto action = data[0] & actionmask;
  219|       |
  220|       |  // Advance by 4 so the remaining data is aligned to char16_t.
  221|  2.39k|  data += 4;
  222|  2.39k|  size -= 4;
  223|       |
  224|  2.39k|  const std::span<const char16_t> u16data{
  225|  2.39k|      reinterpret_cast<const char16_t*>(data), size / sizeof(char16_t)};
  226|       |
  227|  2.39k|  switch (action) {
  ------------------
  |  Branch (227:11): [True: 2.39k, False: 0]
  ------------------
  228|  1.19k|  case 0:
  ------------------
  |  Branch (228:3): [True: 1.19k, False: 1.19k]
  ------------------
  229|  1.19k|    test_utf16le_with_replacement(u16data);
  230|  1.19k|    break;
  231|  1.19k|  case 1:
  ------------------
  |  Branch (231:3): [True: 1.19k, False: 1.19k]
  ------------------
  232|  1.19k|    test_utf16be_with_replacement(u16data);
  233|  1.19k|    break;
  234|  2.39k|  }
  235|       |
  236|  2.39k|  return 0;
  237|  2.39k|}
with_replacement.cpp:_ZL29test_utf16le_with_replacementNSt3__14spanIKDsLm18446744073709551615EEE:
   27|  1.19k|static void test_utf16le_with_replacement(std::span<const char16_t> input) {
   28|  1.19k|  const auto implementations = get_supported_implementations();
   29|  1.19k|  if (implementations.empty()) {
  ------------------
  |  Branch (29:7): [True: 0, False: 1.19k]
  ------------------
   30|      0|    return;
   31|      0|  }
   32|       |
   33|       |  // Step 1: Collect length predictions from all implementations and check
   34|       |  // agreement.
   35|  1.19k|  std::vector<simdutf::result> len_results;
   36|  1.19k|  len_results.reserve(implementations.size());
   37|  3.59k|  for (auto impl : implementations) {
  ------------------
  |  Branch (37:18): [True: 3.59k, False: 1.19k]
  ------------------
   38|  3.59k|    len_results.push_back(impl->utf8_length_from_utf16le_with_replacement(
   39|  3.59k|        input.data(), input.size()));
   40|  3.59k|  }
   41|  1.19k|  {
   42|  1.19k|    auto neq = [](const auto& a, const auto& b) { return a != b; };
   43|  1.19k|    if (std::ranges::adjacent_find(len_results, neq) != len_results.end()) {
  ------------------
  |  Branch (43:9): [True: 0, False: 1.19k]
  ------------------
   44|      0|      std::cerr << "utf8_length_from_utf16le_with_replacement: implementations "
   45|      0|                   "disagree\n";
   46|      0|      for (std::size_t i = 0; i < implementations.size(); ++i) {
  ------------------
  |  Branch (46:31): [True: 0, False: 0]
  ------------------
   47|      0|        std::cerr << "  " << implementations[i]->name()
   48|      0|                  << ": count=" << len_results[i].count
   49|      0|                  << " error=" << len_results[i].error << "\n";
   50|      0|      }
   51|      0|      std::abort();
   52|      0|    }
   53|  1.19k|  }
   54|       |
   55|  1.19k|  const std::size_t expected_len = len_results[0].count;
   56|       |  // error == SUCCESS means no surrogates encountered; SURROGATE means at least
   57|       |  // one.
   58|  1.19k|  const bool has_surrogates = (len_results[0].error != simdutf::SUCCESS);
   59|       |
   60|       |  // Step 2: Run conversion across all implementations and verify written ==
   61|       |  // expected_len.
   62|  1.19k|  std::vector<std::vector<char>> outputs;
   63|  1.19k|  outputs.reserve(implementations.size());
   64|  3.59k|  for (auto impl : implementations) {
  ------------------
  |  Branch (64:18): [True: 3.59k, False: 1.19k]
  ------------------
   65|  3.59k|    std::vector<char> out(expected_len);
   66|  3.59k|    const auto written = impl->convert_utf16le_to_utf8_with_replacement(
   67|  3.59k|        input.data(), input.size(), out.data());
   68|  3.59k|    if (written != expected_len) {
  ------------------
  |  Branch (68:9): [True: 0, False: 3.59k]
  ------------------
   69|      0|      std::cerr << "convert_utf16le_to_utf8_with_replacement:" << " written="
   70|      0|                << written << " but length predicted=" << expected_len
   71|      0|                << " impl=" << impl->name() << "\n";
   72|      0|      std::abort();
   73|      0|    }
   74|  3.59k|    outputs.push_back(std::move(out));
   75|  3.59k|  }
   76|       |
   77|       |  // Step 3: All implementations must agree on the output bytes.
   78|  1.19k|  {
   79|  1.19k|    auto neq = [](const auto& a, const auto& b) { return a != b; };
   80|  1.19k|    if (std::ranges::adjacent_find(outputs, neq) != outputs.end()) {
  ------------------
  |  Branch (80:9): [True: 0, False: 1.19k]
  ------------------
   81|      0|      std::cerr << "convert_utf16le_to_utf8_with_replacement: outputs differ "
   82|      0|                   "between implementations\n";
   83|      0|      for (std::size_t i = 0; i < implementations.size(); ++i) {
  ------------------
  |  Branch (83:31): [True: 0, False: 0]
  ------------------
   84|      0|        std::cerr << "  " << implementations[i]->name()
   85|      0|                  << ": hash=" << FNV1A_hash::as_str(outputs[i]) << "\n";
   86|      0|      }
   87|      0|      std::abort();
   88|      0|    }
   89|  1.19k|  }
   90|       |
   91|       |  // Step 4: Output must always be valid UTF-8.
   92|  4.78k|  for (std::size_t i = 0; i < implementations.size(); ++i) {
  ------------------
  |  Branch (92:27): [True: 3.59k, False: 1.19k]
  ------------------
   93|  3.59k|    if (!implementations[i]->validate_utf8(outputs[i].data(),
  ------------------
  |  Branch (93:9): [True: 0, False: 3.59k]
  ------------------
   94|  3.59k|                                           outputs[i].size())) {
   95|      0|      std::cerr << "convert_utf16le_to_utf8_with_replacement: output is not "
   96|      0|                   "valid UTF-8"
   97|      0|                << " impl=" << implementations[i]->name() << "\n";
   98|      0|      std::abort();
   99|      0|    }
  100|  3.59k|  }
  101|       |
  102|       |  // Step 5: When no surrogates were found, match the regular (non-replacement)
  103|       |  // length.
  104|  1.19k|  if (!has_surrogates) {
  ------------------
  |  Branch (104:7): [True: 399, False: 798]
  ------------------
  105|  1.59k|    for (std::size_t i = 0; i < implementations.size(); ++i) {
  ------------------
  |  Branch (105:29): [True: 1.19k, False: 399]
  ------------------
  106|  1.19k|      auto impl = implementations[i];
  107|  1.19k|      const auto regular_len =
  108|  1.19k|          impl->utf8_length_from_utf16le(input.data(), input.size());
  109|  1.19k|      if (regular_len != expected_len) {
  ------------------
  |  Branch (109:11): [True: 0, False: 1.19k]
  ------------------
  110|      0|        std::cerr
  111|      0|            << "utf16le_with_replacement: no surrogates but length mismatch:"
  112|      0|            << " with_replacement=" << expected_len
  113|      0|            << " regular=" << regular_len << " impl=" << impl->name() << "\n";
  114|      0|        std::abort();
  115|      0|      }
  116|  1.19k|    }
  117|    399|  }
  118|  1.19k|}
with_replacement.cpp:_ZZL29test_utf16le_with_replacementNSt3__14spanIKDsLm18446744073709551615EEEENK3$_0clIN7simdutf6resultES6_EEDaRKT_RKT0_:
   42|  2.39k|    auto neq = [](const auto& a, const auto& b) { return a != b; };
with_replacement.cpp:_ZZL29test_utf16le_with_replacementNSt3__14spanIKDsLm18446744073709551615EEEENK3$_1clINS_6vectorIcNS_9allocatorIcEEEES8_EEDaRKT_RKT0_:
   79|  2.39k|    auto neq = [](const auto& a, const auto& b) { return a != b; };
with_replacement.cpp:_ZL29test_utf16be_with_replacementNSt3__14spanIKDsLm18446744073709551615EEE:
  120|  1.19k|static void test_utf16be_with_replacement(std::span<const char16_t> input) {
  121|  1.19k|  const auto implementations = get_supported_implementations();
  122|  1.19k|  if (implementations.empty()) {
  ------------------
  |  Branch (122:7): [True: 0, False: 1.19k]
  ------------------
  123|      0|    return;
  124|      0|  }
  125|       |
  126|       |  // Step 1: Collect length predictions from all implementations and check
  127|       |  // agreement.
  128|  1.19k|  std::vector<simdutf::result> len_results;
  129|  1.19k|  len_results.reserve(implementations.size());
  130|  3.59k|  for (auto impl : implementations) {
  ------------------
  |  Branch (130:18): [True: 3.59k, False: 1.19k]
  ------------------
  131|  3.59k|    len_results.push_back(impl->utf8_length_from_utf16be_with_replacement(
  132|  3.59k|        input.data(), input.size()));
  133|  3.59k|  }
  134|  1.19k|  {
  135|  1.19k|    auto neq = [](const auto& a, const auto& b) { return a != b; };
  136|  1.19k|    if (std::ranges::adjacent_find(len_results, neq) != len_results.end()) {
  ------------------
  |  Branch (136:9): [True: 0, False: 1.19k]
  ------------------
  137|      0|      std::cerr << "utf8_length_from_utf16be_with_replacement: implementations "
  138|      0|                   "disagree\n";
  139|      0|      for (std::size_t i = 0; i < implementations.size(); ++i) {
  ------------------
  |  Branch (139:31): [True: 0, False: 0]
  ------------------
  140|      0|        std::cerr << "  " << implementations[i]->name()
  141|      0|                  << ": count=" << len_results[i].count
  142|      0|                  << " error=" << len_results[i].error << "\n";
  143|      0|      }
  144|      0|      std::abort();
  145|      0|    }
  146|  1.19k|  }
  147|       |
  148|  1.19k|  const std::size_t expected_len = len_results[0].count;
  149|  1.19k|  const bool has_surrogates = (len_results[0].error != simdutf::SUCCESS);
  150|       |
  151|       |  // Step 2: Run conversion across all implementations and verify written ==
  152|       |  // expected_len.
  153|  1.19k|  std::vector<std::vector<char>> outputs;
  154|  1.19k|  outputs.reserve(implementations.size());
  155|  3.59k|  for (auto impl : implementations) {
  ------------------
  |  Branch (155:18): [True: 3.59k, False: 1.19k]
  ------------------
  156|  3.59k|    std::vector<char> out(expected_len);
  157|  3.59k|    const auto written = impl->convert_utf16be_to_utf8_with_replacement(
  158|  3.59k|        input.data(), input.size(), out.data());
  159|  3.59k|    if (written != expected_len) {
  ------------------
  |  Branch (159:9): [True: 0, False: 3.59k]
  ------------------
  160|      0|      std::cerr << "convert_utf16be_to_utf8_with_replacement:" << " written="
  161|      0|                << written << " but length predicted=" << expected_len
  162|      0|                << " impl=" << impl->name() << "\n";
  163|      0|      std::abort();
  164|      0|    }
  165|  3.59k|    outputs.push_back(std::move(out));
  166|  3.59k|  }
  167|       |
  168|       |  // Step 3: All implementations must agree on the output bytes.
  169|  1.19k|  {
  170|  1.19k|    auto neq = [](const auto& a, const auto& b) { return a != b; };
  171|  1.19k|    if (std::ranges::adjacent_find(outputs, neq) != outputs.end()) {
  ------------------
  |  Branch (171:9): [True: 0, False: 1.19k]
  ------------------
  172|      0|      std::cerr << "convert_utf16be_to_utf8_with_replacement: outputs differ "
  173|      0|                   "between implementations\n";
  174|      0|      for (std::size_t i = 0; i < implementations.size(); ++i) {
  ------------------
  |  Branch (174:31): [True: 0, False: 0]
  ------------------
  175|      0|        std::cerr << "  " << implementations[i]->name()
  176|      0|                  << ": hash=" << FNV1A_hash::as_str(outputs[i]) << "\n";
  177|      0|      }
  178|      0|      std::abort();
  179|      0|    }
  180|  1.19k|  }
  181|       |
  182|       |  // Step 4: Output must always be valid UTF-8.
  183|  4.78k|  for (std::size_t i = 0; i < implementations.size(); ++i) {
  ------------------
  |  Branch (183:27): [True: 3.59k, False: 1.19k]
  ------------------
  184|  3.59k|    if (!implementations[i]->validate_utf8(outputs[i].data(),
  ------------------
  |  Branch (184:9): [True: 0, False: 3.59k]
  ------------------
  185|  3.59k|                                           outputs[i].size())) {
  186|      0|      std::cerr << "convert_utf16be_to_utf8_with_replacement: output is not "
  187|      0|                   "valid UTF-8"
  188|      0|                << " impl=" << implementations[i]->name() << "\n";
  189|      0|      std::abort();
  190|      0|    }
  191|  3.59k|  }
  192|       |
  193|       |  // Step 5: When no surrogates were found, match the regular (non-replacement)
  194|       |  // length.
  195|  1.19k|  if (!has_surrogates) {
  ------------------
  |  Branch (195:7): [True: 392, False: 805]
  ------------------
  196|  1.56k|    for (std::size_t i = 0; i < implementations.size(); ++i) {
  ------------------
  |  Branch (196:29): [True: 1.17k, False: 392]
  ------------------
  197|  1.17k|      auto impl = implementations[i];
  198|  1.17k|      const auto regular_len =
  199|  1.17k|          impl->utf8_length_from_utf16be(input.data(), input.size());
  200|  1.17k|      if (regular_len != expected_len) {
  ------------------
  |  Branch (200:11): [True: 0, False: 1.17k]
  ------------------
  201|      0|        std::cerr
  202|      0|            << "utf16be_with_replacement: no surrogates but length mismatch:"
  203|      0|            << " with_replacement=" << expected_len
  204|      0|            << " regular=" << regular_len << " impl=" << impl->name() << "\n";
  205|      0|        std::abort();
  206|      0|      }
  207|  1.17k|    }
  208|    392|  }
  209|  1.19k|}
with_replacement.cpp:_ZZL29test_utf16be_with_replacementNSt3__14spanIKDsLm18446744073709551615EEEENK3$_0clIN7simdutf6resultES6_EEDaRKT_RKT0_:
  135|  2.39k|    auto neq = [](const auto& a, const auto& b) { return a != b; };
with_replacement.cpp:_ZZL29test_utf16be_with_replacementNSt3__14spanIKDsLm18446744073709551615EEEENK3$_1clINS_6vectorIcNS_9allocatorIcEEEES8_EEDaRKT_RKT0_:
  170|  2.39k|    auto neq = [](const auto& a, const auto& b) { return a != b; };

_ZN7simdutf6resultC2ENS_10error_codeEm:
   87|  7.09M|      : error{err}, count{pos} {}
_ZN7simdutf11full_resultC2ENS_10error_codeEmm:
  111|  7.10M|      : error{err}, input_count{pos_in}, output_count{pos_out} {}

_ZNK7simdutf14implementation4nameEv:
 5562|      4|  virtual std::string_view name() const noexcept { return _name; }
_ZNK7simdutf14implementation25required_instruction_setsEv:
 5613|      8|  virtual uint32_t required_instruction_sets() const {
 5614|      8|    return _required_instruction_sets;
 5615|      8|  }
_ZN7simdutf14implementationC2EPKcS2_j:
 7514|      4|      : _name(name), _description(description),
 7515|      4|        _required_instruction_sets(required_instruction_sets) {}
_ZN7simdutf8internal29available_implementation_listC2Ev:
 7546|      1|  simdutf_really_inline available_implementation_list() {}

simdutf.cpp:_ZN7simdutf8internalL30detect_supported_architecturesEv:
  301|      8|static inline uint32_t detect_supported_architectures() {
  302|      8|  uint32_t eax;
  303|      8|  uint32_t ebx = 0;
  304|      8|  uint32_t ecx = 0;
  305|      8|  uint32_t edx = 0;
  306|      8|  uint32_t host_isa = 0x0;
  307|       |
  308|       |  // EBX for EAX=0x1
  309|      8|  eax = 0x1;
  310|      8|  cpuid(&eax, &ebx, &ecx, &edx);
  311|       |
  312|      8|  if (ecx & cpuid_bit::sse42) {
  ------------------
  |  Branch (312:7): [True: 8, False: 0]
  ------------------
  313|      8|    host_isa |= instruction_set::SSE42;
  314|      8|  }
  315|       |
  316|      8|  if (ecx & cpuid_bit::pclmulqdq) {
  ------------------
  |  Branch (316:7): [True: 8, False: 0]
  ------------------
  317|      8|    host_isa |= instruction_set::PCLMULQDQ;
  318|      8|  }
  319|       |
  320|      8|  if ((ecx & cpuid_bit::osxsave) != cpuid_bit::osxsave) {
  ------------------
  |  Branch (320:7): [True: 0, False: 8]
  ------------------
  321|      0|    return host_isa;
  322|      0|  }
  323|       |
  324|       |  // xgetbv for checking if the OS saves registers
  325|      8|  uint64_t xcr0 = xgetbv();
  326|       |
  327|      8|  if ((xcr0 & cpuid_bit::xcr0_bit::avx256_saved) == 0) {
  ------------------
  |  Branch (327:7): [True: 0, False: 8]
  ------------------
  328|      0|    return host_isa;
  329|      0|  }
  330|       |  // ECX for EAX=0x7
  331|      8|  eax = 0x7;
  332|      8|  ecx = 0x0; // Sub-leaf = 0
  333|      8|  cpuid(&eax, &ebx, &ecx, &edx);
  334|      8|  if (ebx & cpuid_bit::ebx::avx2) {
  ------------------
  |  Branch (334:7): [True: 8, False: 0]
  ------------------
  335|      8|    host_isa |= instruction_set::AVX2;
  336|      8|  }
  337|      8|  if (ebx & cpuid_bit::ebx::bmi1) {
  ------------------
  |  Branch (337:7): [True: 8, False: 0]
  ------------------
  338|      8|    host_isa |= instruction_set::BMI1;
  339|      8|  }
  340|      8|  if (ebx & cpuid_bit::ebx::bmi2) {
  ------------------
  |  Branch (340:7): [True: 8, False: 0]
  ------------------
  341|      8|    host_isa |= instruction_set::BMI2;
  342|      8|  }
  343|      8|  if (!((xcr0 & cpuid_bit::xcr0_bit::avx512_saved) ==
  ------------------
  |  Branch (343:7): [True: 8, False: 0]
  ------------------
  344|      8|        cpuid_bit::xcr0_bit::avx512_saved)) {
  345|      8|    return host_isa;
  346|      8|  }
  347|      0|  if (ebx & cpuid_bit::ebx::avx512f) {
  ------------------
  |  Branch (347:7): [True: 0, False: 0]
  ------------------
  348|      0|    host_isa |= instruction_set::AVX512F;
  349|      0|  }
  350|      0|  if (ebx & cpuid_bit::ebx::avx512bw) {
  ------------------
  |  Branch (350:7): [True: 0, False: 0]
  ------------------
  351|      0|    host_isa |= instruction_set::AVX512BW;
  352|      0|  }
  353|      0|  if (ebx & cpuid_bit::ebx::avx512cd) {
  ------------------
  |  Branch (353:7): [True: 0, False: 0]
  ------------------
  354|      0|    host_isa |= instruction_set::AVX512CD;
  355|      0|  }
  356|      0|  if (ebx & cpuid_bit::ebx::avx512dq) {
  ------------------
  |  Branch (356:7): [True: 0, False: 0]
  ------------------
  357|      0|    host_isa |= instruction_set::AVX512DQ;
  358|      0|  }
  359|      0|  if (ebx & cpuid_bit::ebx::avx512vl) {
  ------------------
  |  Branch (359:7): [True: 0, False: 0]
  ------------------
  360|      0|    host_isa |= instruction_set::AVX512VL;
  361|      0|  }
  362|      0|  if (ecx & cpuid_bit::ecx::avx512vbmi2) {
  ------------------
  |  Branch (362:7): [True: 0, False: 0]
  ------------------
  363|      0|    host_isa |= instruction_set::AVX512VBMI2;
  364|      0|  }
  365|      0|  if (ecx & cpuid_bit::ecx::avx512vpopcnt) {
  ------------------
  |  Branch (365:7): [True: 0, False: 0]
  ------------------
  366|      0|    host_isa |= instruction_set::AVX512VPOPCNTDQ;
  367|      0|  }
  368|      0|  return host_isa;
  369|      8|}
simdutf.cpp:_ZN7simdutf8internalL5cpuidEPjS1_S1_S1_:
  267|     16|                         uint32_t *edx) {
  268|       |  #if defined(_MSC_VER)
  269|       |  int cpu_info[4];
  270|       |  __cpuidex(cpu_info, *eax, *ecx);
  271|       |  *eax = cpu_info[0];
  272|       |  *ebx = cpu_info[1];
  273|       |  *ecx = cpu_info[2];
  274|       |  *edx = cpu_info[3];
  275|       |  #elif (defined(HAVE_GCC_GET_CPUID) && defined(USE_GCC_GET_CPUID)) ||         \
  276|       |      defined(__FILC__)
  277|       |  uint32_t level = *eax;
  278|       |  __get_cpuid(level, eax, ebx, ecx, edx);
  279|       |  #else
  280|     16|  uint32_t a = *eax, b, c = *ecx, d;
  281|     16|  asm volatile("cpuid\n\t" : "+a"(a), "=b"(b), "+c"(c), "=d"(d));
  282|     16|  *eax = a;
  283|     16|  *ebx = b;
  284|     16|  *ecx = c;
  285|     16|  *edx = d;
  286|     16|  #endif
  287|     16|}
simdutf.cpp:_ZN7simdutf8internalL6xgetbvEv:
  289|      8|static inline uint64_t xgetbv() {
  290|       |  #if defined(_MSC_VER)
  291|       |  return _xgetbv(0);
  292|       |  #elif defined(__FILC__)
  293|       |  return zxgetbv();
  294|       |  #else
  295|      8|  uint32_t xcr0_lo, xcr0_hi;
  296|      8|  asm volatile("xgetbv\n\t" : "=a"(xcr0_lo), "=d"(xcr0_hi) : "c"(0));
  297|      8|  return xcr0_lo | ((uint64_t)xcr0_hi << 32);
  298|      8|  #endif
  299|      8|}

_ZN7simdutf6scalar14u16_swap_bytesEt:
    8|   138M|u16_swap_bytes(const uint16_t word) {
    9|   138M|  return uint16_t((word >> 8) | (word << 8));
   10|   138M|}
_ZN7simdutf6scalar5utf1614swap_if_neededILNS_10endiannessE0EEEtt:
   27|  88.8M|template <endianness big_endian> constexpr uint16_t swap_if_needed(uint16_t c) {
   28|  88.8M|  return !match_system(big_endian) ? scalar::u16_swap_bytes(c) : c;
  ------------------
  |  Branch (28:10): [Folded, False: 88.8M]
  ------------------
   29|  88.8M|}
_ZN7simdutf6scalar5utf1614swap_if_neededILNS_10endiannessE1EEEtt:
   27|  82.0M|template <endianness big_endian> constexpr uint16_t swap_if_needed(uint16_t c) {
   28|  82.0M|  return !match_system(big_endian) ? scalar::u16_swap_bytes(c) : c;
  ------------------
  |  Branch (28:10): [True: 82.0M, Folded]
  ------------------
   29|  82.0M|}

_ZN7simdutf6scalar5utf1617is_high_surrogateILNS_10endiannessE0EEEbDs:
  137|  30.3M|template <endianness big_endian> constexpr bool is_high_surrogate(char16_t c) {
  138|  30.3M|  c = scalar::utf16::swap_if_needed<big_endian>(c);
  139|  30.3M|  return (0xd800 <= c && c <= 0xdbff);
  ------------------
  |  Branch (139:11): [True: 2.11M, False: 28.1M]
  |  Branch (139:26): [True: 819k, False: 1.29M]
  ------------------
  140|  30.3M|}
_ZN7simdutf6scalar5utf1616is_low_surrogateILNS_10endiannessE0EEEbDs:
  142|  35.4M|template <endianness big_endian> constexpr bool is_low_surrogate(char16_t c) {
  143|  35.4M|  c = scalar::utf16::swap_if_needed<big_endian>(c);
  144|  35.4M|  return (0xdc00 <= c && c <= 0xdfff);
  ------------------
  |  Branch (144:11): [True: 1.49M, False: 33.9M]
  |  Branch (144:26): [True: 794k, False: 703k]
  ------------------
  145|  35.4M|}
_ZN7simdutf6scalar5utf1617is_high_surrogateILNS_10endiannessE1EEEbDs:
  137|  28.7M|template <endianness big_endian> constexpr bool is_high_surrogate(char16_t c) {
  138|  28.7M|  c = scalar::utf16::swap_if_needed<big_endian>(c);
  139|  28.7M|  return (0xd800 <= c && c <= 0xdbff);
  ------------------
  |  Branch (139:11): [True: 2.99M, False: 25.7M]
  |  Branch (139:26): [True: 1.11M, False: 1.88M]
  ------------------
  140|  28.7M|}
_ZN7simdutf6scalar5utf1616is_low_surrogateILNS_10endiannessE1EEEbDs:
  142|  33.4M|template <endianness big_endian> constexpr bool is_low_surrogate(char16_t c) {
  143|  33.4M|  c = scalar::utf16::swap_if_needed<big_endian>(c);
  144|  33.4M|  return (0xdc00 <= c && c <= 0xdfff);
  ------------------
  |  Branch (144:11): [True: 2.08M, False: 31.3M]
  |  Branch (144:26): [True: 1.07M, False: 1.00M]
  ------------------
  145|  33.4M|}
_ZN7simdutf6scalar5utf1622utf8_length_from_utf16ILNS_10endiannessE0EEEmPKDsm:
   91|  1.19k|                                                  size_t len) {
   92|       |  // We are not BOM aware.
   93|  1.19k|  size_t counter{0};
   94|  15.3M|  for (size_t i = 0; i < len; i++) {
  ------------------
  |  Branch (94:22): [True: 15.3M, False: 1.19k]
  ------------------
   95|  15.3M|    char16_t word = scalar::utf16::swap_if_needed<big_endian>(p[i]);
   96|  15.3M|    counter++; // ASCII
   97|  15.3M|    counter += static_cast<size_t>(
   98|  15.3M|        word >
   99|  15.3M|        0x7F); // non-ASCII is at least 2 bytes, surrogates are 2*2 == 4 bytes
  100|  15.3M|    counter += static_cast<size_t>((word > 0x7FF && word <= 0xD7FF) ||
  ------------------
  |  Branch (100:37): [True: 8.06M, False: 7.28M]
  |  Branch (100:53): [True: 8.00M, False: 63.3k]
  ------------------
  101|  7.35M|                                   (word >= 0xE000)); // three-byte
  ------------------
  |  Branch (101:36): [True: 63.3k, False: 7.28M]
  ------------------
  102|  15.3M|  }
  103|  1.19k|  return counter;
  104|  1.19k|}
_ZN7simdutf6scalar5utf1622utf8_length_from_utf16ILNS_10endiannessE1EEEmPKDsm:
   91|  1.17k|                                                  size_t len) {
   92|       |  // We are not BOM aware.
   93|  1.17k|  size_t counter{0};
   94|  9.47M|  for (size_t i = 0; i < len; i++) {
  ------------------
  |  Branch (94:22): [True: 9.47M, False: 1.17k]
  ------------------
   95|  9.47M|    char16_t word = scalar::utf16::swap_if_needed<big_endian>(p[i]);
   96|  9.47M|    counter++; // ASCII
   97|  9.47M|    counter += static_cast<size_t>(
   98|  9.47M|        word >
   99|  9.47M|        0x7F); // non-ASCII is at least 2 bytes, surrogates are 2*2 == 4 bytes
  100|  9.47M|    counter += static_cast<size_t>((word > 0x7FF && word <= 0xD7FF) ||
  ------------------
  |  Branch (100:37): [True: 5.17M, False: 4.29M]
  |  Branch (100:53): [True: 5.13M, False: 42.8k]
  ------------------
  101|  4.33M|                                   (word >= 0xE000)); // three-byte
  ------------------
  |  Branch (101:36): [True: 42.8k, False: 4.29M]
  ------------------
  102|  9.47M|  }
  103|  1.17k|  return counter;
  104|  1.17k|}
_ZN7simdutf6scalar5utf1639utf8_length_from_utf16_with_replacementILNS_10endiannessE0EEENS_6resultEPKDsm:
  153|  3.59k|utf8_length_from_utf16_with_replacement(const char16_t *p, size_t len) {
  154|  3.59k|  bool any_surrogates = false;
  155|       |  // We are not BOM aware.
  156|  3.59k|  size_t counter{0};
  157|  30.3M|  for (size_t i = 0; i < len; i++) {
  ------------------
  |  Branch (157:22): [True: 30.3M, False: 3.59k]
  ------------------
  158|  30.3M|    if (is_high_surrogate<big_endian>(p[i])) {
  ------------------
  |  Branch (158:9): [True: 818k, False: 29.4M]
  ------------------
  159|   818k|      any_surrogates = true;
  160|       |      // surrogate pair
  161|   818k|      if (i + 1 < len && is_low_surrogate<big_endian>(p[i + 1])) {
  ------------------
  |  Branch (161:11): [True: 818k, False: 420]
  |  Branch (161:26): [True: 79.4k, False: 738k]
  ------------------
  162|  79.4k|        counter += 4;
  163|  79.4k|        i++; // skip low surrogate
  164|   739k|      } else {
  165|   739k|        counter += 3; // unpaired high surrogate replaced by U+FFFD
  166|   739k|      }
  167|   818k|      continue;
  168|  29.4M|    } else if (is_low_surrogate<big_endian>(p[i])) {
  ------------------
  |  Branch (168:16): [True: 707k, False: 28.7M]
  ------------------
  169|   707k|      any_surrogates = true;
  170|   707k|      counter += 3; // unpaired low surrogate replaced by U+FFFD
  171|   707k|      continue;
  172|   707k|    }
  173|  28.7M|    char16_t word = !match_system(big_endian) ? u16_swap_bytes(p[i]) : p[i];
  ------------------
  |  Branch (173:21): [Folded, False: 28.7M]
  ------------------
  174|  28.7M|    counter++; // at least 1 byte
  175|  28.7M|    counter +=
  176|  28.7M|        static_cast<size_t>(word > 0x7F); // non-ASCII is at least 2 bytes
  177|  28.7M|    counter += static_cast<size_t>(word > 0x7FF); // three-byte
  178|  28.7M|  }
  179|  3.59k|  return {any_surrogates ? error_code::SURROGATE : error_code::SUCCESS,
  ------------------
  |  Branch (179:11): [True: 1.80k, False: 1.78k]
  ------------------
  180|  3.59k|          counter};
  181|  3.59k|}
_ZN7simdutf6scalar5utf1639utf8_length_from_utf16_with_replacementILNS_10endiannessE1EEENS_6resultEPKDsm:
  153|  3.59k|utf8_length_from_utf16_with_replacement(const char16_t *p, size_t len) {
  154|  3.59k|  bool any_surrogates = false;
  155|       |  // We are not BOM aware.
  156|  3.59k|  size_t counter{0};
  157|  28.7M|  for (size_t i = 0; i < len; i++) {
  ------------------
  |  Branch (157:22): [True: 28.7M, False: 3.59k]
  ------------------
  158|  28.7M|    if (is_high_surrogate<big_endian>(p[i])) {
  ------------------
  |  Branch (158:9): [True: 1.11M, False: 27.6M]
  ------------------
  159|  1.11M|      any_surrogates = true;
  160|       |      // surrogate pair
  161|  1.11M|      if (i + 1 < len && is_low_surrogate<big_endian>(p[i + 1])) {
  ------------------
  |  Branch (161:11): [True: 1.11M, False: 438]
  |  Branch (161:26): [True: 40.9k, False: 1.07M]
  ------------------
  162|  40.9k|        counter += 4;
  163|  40.9k|        i++; // skip low surrogate
  164|  1.07M|      } else {
  165|  1.07M|        counter += 3; // unpaired high surrogate replaced by U+FFFD
  166|  1.07M|      }
  167|  1.11M|      continue;
  168|  27.6M|    } else if (is_low_surrogate<big_endian>(p[i])) {
  ------------------
  |  Branch (168:16): [True: 1.02M, False: 26.5M]
  ------------------
  169|  1.02M|      any_surrogates = true;
  170|  1.02M|      counter += 3; // unpaired low surrogate replaced by U+FFFD
  171|  1.02M|      continue;
  172|  1.02M|    }
  173|  26.5M|    char16_t word = !match_system(big_endian) ? u16_swap_bytes(p[i]) : p[i];
  ------------------
  |  Branch (173:21): [True: 26.5M, Folded]
  ------------------
  174|  26.5M|    counter++; // at least 1 byte
  175|  26.5M|    counter +=
  176|  26.5M|        static_cast<size_t>(word > 0x7F); // non-ASCII is at least 2 bytes
  177|  26.5M|    counter += static_cast<size_t>(word > 0x7FF); // three-byte
  178|  26.5M|  }
  179|  3.59k|  return {any_surrogates ? error_code::SURROGATE : error_code::SUCCESS,
  ------------------
  |  Branch (179:11): [True: 1.78k, False: 1.80k]
  ------------------
  180|  3.59k|          counter};
  181|  3.59k|}

simdutf.cpp:_ZN7simdutf6scalar12_GLOBAL__N_113utf16_to_utf819convert_with_errorsILNS_10endiannessE0ELb0EPKDsPcQaasr7simdutf6detailE18indexes_into_utf16IT1_Esr7simdutf6detailE26index_assignable_from_charIT2_EEENS_11full_resultES8_mS9_m:
  101|  7.80k|                                                    size_t utf8_len = 0) {
  102|  7.80k|  if (check_output && utf8_len == 0) {
  ------------------
  |  Branch (102:7): [Folded, False: 7.80k]
  |  Branch (102:23): [True: 0, False: 0]
  ------------------
  103|      0|    return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, 0, 0);
  104|      0|  }
  105|       |
  106|  7.80k|  size_t pos = 0;
  107|  7.80k|  auto start = utf8_output;
  108|  7.80k|  auto end = utf8_output + utf8_len;
  109|       |
  110|  31.0k|  while (pos < len) {
  ------------------
  |  Branch (110:10): [True: 29.3k, False: 1.74k]
  ------------------
  111|       |#if SIMDUTF_CPLUSPLUS23
  112|       |    if !consteval
  113|       |#endif
  114|  29.3k|    {
  115|       |      // try to convert the next block of 8 bytes
  116|  29.3k|      if (pos + 4 <= len) { // if it is safe to read 8 more bytes, check that
  ------------------
  |  Branch (116:11): [True: 23.4k, False: 5.85k]
  ------------------
  117|       |                            // they are ascii
  118|  23.4k|        uint64_t v;
  119|  23.4k|        ::memcpy(&v, data + pos, sizeof(uint64_t));
  120|       |        if constexpr (!match_system(big_endian))
  121|       |          v = (v >> 8) | (v << (64 - 8));
  122|  23.4k|        if ((v & 0xFF80FF80FF80FF80) == 0) {
  ------------------
  |  Branch (122:13): [True: 1.31k, False: 22.1k]
  ------------------
  123|  1.31k|          size_t final_pos = pos + 4;
  124|  6.55k|          while (pos < final_pos) {
  ------------------
  |  Branch (124:18): [True: 5.24k, False: 1.31k]
  ------------------
  125|  5.24k|            if (check_output && size_t(end - utf8_output) < 1) {
  ------------------
  |  Branch (125:17): [Folded, False: 5.24k]
  |  Branch (125:33): [True: 0, False: 0]
  ------------------
  126|      0|              return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, pos,
  127|      0|                                 utf8_output - start);
  128|      0|            }
  129|  5.24k|            *utf8_output++ = !match_system(big_endian)
  ------------------
  |  Branch (129:30): [Folded, False: 5.24k]
  ------------------
  130|  5.24k|                                 ? char(u16_swap_bytes(data[pos]))
  131|  5.24k|                                 : char(data[pos]);
  132|  5.24k|            pos++;
  133|  5.24k|          }
  134|  1.31k|          continue;
  135|  1.31k|        }
  136|  23.4k|      }
  137|  29.3k|    }
  138|       |
  139|  27.9k|    uint16_t word =
  140|  27.9k|        !match_system(big_endian) ? u16_swap_bytes(data[pos]) : data[pos];
  ------------------
  |  Branch (140:9): [Folded, False: 27.9k]
  ------------------
  141|  27.9k|    if ((word & 0xFF80) == 0) {
  ------------------
  |  Branch (141:9): [True: 3.27k, False: 24.7k]
  ------------------
  142|       |      // will generate one UTF-8 bytes
  143|  3.27k|      if (check_output && size_t(end - utf8_output) < 1) {
  ------------------
  |  Branch (143:11): [Folded, False: 3.27k]
  |  Branch (143:27): [True: 0, False: 0]
  ------------------
  144|      0|        return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, pos,
  145|      0|                           utf8_output - start);
  146|      0|      }
  147|  3.27k|      *utf8_output++ = char(word);
  148|  3.27k|      pos++;
  149|  24.7k|    } else if ((word & 0xF800) == 0) {
  ------------------
  |  Branch (149:16): [True: 2.55k, False: 22.1k]
  ------------------
  150|       |      // will generate two UTF-8 bytes
  151|       |      // we have 0b110XXXXX 0b10XXXXXX
  152|  2.55k|      if (check_output && size_t(end - utf8_output) < 2) {
  ------------------
  |  Branch (152:11): [Folded, False: 2.55k]
  |  Branch (152:27): [True: 0, False: 0]
  ------------------
  153|      0|        return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, pos,
  154|      0|                           utf8_output - start);
  155|      0|      }
  156|  2.55k|      *utf8_output++ = char((word >> 6) | 0b11000000);
  157|  2.55k|      *utf8_output++ = char((word & 0b111111) | 0b10000000);
  158|  2.55k|      pos++;
  159|       |
  160|  22.1k|    } else if ((word & 0xF800) != 0xD800) {
  ------------------
  |  Branch (160:16): [True: 15.3k, False: 6.85k]
  ------------------
  161|       |      // will generate three UTF-8 bytes
  162|       |      // we have 0b1110XXXX 0b10XXXXXX 0b10XXXXXX
  163|  15.3k|      if (check_output && size_t(end - utf8_output) < 3) {
  ------------------
  |  Branch (163:11): [Folded, False: 15.3k]
  |  Branch (163:27): [True: 0, False: 0]
  ------------------
  164|      0|        return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, pos,
  165|      0|                           utf8_output - start);
  166|      0|      }
  167|  15.3k|      *utf8_output++ = char((word >> 12) | 0b11100000);
  168|  15.3k|      *utf8_output++ = char(((word >> 6) & 0b111111) | 0b10000000);
  169|  15.3k|      *utf8_output++ = char((word & 0b111111) | 0b10000000);
  170|  15.3k|      pos++;
  171|  15.3k|    } else {
  172|       |
  173|  6.85k|      if (check_output && size_t(end - utf8_output) < 4) {
  ------------------
  |  Branch (173:11): [Folded, False: 6.85k]
  |  Branch (173:27): [True: 0, False: 0]
  ------------------
  174|      0|        return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, pos,
  175|      0|                           utf8_output - start);
  176|      0|      }
  177|       |      // must be a surrogate pair
  178|  6.85k|      if (pos + 1 >= len) {
  ------------------
  |  Branch (178:11): [True: 652, False: 6.20k]
  ------------------
  179|    652|        return full_result(error_code::SURROGATE, pos, utf8_output - start);
  180|    652|      }
  181|  6.20k|      uint16_t diff = uint16_t(word - 0xD800);
  182|  6.20k|      if (diff > 0x3FF) {
  ------------------
  |  Branch (182:11): [True: 2.21k, False: 3.98k]
  ------------------
  183|  2.21k|        return full_result(error_code::SURROGATE, pos, utf8_output - start);
  184|  2.21k|      }
  185|  3.98k|      uint16_t next_word = !match_system(big_endian)
  ------------------
  |  Branch (185:28): [Folded, False: 3.98k]
  ------------------
  186|  3.98k|                               ? u16_swap_bytes(data[pos + 1])
  187|  3.98k|                               : data[pos + 1];
  188|  3.98k|      uint16_t diff2 = uint16_t(next_word - 0xDC00);
  189|  3.98k|      if (diff2 > 0x3FF) {
  ------------------
  |  Branch (189:11): [True: 3.19k, False: 787]
  ------------------
  190|  3.19k|        return full_result(error_code::SURROGATE, pos, utf8_output - start);
  191|  3.19k|      }
  192|    787|      uint32_t value = (diff << 10) + diff2 + 0x10000;
  193|       |      // will generate four UTF-8 bytes
  194|       |      // we have 0b11110XXX 0b10XXXXXX 0b10XXXXXX 0b10XXXXXX
  195|    787|      *utf8_output++ = char((value >> 18) | 0b11110000);
  196|    787|      *utf8_output++ = char(((value >> 12) & 0b111111) | 0b10000000);
  197|    787|      *utf8_output++ = char(((value >> 6) & 0b111111) | 0b10000000);
  198|    787|      *utf8_output++ = char((value & 0b111111) | 0b10000000);
  199|    787|      pos += 2;
  200|    787|    }
  201|  27.9k|  }
  202|  1.74k|  return full_result(error_code::SUCCESS, pos, utf8_output - start);
  203|  7.80k|}
simdutf.cpp:_ZN7simdutf6scalar12_GLOBAL__N_113utf16_to_utf819convert_with_errorsILNS_10endiannessE1ELb0EPKDsPcQaasr7simdutf6detailE18indexes_into_utf16IT1_Esr7simdutf6detailE26index_assignable_from_charIT2_EEENS_11full_resultES8_mS9_m:
  101|  7.92k|                                                    size_t utf8_len = 0) {
  102|  7.92k|  if (check_output && utf8_len == 0) {
  ------------------
  |  Branch (102:7): [Folded, False: 7.92k]
  |  Branch (102:23): [True: 0, False: 0]
  ------------------
  103|      0|    return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, 0, 0);
  104|      0|  }
  105|       |
  106|  7.92k|  size_t pos = 0;
  107|  7.92k|  auto start = utf8_output;
  108|  7.92k|  auto end = utf8_output + utf8_len;
  109|       |
  110|  31.3k|  while (pos < len) {
  ------------------
  |  Branch (110:10): [True: 29.5k, False: 1.76k]
  ------------------
  111|       |#if SIMDUTF_CPLUSPLUS23
  112|       |    if !consteval
  113|       |#endif
  114|  29.5k|    {
  115|       |      // try to convert the next block of 8 bytes
  116|  29.5k|      if (pos + 4 <= len) { // if it is safe to read 8 more bytes, check that
  ------------------
  |  Branch (116:11): [True: 23.6k, False: 5.96k]
  ------------------
  117|       |                            // they are ascii
  118|  23.6k|        uint64_t v;
  119|  23.6k|        ::memcpy(&v, data + pos, sizeof(uint64_t));
  120|       |        if constexpr (!match_system(big_endian))
  121|  23.6k|          v = (v >> 8) | (v << (64 - 8));
  122|  23.6k|        if ((v & 0xFF80FF80FF80FF80) == 0) {
  ------------------
  |  Branch (122:13): [True: 1.23k, False: 22.3k]
  ------------------
  123|  1.23k|          size_t final_pos = pos + 4;
  124|  6.19k|          while (pos < final_pos) {
  ------------------
  |  Branch (124:18): [True: 4.95k, False: 1.23k]
  ------------------
  125|  4.95k|            if (check_output && size_t(end - utf8_output) < 1) {
  ------------------
  |  Branch (125:17): [Folded, False: 4.95k]
  |  Branch (125:33): [True: 0, False: 0]
  ------------------
  126|      0|              return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, pos,
  127|      0|                                 utf8_output - start);
  128|      0|            }
  129|  4.95k|            *utf8_output++ = !match_system(big_endian)
  ------------------
  |  Branch (129:30): [True: 4.95k, Folded]
  ------------------
  130|  4.95k|                                 ? char(u16_swap_bytes(data[pos]))
  131|  4.95k|                                 : char(data[pos]);
  132|  4.95k|            pos++;
  133|  4.95k|          }
  134|  1.23k|          continue;
  135|  1.23k|        }
  136|  23.6k|      }
  137|  29.5k|    }
  138|       |
  139|  28.3k|    uint16_t word =
  140|  28.3k|        !match_system(big_endian) ? u16_swap_bytes(data[pos]) : data[pos];
  ------------------
  |  Branch (140:9): [True: 28.3k, Folded]
  ------------------
  141|  28.3k|    if ((word & 0xFF80) == 0) {
  ------------------
  |  Branch (141:9): [True: 3.44k, False: 24.8k]
  ------------------
  142|       |      // will generate one UTF-8 bytes
  143|  3.44k|      if (check_output && size_t(end - utf8_output) < 1) {
  ------------------
  |  Branch (143:11): [Folded, False: 3.44k]
  |  Branch (143:27): [True: 0, False: 0]
  ------------------
  144|      0|        return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, pos,
  145|      0|                           utf8_output - start);
  146|      0|      }
  147|  3.44k|      *utf8_output++ = char(word);
  148|  3.44k|      pos++;
  149|  24.8k|    } else if ((word & 0xF800) == 0) {
  ------------------
  |  Branch (149:16): [True: 2.73k, False: 22.1k]
  ------------------
  150|       |      // will generate two UTF-8 bytes
  151|       |      // we have 0b110XXXXX 0b10XXXXXX
  152|  2.73k|      if (check_output && size_t(end - utf8_output) < 2) {
  ------------------
  |  Branch (152:11): [Folded, False: 2.73k]
  |  Branch (152:27): [True: 0, False: 0]
  ------------------
  153|      0|        return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, pos,
  154|      0|                           utf8_output - start);
  155|      0|      }
  156|  2.73k|      *utf8_output++ = char((word >> 6) | 0b11000000);
  157|  2.73k|      *utf8_output++ = char((word & 0b111111) | 0b10000000);
  158|  2.73k|      pos++;
  159|       |
  160|  22.1k|    } else if ((word & 0xF800) != 0xD800) {
  ------------------
  |  Branch (160:16): [True: 15.3k, False: 6.84k]
  ------------------
  161|       |      // will generate three UTF-8 bytes
  162|       |      // we have 0b1110XXXX 0b10XXXXXX 0b10XXXXXX
  163|  15.3k|      if (check_output && size_t(end - utf8_output) < 3) {
  ------------------
  |  Branch (163:11): [Folded, False: 15.3k]
  |  Branch (163:27): [True: 0, False: 0]
  ------------------
  164|      0|        return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, pos,
  165|      0|                           utf8_output - start);
  166|      0|      }
  167|  15.3k|      *utf8_output++ = char((word >> 12) | 0b11100000);
  168|  15.3k|      *utf8_output++ = char(((word >> 6) & 0b111111) | 0b10000000);
  169|  15.3k|      *utf8_output++ = char((word & 0b111111) | 0b10000000);
  170|  15.3k|      pos++;
  171|  15.3k|    } else {
  172|       |
  173|  6.84k|      if (check_output && size_t(end - utf8_output) < 4) {
  ------------------
  |  Branch (173:11): [Folded, False: 6.84k]
  |  Branch (173:27): [True: 0, False: 0]
  ------------------
  174|      0|        return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, pos,
  175|      0|                           utf8_output - start);
  176|      0|      }
  177|       |      // must be a surrogate pair
  178|  6.84k|      if (pos + 1 >= len) {
  ------------------
  |  Branch (178:11): [True: 622, False: 6.22k]
  ------------------
  179|    622|        return full_result(error_code::SURROGATE, pos, utf8_output - start);
  180|    622|      }
  181|  6.22k|      uint16_t diff = uint16_t(word - 0xD800);
  182|  6.22k|      if (diff > 0x3FF) {
  ------------------
  |  Branch (182:11): [True: 2.13k, False: 4.09k]
  ------------------
  183|  2.13k|        return full_result(error_code::SURROGATE, pos, utf8_output - start);
  184|  2.13k|      }
  185|  4.09k|      uint16_t next_word = !match_system(big_endian)
  ------------------
  |  Branch (185:28): [True: 4.09k, Folded]
  ------------------
  186|  4.09k|                               ? u16_swap_bytes(data[pos + 1])
  187|  4.09k|                               : data[pos + 1];
  188|  4.09k|      uint16_t diff2 = uint16_t(next_word - 0xDC00);
  189|  4.09k|      if (diff2 > 0x3FF) {
  ------------------
  |  Branch (189:11): [True: 3.40k, False: 693]
  ------------------
  190|  3.40k|        return full_result(error_code::SURROGATE, pos, utf8_output - start);
  191|  3.40k|      }
  192|    693|      uint32_t value = (diff << 10) + diff2 + 0x10000;
  193|       |      // will generate four UTF-8 bytes
  194|       |      // we have 0b11110XXX 0b10XXXXXX 0b10XXXXXX 0b10XXXXXX
  195|    693|      *utf8_output++ = char((value >> 18) | 0b11110000);
  196|    693|      *utf8_output++ = char(((value >> 12) & 0b111111) | 0b10000000);
  197|    693|      *utf8_output++ = char(((value >> 6) & 0b111111) | 0b10000000);
  198|    693|      *utf8_output++ = char((value & 0b111111) | 0b10000000);
  199|    693|      pos += 2;
  200|    693|    }
  201|  28.3k|  }
  202|  1.76k|  return full_result(error_code::SUCCESS, pos, utf8_output - start);
  203|  7.92k|}
simdutf.cpp:_ZN7simdutf6scalar12_GLOBAL__N_113utf16_to_utf824convert_with_replacementILNS_10endiannessE0EEEmPKDsmPc:
  214|  1.19k|                                                    char *utf8_output) {
  215|  1.19k|  size_t pos = 0;
  216|  1.19k|  char *start = utf8_output;
  217|  20.4M|  while (pos < len) {
  ------------------
  |  Branch (217:10): [True: 20.4M, False: 1.19k]
  ------------------
  218|       |#if SIMDUTF_CPLUSPLUS23
  219|       |    if !consteval
  220|       |#endif
  221|  20.4M|    {
  222|       |      // try to convert the next block of 8 bytes
  223|  20.4M|      if (pos + 4 <= len) { // if it is safe to read 8 more bytes, check that
  ------------------
  |  Branch (223:11): [True: 20.4M, False: 2.92k]
  ------------------
  224|       |                            // they are ascii
  225|  20.4M|        uint64_t v;
  226|  20.4M|        ::memcpy(&v, data + pos, sizeof(uint64_t));
  227|       |        if constexpr (!match_system(big_endian)) {
  228|       |          v = (v >> 8) | (v << (64 - 8));
  229|       |        }
  230|  20.4M|        if ((v & 0xFF80FF80FF80FF80) == 0) {
  ------------------
  |  Branch (230:13): [True: 3.29M, False: 17.1M]
  ------------------
  231|  3.29M|          size_t final_pos = pos + 4;
  232|  16.4M|          while (pos < final_pos) {
  ------------------
  |  Branch (232:18): [True: 13.1M, False: 3.29M]
  ------------------
  233|  13.1M|            *utf8_output++ = !match_system(big_endian)
  ------------------
  |  Branch (233:30): [Folded, False: 13.1M]
  ------------------
  234|  13.1M|                                 ? char(u16_swap_bytes(data[pos]))
  235|  13.1M|                                 : char(data[pos]);
  236|  13.1M|            pos++;
  237|  13.1M|          }
  238|  3.29M|          continue;
  239|  3.29M|        }
  240|  20.4M|      }
  241|  20.4M|    }
  242|  17.1M|    uint16_t word =
  243|  17.1M|        !match_system(big_endian) ? u16_swap_bytes(data[pos]) : data[pos];
  ------------------
  |  Branch (243:9): [Folded, False: 17.1M]
  ------------------
  244|  17.1M|    if ((word & 0xFF80) == 0) {
  ------------------
  |  Branch (244:9): [True: 299k, False: 16.8M]
  ------------------
  245|       |      // will generate one UTF-8 bytes
  246|   299k|      *utf8_output++ = char(word);
  247|   299k|      pos++;
  248|  16.8M|    } else if ((word & 0xF800) == 0) {
  ------------------
  |  Branch (248:16): [True: 338k, False: 16.4M]
  ------------------
  249|       |      // will generate two UTF-8 bytes
  250|       |      // we have 0b110XXXXX 0b10XXXXXX
  251|   338k|      *utf8_output++ = char((word >> 6) | 0b11000000);
  252|   338k|      *utf8_output++ = char((word & 0b111111) | 0b10000000);
  253|   338k|      pos++;
  254|  16.4M|    } else if ((word & 0xF800) != 0xD800) {
  ------------------
  |  Branch (254:16): [True: 14.9M, False: 1.52M]
  ------------------
  255|       |      // will generate three UTF-8 bytes
  256|       |      // we have 0b1110XXXX 0b10XXXXXX 0b10XXXXXX
  257|  14.9M|      *utf8_output++ = char((word >> 12) | 0b11100000);
  258|  14.9M|      *utf8_output++ = char(((word >> 6) & 0b111111) | 0b10000000);
  259|  14.9M|      *utf8_output++ = char((word & 0b111111) | 0b10000000);
  260|  14.9M|      pos++;
  261|  14.9M|    } else {
  262|       |      // surrogate range
  263|  1.52M|      uint16_t diff = uint16_t(word - 0xD800);
  264|  1.52M|      if (diff <= 0x3FF && pos + 1 < len) {
  ------------------
  |  Branch (264:11): [True: 817k, False: 706k]
  |  Branch (264:28): [True: 817k, False: 140]
  ------------------
  265|       |        // high surrogate, check for valid pair
  266|   817k|        uint16_t next_word = !match_system(big_endian)
  ------------------
  |  Branch (266:30): [Folded, False: 817k]
  ------------------
  267|   817k|                                 ? u16_swap_bytes(data[pos + 1])
  268|   817k|                                 : data[pos + 1];
  269|   817k|        uint16_t diff2 = uint16_t(next_word - 0xDC00);
  270|   817k|        if (diff2 <= 0x3FF) {
  ------------------
  |  Branch (270:13): [True: 79.0k, False: 737k]
  ------------------
  271|       |          // valid surrogate pair
  272|  79.0k|          uint32_t value = (diff << 10) + diff2 + 0x10000;
  273|       |          // will generate four UTF-8 bytes
  274|  79.0k|          *utf8_output++ = char((value >> 18) | 0b11110000);
  275|  79.0k|          *utf8_output++ = char(((value >> 12) & 0b111111) | 0b10000000);
  276|  79.0k|          *utf8_output++ = char(((value >> 6) & 0b111111) | 0b10000000);
  277|  79.0k|          *utf8_output++ = char((value & 0b111111) | 0b10000000);
  278|  79.0k|          pos += 2;
  279|  79.0k|          continue;
  280|  79.0k|        }
  281|   817k|      }
  282|       |      // unpaired surrogate: replace with U+FFFD (0xEF 0xBF 0xBD)
  283|  1.44M|      *utf8_output++ = char(0xef);
  284|  1.44M|      *utf8_output++ = char(0xbf);
  285|  1.44M|      *utf8_output++ = char(0xbd);
  286|  1.44M|      pos++;
  287|  1.44M|    }
  288|  17.1M|  }
  289|  1.19k|  return utf8_output - start;
  290|  1.19k|}
simdutf.cpp:_ZN7simdutf6scalar12_GLOBAL__N_113utf16_to_utf824convert_with_replacementILNS_10endiannessE1EEEmPKDsmPc:
  214|  1.19k|                                                    char *utf8_output) {
  215|  1.19k|  size_t pos = 0;
  216|  1.19k|  char *start = utf8_output;
  217|  19.5M|  while (pos < len) {
  ------------------
  |  Branch (217:10): [True: 19.5M, False: 1.19k]
  ------------------
  218|       |#if SIMDUTF_CPLUSPLUS23
  219|       |    if !consteval
  220|       |#endif
  221|  19.5M|    {
  222|       |      // try to convert the next block of 8 bytes
  223|  19.5M|      if (pos + 4 <= len) { // if it is safe to read 8 more bytes, check that
  ------------------
  |  Branch (223:11): [True: 19.5M, False: 2.96k]
  ------------------
  224|       |                            // they are ascii
  225|  19.5M|        uint64_t v;
  226|  19.5M|        ::memcpy(&v, data + pos, sizeof(uint64_t));
  227|  19.5M|        if constexpr (!match_system(big_endian)) {
  228|  19.5M|          v = (v >> 8) | (v << (64 - 8));
  229|  19.5M|        }
  230|  19.5M|        if ((v & 0xFF80FF80FF80FF80) == 0) {
  ------------------
  |  Branch (230:13): [True: 3.04M, False: 16.5M]
  ------------------
  231|  3.04M|          size_t final_pos = pos + 4;
  232|  15.2M|          while (pos < final_pos) {
  ------------------
  |  Branch (232:18): [True: 12.1M, False: 3.04M]
  ------------------
  233|  12.1M|            *utf8_output++ = !match_system(big_endian)
  ------------------
  |  Branch (233:30): [True: 12.1M, Folded]
  ------------------
  234|  12.1M|                                 ? char(u16_swap_bytes(data[pos]))
  235|  12.1M|                                 : char(data[pos]);
  236|  12.1M|            pos++;
  237|  12.1M|          }
  238|  3.04M|          continue;
  239|  3.04M|        }
  240|  19.5M|      }
  241|  19.5M|    }
  242|  16.5M|    uint16_t word =
  243|  16.5M|        !match_system(big_endian) ? u16_swap_bytes(data[pos]) : data[pos];
  ------------------
  |  Branch (243:9): [True: 16.5M, Folded]
  ------------------
  244|  16.5M|    if ((word & 0xFF80) == 0) {
  ------------------
  |  Branch (244:9): [True: 252k, False: 16.2M]
  ------------------
  245|       |      // will generate one UTF-8 bytes
  246|   252k|      *utf8_output++ = char(word);
  247|   252k|      pos++;
  248|  16.2M|    } else if ((word & 0xF800) == 0) {
  ------------------
  |  Branch (248:16): [True: 253k, False: 16.0M]
  ------------------
  249|       |      // will generate two UTF-8 bytes
  250|       |      // we have 0b110XXXXX 0b10XXXXXX
  251|   253k|      *utf8_output++ = char((word >> 6) | 0b11000000);
  252|   253k|      *utf8_output++ = char((word & 0b111111) | 0b10000000);
  253|   253k|      pos++;
  254|  16.0M|    } else if ((word & 0xF800) != 0xD800) {
  ------------------
  |  Branch (254:16): [True: 13.8M, False: 2.13M]
  ------------------
  255|       |      // will generate three UTF-8 bytes
  256|       |      // we have 0b1110XXXX 0b10XXXXXX 0b10XXXXXX
  257|  13.8M|      *utf8_output++ = char((word >> 12) | 0b11100000);
  258|  13.8M|      *utf8_output++ = char(((word >> 6) & 0b111111) | 0b10000000);
  259|  13.8M|      *utf8_output++ = char((word & 0b111111) | 0b10000000);
  260|  13.8M|      pos++;
  261|  13.8M|    } else {
  262|       |      // surrogate range
  263|  2.13M|      uint16_t diff = uint16_t(word - 0xD800);
  264|  2.13M|      if (diff <= 0x3FF && pos + 1 < len) {
  ------------------
  |  Branch (264:11): [True: 1.11M, False: 1.02M]
  |  Branch (264:28): [True: 1.11M, False: 146]
  ------------------
  265|       |        // high surrogate, check for valid pair
  266|  1.11M|        uint16_t next_word = !match_system(big_endian)
  ------------------
  |  Branch (266:30): [True: 1.11M, Folded]
  ------------------
  267|  1.11M|                                 ? u16_swap_bytes(data[pos + 1])
  268|  1.11M|                                 : data[pos + 1];
  269|  1.11M|        uint16_t diff2 = uint16_t(next_word - 0xDC00);
  270|  1.11M|        if (diff2 <= 0x3FF) {
  ------------------
  |  Branch (270:13): [True: 40.5k, False: 1.07M]
  ------------------
  271|       |          // valid surrogate pair
  272|  40.5k|          uint32_t value = (diff << 10) + diff2 + 0x10000;
  273|       |          // will generate four UTF-8 bytes
  274|  40.5k|          *utf8_output++ = char((value >> 18) | 0b11110000);
  275|  40.5k|          *utf8_output++ = char(((value >> 12) & 0b111111) | 0b10000000);
  276|  40.5k|          *utf8_output++ = char(((value >> 6) & 0b111111) | 0b10000000);
  277|  40.5k|          *utf8_output++ = char((value & 0b111111) | 0b10000000);
  278|  40.5k|          pos += 2;
  279|  40.5k|          continue;
  280|  40.5k|        }
  281|  1.11M|      }
  282|       |      // unpaired surrogate: replace with U+FFFD (0xEF 0xBF 0xBD)
  283|  2.09M|      *utf8_output++ = char(0xef);
  284|  2.09M|      *utf8_output++ = char(0xbf);
  285|  2.09M|      *utf8_output++ = char(0xbd);
  286|  2.09M|      pos++;
  287|  2.09M|    }
  288|  16.5M|  }
  289|  1.19k|  return utf8_output - start;
  290|  1.19k|}

simdutf.cpp:_ZN7simdutf6scalar12_GLOBAL__N_14utf88validateEPKcm:
  113|  2.39k|                                                        size_t len) noexcept {
  114|  2.39k|  return validate(reinterpret_cast<const uint8_t *>(buf), len);
  115|  2.39k|}
simdutf.cpp:_ZN7simdutf6scalar12_GLOBAL__N_14utf88validateIPKhEEbT_m:
   14|  2.39k|                                                      size_t len) noexcept {
   15|  2.39k|  static_assert(
   16|  2.39k|      std::is_same<typename std::decay<decltype(*data)>::type, uint8_t>::value,
   17|  2.39k|      "dereferencing the data pointer must result in a uint8_t");
   18|  2.39k|  uint64_t pos = 0;
   19|  2.39k|  uint32_t code_point = 0;
   20|  34.6M|  while (pos < len) {
  ------------------
  |  Branch (20:10): [True: 34.6M, False: 2.02k]
  ------------------
   21|  34.6M|    uint64_t next_pos;
   22|       |#if SIMDUTF_CPLUSPLUS23
   23|       |    if !consteval
   24|       |#endif
   25|  34.6M|    { // check if the next 16 bytes are ascii.
   26|  34.6M|      next_pos = pos + 16;
   27|  34.6M|      if (next_pos <= len) { // if it is safe to read 16 more bytes, check
  ------------------
  |  Branch (27:11): [True: 34.6M, False: 9.02k]
  ------------------
   28|       |                             // that they are ascii
   29|  34.6M|        uint64_t v1{};
   30|  34.6M|        std::memcpy(&v1, data + pos, sizeof(uint64_t));
   31|  34.6M|        uint64_t v2{};
   32|  34.6M|        std::memcpy(&v2, data + pos + sizeof(uint64_t), sizeof(uint64_t));
   33|  34.6M|        uint64_t v{v1 | v2};
   34|  34.6M|        if ((v & 0x8080808080808080) == 0) {
  ------------------
  |  Branch (34:13): [True: 1.53M, False: 33.0M]
  ------------------
   35|  1.53M|          pos = next_pos;
   36|  1.53M|          continue;
   37|  1.53M|        }
   38|  34.6M|      }
   39|  34.6M|    }
   40|       |
   41|  33.1M|    unsigned char byte = data[pos];
   42|       |
   43|  34.5M|    while (byte < 0b10000000) {
  ------------------
  |  Branch (43:12): [True: 1.41M, False: 33.1M]
  ------------------
   44|  1.41M|      if (++pos == len) {
  ------------------
  |  Branch (44:11): [True: 374, False: 1.41M]
  ------------------
   45|    374|        return true;
   46|    374|      }
   47|  1.41M|      byte = data[pos];
   48|  1.41M|    }
   49|       |
   50|  33.1M|    if ((byte & 0b11100000) == 0b11000000) {
  ------------------
  |  Branch (50:9): [True: 592k, False: 32.5M]
  ------------------
   51|   592k|      next_pos = pos + 2;
   52|   592k|      if (next_pos > len) {
  ------------------
  |  Branch (52:11): [True: 0, False: 592k]
  ------------------
   53|      0|        return false;
   54|      0|      }
   55|   592k|      if ((data[pos + 1] & 0b11000000) != 0b10000000) {
  ------------------
  |  Branch (55:11): [True: 0, False: 592k]
  ------------------
   56|      0|        return false;
   57|      0|      }
   58|       |      // range check
   59|   592k|      code_point = (byte & 0b00011111) << 6 | (data[pos + 1] & 0b00111111);
   60|   592k|      if (code_point < 0x80) {
  ------------------
  |  Branch (60:11): [True: 0, False: 592k]
  ------------------
   61|      0|        return false;
   62|      0|      }
   63|  32.5M|    } else if ((byte & 0b11110000) == 0b11100000) {
  ------------------
  |  Branch (63:16): [True: 32.3M, False: 119k]
  ------------------
   64|  32.3M|      next_pos = pos + 3;
   65|  32.3M|      if (next_pos > len) {
  ------------------
  |  Branch (65:11): [True: 0, False: 32.3M]
  ------------------
   66|      0|        return false;
   67|      0|      }
   68|  32.3M|      if ((data[pos + 1] & 0b11000000) != 0b10000000) {
  ------------------
  |  Branch (68:11): [True: 0, False: 32.3M]
  ------------------
   69|      0|        return false;
   70|      0|      }
   71|  32.3M|      if ((data[pos + 2] & 0b11000000) != 0b10000000) {
  ------------------
  |  Branch (71:11): [True: 0, False: 32.3M]
  ------------------
   72|      0|        return false;
   73|      0|      }
   74|       |      // range check
   75|  32.3M|      code_point = (byte & 0b00001111) << 12 |
   76|  32.3M|                   (data[pos + 1] & 0b00111111) << 6 |
   77|  32.3M|                   (data[pos + 2] & 0b00111111);
   78|  32.3M|      if ((code_point < 0x800) ||
  ------------------
  |  Branch (78:11): [True: 0, False: 32.3M]
  ------------------
   79|  32.3M|          (0xd7ff < code_point && code_point < 0xe000)) {
  ------------------
  |  Branch (79:12): [True: 4.98M, False: 27.4M]
  |  Branch (79:35): [True: 0, False: 4.98M]
  ------------------
   80|      0|        return false;
   81|      0|      }
   82|  32.3M|    } else if ((byte & 0b11111000) == 0b11110000) { // 0b11110000
  ------------------
  |  Branch (82:16): [True: 119k, False: 0]
  ------------------
   83|   119k|      next_pos = pos + 4;
   84|   119k|      if (next_pos > len) {
  ------------------
  |  Branch (84:11): [True: 0, False: 119k]
  ------------------
   85|      0|        return false;
   86|      0|      }
   87|   119k|      if ((data[pos + 1] & 0b11000000) != 0b10000000) {
  ------------------
  |  Branch (87:11): [True: 0, False: 119k]
  ------------------
   88|      0|        return false;
   89|      0|      }
   90|   119k|      if ((data[pos + 2] & 0b11000000) != 0b10000000) {
  ------------------
  |  Branch (90:11): [True: 0, False: 119k]
  ------------------
   91|      0|        return false;
   92|      0|      }
   93|   119k|      if ((data[pos + 3] & 0b11000000) != 0b10000000) {
  ------------------
  |  Branch (93:11): [True: 0, False: 119k]
  ------------------
   94|      0|        return false;
   95|      0|      }
   96|       |      // range check
   97|   119k|      code_point =
   98|   119k|          (byte & 0b00000111) << 18 | (data[pos + 1] & 0b00111111) << 12 |
   99|   119k|          (data[pos + 2] & 0b00111111) << 6 | (data[pos + 3] & 0b00111111);
  100|   119k|      if (code_point <= 0xffff || 0x10ffff < code_point) {
  ------------------
  |  Branch (100:11): [True: 0, False: 119k]
  |  Branch (100:35): [True: 0, False: 119k]
  ------------------
  101|      0|        return false;
  102|      0|      }
  103|   119k|    } else {
  104|       |      // we may have a continuation
  105|      0|      return false;
  106|      0|    }
  107|  33.1M|    pos = next_pos;
  108|  33.1M|  }
  109|  2.02k|  return true;
  110|  2.39k|}

_ZNK7simdutf8fallback14implementation13validate_utf8EPKcm:
   37|  2.39k|implementation::validate_utf8(const char *buf, size_t len) const noexcept {
   38|  2.39k|  return scalar::utf8::validate(buf, len);
   39|  2.39k|}
_ZNK7simdutf8fallback14implementation24utf8_length_from_utf16leEPKDsm:
  457|    399|    const char16_t *input, size_t length) const noexcept {
  458|    399|  return scalar::utf16::utf8_length_from_utf16<endianness::LITTLE>(input,
  459|    399|                                                                   length);
  460|    399|}
_ZNK7simdutf8fallback14implementation24utf8_length_from_utf16beEPKDsm:
  463|    392|    const char16_t *input, size_t length) const noexcept {
  464|    392|  return scalar::utf16::utf8_length_from_utf16<endianness::BIG>(input, length);
  465|    392|}
_ZNK7simdutf8fallback14implementation41utf8_length_from_utf16le_with_replacementEPKDsm:
  488|  1.19k|    const char16_t *input, size_t length) const noexcept {
  489|  1.19k|  return scalar::utf16::utf8_length_from_utf16_with_replacement<
  490|  1.19k|      endianness::LITTLE>(input, length);
  491|  1.19k|}
_ZNK7simdutf8fallback14implementation41utf8_length_from_utf16be_with_replacementEPKDsm:
  495|  1.19k|    const char16_t *input, size_t length) const noexcept {
  496|  1.19k|  return scalar::utf16::utf8_length_from_utf16_with_replacement<
  497|  1.19k|      endianness::BIG>(input, length);
  498|  1.19k|}
_ZNK7simdutf8fallback14implementation40convert_utf16le_to_utf8_with_replacementEPKDsmPc:
  502|  1.19k|    const char16_t *input, size_t length, char *utf8_buffer) const noexcept {
  503|  1.19k|  return scalar::utf16_to_utf8::convert_with_replacement<endianness::LITTLE>(
  504|  1.19k|      input, length, utf8_buffer);
  505|  1.19k|}
_ZNK7simdutf8fallback14implementation40convert_utf16be_to_utf8_with_replacementEPKDsmPc:
  509|  1.19k|    const char16_t *input, size_t length, char *utf8_buffer) const noexcept {
  510|  1.19k|  return scalar::utf16_to_utf8::convert_with_replacement<endianness::BIG>(
  511|  1.19k|      input, length, utf8_buffer);
  512|  1.19k|}

simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_116buf_block_readerILm64EE13get_remainderEPh:
   57|  2.39k|buf_block_reader<STEP_SIZE>::get_remainder(uint8_t *dst) const {
   58|  2.39k|  if (len == idx) {
  ------------------
  |  Branch (58:7): [True: 4, False: 2.39k]
  ------------------
   59|      4|    return 0;
   60|      4|  } // memcpy(dst, null, 0) will trigger an error with some sanitizers
   61|  2.39k|  std::memset(dst, 0x20,
   62|  2.39k|              STEP_SIZE); // std::memset STEP_SIZE because it is more efficient
   63|       |                          // to write out 8 or 16 bytes at once.
   64|  2.39k|  std::memcpy(dst, buf + idx, len - idx);
   65|  2.39k|  return len - idx;
   66|  2.39k|}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_116buf_block_readerILm64EE13get_remainderEPh:
   57|  2.39k|buf_block_reader<STEP_SIZE>::get_remainder(uint8_t *dst) const {
   58|  2.39k|  if (len == idx) {
  ------------------
  |  Branch (58:7): [True: 4, False: 2.39k]
  ------------------
   59|      4|    return 0;
   60|      4|  } // memcpy(dst, null, 0) will trigger an error with some sanitizers
   61|  2.39k|  std::memset(dst, 0x20,
   62|  2.39k|              STEP_SIZE); // std::memset STEP_SIZE because it is more efficient
   63|       |                          // to write out 8 or 16 bytes at once.
   64|  2.39k|  std::memcpy(dst, buf + idx, len - idx);
   65|  2.39k|  return len - idx;
   66|  2.39k|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_116buf_block_readerILm64EEC2EPKhm:
   36|  2.39k|    : buf{_buf}, len{_len}, lenminusstep{len < STEP_SIZE ? 0 : len - STEP_SIZE},
  ------------------
  |  Branch (36:42): [True: 1.46k, False: 933]
  ------------------
   37|  2.39k|      idx{0} {}
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_116buf_block_readerILm64EE14has_full_blockEv:
   45|  1.95M|simdutf_really_inline bool buf_block_reader<STEP_SIZE>::has_full_block() const {
   46|  1.95M|  return idx < lenminusstep;
   47|  1.95M|}
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_116buf_block_readerILm64EE10full_blockEv:
   51|  1.94M|buf_block_reader<STEP_SIZE>::full_block() const {
   52|  1.94M|  return &buf[idx];
   53|  1.94M|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_116buf_block_readerILm64EE7advanceEv:
   69|  1.95M|simdutf_really_inline void buf_block_reader<STEP_SIZE>::advance() {
   70|  1.95M|  idx += STEP_SIZE;
   71|  1.95M|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_116buf_block_readerILm64EEC2EPKhm:
   36|  2.39k|    : buf{_buf}, len{_len}, lenminusstep{len < STEP_SIZE ? 0 : len - STEP_SIZE},
  ------------------
  |  Branch (36:42): [True: 1.46k, False: 933]
  ------------------
   37|  2.39k|      idx{0} {}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_116buf_block_readerILm64EE14has_full_blockEv:
   45|  1.95M|simdutf_really_inline bool buf_block_reader<STEP_SIZE>::has_full_block() const {
   46|  1.95M|  return idx < lenminusstep;
   47|  1.95M|}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_116buf_block_readerILm64EE10full_blockEv:
   51|  1.94M|buf_block_reader<STEP_SIZE>::full_block() const {
   52|  1.94M|  return &buf[idx];
   53|  1.94M|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_116buf_block_readerILm64EE7advanceEv:
   69|  1.95M|simdutf_really_inline void buf_block_reader<STEP_SIZE>::advance() {
   70|  1.95M|  idx += STEP_SIZE;
   71|  1.95M|}

simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_15utf1631utf8_length_from_utf16_bytemaskILNS_10endiannessE0EEEmPKDsm:
   10|    399|                                                             size_t size) {
   11|    399|  size_t pos = 0;
   12|       |
   13|    399|  using vector_u16 = simd16<uint16_t>;
   14|    399|  constexpr size_t N = vector_u16::ELEMENTS;
   15|       |
   16|    399|  const auto one = vector_u16::splat(1);
   17|       |
   18|    399|  auto v_count = vector_u16::zero();
   19|       |
   20|       |  // each char16 yields at least one byte
   21|    399|  size_t count = size / N * N;
   22|       |
   23|       |  // in a single iteration the increment is 0, 1 or 2, despite we have
   24|       |  // three additions
   25|    399|  constexpr size_t max_iterations = 65535 / 2;
   26|    399|  size_t iteration = max_iterations;
   27|       |
   28|   959k|  for (; pos < size / N * N; pos += N) {
  ------------------
  |  Branch (28:10): [True: 959k, False: 399]
  ------------------
   29|   959k|    auto input = vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos));
   30|       |    if constexpr (!match_system(big_endian)) {
   31|       |      input = input.swap_bytes();
   32|       |    }
   33|       |    // 0xd800 .. 0xdbff - low surrogate
   34|       |    // 0xdc00 .. 0xdfff - high surrogate
   35|   959k|    const auto is_surrogate = ((input & uint16_t(0xf800)) == uint16_t(0xd800));
   36|       |
   37|       |    // c0 - chars that yield 2- or 3-byte UTF-8 codes
   38|   959k|    const auto c0 = min(input & uint16_t(0xff80), one);
   39|       |
   40|       |    // c1 - chars that yield 3-byte UTF-8 codes (including surrogates)
   41|   959k|    const auto c1 = min(input & uint16_t(0xf800), one);
   42|       |
   43|       |    /*
   44|       |        Explanation how the counting works.
   45|       |
   46|       |        In the case of a non-surrogate character we count:
   47|       |        * always 1 -- see how `count` is initialized above;
   48|       |        * c0 = 1 if the current char yields 2 or 3 bytes;
   49|       |        * c1 = 1 if the current char yields 3 bytes.
   50|       |
   51|       |        Thus, we always have correct count for the current char:
   52|       |        from 1, 2 or 3 bytes.
   53|       |
   54|       |        A trickier part is how we count surrogate pairs. Whether
   55|       |        we encounter a surrogate (low or high), we count it as
   56|       |        3 chars and then minus 1 (`is_surrogate` is -1 or 0).
   57|       |        Each surrogate char yields 2. A surrogate pair, that
   58|       |        is a low surrogate followed by a high one, yields
   59|       |        the expected 4 bytes.
   60|       |
   61|       |        It also correctly handles cases when low surrogate is
   62|       |        processed by the this loop, but high surrogate is counted
   63|       |        by the scalar procedure. The scalar procedure uses exactly
   64|       |        the described approach, thanks to that for valid UTF-16
   65|       |        strings it always count correctly.
   66|       |    */
   67|   959k|    v_count += c0;
   68|   959k|    v_count += c1;
   69|   959k|    v_count += vector_u16(is_surrogate);
   70|       |
   71|   959k|    iteration -= 1;
   72|   959k|    if (iteration == 0) {
  ------------------
  |  Branch (72:9): [True: 20, False: 959k]
  ------------------
   73|     20|      count += v_count.sum();
   74|     20|      v_count = vector_u16::zero();
   75|     20|      iteration = max_iterations;
   76|     20|    }
   77|   959k|  }
   78|       |
   79|    399|  if (iteration > 0) {
  ------------------
  |  Branch (79:7): [True: 399, False: 0]
  ------------------
   80|    399|    count += v_count.sum();
   81|    399|  }
   82|       |
   83|    399|  return count + scalar::utf16::utf8_length_from_utf16<big_endian>(in + pos,
   84|    399|                                                                   size - pos);
   85|    399|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_15utf1631utf8_length_from_utf16_bytemaskILNS_10endiannessE1EEEmPKDsm:
   10|    392|                                                             size_t size) {
   11|    392|  size_t pos = 0;
   12|       |
   13|    392|  using vector_u16 = simd16<uint16_t>;
   14|    392|  constexpr size_t N = vector_u16::ELEMENTS;
   15|       |
   16|    392|  const auto one = vector_u16::splat(1);
   17|       |
   18|    392|  auto v_count = vector_u16::zero();
   19|       |
   20|       |  // each char16 yields at least one byte
   21|    392|  size_t count = size / N * N;
   22|       |
   23|       |  // in a single iteration the increment is 0, 1 or 2, despite we have
   24|       |  // three additions
   25|    392|  constexpr size_t max_iterations = 65535 / 2;
   26|    392|  size_t iteration = max_iterations;
   27|       |
   28|   592k|  for (; pos < size / N * N; pos += N) {
  ------------------
  |  Branch (28:10): [True: 591k, False: 392]
  ------------------
   29|   591k|    auto input = vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos));
   30|   591k|    if constexpr (!match_system(big_endian)) {
   31|   591k|      input = input.swap_bytes();
   32|   591k|    }
   33|       |    // 0xd800 .. 0xdbff - low surrogate
   34|       |    // 0xdc00 .. 0xdfff - high surrogate
   35|   591k|    const auto is_surrogate = ((input & uint16_t(0xf800)) == uint16_t(0xd800));
   36|       |
   37|       |    // c0 - chars that yield 2- or 3-byte UTF-8 codes
   38|   591k|    const auto c0 = min(input & uint16_t(0xff80), one);
   39|       |
   40|       |    // c1 - chars that yield 3-byte UTF-8 codes (including surrogates)
   41|   591k|    const auto c1 = min(input & uint16_t(0xf800), one);
   42|       |
   43|       |    /*
   44|       |        Explanation how the counting works.
   45|       |
   46|       |        In the case of a non-surrogate character we count:
   47|       |        * always 1 -- see how `count` is initialized above;
   48|       |        * c0 = 1 if the current char yields 2 or 3 bytes;
   49|       |        * c1 = 1 if the current char yields 3 bytes.
   50|       |
   51|       |        Thus, we always have correct count for the current char:
   52|       |        from 1, 2 or 3 bytes.
   53|       |
   54|       |        A trickier part is how we count surrogate pairs. Whether
   55|       |        we encounter a surrogate (low or high), we count it as
   56|       |        3 chars and then minus 1 (`is_surrogate` is -1 or 0).
   57|       |        Each surrogate char yields 2. A surrogate pair, that
   58|       |        is a low surrogate followed by a high one, yields
   59|       |        the expected 4 bytes.
   60|       |
   61|       |        It also correctly handles cases when low surrogate is
   62|       |        processed by the this loop, but high surrogate is counted
   63|       |        by the scalar procedure. The scalar procedure uses exactly
   64|       |        the described approach, thanks to that for valid UTF-16
   65|       |        strings it always count correctly.
   66|       |    */
   67|   591k|    v_count += c0;
   68|   591k|    v_count += c1;
   69|   591k|    v_count += vector_u16(is_surrogate);
   70|       |
   71|   591k|    iteration -= 1;
   72|   591k|    if (iteration == 0) {
  ------------------
  |  Branch (72:9): [True: 13, False: 591k]
  ------------------
   73|     13|      count += v_count.sum();
   74|     13|      v_count = vector_u16::zero();
   75|     13|      iteration = max_iterations;
   76|     13|    }
   77|   591k|  }
   78|       |
   79|    392|  if (iteration > 0) {
  ------------------
  |  Branch (79:7): [True: 392, False: 0]
  ------------------
   80|    392|    count += v_count.sum();
   81|    392|  }
   82|       |
   83|    392|  return count + scalar::utf16::utf8_length_from_utf16<big_endian>(in + pos,
   84|    392|                                                                   size - pos);
   85|    392|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_15utf1639utf8_length_from_utf16_with_replacementILNS_10endiannessE0EEENS_6resultEPKDsm:
   89|  1.19k|utf8_length_from_utf16_with_replacement(const char16_t *in, size_t size) {
   90|  1.19k|  using vector_u16 = simd16<uint16_t>;
   91|  1.19k|  constexpr size_t N = vector_u16::ELEMENTS;
   92|  1.19k|  if (N + 1 > size) {
  ------------------
  |  Branch (92:7): [True: 467, False: 730]
  ------------------
   93|    467|    return scalar::utf16::utf8_length_from_utf16_with_replacement<big_endian>(
   94|    467|        in, size);
   95|    467|  } // special case for short inputs
   96|    730|  size_t pos = 0;
   97|    730|  bool any_surrogates = false;
   98|       |
   99|    730|  const auto one = vector_u16::splat(1);
  100|       |
  101|    730|  auto v_count = vector_u16::zero();
  102|    730|  auto v_mismatched_count = vector_u16::zero();
  103|       |
  104|    730|  size_t count = 0;
  105|    730|  size_t mismatched_count = 0;
  106|       |
  107|       |  // in a single iteration the increment is 0, 1 or 2, despite we have
  108|       |  // three additions
  109|    730|  constexpr size_t max_iterations = 65535 / 2;
  110|    730|  size_t iteration = max_iterations;
  111|       |
  112|    730|  if (scalar::utf16::is_low_surrogate<big_endian>(in[0])) {
  ------------------
  |  Branch (112:7): [True: 40, False: 690]
  ------------------
  113|     40|    any_surrogates = true;
  114|     40|    mismatched_count += 1;
  115|     40|  }
  116|       |
  117|  1.89M|  for (; pos < (size - 1) / N * N; pos += N) {
  ------------------
  |  Branch (117:10): [True: 1.89M, False: 730]
  ------------------
  118|  1.89M|    auto input = vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos));
  119|       |    if constexpr (!match_system(big_endian)) {
  120|       |      input = input.swap_bytes();
  121|       |    }
  122|       |    // 0xd800 .. 0xdbff - low surrogate
  123|       |    // 0xdc00 .. 0xdfff - high surrogate
  124|  1.89M|    const auto is_surrogate = ((input & uint16_t(0xf800)) == uint16_t(0xd800));
  125|       |
  126|       |    // c0 - chars that yield 2- or 3-byte UTF-8 codes
  127|  1.89M|    const auto c0 = min(input & uint16_t(0xff80), one);
  128|       |
  129|       |    // c1 - chars that yield 3-byte UTF-8 codes (including surrogates)
  130|  1.89M|    const auto c1 = min(input & uint16_t(0xf800), one);
  131|       |
  132|  1.89M|    v_count += c0;
  133|  1.89M|    v_count += c1;
  134|  1.89M|    v_count += vector_u16(is_surrogate);
  135|  1.89M|    if (is_surrogate.to_bitmask() != 0 ||
  ------------------
  |  Branch (135:9): [True: 192k, False: 1.70M]
  ------------------
  136|  1.70M|        scalar::utf16::is_low_surrogate<big_endian>(in[pos + N])) {
  ------------------
  |  Branch (136:9): [True: 1.97k, False: 1.70M]
  ------------------
  137|   194k|      any_surrogates = true;
  138|   194k|      auto input_next =
  139|   194k|          vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos + 1));
  140|       |      if constexpr (!match_system(big_endian)) {
  141|       |        input_next = input_next.swap_bytes();
  142|       |      }
  143|       |
  144|   194k|      const auto lb_masked = input & (0xfc00);
  145|   194k|      const auto block_masked = input_next & (0xfc00);
  146|       |
  147|   194k|      const auto lb_is_high = lb_masked == (0xd800);
  148|   194k|      const auto block_is_low = block_masked == (0xdc00);
  149|       |
  150|   194k|      const auto illseq = min(vector_u16(lb_is_high ^ block_is_low), one);
  151|       |
  152|   194k|      v_mismatched_count += illseq;
  153|   194k|    }
  154|       |
  155|  1.89M|    iteration -= 1;
  156|  1.89M|    if (iteration == 0) {
  ------------------
  |  Branch (156:9): [True: 32, False: 1.89M]
  ------------------
  157|     32|      count += v_count.sum();
  158|     32|      v_count = vector_u16::zero();
  159|     32|      mismatched_count += v_mismatched_count.sum();
  160|     32|      v_mismatched_count = vector_u16::zero();
  161|     32|      iteration = max_iterations;
  162|     32|    }
  163|  1.89M|  }
  164|       |
  165|    730|  if (iteration > 0) {
  ------------------
  |  Branch (165:7): [True: 730, False: 0]
  ------------------
  166|    730|    count += v_count.sum();
  167|    730|    mismatched_count += v_mismatched_count.sum();
  168|    730|  }
  169|       |
  170|    730|  if (scalar::utf16::is_low_surrogate<big_endian>(in[pos])) {
  ------------------
  |  Branch (170:7): [True: 107, False: 623]
  ------------------
  171|    107|    any_surrogates = true;
  172|    107|    if (!scalar::utf16::is_high_surrogate<big_endian>(in[pos - 1])) {
  ------------------
  |  Branch (172:9): [True: 76, False: 31]
  ------------------
  173|     76|      mismatched_count -= 1;
  174|     76|      count += 2;
  175|     76|      pos += 1;
  176|     76|    }
  177|    107|  }
  178|    730|  count += pos;
  179|    730|  count += mismatched_count;
  180|    730|  if (scalar::utf16::is_high_surrogate<big_endian>(in[pos - 1])) {
  ------------------
  |  Branch (180:7): [True: 115, False: 615]
  ------------------
  181|    115|    any_surrogates = true;
  182|    115|    if (pos == size) {
  ------------------
  |  Branch (182:9): [True: 0, False: 115]
  ------------------
  183|      0|      count += 2;
  184|    115|    } else if (scalar::utf16::is_low_surrogate<big_endian>(in[pos])) {
  ------------------
  |  Branch (184:16): [True: 31, False: 84]
  ------------------
  185|     31|      pos += 1;
  186|     31|      count += 2;
  187|     31|    }
  188|    115|  }
  189|    730|  result scalar_result =
  190|    730|      scalar::utf16::utf8_length_from_utf16_with_replacement<big_endian>(
  191|    730|          in + pos, size - pos);
  192|    730|  return {any_surrogates ? SURROGATE : scalar_result.error,
  ------------------
  |  Branch (192:11): [True: 455, False: 275]
  ------------------
  193|    730|          count + scalar_result.count};
  194|  1.19k|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_15utf1639utf8_length_from_utf16_with_replacementILNS_10endiannessE1EEENS_6resultEPKDsm:
   89|  1.19k|utf8_length_from_utf16_with_replacement(const char16_t *in, size_t size) {
   90|  1.19k|  using vector_u16 = simd16<uint16_t>;
   91|  1.19k|  constexpr size_t N = vector_u16::ELEMENTS;
   92|  1.19k|  if (N + 1 > size) {
  ------------------
  |  Branch (92:7): [True: 486, False: 711]
  ------------------
   93|    486|    return scalar::utf16::utf8_length_from_utf16_with_replacement<big_endian>(
   94|    486|        in, size);
   95|    486|  } // special case for short inputs
   96|    711|  size_t pos = 0;
   97|    711|  bool any_surrogates = false;
   98|       |
   99|    711|  const auto one = vector_u16::splat(1);
  100|       |
  101|    711|  auto v_count = vector_u16::zero();
  102|    711|  auto v_mismatched_count = vector_u16::zero();
  103|       |
  104|    711|  size_t count = 0;
  105|    711|  size_t mismatched_count = 0;
  106|       |
  107|       |  // in a single iteration the increment is 0, 1 or 2, despite we have
  108|       |  // three additions
  109|    711|  constexpr size_t max_iterations = 65535 / 2;
  110|    711|  size_t iteration = max_iterations;
  111|       |
  112|    711|  if (scalar::utf16::is_low_surrogate<big_endian>(in[0])) {
  ------------------
  |  Branch (112:7): [True: 47, False: 664]
  ------------------
  113|     47|    any_surrogates = true;
  114|     47|    mismatched_count += 1;
  115|     47|  }
  116|       |
  117|  1.79M|  for (; pos < (size - 1) / N * N; pos += N) {
  ------------------
  |  Branch (117:10): [True: 1.79M, False: 711]
  ------------------
  118|  1.79M|    auto input = vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos));
  119|  1.79M|    if constexpr (!match_system(big_endian)) {
  120|  1.79M|      input = input.swap_bytes();
  121|  1.79M|    }
  122|       |    // 0xd800 .. 0xdbff - low surrogate
  123|       |    // 0xdc00 .. 0xdfff - high surrogate
  124|  1.79M|    const auto is_surrogate = ((input & uint16_t(0xf800)) == uint16_t(0xd800));
  125|       |
  126|       |    // c0 - chars that yield 2- or 3-byte UTF-8 codes
  127|  1.79M|    const auto c0 = min(input & uint16_t(0xff80), one);
  128|       |
  129|       |    // c1 - chars that yield 3-byte UTF-8 codes (including surrogates)
  130|  1.79M|    const auto c1 = min(input & uint16_t(0xf800), one);
  131|       |
  132|  1.79M|    v_count += c0;
  133|  1.79M|    v_count += c1;
  134|  1.79M|    v_count += vector_u16(is_surrogate);
  135|  1.79M|    if (is_surrogate.to_bitmask() != 0 ||
  ------------------
  |  Branch (135:9): [True: 256k, False: 1.54M]
  ------------------
  136|  1.54M|        scalar::utf16::is_low_surrogate<big_endian>(in[pos + N])) {
  ------------------
  |  Branch (136:9): [True: 3.05k, False: 1.53M]
  ------------------
  137|   259k|      any_surrogates = true;
  138|   259k|      auto input_next =
  139|   259k|          vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos + 1));
  140|   259k|      if constexpr (!match_system(big_endian)) {
  141|   259k|        input_next = input_next.swap_bytes();
  142|   259k|      }
  143|       |
  144|   259k|      const auto lb_masked = input & (0xfc00);
  145|   259k|      const auto block_masked = input_next & (0xfc00);
  146|       |
  147|   259k|      const auto lb_is_high = lb_masked == (0xd800);
  148|   259k|      const auto block_is_low = block_masked == (0xdc00);
  149|       |
  150|   259k|      const auto illseq = min(vector_u16(lb_is_high ^ block_is_low), one);
  151|       |
  152|   259k|      v_mismatched_count += illseq;
  153|   259k|    }
  154|       |
  155|  1.79M|    iteration -= 1;
  156|  1.79M|    if (iteration == 0) {
  ------------------
  |  Branch (156:9): [True: 35, False: 1.79M]
  ------------------
  157|     35|      count += v_count.sum();
  158|     35|      v_count = vector_u16::zero();
  159|     35|      mismatched_count += v_mismatched_count.sum();
  160|     35|      v_mismatched_count = vector_u16::zero();
  161|     35|      iteration = max_iterations;
  162|     35|    }
  163|  1.79M|  }
  164|       |
  165|    711|  if (iteration > 0) {
  ------------------
  |  Branch (165:7): [True: 711, False: 0]
  ------------------
  166|    711|    count += v_count.sum();
  167|    711|    mismatched_count += v_mismatched_count.sum();
  168|    711|  }
  169|       |
  170|    711|  if (scalar::utf16::is_low_surrogate<big_endian>(in[pos])) {
  ------------------
  |  Branch (170:7): [True: 105, False: 606]
  ------------------
  171|    105|    any_surrogates = true;
  172|    105|    if (!scalar::utf16::is_high_surrogate<big_endian>(in[pos - 1])) {
  ------------------
  |  Branch (172:9): [True: 77, False: 28]
  ------------------
  173|     77|      mismatched_count -= 1;
  174|     77|      count += 2;
  175|     77|      pos += 1;
  176|     77|    }
  177|    105|  }
  178|    711|  count += pos;
  179|    711|  count += mismatched_count;
  180|    711|  if (scalar::utf16::is_high_surrogate<big_endian>(in[pos - 1])) {
  ------------------
  |  Branch (180:7): [True: 112, False: 599]
  ------------------
  181|    112|    any_surrogates = true;
  182|    112|    if (pos == size) {
  ------------------
  |  Branch (182:9): [True: 0, False: 112]
  ------------------
  183|      0|      count += 2;
  184|    112|    } else if (scalar::utf16::is_low_surrogate<big_endian>(in[pos])) {
  ------------------
  |  Branch (184:16): [True: 28, False: 84]
  ------------------
  185|     28|      pos += 1;
  186|     28|      count += 2;
  187|     28|    }
  188|    112|  }
  189|    711|  result scalar_result =
  190|    711|      scalar::utf16::utf8_length_from_utf16_with_replacement<big_endian>(
  191|    711|          in + pos, size - pos);
  192|    711|  return {any_surrogates ? SURROGATE : scalar_result.error,
  ------------------
  |  Branch (192:11): [True: 458, False: 253]
  ------------------
  193|    711|          count + scalar_result.count};
  194|  1.19k|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_15utf1631utf8_length_from_utf16_bytemaskILNS_10endiannessE0EEEmPKDsm:
   10|    399|                                                             size_t size) {
   11|    399|  size_t pos = 0;
   12|       |
   13|    399|  using vector_u16 = simd16<uint16_t>;
   14|    399|  constexpr size_t N = vector_u16::ELEMENTS;
   15|       |
   16|    399|  const auto one = vector_u16::splat(1);
   17|       |
   18|    399|  auto v_count = vector_u16::zero();
   19|       |
   20|       |  // each char16 yields at least one byte
   21|    399|  size_t count = size / N * N;
   22|       |
   23|       |  // in a single iteration the increment is 0, 1 or 2, despite we have
   24|       |  // three additions
   25|    399|  constexpr size_t max_iterations = 65535 / 2;
   26|    399|  size_t iteration = max_iterations;
   27|       |
   28|  1.91M|  for (; pos < size / N * N; pos += N) {
  ------------------
  |  Branch (28:10): [True: 1.91M, False: 399]
  ------------------
   29|  1.91M|    auto input = vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos));
   30|       |    if constexpr (!match_system(big_endian)) {
   31|       |      input = input.swap_bytes();
   32|       |    }
   33|       |    // 0xd800 .. 0xdbff - low surrogate
   34|       |    // 0xdc00 .. 0xdfff - high surrogate
   35|  1.91M|    const auto is_surrogate = ((input & uint16_t(0xf800)) == uint16_t(0xd800));
   36|       |
   37|       |    // c0 - chars that yield 2- or 3-byte UTF-8 codes
   38|  1.91M|    const auto c0 = min(input & uint16_t(0xff80), one);
   39|       |
   40|       |    // c1 - chars that yield 3-byte UTF-8 codes (including surrogates)
   41|  1.91M|    const auto c1 = min(input & uint16_t(0xf800), one);
   42|       |
   43|       |    /*
   44|       |        Explanation how the counting works.
   45|       |
   46|       |        In the case of a non-surrogate character we count:
   47|       |        * always 1 -- see how `count` is initialized above;
   48|       |        * c0 = 1 if the current char yields 2 or 3 bytes;
   49|       |        * c1 = 1 if the current char yields 3 bytes.
   50|       |
   51|       |        Thus, we always have correct count for the current char:
   52|       |        from 1, 2 or 3 bytes.
   53|       |
   54|       |        A trickier part is how we count surrogate pairs. Whether
   55|       |        we encounter a surrogate (low or high), we count it as
   56|       |        3 chars and then minus 1 (`is_surrogate` is -1 or 0).
   57|       |        Each surrogate char yields 2. A surrogate pair, that
   58|       |        is a low surrogate followed by a high one, yields
   59|       |        the expected 4 bytes.
   60|       |
   61|       |        It also correctly handles cases when low surrogate is
   62|       |        processed by the this loop, but high surrogate is counted
   63|       |        by the scalar procedure. The scalar procedure uses exactly
   64|       |        the described approach, thanks to that for valid UTF-16
   65|       |        strings it always count correctly.
   66|       |    */
   67|  1.91M|    v_count += c0;
   68|  1.91M|    v_count += c1;
   69|  1.91M|    v_count += vector_u16(is_surrogate);
   70|       |
   71|  1.91M|    iteration -= 1;
   72|  1.91M|    if (iteration == 0) {
  ------------------
  |  Branch (72:9): [True: 46, False: 1.91M]
  ------------------
   73|     46|      count += v_count.sum();
   74|     46|      v_count = vector_u16::zero();
   75|     46|      iteration = max_iterations;
   76|     46|    }
   77|  1.91M|  }
   78|       |
   79|    399|  if (iteration > 0) {
  ------------------
  |  Branch (79:7): [True: 399, False: 0]
  ------------------
   80|    399|    count += v_count.sum();
   81|    399|  }
   82|       |
   83|    399|  return count + scalar::utf16::utf8_length_from_utf16<big_endian>(in + pos,
   84|    399|                                                                   size - pos);
   85|    399|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_15utf1631utf8_length_from_utf16_bytemaskILNS_10endiannessE1EEEmPKDsm:
   10|    392|                                                             size_t size) {
   11|    392|  size_t pos = 0;
   12|       |
   13|    392|  using vector_u16 = simd16<uint16_t>;
   14|    392|  constexpr size_t N = vector_u16::ELEMENTS;
   15|       |
   16|    392|  const auto one = vector_u16::splat(1);
   17|       |
   18|    392|  auto v_count = vector_u16::zero();
   19|       |
   20|       |  // each char16 yields at least one byte
   21|    392|  size_t count = size / N * N;
   22|       |
   23|       |  // in a single iteration the increment is 0, 1 or 2, despite we have
   24|       |  // three additions
   25|    392|  constexpr size_t max_iterations = 65535 / 2;
   26|    392|  size_t iteration = max_iterations;
   27|       |
   28|  1.18M|  for (; pos < size / N * N; pos += N) {
  ------------------
  |  Branch (28:10): [True: 1.18M, False: 392]
  ------------------
   29|  1.18M|    auto input = vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos));
   30|  1.18M|    if constexpr (!match_system(big_endian)) {
   31|  1.18M|      input = input.swap_bytes();
   32|  1.18M|    }
   33|       |    // 0xd800 .. 0xdbff - low surrogate
   34|       |    // 0xdc00 .. 0xdfff - high surrogate
   35|  1.18M|    const auto is_surrogate = ((input & uint16_t(0xf800)) == uint16_t(0xd800));
   36|       |
   37|       |    // c0 - chars that yield 2- or 3-byte UTF-8 codes
   38|  1.18M|    const auto c0 = min(input & uint16_t(0xff80), one);
   39|       |
   40|       |    // c1 - chars that yield 3-byte UTF-8 codes (including surrogates)
   41|  1.18M|    const auto c1 = min(input & uint16_t(0xf800), one);
   42|       |
   43|       |    /*
   44|       |        Explanation how the counting works.
   45|       |
   46|       |        In the case of a non-surrogate character we count:
   47|       |        * always 1 -- see how `count` is initialized above;
   48|       |        * c0 = 1 if the current char yields 2 or 3 bytes;
   49|       |        * c1 = 1 if the current char yields 3 bytes.
   50|       |
   51|       |        Thus, we always have correct count for the current char:
   52|       |        from 1, 2 or 3 bytes.
   53|       |
   54|       |        A trickier part is how we count surrogate pairs. Whether
   55|       |        we encounter a surrogate (low or high), we count it as
   56|       |        3 chars and then minus 1 (`is_surrogate` is -1 or 0).
   57|       |        Each surrogate char yields 2. A surrogate pair, that
   58|       |        is a low surrogate followed by a high one, yields
   59|       |        the expected 4 bytes.
   60|       |
   61|       |        It also correctly handles cases when low surrogate is
   62|       |        processed by the this loop, but high surrogate is counted
   63|       |        by the scalar procedure. The scalar procedure uses exactly
   64|       |        the described approach, thanks to that for valid UTF-16
   65|       |        strings it always count correctly.
   66|       |    */
   67|  1.18M|    v_count += c0;
   68|  1.18M|    v_count += c1;
   69|  1.18M|    v_count += vector_u16(is_surrogate);
   70|       |
   71|  1.18M|    iteration -= 1;
   72|  1.18M|    if (iteration == 0) {
  ------------------
  |  Branch (72:9): [True: 30, False: 1.18M]
  ------------------
   73|     30|      count += v_count.sum();
   74|     30|      v_count = vector_u16::zero();
   75|     30|      iteration = max_iterations;
   76|     30|    }
   77|  1.18M|  }
   78|       |
   79|    392|  if (iteration > 0) {
  ------------------
  |  Branch (79:7): [True: 392, False: 0]
  ------------------
   80|    392|    count += v_count.sum();
   81|    392|  }
   82|       |
   83|    392|  return count + scalar::utf16::utf8_length_from_utf16<big_endian>(in + pos,
   84|    392|                                                                   size - pos);
   85|    392|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_15utf1639utf8_length_from_utf16_with_replacementILNS_10endiannessE0EEENS_6resultEPKDsm:
   89|  1.19k|utf8_length_from_utf16_with_replacement(const char16_t *in, size_t size) {
   90|  1.19k|  using vector_u16 = simd16<uint16_t>;
   91|  1.19k|  constexpr size_t N = vector_u16::ELEMENTS;
   92|  1.19k|  if (N + 1 > size) {
  ------------------
  |  Branch (92:7): [True: 223, False: 974]
  ------------------
   93|    223|    return scalar::utf16::utf8_length_from_utf16_with_replacement<big_endian>(
   94|    223|        in, size);
   95|    223|  } // special case for short inputs
   96|    974|  size_t pos = 0;
   97|    974|  bool any_surrogates = false;
   98|       |
   99|    974|  const auto one = vector_u16::splat(1);
  100|       |
  101|    974|  auto v_count = vector_u16::zero();
  102|    974|  auto v_mismatched_count = vector_u16::zero();
  103|       |
  104|    974|  size_t count = 0;
  105|    974|  size_t mismatched_count = 0;
  106|       |
  107|       |  // in a single iteration the increment is 0, 1 or 2, despite we have
  108|       |  // three additions
  109|    974|  constexpr size_t max_iterations = 65535 / 2;
  110|    974|  size_t iteration = max_iterations;
  111|       |
  112|    974|  if (scalar::utf16::is_low_surrogate<big_endian>(in[0])) {
  ------------------
  |  Branch (112:7): [True: 63, False: 911]
  ------------------
  113|     63|    any_surrogates = true;
  114|     63|    mismatched_count += 1;
  115|     63|  }
  116|       |
  117|  3.79M|  for (; pos < (size - 1) / N * N; pos += N) {
  ------------------
  |  Branch (117:10): [True: 3.79M, False: 974]
  ------------------
  118|  3.79M|    auto input = vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos));
  119|       |    if constexpr (!match_system(big_endian)) {
  120|       |      input = input.swap_bytes();
  121|       |    }
  122|       |    // 0xd800 .. 0xdbff - low surrogate
  123|       |    // 0xdc00 .. 0xdfff - high surrogate
  124|  3.79M|    const auto is_surrogate = ((input & uint16_t(0xf800)) == uint16_t(0xd800));
  125|       |
  126|       |    // c0 - chars that yield 2- or 3-byte UTF-8 codes
  127|  3.79M|    const auto c0 = min(input & uint16_t(0xff80), one);
  128|       |
  129|       |    // c1 - chars that yield 3-byte UTF-8 codes (including surrogates)
  130|  3.79M|    const auto c1 = min(input & uint16_t(0xf800), one);
  131|       |
  132|  3.79M|    v_count += c0;
  133|  3.79M|    v_count += c1;
  134|  3.79M|    v_count += vector_u16(is_surrogate);
  135|  3.79M|    if (is_surrogate.to_bitmask() != 0 ||
  ------------------
  |  Branch (135:9): [True: 318k, False: 3.47M]
  ------------------
  136|  3.47M|        scalar::utf16::is_low_surrogate<big_endian>(in[pos + N])) {
  ------------------
  |  Branch (136:9): [True: 5.66k, False: 3.47M]
  ------------------
  137|   323k|      any_surrogates = true;
  138|   323k|      auto input_next =
  139|   323k|          vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos + 1));
  140|       |      if constexpr (!match_system(big_endian)) {
  141|       |        input_next = input_next.swap_bytes();
  142|       |      }
  143|       |
  144|   323k|      const auto lb_masked = input & (0xfc00);
  145|   323k|      const auto block_masked = input_next & (0xfc00);
  146|       |
  147|   323k|      const auto lb_is_high = lb_masked == (0xd800);
  148|   323k|      const auto block_is_low = block_masked == (0xdc00);
  149|       |
  150|   323k|      const auto illseq = min(vector_u16(lb_is_high ^ block_is_low), one);
  151|       |
  152|   323k|      v_mismatched_count += illseq;
  153|   323k|    }
  154|       |
  155|  3.79M|    iteration -= 1;
  156|  3.79M|    if (iteration == 0) {
  ------------------
  |  Branch (156:9): [True: 83, False: 3.79M]
  ------------------
  157|     83|      count += v_count.sum();
  158|     83|      v_count = vector_u16::zero();
  159|     83|      mismatched_count += v_mismatched_count.sum();
  160|     83|      v_mismatched_count = vector_u16::zero();
  161|     83|      iteration = max_iterations;
  162|     83|    }
  163|  3.79M|  }
  164|       |
  165|    974|  if (iteration > 0) {
  ------------------
  |  Branch (165:7): [True: 974, False: 0]
  ------------------
  166|    974|    count += v_count.sum();
  167|    974|    mismatched_count += v_mismatched_count.sum();
  168|    974|  }
  169|       |
  170|    974|  if (scalar::utf16::is_low_surrogate<big_endian>(in[pos])) {
  ------------------
  |  Branch (170:7): [True: 182, False: 792]
  ------------------
  171|    182|    any_surrogates = true;
  172|    182|    if (!scalar::utf16::is_high_surrogate<big_endian>(in[pos - 1])) {
  ------------------
  |  Branch (172:9): [True: 126, False: 56]
  ------------------
  173|    126|      mismatched_count -= 1;
  174|    126|      count += 2;
  175|    126|      pos += 1;
  176|    126|    }
  177|    182|  }
  178|    974|  count += pos;
  179|    974|  count += mismatched_count;
  180|    974|  if (scalar::utf16::is_high_surrogate<big_endian>(in[pos - 1])) {
  ------------------
  |  Branch (180:7): [True: 178, False: 796]
  ------------------
  181|    178|    any_surrogates = true;
  182|    178|    if (pos == size) {
  ------------------
  |  Branch (182:9): [True: 0, False: 178]
  ------------------
  183|      0|      count += 2;
  184|    178|    } else if (scalar::utf16::is_low_surrogate<big_endian>(in[pos])) {
  ------------------
  |  Branch (184:16): [True: 56, False: 122]
  ------------------
  185|     56|      pos += 1;
  186|     56|      count += 2;
  187|     56|    }
  188|    178|  }
  189|    974|  result scalar_result =
  190|    974|      scalar::utf16::utf8_length_from_utf16_with_replacement<big_endian>(
  191|    974|          in + pos, size - pos);
  192|    974|  return {any_surrogates ? SURROGATE : scalar_result.error,
  ------------------
  |  Branch (192:11): [True: 620, False: 354]
  ------------------
  193|    974|          count + scalar_result.count};
  194|  1.19k|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_15utf1639utf8_length_from_utf16_with_replacementILNS_10endiannessE1EEENS_6resultEPKDsm:
   89|  1.19k|utf8_length_from_utf16_with_replacement(const char16_t *in, size_t size) {
   90|  1.19k|  using vector_u16 = simd16<uint16_t>;
   91|  1.19k|  constexpr size_t N = vector_u16::ELEMENTS;
   92|  1.19k|  if (N + 1 > size) {
  ------------------
  |  Branch (92:7): [True: 219, False: 978]
  ------------------
   93|    219|    return scalar::utf16::utf8_length_from_utf16_with_replacement<big_endian>(
   94|    219|        in, size);
   95|    219|  } // special case for short inputs
   96|    978|  size_t pos = 0;
   97|    978|  bool any_surrogates = false;
   98|       |
   99|    978|  const auto one = vector_u16::splat(1);
  100|       |
  101|    978|  auto v_count = vector_u16::zero();
  102|    978|  auto v_mismatched_count = vector_u16::zero();
  103|       |
  104|    978|  size_t count = 0;
  105|    978|  size_t mismatched_count = 0;
  106|       |
  107|       |  // in a single iteration the increment is 0, 1 or 2, despite we have
  108|       |  // three additions
  109|    978|  constexpr size_t max_iterations = 65535 / 2;
  110|    978|  size_t iteration = max_iterations;
  111|       |
  112|    978|  if (scalar::utf16::is_low_surrogate<big_endian>(in[0])) {
  ------------------
  |  Branch (112:7): [True: 74, False: 904]
  ------------------
  113|     74|    any_surrogates = true;
  114|     74|    mismatched_count += 1;
  115|     74|  }
  116|       |
  117|  3.59M|  for (; pos < (size - 1) / N * N; pos += N) {
  ------------------
  |  Branch (117:10): [True: 3.59M, False: 978]
  ------------------
  118|  3.59M|    auto input = vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos));
  119|  3.59M|    if constexpr (!match_system(big_endian)) {
  120|  3.59M|      input = input.swap_bytes();
  121|  3.59M|    }
  122|       |    // 0xd800 .. 0xdbff - low surrogate
  123|       |    // 0xdc00 .. 0xdfff - high surrogate
  124|  3.59M|    const auto is_surrogate = ((input & uint16_t(0xf800)) == uint16_t(0xd800));
  125|       |
  126|       |    // c0 - chars that yield 2- or 3-byte UTF-8 codes
  127|  3.59M|    const auto c0 = min(input & uint16_t(0xff80), one);
  128|       |
  129|       |    // c1 - chars that yield 3-byte UTF-8 codes (including surrogates)
  130|  3.59M|    const auto c1 = min(input & uint16_t(0xf800), one);
  131|       |
  132|  3.59M|    v_count += c0;
  133|  3.59M|    v_count += c1;
  134|  3.59M|    v_count += vector_u16(is_surrogate);
  135|  3.59M|    if (is_surrogate.to_bitmask() != 0 ||
  ------------------
  |  Branch (135:9): [True: 409k, False: 3.18M]
  ------------------
  136|  3.18M|        scalar::utf16::is_low_surrogate<big_endian>(in[pos + N])) {
  ------------------
  |  Branch (136:9): [True: 7.89k, False: 3.17M]
  ------------------
  137|   417k|      any_surrogates = true;
  138|   417k|      auto input_next =
  139|   417k|          vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos + 1));
  140|   417k|      if constexpr (!match_system(big_endian)) {
  141|   417k|        input_next = input_next.swap_bytes();
  142|   417k|      }
  143|       |
  144|   417k|      const auto lb_masked = input & (0xfc00);
  145|   417k|      const auto block_masked = input_next & (0xfc00);
  146|       |
  147|   417k|      const auto lb_is_high = lb_masked == (0xd800);
  148|   417k|      const auto block_is_low = block_masked == (0xdc00);
  149|       |
  150|   417k|      const auto illseq = min(vector_u16(lb_is_high ^ block_is_low), one);
  151|       |
  152|   417k|      v_mismatched_count += illseq;
  153|   417k|    }
  154|       |
  155|  3.59M|    iteration -= 1;
  156|  3.59M|    if (iteration == 0) {
  ------------------
  |  Branch (156:9): [True: 82, False: 3.59M]
  ------------------
  157|     82|      count += v_count.sum();
  158|     82|      v_count = vector_u16::zero();
  159|     82|      mismatched_count += v_mismatched_count.sum();
  160|     82|      v_mismatched_count = vector_u16::zero();
  161|     82|      iteration = max_iterations;
  162|     82|    }
  163|  3.59M|  }
  164|       |
  165|    978|  if (iteration > 0) {
  ------------------
  |  Branch (165:7): [True: 978, False: 0]
  ------------------
  166|    978|    count += v_count.sum();
  167|    978|    mismatched_count += v_mismatched_count.sum();
  168|    978|  }
  169|       |
  170|    978|  if (scalar::utf16::is_low_surrogate<big_endian>(in[pos])) {
  ------------------
  |  Branch (170:7): [True: 181, False: 797]
  ------------------
  171|    181|    any_surrogates = true;
  172|    181|    if (!scalar::utf16::is_high_surrogate<big_endian>(in[pos - 1])) {
  ------------------
  |  Branch (172:9): [True: 128, False: 53]
  ------------------
  173|    128|      mismatched_count -= 1;
  174|    128|      count += 2;
  175|    128|      pos += 1;
  176|    128|    }
  177|    181|  }
  178|    978|  count += pos;
  179|    978|  count += mismatched_count;
  180|    978|  if (scalar::utf16::is_high_surrogate<big_endian>(in[pos - 1])) {
  ------------------
  |  Branch (180:7): [True: 183, False: 795]
  ------------------
  181|    183|    any_surrogates = true;
  182|    183|    if (pos == size) {
  ------------------
  |  Branch (182:9): [True: 0, False: 183]
  ------------------
  183|      0|      count += 2;
  184|    183|    } else if (scalar::utf16::is_low_surrogate<big_endian>(in[pos])) {
  ------------------
  |  Branch (184:16): [True: 53, False: 130]
  ------------------
  185|     53|      pos += 1;
  186|     53|      count += 2;
  187|     53|    }
  188|    183|  }
  189|    978|  result scalar_result =
  190|    978|      scalar::utf16::utf8_length_from_utf16_with_replacement<big_endian>(
  191|    978|          in + pos, size - pos);
  192|    978|  return {any_surrogates ? SURROGATE : scalar_result.error,
  ------------------
  |  Branch (192:11): [True: 636, False: 342]
  ------------------
  193|    978|          count + scalar_result.count};
  194|  1.19k|}

simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_113utf16_to_utf828convert_with_replacement_viaIZNKS0_14implementation40convert_utf16le_to_utf8_with_replacementEPKDsmPcE3$_0EEmT_S6_mS7_:
   15|  1.19k|    char *utf8_output) {
   16|  1.19k|  char *const start = utf8_output;
   17|  1.19k|  size_t pos = 0;
   18|  1.44M|  while (pos < len) {
  ------------------
  |  Branch (18:10): [True: 1.44M, False: 327]
  ------------------
   19|  1.44M|    full_result r = convert_with_details(buf + pos, len - pos, utf8_output);
   20|  1.44M|    utf8_output += r.output_count;
   21|  1.44M|    if (r.error != error_code::SURROGATE) {
  ------------------
  |  Branch (21:9): [True: 870, False: 1.44M]
  ------------------
   22|    870|      break;
   23|    870|    }
   24|  1.44M|    pos += r.input_count + 1;
   25|  1.44M|    utf8_output[0] = char(0xef);
   26|  1.44M|    utf8_output[1] = char(0xbf);
   27|  1.44M|    utf8_output[2] = char(0xbd);
   28|  1.44M|    utf8_output += 3;
   29|  1.44M|  }
   30|  1.19k|  return size_t(utf8_output - start);
   31|  1.19k|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_113utf16_to_utf828convert_with_replacement_viaIZNKS0_14implementation40convert_utf16be_to_utf8_with_replacementEPKDsmPcE3$_0EEmT_S6_mS7_:
   15|  1.19k|    char *utf8_output) {
   16|  1.19k|  char *const start = utf8_output;
   17|  1.19k|  size_t pos = 0;
   18|  2.09M|  while (pos < len) {
  ------------------
  |  Branch (18:10): [True: 2.09M, False: 314]
  ------------------
   19|  2.09M|    full_result r = convert_with_details(buf + pos, len - pos, utf8_output);
   20|  2.09M|    utf8_output += r.output_count;
   21|  2.09M|    if (r.error != error_code::SURROGATE) {
  ------------------
  |  Branch (21:9): [True: 883, False: 2.09M]
  ------------------
   22|    883|      break;
   23|    883|    }
   24|  2.09M|    pos += r.input_count + 1;
   25|  2.09M|    utf8_output[0] = char(0xef);
   26|  2.09M|    utf8_output[1] = char(0xbf);
   27|  2.09M|    utf8_output[2] = char(0xbd);
   28|  2.09M|    utf8_output += 3;
   29|  2.09M|  }
   30|  1.19k|  return size_t(utf8_output - start);
   31|  1.19k|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_113utf16_to_utf828convert_with_replacement_viaIZNKS0_14implementation40convert_utf16le_to_utf8_with_replacementEPKDsmPcE3$_0EEmT_S6_mS7_:
   15|  1.19k|    char *utf8_output) {
   16|  1.19k|  char *const start = utf8_output;
   17|  1.19k|  size_t pos = 0;
   18|  1.44M|  while (pos < len) {
  ------------------
  |  Branch (18:10): [True: 1.44M, False: 327]
  ------------------
   19|  1.44M|    full_result r = convert_with_details(buf + pos, len - pos, utf8_output);
   20|  1.44M|    utf8_output += r.output_count;
   21|  1.44M|    if (r.error != error_code::SURROGATE) {
  ------------------
  |  Branch (21:9): [True: 870, False: 1.44M]
  ------------------
   22|    870|      break;
   23|    870|    }
   24|  1.44M|    pos += r.input_count + 1;
   25|  1.44M|    utf8_output[0] = char(0xef);
   26|  1.44M|    utf8_output[1] = char(0xbf);
   27|  1.44M|    utf8_output[2] = char(0xbd);
   28|  1.44M|    utf8_output += 3;
   29|  1.44M|  }
   30|  1.19k|  return size_t(utf8_output - start);
   31|  1.19k|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_113utf16_to_utf828convert_with_replacement_viaIZNKS0_14implementation40convert_utf16be_to_utf8_with_replacementEPKDsmPcE3$_0EEmT_S6_mS7_:
   15|  1.19k|    char *utf8_output) {
   16|  1.19k|  char *const start = utf8_output;
   17|  1.19k|  size_t pos = 0;
   18|  2.09M|  while (pos < len) {
  ------------------
  |  Branch (18:10): [True: 2.09M, False: 314]
  ------------------
   19|  2.09M|    full_result r = convert_with_details(buf + pos, len - pos, utf8_output);
   20|  2.09M|    utf8_output += r.output_count;
   21|  2.09M|    if (r.error != error_code::SURROGATE) {
  ------------------
  |  Branch (21:9): [True: 883, False: 2.09M]
  ------------------
   22|    883|      break;
   23|    883|    }
   24|  2.09M|    pos += r.input_count + 1;
   25|  2.09M|    utf8_output[0] = char(0xef);
   26|  2.09M|    utf8_output[1] = char(0xbf);
   27|  2.09M|    utf8_output[2] = char(0xbd);
   28|  2.09M|    utf8_output += 3;
   29|  2.09M|  }
   30|  1.19k|  return size_t(utf8_output - start);
   31|  1.19k|}

simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_115utf8_validation12utf8_checker16check_next_inputERKNS1_4simd8simd8x64IhEE:
  215|  1.95M|  simdutf_really_inline bool check_next_input(const simd8x64<uint8_t> &input) {
  216|  1.95M|    if (simdutf_likely(is_ascii(input))) {
  ------------------
  |  |   90|  1.95M|    #define simdutf_likely(x) __builtin_expect(!!(x), 1)
  |  |  ------------------
  |  |  |  Branch (90:31): [True: 357k, False: 1.59M]
  |  |  ------------------
  ------------------
  217|   357k|      this->error |= this->prev_incomplete;
  218|   357k|      return true;
  219|  1.59M|    } else {
  220|       |      // you might think that a for-loop would work, but under Visual Studio, it
  221|       |      // is not good enough.
  222|  1.59M|      static_assert((simd8x64<uint8_t>::NUM_CHUNKS == 2) ||
  223|  1.59M|                        (simd8x64<uint8_t>::NUM_CHUNKS == 4),
  224|  1.59M|                    "We support either two or four chunks per 64-byte block.");
  225|  1.59M|      if constexpr (simd8x64<uint8_t>::NUM_CHUNKS == 2) {
  226|  1.59M|        this->check_utf8_bytes(input.chunks[0], this->prev_input_block);
  227|  1.59M|        this->check_utf8_bytes(input.chunks[1], input.chunks[0]);
  228|       |      } else if constexpr (simd8x64<uint8_t>::NUM_CHUNKS == 4) {
  229|       |        this->check_utf8_bytes(input.chunks[0], this->prev_input_block);
  230|       |        this->check_utf8_bytes(input.chunks[1], input.chunks[0]);
  231|       |        this->check_utf8_bytes(input.chunks[2], input.chunks[1]);
  232|       |        this->check_utf8_bytes(input.chunks[3], input.chunks[2]);
  233|       |      }
  234|  1.59M|      this->prev_incomplete =
  235|  1.59M|          is_incomplete(input.chunks[simd8x64<uint8_t>::NUM_CHUNKS - 1]);
  236|  1.59M|      this->prev_input_block = input.chunks[simd8x64<uint8_t>::NUM_CHUNKS - 1];
  237|  1.59M|      return false;
  238|  1.59M|    }
  239|  1.95M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_115utf8_validation12utf8_checker16check_utf8_bytesENS1_4simd5simd8IhEES6_:
  195|  3.18M|                                              const simd8<uint8_t> prev_input) {
  196|       |    // Flip prev1...prev3 so we can easily determine if they are 2+, 3+ or 4+
  197|       |    // lead bytes (2, 3, 4-byte leads become large positive numbers instead of
  198|       |    // small negative numbers)
  199|  3.18M|    simd8<uint8_t> prev1 = input.prev<1>(prev_input);
  200|  3.18M|    simd8<uint8_t> sc = check_special_cases(input, prev1);
  201|  3.18M|    this->error |= check_multibyte_lengths(input, prev_input, sc);
  202|  3.18M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_115utf8_validation19check_special_casesENS1_4simd5simd8IhEES5_:
    9|  3.18M|check_special_cases(const simd8<uint8_t> input, const simd8<uint8_t> prev1) {
   10|       |  // Bit 0 = Too Short (lead byte/ASCII followed by lead byte/ASCII)
   11|       |  // Bit 1 = Too Long (ASCII followed by continuation)
   12|       |  // Bit 2 = Overlong 3-byte
   13|       |  // Bit 4 = Surrogate
   14|       |  // Bit 5 = Overlong 2-byte
   15|       |  // Bit 7 = Two Continuations
   16|  3.18M|  constexpr const uint8_t TOO_SHORT = 1 << 0;  // 11______ 0_______
   17|       |                                               // 11______ 11______
   18|  3.18M|  constexpr const uint8_t TOO_LONG = 1 << 1;   // 0_______ 10______
   19|  3.18M|  constexpr const uint8_t OVERLONG_3 = 1 << 2; // 11100000 100_____
   20|  3.18M|  constexpr const uint8_t SURROGATE = 1 << 4;  // 11101101 101_____
   21|  3.18M|  constexpr const uint8_t OVERLONG_2 = 1 << 5; // 1100000_ 10______
   22|  3.18M|  constexpr const uint8_t TWO_CONTS = 1 << 7;  // 10______ 10______
   23|  3.18M|  constexpr const uint8_t TOO_LARGE = 1 << 3;  // 11110100 1001____
   24|       |                                               // 11110100 101_____
   25|       |                                               // 11110101 1001____
   26|       |                                               // 11110101 101_____
   27|       |                                               // 1111011_ 1001____
   28|       |                                               // 1111011_ 101_____
   29|       |                                               // 11111___ 1001____
   30|       |                                               // 11111___ 101_____
   31|  3.18M|  constexpr const uint8_t TOO_LARGE_1000 = 1 << 6;
   32|       |  // 11110101 1000____
   33|       |  // 1111011_ 1000____
   34|       |  // 11111___ 1000____
   35|  3.18M|  constexpr const uint8_t OVERLONG_4 = 1 << 6; // 11110000 1000____
   36|       |
   37|  3.18M|  const simd8<uint8_t> byte_1_high = prev1.shr<4>().lookup_16<uint8_t>(
   38|       |      // 0_______ ________ <ASCII in byte 1>
   39|  3.18M|      TOO_LONG, TOO_LONG, TOO_LONG, TOO_LONG, TOO_LONG, TOO_LONG, TOO_LONG,
   40|  3.18M|      TOO_LONG,
   41|       |      // 10______ ________ <continuation in byte 1>
   42|  3.18M|      TWO_CONTS, TWO_CONTS, TWO_CONTS, TWO_CONTS,
   43|       |      // 1100____ ________ <two byte lead in byte 1>
   44|  3.18M|      TOO_SHORT | OVERLONG_2,
   45|       |      // 1101____ ________ <two byte lead in byte 1>
   46|  3.18M|      TOO_SHORT,
   47|       |      // 1110____ ________ <three byte lead in byte 1>
   48|  3.18M|      TOO_SHORT | OVERLONG_3 | SURROGATE,
   49|       |      // 1111____ ________ <four+ byte lead in byte 1>
   50|  3.18M|      TOO_SHORT | TOO_LARGE | TOO_LARGE_1000 | OVERLONG_4);
   51|  3.18M|  constexpr const uint8_t CARRY =
   52|  3.18M|      TOO_SHORT | TOO_LONG | TWO_CONTS; // These all have ____ in byte 1 .
   53|  3.18M|  const simd8<uint8_t> byte_1_low =
   54|  3.18M|      (prev1 & 0x0F)
   55|  3.18M|          .lookup_16<uint8_t>(
   56|       |              // ____0000 ________
   57|  3.18M|              CARRY | OVERLONG_3 | OVERLONG_2 | OVERLONG_4,
   58|       |              // ____0001 ________
   59|  3.18M|              CARRY | OVERLONG_2,
   60|       |              // ____001_ ________
   61|  3.18M|              CARRY, CARRY,
   62|       |
   63|       |              // ____0100 ________
   64|  3.18M|              CARRY | TOO_LARGE,
   65|       |              // ____0101 ________
   66|  3.18M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   67|       |              // ____011_ ________
   68|  3.18M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   69|  3.18M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   70|       |
   71|       |              // ____1___ ________
   72|  3.18M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   73|  3.18M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   74|  3.18M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   75|  3.18M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   76|  3.18M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   77|       |              // ____1101 ________
   78|  3.18M|              CARRY | TOO_LARGE | TOO_LARGE_1000 | SURROGATE,
   79|  3.18M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   80|  3.18M|              CARRY | TOO_LARGE | TOO_LARGE_1000);
   81|  3.18M|  const simd8<uint8_t> byte_2_high = input.shr<4>().lookup_16<uint8_t>(
   82|       |      // ________ 0_______ <ASCII in byte 2>
   83|  3.18M|      TOO_SHORT, TOO_SHORT, TOO_SHORT, TOO_SHORT, TOO_SHORT, TOO_SHORT,
   84|  3.18M|      TOO_SHORT, TOO_SHORT,
   85|       |
   86|       |      // ________ 1000____
   87|  3.18M|      TOO_LONG | OVERLONG_2 | TWO_CONTS | OVERLONG_3 | TOO_LARGE_1000 |
   88|  3.18M|          OVERLONG_4,
   89|       |      // ________ 1001____
   90|  3.18M|      TOO_LONG | OVERLONG_2 | TWO_CONTS | OVERLONG_3 | TOO_LARGE,
   91|       |      // ________ 101_____
   92|  3.18M|      TOO_LONG | OVERLONG_2 | TWO_CONTS | SURROGATE | TOO_LARGE,
   93|  3.18M|      TOO_LONG | OVERLONG_2 | TWO_CONTS | SURROGATE | TOO_LARGE,
   94|       |
   95|       |      // ________ 11______
   96|  3.18M|      TOO_SHORT, TOO_SHORT, TOO_SHORT, TOO_SHORT);
   97|  3.18M|  return (byte_1_high & byte_1_low & byte_2_high);
   98|  3.18M|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_115utf8_validation23check_multibyte_lengthsENS1_4simd5simd8IhEES5_S5_:
  102|  3.18M|                        const simd8<uint8_t> sc) {
  103|  3.18M|  simd8<uint8_t> prev2 = input.prev<2>(prev_input);
  104|  3.18M|  simd8<uint8_t> prev3 = input.prev<3>(prev_input);
  105|  3.18M|  simd8<uint8_t> must23 =
  106|  3.18M|      simd8<uint8_t>(must_be_2_3_continuation(prev2, prev3));
  107|  3.18M|  simd8<uint8_t> must23_80 = must23 & uint8_t(0x80);
  108|  3.18M|  return must23_80 ^ sc;
  109|  3.18M|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_115utf8_validation13is_incompleteENS1_4simd5simd8IhEE:
  115|  1.59M|simdutf_really_inline simd8<uint8_t> is_incomplete(const simd8<uint8_t> input) {
  116|       |  // If the previous input's last 3 bytes match this, they're too short (they
  117|       |  // ended at EOF):
  118|       |  // ... 1111____ 111_____ 11______
  119|  1.59M|  static const uint8_t max_array[32] = {255,
  120|  1.59M|                                        255,
  121|  1.59M|                                        255,
  122|  1.59M|                                        255,
  123|  1.59M|                                        255,
  124|  1.59M|                                        255,
  125|  1.59M|                                        255,
  126|  1.59M|                                        255,
  127|  1.59M|                                        255,
  128|  1.59M|                                        255,
  129|  1.59M|                                        255,
  130|  1.59M|                                        255,
  131|  1.59M|                                        255,
  132|  1.59M|                                        255,
  133|  1.59M|                                        255,
  134|  1.59M|                                        255,
  135|  1.59M|                                        255,
  136|  1.59M|                                        255,
  137|  1.59M|                                        255,
  138|  1.59M|                                        255,
  139|  1.59M|                                        255,
  140|  1.59M|                                        255,
  141|  1.59M|                                        255,
  142|  1.59M|                                        255,
  143|  1.59M|                                        255,
  144|  1.59M|                                        255,
  145|  1.59M|                                        255,
  146|  1.59M|                                        255,
  147|  1.59M|                                        255,
  148|  1.59M|                                        0b11110000u - 1,
  149|  1.59M|                                        0b11100000u - 1,
  150|  1.59M|                                        0b11000000u - 1};
  151|  1.59M|  const simd8<uint8_t> max_value(
  152|  1.59M|      &max_array[sizeof(max_array) - sizeof(simd8<uint8_t>)]);
  153|  1.59M|  return input.gt_bits(max_value);
  154|  1.59M|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_115utf8_validation12utf8_checker9check_eofEv:
  207|  2.39k|  simdutf_really_inline void check_eof() {
  208|       |    // If the previous block had incomplete UTF-8 characters at the end, an
  209|       |    // ASCII block can't possibly finish them.
  210|  2.39k|    this->error |= this->prev_incomplete;
  211|  2.39k|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_115utf8_validation12utf8_checker6errorsEv:
  242|  2.39k|  simdutf_really_inline bool errors() const {
  243|  2.39k|    return this->error.any_bits_set_anywhere();
  244|  2.39k|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_115utf8_validation12utf8_checker16check_next_inputERKNS1_4simd8simd8x64IhEE:
  215|  1.95M|  simdutf_really_inline bool check_next_input(const simd8x64<uint8_t> &input) {
  216|  1.95M|    if (simdutf_likely(is_ascii(input))) {
  ------------------
  |  |   90|  1.95M|    #define simdutf_likely(x) __builtin_expect(!!(x), 1)
  |  |  ------------------
  |  |  |  Branch (90:31): [True: 357k, False: 1.59M]
  |  |  ------------------
  ------------------
  217|   357k|      this->error |= this->prev_incomplete;
  218|   357k|      return true;
  219|  1.59M|    } else {
  220|       |      // you might think that a for-loop would work, but under Visual Studio, it
  221|       |      // is not good enough.
  222|  1.59M|      static_assert((simd8x64<uint8_t>::NUM_CHUNKS == 2) ||
  223|  1.59M|                        (simd8x64<uint8_t>::NUM_CHUNKS == 4),
  224|  1.59M|                    "We support either two or four chunks per 64-byte block.");
  225|       |      if constexpr (simd8x64<uint8_t>::NUM_CHUNKS == 2) {
  226|       |        this->check_utf8_bytes(input.chunks[0], this->prev_input_block);
  227|       |        this->check_utf8_bytes(input.chunks[1], input.chunks[0]);
  228|  1.59M|      } else if constexpr (simd8x64<uint8_t>::NUM_CHUNKS == 4) {
  229|  1.59M|        this->check_utf8_bytes(input.chunks[0], this->prev_input_block);
  230|  1.59M|        this->check_utf8_bytes(input.chunks[1], input.chunks[0]);
  231|  1.59M|        this->check_utf8_bytes(input.chunks[2], input.chunks[1]);
  232|  1.59M|        this->check_utf8_bytes(input.chunks[3], input.chunks[2]);
  233|  1.59M|      }
  234|  1.59M|      this->prev_incomplete =
  235|  1.59M|          is_incomplete(input.chunks[simd8x64<uint8_t>::NUM_CHUNKS - 1]);
  236|  1.59M|      this->prev_input_block = input.chunks[simd8x64<uint8_t>::NUM_CHUNKS - 1];
  237|  1.59M|      return false;
  238|  1.59M|    }
  239|  1.95M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_115utf8_validation12utf8_checker16check_utf8_bytesENS1_4simd5simd8IhEES6_:
  195|  6.37M|                                              const simd8<uint8_t> prev_input) {
  196|       |    // Flip prev1...prev3 so we can easily determine if they are 2+, 3+ or 4+
  197|       |    // lead bytes (2, 3, 4-byte leads become large positive numbers instead of
  198|       |    // small negative numbers)
  199|  6.37M|    simd8<uint8_t> prev1 = input.prev<1>(prev_input);
  200|  6.37M|    simd8<uint8_t> sc = check_special_cases(input, prev1);
  201|  6.37M|    this->error |= check_multibyte_lengths(input, prev_input, sc);
  202|  6.37M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_115utf8_validation19check_special_casesENS1_4simd5simd8IhEES5_:
    9|  6.37M|check_special_cases(const simd8<uint8_t> input, const simd8<uint8_t> prev1) {
   10|       |  // Bit 0 = Too Short (lead byte/ASCII followed by lead byte/ASCII)
   11|       |  // Bit 1 = Too Long (ASCII followed by continuation)
   12|       |  // Bit 2 = Overlong 3-byte
   13|       |  // Bit 4 = Surrogate
   14|       |  // Bit 5 = Overlong 2-byte
   15|       |  // Bit 7 = Two Continuations
   16|  6.37M|  constexpr const uint8_t TOO_SHORT = 1 << 0;  // 11______ 0_______
   17|       |                                               // 11______ 11______
   18|  6.37M|  constexpr const uint8_t TOO_LONG = 1 << 1;   // 0_______ 10______
   19|  6.37M|  constexpr const uint8_t OVERLONG_3 = 1 << 2; // 11100000 100_____
   20|  6.37M|  constexpr const uint8_t SURROGATE = 1 << 4;  // 11101101 101_____
   21|  6.37M|  constexpr const uint8_t OVERLONG_2 = 1 << 5; // 1100000_ 10______
   22|  6.37M|  constexpr const uint8_t TWO_CONTS = 1 << 7;  // 10______ 10______
   23|  6.37M|  constexpr const uint8_t TOO_LARGE = 1 << 3;  // 11110100 1001____
   24|       |                                               // 11110100 101_____
   25|       |                                               // 11110101 1001____
   26|       |                                               // 11110101 101_____
   27|       |                                               // 1111011_ 1001____
   28|       |                                               // 1111011_ 101_____
   29|       |                                               // 11111___ 1001____
   30|       |                                               // 11111___ 101_____
   31|  6.37M|  constexpr const uint8_t TOO_LARGE_1000 = 1 << 6;
   32|       |  // 11110101 1000____
   33|       |  // 1111011_ 1000____
   34|       |  // 11111___ 1000____
   35|  6.37M|  constexpr const uint8_t OVERLONG_4 = 1 << 6; // 11110000 1000____
   36|       |
   37|  6.37M|  const simd8<uint8_t> byte_1_high = prev1.shr<4>().lookup_16<uint8_t>(
   38|       |      // 0_______ ________ <ASCII in byte 1>
   39|  6.37M|      TOO_LONG, TOO_LONG, TOO_LONG, TOO_LONG, TOO_LONG, TOO_LONG, TOO_LONG,
   40|  6.37M|      TOO_LONG,
   41|       |      // 10______ ________ <continuation in byte 1>
   42|  6.37M|      TWO_CONTS, TWO_CONTS, TWO_CONTS, TWO_CONTS,
   43|       |      // 1100____ ________ <two byte lead in byte 1>
   44|  6.37M|      TOO_SHORT | OVERLONG_2,
   45|       |      // 1101____ ________ <two byte lead in byte 1>
   46|  6.37M|      TOO_SHORT,
   47|       |      // 1110____ ________ <three byte lead in byte 1>
   48|  6.37M|      TOO_SHORT | OVERLONG_3 | SURROGATE,
   49|       |      // 1111____ ________ <four+ byte lead in byte 1>
   50|  6.37M|      TOO_SHORT | TOO_LARGE | TOO_LARGE_1000 | OVERLONG_4);
   51|  6.37M|  constexpr const uint8_t CARRY =
   52|  6.37M|      TOO_SHORT | TOO_LONG | TWO_CONTS; // These all have ____ in byte 1 .
   53|  6.37M|  const simd8<uint8_t> byte_1_low =
   54|  6.37M|      (prev1 & 0x0F)
   55|  6.37M|          .lookup_16<uint8_t>(
   56|       |              // ____0000 ________
   57|  6.37M|              CARRY | OVERLONG_3 | OVERLONG_2 | OVERLONG_4,
   58|       |              // ____0001 ________
   59|  6.37M|              CARRY | OVERLONG_2,
   60|       |              // ____001_ ________
   61|  6.37M|              CARRY, CARRY,
   62|       |
   63|       |              // ____0100 ________
   64|  6.37M|              CARRY | TOO_LARGE,
   65|       |              // ____0101 ________
   66|  6.37M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   67|       |              // ____011_ ________
   68|  6.37M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   69|  6.37M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   70|       |
   71|       |              // ____1___ ________
   72|  6.37M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   73|  6.37M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   74|  6.37M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   75|  6.37M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   76|  6.37M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   77|       |              // ____1101 ________
   78|  6.37M|              CARRY | TOO_LARGE | TOO_LARGE_1000 | SURROGATE,
   79|  6.37M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   80|  6.37M|              CARRY | TOO_LARGE | TOO_LARGE_1000);
   81|  6.37M|  const simd8<uint8_t> byte_2_high = input.shr<4>().lookup_16<uint8_t>(
   82|       |      // ________ 0_______ <ASCII in byte 2>
   83|  6.37M|      TOO_SHORT, TOO_SHORT, TOO_SHORT, TOO_SHORT, TOO_SHORT, TOO_SHORT,
   84|  6.37M|      TOO_SHORT, TOO_SHORT,
   85|       |
   86|       |      // ________ 1000____
   87|  6.37M|      TOO_LONG | OVERLONG_2 | TWO_CONTS | OVERLONG_3 | TOO_LARGE_1000 |
   88|  6.37M|          OVERLONG_4,
   89|       |      // ________ 1001____
   90|  6.37M|      TOO_LONG | OVERLONG_2 | TWO_CONTS | OVERLONG_3 | TOO_LARGE,
   91|       |      // ________ 101_____
   92|  6.37M|      TOO_LONG | OVERLONG_2 | TWO_CONTS | SURROGATE | TOO_LARGE,
   93|  6.37M|      TOO_LONG | OVERLONG_2 | TWO_CONTS | SURROGATE | TOO_LARGE,
   94|       |
   95|       |      // ________ 11______
   96|  6.37M|      TOO_SHORT, TOO_SHORT, TOO_SHORT, TOO_SHORT);
   97|  6.37M|  return (byte_1_high & byte_1_low & byte_2_high);
   98|  6.37M|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_115utf8_validation23check_multibyte_lengthsENS1_4simd5simd8IhEES5_S5_:
  102|  6.37M|                        const simd8<uint8_t> sc) {
  103|  6.37M|  simd8<uint8_t> prev2 = input.prev<2>(prev_input);
  104|  6.37M|  simd8<uint8_t> prev3 = input.prev<3>(prev_input);
  105|  6.37M|  simd8<uint8_t> must23 =
  106|  6.37M|      simd8<uint8_t>(must_be_2_3_continuation(prev2, prev3));
  107|  6.37M|  simd8<uint8_t> must23_80 = must23 & uint8_t(0x80);
  108|  6.37M|  return must23_80 ^ sc;
  109|  6.37M|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_115utf8_validation13is_incompleteENS1_4simd5simd8IhEE:
  115|  1.59M|simdutf_really_inline simd8<uint8_t> is_incomplete(const simd8<uint8_t> input) {
  116|       |  // If the previous input's last 3 bytes match this, they're too short (they
  117|       |  // ended at EOF):
  118|       |  // ... 1111____ 111_____ 11______
  119|  1.59M|  static const uint8_t max_array[32] = {255,
  120|  1.59M|                                        255,
  121|  1.59M|                                        255,
  122|  1.59M|                                        255,
  123|  1.59M|                                        255,
  124|  1.59M|                                        255,
  125|  1.59M|                                        255,
  126|  1.59M|                                        255,
  127|  1.59M|                                        255,
  128|  1.59M|                                        255,
  129|  1.59M|                                        255,
  130|  1.59M|                                        255,
  131|  1.59M|                                        255,
  132|  1.59M|                                        255,
  133|  1.59M|                                        255,
  134|  1.59M|                                        255,
  135|  1.59M|                                        255,
  136|  1.59M|                                        255,
  137|  1.59M|                                        255,
  138|  1.59M|                                        255,
  139|  1.59M|                                        255,
  140|  1.59M|                                        255,
  141|  1.59M|                                        255,
  142|  1.59M|                                        255,
  143|  1.59M|                                        255,
  144|  1.59M|                                        255,
  145|  1.59M|                                        255,
  146|  1.59M|                                        255,
  147|  1.59M|                                        255,
  148|  1.59M|                                        0b11110000u - 1,
  149|  1.59M|                                        0b11100000u - 1,
  150|  1.59M|                                        0b11000000u - 1};
  151|  1.59M|  const simd8<uint8_t> max_value(
  152|  1.59M|      &max_array[sizeof(max_array) - sizeof(simd8<uint8_t>)]);
  153|  1.59M|  return input.gt_bits(max_value);
  154|  1.59M|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_115utf8_validation12utf8_checker9check_eofEv:
  207|  2.39k|  simdutf_really_inline void check_eof() {
  208|       |    // If the previous block had incomplete UTF-8 characters at the end, an
  209|       |    // ASCII block can't possibly finish them.
  210|  2.39k|    this->error |= this->prev_incomplete;
  211|  2.39k|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_115utf8_validation12utf8_checker6errorsEv:
  242|  2.39k|  simdutf_really_inline bool errors() const {
  243|  2.39k|    return this->error.any_bits_set_anywhere();
  244|  2.39k|  }

simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_115utf8_validation21generic_validate_utf8EPKcm:
   27|  2.39k|bool generic_validate_utf8(const char *input, size_t length) {
   28|  2.39k|  return generic_validate_utf8<utf8_checker>(
   29|  2.39k|      reinterpret_cast<const uint8_t *>(input), length);
   30|  2.39k|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_115utf8_validation21generic_validate_utf8INS2_12utf8_checkerEEEbPKhm:
   10|  2.39k|bool generic_validate_utf8(const uint8_t *input, size_t length) {
   11|  2.39k|  checker c{};
   12|  2.39k|  buf_block_reader<64> reader(input, length);
   13|  1.95M|  while (reader.has_full_block()) {
  ------------------
  |  Branch (13:10): [True: 1.94M, False: 2.39k]
  ------------------
   14|  1.94M|    simd::simd8x64<uint8_t> in(reader.full_block());
   15|  1.94M|    c.check_next_input(in);
   16|  1.94M|    reader.advance();
   17|  1.94M|  }
   18|  2.39k|  uint8_t block[64]{};
   19|  2.39k|  reader.get_remainder(block);
   20|  2.39k|  simd::simd8x64<uint8_t> in(block);
   21|  2.39k|  c.check_next_input(in);
   22|  2.39k|  reader.advance();
   23|  2.39k|  c.check_eof();
   24|  2.39k|  return !c.errors();
   25|  2.39k|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_115utf8_validation21generic_validate_utf8EPKcm:
   27|  2.39k|bool generic_validate_utf8(const char *input, size_t length) {
   28|  2.39k|  return generic_validate_utf8<utf8_checker>(
   29|  2.39k|      reinterpret_cast<const uint8_t *>(input), length);
   30|  2.39k|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_115utf8_validation21generic_validate_utf8INS2_12utf8_checkerEEEbPKhm:
   10|  2.39k|bool generic_validate_utf8(const uint8_t *input, size_t length) {
   11|  2.39k|  checker c{};
   12|  2.39k|  buf_block_reader<64> reader(input, length);
   13|  1.95M|  while (reader.has_full_block()) {
  ------------------
  |  Branch (13:10): [True: 1.94M, False: 2.39k]
  ------------------
   14|  1.94M|    simd::simd8x64<uint8_t> in(reader.full_block());
   15|  1.94M|    c.check_next_input(in);
   16|  1.94M|    reader.advance();
   17|  1.94M|  }
   18|  2.39k|  uint8_t block[64]{};
   19|  2.39k|  reader.get_remainder(block);
   20|  2.39k|  simd::simd8x64<uint8_t> in(block);
   21|  2.39k|  c.check_next_input(in);
   22|  2.39k|  reader.advance();
   23|  2.39k|  c.check_eof();
   24|  2.39k|  return !c.errors();
   25|  2.39k|}

simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_138avx2_convert_utf16_to_utf8_with_errorsILNS_10endiannessE0EEENSt3__14pairINS_6resultEPcEEPKDsmS7_:
  333|  1.44M|                                       char *utf8_output) {
  334|  1.44M|  const char16_t *start = buf;
  335|  1.44M|  const char16_t *end = buf + len;
  336|       |
  337|  1.44M|  const __m256i v_0000 = _mm256_setzero_si256();
  338|  1.44M|  const __m256i v_f800 = _mm256_set1_epi16((int16_t)0xf800);
  339|  1.44M|  const __m256i v_d800 = _mm256_set1_epi16((int16_t)0xd800);
  340|  1.44M|  const __m256i v_c080 = _mm256_set1_epi16((int16_t)0xc080);
  341|  1.44M|  const size_t safety_margin =
  342|  1.44M|      12; // to avoid overruns, see issue
  343|       |          // https://github.com/simdutf/simdutf/issues/92
  344|       |
  345|  3.18M|  while (end - buf >= std::ptrdiff_t(16 + safety_margin)) {
  ------------------
  |  Branch (345:10): [True: 3.18M, False: 3.89k]
  ------------------
  346|  3.18M|    __m256i in = _mm256_loadu_si256((__m256i *)buf);
  347|  3.18M|    if (big_endian) {
  ------------------
  |  Branch (347:9): [Folded, False: 3.18M]
  ------------------
  348|      0|      const __m256i swap = _mm256_setr_epi8(
  349|      0|          1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14, 17, 16, 19, 18,
  350|      0|          21, 20, 23, 22, 25, 24, 27, 26, 29, 28, 31, 30);
  351|      0|      in = _mm256_shuffle_epi8(in, swap);
  352|      0|    }
  353|       |    // a single 16-bit UTF-16 word can yield 1, 2 or 3 UTF-8 bytes
  354|  3.18M|    const __m256i v_ff80 = _mm256_set1_epi16((int16_t)0xff80);
  355|  3.18M|    if (_mm256_testz_si256(in, v_ff80)) { // ASCII fast path!!!!
  ------------------
  |  Branch (355:9): [True: 791k, False: 2.38M]
  ------------------
  356|       |      // 1. pack the bytes
  357|   791k|      const __m128i utf8_packed = _mm_packus_epi16(
  358|   791k|          _mm256_castsi256_si128(in), _mm256_extractf128_si256(in, 1));
  359|       |      // 2. store (16 bytes)
  360|   791k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_packed);
  361|       |      // 3. adjust pointers
  362|   791k|      buf += 16;
  363|   791k|      utf8_output += 16;
  364|   791k|      continue; // we are done for this round!
  365|   791k|    }
  366|       |    // no bits set above 7th bit
  367|  2.38M|    const __m256i one_byte_bytemask =
  368|  2.38M|        _mm256_cmpeq_epi16(_mm256_and_si256(in, v_ff80), v_0000);
  369|  2.38M|    const uint32_t one_byte_bitmask =
  370|  2.38M|        static_cast<uint32_t>(_mm256_movemask_epi8(one_byte_bytemask));
  371|       |
  372|       |    // no bits set above 11th bit
  373|  2.38M|    const __m256i one_or_two_bytes_bytemask =
  374|  2.38M|        _mm256_cmpeq_epi16(_mm256_and_si256(in, v_f800), v_0000);
  375|  2.38M|    const uint32_t one_or_two_bytes_bitmask =
  376|  2.38M|        static_cast<uint32_t>(_mm256_movemask_epi8(one_or_two_bytes_bytemask));
  377|  2.38M|    if (one_or_two_bytes_bitmask == 0xffffffff) {
  ------------------
  |  Branch (377:9): [True: 11.1k, False: 2.37M]
  ------------------
  378|       |
  379|       |      // 1. prepare 2-byte values
  380|       |      // input 16-bit word : [0000|0aaa|aabb|bbbb] x 8
  381|       |      // expected output   : [110a|aaaa|10bb|bbbb] x 8
  382|  11.1k|      const __m256i v_1f00 = _mm256_set1_epi16((int16_t)0x1f00);
  383|  11.1k|      const __m256i v_003f = _mm256_set1_epi16((int16_t)0x003f);
  384|       |
  385|       |      // t0 = [000a|aaaa|bbbb|bb00]
  386|  11.1k|      const __m256i t0 = _mm256_slli_epi16(in, 2);
  387|       |      // t1 = [000a|aaaa|0000|0000]
  388|  11.1k|      const __m256i t1 = _mm256_and_si256(t0, v_1f00);
  389|       |      // t2 = [0000|0000|00bb|bbbb]
  390|  11.1k|      const __m256i t2 = _mm256_and_si256(in, v_003f);
  391|       |      // t3 = [000a|aaaa|00bb|bbbb]
  392|  11.1k|      const __m256i t3 = _mm256_or_si256(t1, t2);
  393|       |      // t4 = [110a|aaaa|10bb|bbbb]
  394|  11.1k|      const __m256i t4 = _mm256_or_si256(t3, v_c080);
  395|       |
  396|       |      // 2. merge ASCII and 2-byte codewords
  397|  11.1k|      const __m256i utf8_unpacked =
  398|  11.1k|          _mm256_blendv_epi8(t4, in, one_byte_bytemask);
  399|       |
  400|       |      // 3. prepare bitmask for 8-bit lookup
  401|  11.1k|      const uint32_t M0 = one_byte_bitmask & 0x55555555;
  402|  11.1k|      const uint32_t M1 = M0 >> 7;
  403|  11.1k|      const uint32_t M2 = (M1 | M0) & 0x00ff00ff;
  404|       |      // 4. pack the bytes
  405|       |
  406|  11.1k|      const uint8_t *row =
  407|  11.1k|          &simdutf::tables::utf16_to_utf8::pack_1_2_utf8_bytes[uint8_t(M2)][0];
  408|  11.1k|      const uint8_t *row_2 =
  409|  11.1k|          &simdutf::tables::utf16_to_utf8::pack_1_2_utf8_bytes[uint8_t(M2 >>
  410|  11.1k|                                                                       16)][0];
  411|       |
  412|  11.1k|      const __m128i shuffle = _mm_loadu_si128((__m128i *)(row + 1));
  413|  11.1k|      const __m128i shuffle_2 = _mm_loadu_si128((__m128i *)(row_2 + 1));
  414|       |
  415|  11.1k|      const __m256i utf8_packed = _mm256_shuffle_epi8(
  416|  11.1k|          utf8_unpacked, _mm256_setr_m128i(shuffle, shuffle_2));
  ------------------
  |  |    7|  11.1k|      _mm256_permute2f128_si256(_mm256_castsi128_si256(xmm1),                  \
  |  |    8|  11.1k|                                _mm256_castsi128_si256(xmm2), 2)
  ------------------
  417|       |      // 5. store bytes
  418|  11.1k|      _mm_storeu_si128((__m128i *)utf8_output,
  419|  11.1k|                       _mm256_castsi256_si128(utf8_packed));
  420|  11.1k|      utf8_output += row[0];
  421|  11.1k|      _mm_storeu_si128((__m128i *)utf8_output,
  422|  11.1k|                       _mm256_extractf128_si256(utf8_packed, 1));
  423|  11.1k|      utf8_output += row_2[0];
  424|       |
  425|       |      // 6. adjust pointers
  426|  11.1k|      buf += 16;
  427|  11.1k|      continue;
  428|  11.1k|    }
  429|       |    // 1. Check if there are any surrogate word in the input chunk.
  430|       |    //    We have also deal with situation when there is a surrogate word
  431|       |    //    at the end of a chunk.
  432|  2.37M|    const __m256i surrogates_bytemask =
  433|  2.37M|        _mm256_cmpeq_epi16(_mm256_and_si256(in, v_f800), v_d800);
  434|       |
  435|       |    // bitmask = 0x0000 if there are no surrogates
  436|       |    //         = 0xc000 if the last word is a surrogate
  437|  2.37M|    const uint32_t surrogates_bitmask =
  438|  2.37M|        static_cast<uint32_t>(_mm256_movemask_epi8(surrogates_bytemask));
  439|       |    // It might seem like checking for surrogates_bitmask == 0xc000 could help.
  440|       |    // However, it is likely an uncommon occurrence.
  441|  2.37M|    if (surrogates_bitmask == 0x00000000) {
  ------------------
  |  Branch (441:9): [True: 929k, False: 1.44M]
  ------------------
  442|       |      // case: code units from register produce either 1, 2 or 3 UTF-8 bytes
  443|   929k|      const __m256i dup_even = _mm256_setr_epi16(
  444|   929k|          0x0000, 0x0202, 0x0404, 0x0606, 0x0808, 0x0a0a, 0x0c0c, 0x0e0e,
  445|   929k|          0x0000, 0x0202, 0x0404, 0x0606, 0x0808, 0x0a0a, 0x0c0c, 0x0e0e);
  446|       |
  447|       |      /* In this branch we handle three cases:
  448|       |         1. [0000|0000|0ccc|cccc] => [0ccc|cccc]                           -
  449|       |        single UFT-8 byte
  450|       |         2. [0000|0bbb|bbcc|cccc] => [110b|bbbb], [10cc|cccc]              - two
  451|       |        UTF-8 bytes
  452|       |         3. [aaaa|bbbb|bbcc|cccc] => [1110|aaaa], [10bb|bbbb], [10cc|cccc] -
  453|       |        three UTF-8 bytes
  454|       |
  455|       |        We expand the input word (16-bit) into two code units (32-bit), thus
  456|       |        we have room for four bytes. However, we need five distinct bit
  457|       |        layouts. Note that the last byte in cases #2 and #3 is the same.
  458|       |
  459|       |        We precompute byte 1 for case #1 and the common byte for cases #2 & #3
  460|       |        in register t2.
  461|       |
  462|       |        We precompute byte 1 for case #3 and -- **conditionally** -- precompute
  463|       |        either byte 1 for case #2 or byte 2 for case #3. Note that they
  464|       |        differ by exactly one bit.
  465|       |
  466|       |        Finally from these two code units we build proper UTF-8 sequence, taking
  467|       |        into account the case (i.e, the number of bytes to write).
  468|       |      */
  469|       |      /**
  470|       |       * Given [aaaa|bbbb|bbcc|cccc] our goal is to produce:
  471|       |       * t2 => [0ccc|cccc] [10cc|cccc]
  472|       |       * s4 => [1110|aaaa] ([110b|bbbb] OR [10bb|bbbb])
  473|       |       */
  474|   929k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  475|       |      // [aaaa|bbbb|bbcc|cccc] => [bbcc|cccc|bbcc|cccc]
  476|   929k|      const __m256i t0 = _mm256_shuffle_epi8(in, dup_even);
  477|       |      // [bbcc|cccc|bbcc|cccc] => [00cc|cccc|0bcc|cccc]
  478|   929k|      const __m256i t1 = _mm256_and_si256(t0, simdutf_vec(0b0011111101111111));
  ------------------
  |  |  474|   929k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  479|       |      // [00cc|cccc|0bcc|cccc] => [10cc|cccc|0bcc|cccc]
  480|   929k|      const __m256i t2 = _mm256_or_si256(t1, simdutf_vec(0b1000000000000000));
  ------------------
  |  |  474|   929k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  481|       |
  482|       |      // [aaaa|bbbb|bbcc|cccc] =>  [0000|aaaa|bbbb|bbcc]
  483|   929k|      const __m256i s0 = _mm256_srli_epi16(in, 4);
  484|       |      // [0000|aaaa|bbbb|bbcc] => [0000|aaaa|bbbb|bb00]
  485|   929k|      const __m256i s1 = _mm256_and_si256(s0, simdutf_vec(0b0000111111111100));
  ------------------
  |  |  474|   929k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  486|       |      // [0000|aaaa|bbbb|bb00] => [00bb|bbbb|0000|aaaa]
  487|   929k|      const __m256i s2 = _mm256_maddubs_epi16(s1, simdutf_vec(0x0140));
  ------------------
  |  |  474|   929k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  488|       |      // [00bb|bbbb|0000|aaaa] => [11bb|bbbb|1110|aaaa]
  489|   929k|      const __m256i s3 = _mm256_or_si256(s2, simdutf_vec(0b1100000011100000));
  ------------------
  |  |  474|   929k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  490|   929k|      const __m256i m0 = _mm256_andnot_si256(one_or_two_bytes_bytemask,
  491|   929k|                                             simdutf_vec(0b0100000000000000));
  ------------------
  |  |  474|   929k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  492|   929k|      const __m256i s4 = _mm256_xor_si256(s3, m0);
  493|   929k|#undef simdutf_vec
  494|       |
  495|       |      // 4. expand code units 16-bit => 32-bit
  496|   929k|      const __m256i out0 = _mm256_unpacklo_epi16(t2, s4);
  497|   929k|      const __m256i out1 = _mm256_unpackhi_epi16(t2, s4);
  498|       |
  499|       |      // 5. compress 32-bit code units into 1, 2 or 3 bytes -- 2 x shuffle
  500|   929k|      const uint32_t mask = (one_byte_bitmask & 0x55555555) |
  501|   929k|                            (one_or_two_bytes_bitmask & 0xaaaaaaaa);
  502|       |      // Due to the wider registers, the following path is less likely to be
  503|       |      // useful.
  504|       |      /*if(mask == 0) {
  505|       |        // We only have three-byte code units. Use fast path.
  506|       |        const __m256i shuffle =
  507|       |      _mm256_setr_epi8(2,3,1,6,7,5,10,11,9,14,15,13,-1,-1,-1,-1,
  508|       |      2,3,1,6,7,5,10,11,9,14,15,13,-1,-1,-1,-1); const __m256i utf8_0 =
  509|       |      _mm256_shuffle_epi8(out0, shuffle); const __m256i utf8_1 =
  510|       |      _mm256_shuffle_epi8(out1, shuffle);
  511|       |        _mm_storeu_si128((__m128i*)utf8_output, _mm256_castsi256_si128(utf8_0));
  512|       |        utf8_output += 12;
  513|       |        _mm_storeu_si128((__m128i*)utf8_output, _mm256_castsi256_si128(utf8_1));
  514|       |        utf8_output += 12;
  515|       |        _mm_storeu_si128((__m128i*)utf8_output,
  516|       |      _mm256_extractf128_si256(utf8_0,1)); utf8_output += 12;
  517|       |        _mm_storeu_si128((__m128i*)utf8_output,
  518|       |      _mm256_extractf128_si256(utf8_1,1)); utf8_output += 12; buf += 16;
  519|       |        continue;
  520|       |      }*/
  521|   929k|      const uint8_t mask0 = uint8_t(mask);
  522|   929k|      const uint8_t *row0 =
  523|   929k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask0][0];
  524|   929k|      const __m128i shuffle0 = _mm_loadu_si128((__m128i *)(row0 + 1));
  525|   929k|      const __m128i utf8_0 =
  526|   929k|          _mm_shuffle_epi8(_mm256_castsi256_si128(out0), shuffle0);
  527|       |
  528|   929k|      const uint8_t mask1 = static_cast<uint8_t>(mask >> 8);
  529|   929k|      const uint8_t *row1 =
  530|   929k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask1][0];
  531|   929k|      const __m128i shuffle1 = _mm_loadu_si128((__m128i *)(row1 + 1));
  532|   929k|      const __m128i utf8_1 =
  533|   929k|          _mm_shuffle_epi8(_mm256_castsi256_si128(out1), shuffle1);
  534|       |
  535|   929k|      const uint8_t mask2 = static_cast<uint8_t>(mask >> 16);
  536|   929k|      const uint8_t *row2 =
  537|   929k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask2][0];
  538|   929k|      const __m128i shuffle2 = _mm_loadu_si128((__m128i *)(row2 + 1));
  539|   929k|      const __m128i utf8_2 =
  540|   929k|          _mm_shuffle_epi8(_mm256_extractf128_si256(out0, 1), shuffle2);
  541|       |
  542|   929k|      const uint8_t mask3 = static_cast<uint8_t>(mask >> 24);
  543|   929k|      const uint8_t *row3 =
  544|   929k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask3][0];
  545|   929k|      const __m128i shuffle3 = _mm_loadu_si128((__m128i *)(row3 + 1));
  546|   929k|      const __m128i utf8_3 =
  547|   929k|          _mm_shuffle_epi8(_mm256_extractf128_si256(out1, 1), shuffle3);
  548|       |
  549|   929k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_0);
  550|   929k|      utf8_output += row0[0];
  551|   929k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_1);
  552|   929k|      utf8_output += row1[0];
  553|   929k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_2);
  554|   929k|      utf8_output += row2[0];
  555|   929k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_3);
  556|   929k|      utf8_output += row3[0];
  557|   929k|      buf += 16;
  558|       |      // surrogate pair(s) in a register
  559|  1.44M|    } else {
  560|       |      // Let us do a scalar fallback.
  561|       |      // It may seem wasteful to use scalar code, but being efficient with SIMD
  562|       |      // in the presence of surrogate pairs may require non-trivial tables.
  563|  1.44M|      size_t forward = 15;
  564|  1.44M|      size_t k = 0;
  565|  1.44M|      if (size_t(end - buf) < forward + 1) {
  ------------------
  |  Branch (565:11): [True: 0, False: 1.44M]
  ------------------
  566|      0|        forward = size_t(end - buf - 1);
  567|      0|      }
  568|  2.56M|      for (; k < forward; k++) {
  ------------------
  |  Branch (568:14): [True: 2.55M, False: 7.35k]
  ------------------
  569|  2.55M|        uint16_t word = scalar::utf16::swap_if_needed<big_endian>(buf[k]);
  570|  2.55M|        if ((word & 0xFF80) == 0) {
  ------------------
  |  Branch (570:13): [True: 103k, False: 2.45M]
  ------------------
  571|   103k|          *utf8_output++ = char(word);
  572|  2.45M|        } else if ((word & 0xF800) == 0) {
  ------------------
  |  Branch (572:20): [True: 51.0k, False: 2.39M]
  ------------------
  573|  51.0k|          *utf8_output++ = char((word >> 6) | 0b11000000);
  574|  51.0k|          *utf8_output++ = char((word & 0b111111) | 0b10000000);
  575|  2.39M|        } else if ((word & 0xF800) != 0xD800) {
  ------------------
  |  Branch (575:20): [True: 879k, False: 1.51M]
  ------------------
  576|   879k|          *utf8_output++ = char((word >> 12) | 0b11100000);
  577|   879k|          *utf8_output++ = char(((word >> 6) & 0b111111) | 0b10000000);
  578|   879k|          *utf8_output++ = char((word & 0b111111) | 0b10000000);
  579|  1.51M|        } else {
  580|       |          // must be a surrogate pair
  581|  1.51M|          uint16_t diff = uint16_t(word - 0xD800);
  582|  1.51M|          uint16_t next_word =
  583|  1.51M|              scalar::utf16::swap_if_needed<big_endian>(buf[k + 1]);
  584|  1.51M|          k++;
  585|  1.51M|          uint16_t diff2 = uint16_t(next_word - 0xDC00);
  586|  1.51M|          if ((diff | diff2) > 0x3FF) {
  ------------------
  |  Branch (586:15): [True: 1.44M, False: 78.7k]
  ------------------
  587|  1.44M|            return std::make_pair(
  588|  1.44M|                result(error_code::SURROGATE, buf - start + k - 1),
  589|  1.44M|                utf8_output);
  590|  1.44M|          }
  591|  78.7k|          uint32_t value = (diff << 10) + diff2 + 0x10000;
  592|  78.7k|          *utf8_output++ = char((value >> 18) | 0b11110000);
  593|  78.7k|          *utf8_output++ = char(((value >> 12) & 0b111111) | 0b10000000);
  594|  78.7k|          *utf8_output++ = char(((value >> 6) & 0b111111) | 0b10000000);
  595|  78.7k|          *utf8_output++ = char((value & 0b111111) | 0b10000000);
  596|  78.7k|        }
  597|  2.55M|      }
  598|  7.35k|      buf += k;
  599|  7.35k|    }
  600|  2.37M|  } // while
  601|  3.89k|  return std::make_pair(result(error_code::SUCCESS, buf - start), utf8_output);
  602|  1.44M|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_138avx2_convert_utf16_to_utf8_with_errorsILNS_10endiannessE1EEENSt3__14pairINS_6resultEPcEEPKDsmS7_:
  333|  2.09M|                                       char *utf8_output) {
  334|  2.09M|  const char16_t *start = buf;
  335|  2.09M|  const char16_t *end = buf + len;
  336|       |
  337|  2.09M|  const __m256i v_0000 = _mm256_setzero_si256();
  338|  2.09M|  const __m256i v_f800 = _mm256_set1_epi16((int16_t)0xf800);
  339|  2.09M|  const __m256i v_d800 = _mm256_set1_epi16((int16_t)0xd800);
  340|  2.09M|  const __m256i v_c080 = _mm256_set1_epi16((int16_t)0xc080);
  341|  2.09M|  const size_t safety_margin =
  342|  2.09M|      12; // to avoid overruns, see issue
  343|       |          // https://github.com/simdutf/simdutf/issues/92
  344|       |
  345|  3.69M|  while (end - buf >= std::ptrdiff_t(16 + safety_margin)) {
  ------------------
  |  Branch (345:10): [True: 3.68M, False: 3.95k]
  ------------------
  346|  3.68M|    __m256i in = _mm256_loadu_si256((__m256i *)buf);
  347|  3.68M|    if (big_endian) {
  ------------------
  |  Branch (347:9): [True: 3.68M, Folded]
  ------------------
  348|  3.68M|      const __m256i swap = _mm256_setr_epi8(
  349|  3.68M|          1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14, 17, 16, 19, 18,
  350|  3.68M|          21, 20, 23, 22, 25, 24, 27, 26, 29, 28, 31, 30);
  351|  3.68M|      in = _mm256_shuffle_epi8(in, swap);
  352|  3.68M|    }
  353|       |    // a single 16-bit UTF-16 word can yield 1, 2 or 3 UTF-8 bytes
  354|  3.68M|    const __m256i v_ff80 = _mm256_set1_epi16((int16_t)0xff80);
  355|  3.68M|    if (_mm256_testz_si256(in, v_ff80)) { // ASCII fast path!!!!
  ------------------
  |  Branch (355:9): [True: 697k, False: 2.99M]
  ------------------
  356|       |      // 1. pack the bytes
  357|   697k|      const __m128i utf8_packed = _mm_packus_epi16(
  358|   697k|          _mm256_castsi256_si128(in), _mm256_extractf128_si256(in, 1));
  359|       |      // 2. store (16 bytes)
  360|   697k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_packed);
  361|       |      // 3. adjust pointers
  362|   697k|      buf += 16;
  363|   697k|      utf8_output += 16;
  364|   697k|      continue; // we are done for this round!
  365|   697k|    }
  366|       |    // no bits set above 7th bit
  367|  2.99M|    const __m256i one_byte_bytemask =
  368|  2.99M|        _mm256_cmpeq_epi16(_mm256_and_si256(in, v_ff80), v_0000);
  369|  2.99M|    const uint32_t one_byte_bitmask =
  370|  2.99M|        static_cast<uint32_t>(_mm256_movemask_epi8(one_byte_bytemask));
  371|       |
  372|       |    // no bits set above 11th bit
  373|  2.99M|    const __m256i one_or_two_bytes_bytemask =
  374|  2.99M|        _mm256_cmpeq_epi16(_mm256_and_si256(in, v_f800), v_0000);
  375|  2.99M|    const uint32_t one_or_two_bytes_bitmask =
  376|  2.99M|        static_cast<uint32_t>(_mm256_movemask_epi8(one_or_two_bytes_bytemask));
  377|  2.99M|    if (one_or_two_bytes_bitmask == 0xffffffff) {
  ------------------
  |  Branch (377:9): [True: 17.7k, False: 2.97M]
  ------------------
  378|       |
  379|       |      // 1. prepare 2-byte values
  380|       |      // input 16-bit word : [0000|0aaa|aabb|bbbb] x 8
  381|       |      // expected output   : [110a|aaaa|10bb|bbbb] x 8
  382|  17.7k|      const __m256i v_1f00 = _mm256_set1_epi16((int16_t)0x1f00);
  383|  17.7k|      const __m256i v_003f = _mm256_set1_epi16((int16_t)0x003f);
  384|       |
  385|       |      // t0 = [000a|aaaa|bbbb|bb00]
  386|  17.7k|      const __m256i t0 = _mm256_slli_epi16(in, 2);
  387|       |      // t1 = [000a|aaaa|0000|0000]
  388|  17.7k|      const __m256i t1 = _mm256_and_si256(t0, v_1f00);
  389|       |      // t2 = [0000|0000|00bb|bbbb]
  390|  17.7k|      const __m256i t2 = _mm256_and_si256(in, v_003f);
  391|       |      // t3 = [000a|aaaa|00bb|bbbb]
  392|  17.7k|      const __m256i t3 = _mm256_or_si256(t1, t2);
  393|       |      // t4 = [110a|aaaa|10bb|bbbb]
  394|  17.7k|      const __m256i t4 = _mm256_or_si256(t3, v_c080);
  395|       |
  396|       |      // 2. merge ASCII and 2-byte codewords
  397|  17.7k|      const __m256i utf8_unpacked =
  398|  17.7k|          _mm256_blendv_epi8(t4, in, one_byte_bytemask);
  399|       |
  400|       |      // 3. prepare bitmask for 8-bit lookup
  401|  17.7k|      const uint32_t M0 = one_byte_bitmask & 0x55555555;
  402|  17.7k|      const uint32_t M1 = M0 >> 7;
  403|  17.7k|      const uint32_t M2 = (M1 | M0) & 0x00ff00ff;
  404|       |      // 4. pack the bytes
  405|       |
  406|  17.7k|      const uint8_t *row =
  407|  17.7k|          &simdutf::tables::utf16_to_utf8::pack_1_2_utf8_bytes[uint8_t(M2)][0];
  408|  17.7k|      const uint8_t *row_2 =
  409|  17.7k|          &simdutf::tables::utf16_to_utf8::pack_1_2_utf8_bytes[uint8_t(M2 >>
  410|  17.7k|                                                                       16)][0];
  411|       |
  412|  17.7k|      const __m128i shuffle = _mm_loadu_si128((__m128i *)(row + 1));
  413|  17.7k|      const __m128i shuffle_2 = _mm_loadu_si128((__m128i *)(row_2 + 1));
  414|       |
  415|  17.7k|      const __m256i utf8_packed = _mm256_shuffle_epi8(
  416|  17.7k|          utf8_unpacked, _mm256_setr_m128i(shuffle, shuffle_2));
  ------------------
  |  |    7|  17.7k|      _mm256_permute2f128_si256(_mm256_castsi128_si256(xmm1),                  \
  |  |    8|  17.7k|                                _mm256_castsi128_si256(xmm2), 2)
  ------------------
  417|       |      // 5. store bytes
  418|  17.7k|      _mm_storeu_si128((__m128i *)utf8_output,
  419|  17.7k|                       _mm256_castsi256_si128(utf8_packed));
  420|  17.7k|      utf8_output += row[0];
  421|  17.7k|      _mm_storeu_si128((__m128i *)utf8_output,
  422|  17.7k|                       _mm256_extractf128_si256(utf8_packed, 1));
  423|  17.7k|      utf8_output += row_2[0];
  424|       |
  425|       |      // 6. adjust pointers
  426|  17.7k|      buf += 16;
  427|  17.7k|      continue;
  428|  17.7k|    }
  429|       |    // 1. Check if there are any surrogate word in the input chunk.
  430|       |    //    We have also deal with situation when there is a surrogate word
  431|       |    //    at the end of a chunk.
  432|  2.97M|    const __m256i surrogates_bytemask =
  433|  2.97M|        _mm256_cmpeq_epi16(_mm256_and_si256(in, v_f800), v_d800);
  434|       |
  435|       |    // bitmask = 0x0000 if there are no surrogates
  436|       |    //         = 0xc000 if the last word is a surrogate
  437|  2.97M|    const uint32_t surrogates_bitmask =
  438|  2.97M|        static_cast<uint32_t>(_mm256_movemask_epi8(surrogates_bytemask));
  439|       |    // It might seem like checking for surrogates_bitmask == 0xc000 could help.
  440|       |    // However, it is likely an uncommon occurrence.
  441|  2.97M|    if (surrogates_bitmask == 0x00000000) {
  ------------------
  |  Branch (441:9): [True: 868k, False: 2.10M]
  ------------------
  442|       |      // case: code units from register produce either 1, 2 or 3 UTF-8 bytes
  443|   868k|      const __m256i dup_even = _mm256_setr_epi16(
  444|   868k|          0x0000, 0x0202, 0x0404, 0x0606, 0x0808, 0x0a0a, 0x0c0c, 0x0e0e,
  445|   868k|          0x0000, 0x0202, 0x0404, 0x0606, 0x0808, 0x0a0a, 0x0c0c, 0x0e0e);
  446|       |
  447|       |      /* In this branch we handle three cases:
  448|       |         1. [0000|0000|0ccc|cccc] => [0ccc|cccc]                           -
  449|       |        single UFT-8 byte
  450|       |         2. [0000|0bbb|bbcc|cccc] => [110b|bbbb], [10cc|cccc]              - two
  451|       |        UTF-8 bytes
  452|       |         3. [aaaa|bbbb|bbcc|cccc] => [1110|aaaa], [10bb|bbbb], [10cc|cccc] -
  453|       |        three UTF-8 bytes
  454|       |
  455|       |        We expand the input word (16-bit) into two code units (32-bit), thus
  456|       |        we have room for four bytes. However, we need five distinct bit
  457|       |        layouts. Note that the last byte in cases #2 and #3 is the same.
  458|       |
  459|       |        We precompute byte 1 for case #1 and the common byte for cases #2 & #3
  460|       |        in register t2.
  461|       |
  462|       |        We precompute byte 1 for case #3 and -- **conditionally** -- precompute
  463|       |        either byte 1 for case #2 or byte 2 for case #3. Note that they
  464|       |        differ by exactly one bit.
  465|       |
  466|       |        Finally from these two code units we build proper UTF-8 sequence, taking
  467|       |        into account the case (i.e, the number of bytes to write).
  468|       |      */
  469|       |      /**
  470|       |       * Given [aaaa|bbbb|bbcc|cccc] our goal is to produce:
  471|       |       * t2 => [0ccc|cccc] [10cc|cccc]
  472|       |       * s4 => [1110|aaaa] ([110b|bbbb] OR [10bb|bbbb])
  473|       |       */
  474|   868k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  475|       |      // [aaaa|bbbb|bbcc|cccc] => [bbcc|cccc|bbcc|cccc]
  476|   868k|      const __m256i t0 = _mm256_shuffle_epi8(in, dup_even);
  477|       |      // [bbcc|cccc|bbcc|cccc] => [00cc|cccc|0bcc|cccc]
  478|   868k|      const __m256i t1 = _mm256_and_si256(t0, simdutf_vec(0b0011111101111111));
  ------------------
  |  |  474|   868k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  479|       |      // [00cc|cccc|0bcc|cccc] => [10cc|cccc|0bcc|cccc]
  480|   868k|      const __m256i t2 = _mm256_or_si256(t1, simdutf_vec(0b1000000000000000));
  ------------------
  |  |  474|   868k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  481|       |
  482|       |      // [aaaa|bbbb|bbcc|cccc] =>  [0000|aaaa|bbbb|bbcc]
  483|   868k|      const __m256i s0 = _mm256_srli_epi16(in, 4);
  484|       |      // [0000|aaaa|bbbb|bbcc] => [0000|aaaa|bbbb|bb00]
  485|   868k|      const __m256i s1 = _mm256_and_si256(s0, simdutf_vec(0b0000111111111100));
  ------------------
  |  |  474|   868k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  486|       |      // [0000|aaaa|bbbb|bb00] => [00bb|bbbb|0000|aaaa]
  487|   868k|      const __m256i s2 = _mm256_maddubs_epi16(s1, simdutf_vec(0x0140));
  ------------------
  |  |  474|   868k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  488|       |      // [00bb|bbbb|0000|aaaa] => [11bb|bbbb|1110|aaaa]
  489|   868k|      const __m256i s3 = _mm256_or_si256(s2, simdutf_vec(0b1100000011100000));
  ------------------
  |  |  474|   868k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  490|   868k|      const __m256i m0 = _mm256_andnot_si256(one_or_two_bytes_bytemask,
  491|   868k|                                             simdutf_vec(0b0100000000000000));
  ------------------
  |  |  474|   868k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  492|   868k|      const __m256i s4 = _mm256_xor_si256(s3, m0);
  493|   868k|#undef simdutf_vec
  494|       |
  495|       |      // 4. expand code units 16-bit => 32-bit
  496|   868k|      const __m256i out0 = _mm256_unpacklo_epi16(t2, s4);
  497|   868k|      const __m256i out1 = _mm256_unpackhi_epi16(t2, s4);
  498|       |
  499|       |      // 5. compress 32-bit code units into 1, 2 or 3 bytes -- 2 x shuffle
  500|   868k|      const uint32_t mask = (one_byte_bitmask & 0x55555555) |
  501|   868k|                            (one_or_two_bytes_bitmask & 0xaaaaaaaa);
  502|       |      // Due to the wider registers, the following path is less likely to be
  503|       |      // useful.
  504|       |      /*if(mask == 0) {
  505|       |        // We only have three-byte code units. Use fast path.
  506|       |        const __m256i shuffle =
  507|       |      _mm256_setr_epi8(2,3,1,6,7,5,10,11,9,14,15,13,-1,-1,-1,-1,
  508|       |      2,3,1,6,7,5,10,11,9,14,15,13,-1,-1,-1,-1); const __m256i utf8_0 =
  509|       |      _mm256_shuffle_epi8(out0, shuffle); const __m256i utf8_1 =
  510|       |      _mm256_shuffle_epi8(out1, shuffle);
  511|       |        _mm_storeu_si128((__m128i*)utf8_output, _mm256_castsi256_si128(utf8_0));
  512|       |        utf8_output += 12;
  513|       |        _mm_storeu_si128((__m128i*)utf8_output, _mm256_castsi256_si128(utf8_1));
  514|       |        utf8_output += 12;
  515|       |        _mm_storeu_si128((__m128i*)utf8_output,
  516|       |      _mm256_extractf128_si256(utf8_0,1)); utf8_output += 12;
  517|       |        _mm_storeu_si128((__m128i*)utf8_output,
  518|       |      _mm256_extractf128_si256(utf8_1,1)); utf8_output += 12; buf += 16;
  519|       |        continue;
  520|       |      }*/
  521|   868k|      const uint8_t mask0 = uint8_t(mask);
  522|   868k|      const uint8_t *row0 =
  523|   868k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask0][0];
  524|   868k|      const __m128i shuffle0 = _mm_loadu_si128((__m128i *)(row0 + 1));
  525|   868k|      const __m128i utf8_0 =
  526|   868k|          _mm_shuffle_epi8(_mm256_castsi256_si128(out0), shuffle0);
  527|       |
  528|   868k|      const uint8_t mask1 = static_cast<uint8_t>(mask >> 8);
  529|   868k|      const uint8_t *row1 =
  530|   868k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask1][0];
  531|   868k|      const __m128i shuffle1 = _mm_loadu_si128((__m128i *)(row1 + 1));
  532|   868k|      const __m128i utf8_1 =
  533|   868k|          _mm_shuffle_epi8(_mm256_castsi256_si128(out1), shuffle1);
  534|       |
  535|   868k|      const uint8_t mask2 = static_cast<uint8_t>(mask >> 16);
  536|   868k|      const uint8_t *row2 =
  537|   868k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask2][0];
  538|   868k|      const __m128i shuffle2 = _mm_loadu_si128((__m128i *)(row2 + 1));
  539|   868k|      const __m128i utf8_2 =
  540|   868k|          _mm_shuffle_epi8(_mm256_extractf128_si256(out0, 1), shuffle2);
  541|       |
  542|   868k|      const uint8_t mask3 = static_cast<uint8_t>(mask >> 24);
  543|   868k|      const uint8_t *row3 =
  544|   868k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask3][0];
  545|   868k|      const __m128i shuffle3 = _mm_loadu_si128((__m128i *)(row3 + 1));
  546|   868k|      const __m128i utf8_3 =
  547|   868k|          _mm_shuffle_epi8(_mm256_extractf128_si256(out1, 1), shuffle3);
  548|       |
  549|   868k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_0);
  550|   868k|      utf8_output += row0[0];
  551|   868k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_1);
  552|   868k|      utf8_output += row1[0];
  553|   868k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_2);
  554|   868k|      utf8_output += row2[0];
  555|   868k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_3);
  556|   868k|      utf8_output += row3[0];
  557|   868k|      buf += 16;
  558|       |      // surrogate pair(s) in a register
  559|  2.10M|    } else {
  560|       |      // Let us do a scalar fallback.
  561|       |      // It may seem wasteful to use scalar code, but being efficient with SIMD
  562|       |      // in the presence of surrogate pairs may require non-trivial tables.
  563|  2.10M|      size_t forward = 15;
  564|  2.10M|      size_t k = 0;
  565|  2.10M|      if (size_t(end - buf) < forward + 1) {
  ------------------
  |  Branch (565:11): [True: 0, False: 2.10M]
  ------------------
  566|      0|        forward = size_t(end - buf - 1);
  567|      0|      }
  568|  3.36M|      for (; k < forward; k++) {
  ------------------
  |  Branch (568:14): [True: 3.35M, False: 10.5k]
  ------------------
  569|  3.35M|        uint16_t word = scalar::utf16::swap_if_needed<big_endian>(buf[k]);
  570|  3.35M|        if ((word & 0xFF80) == 0) {
  ------------------
  |  Branch (570:13): [True: 95.7k, False: 3.25M]
  ------------------
  571|  95.7k|          *utf8_output++ = char(word);
  572|  3.25M|        } else if ((word & 0xF800) == 0) {
  ------------------
  |  Branch (572:20): [True: 55.8k, False: 3.19M]
  ------------------
  573|  55.8k|          *utf8_output++ = char((word >> 6) | 0b11000000);
  574|  55.8k|          *utf8_output++ = char((word & 0b111111) | 0b10000000);
  575|  3.19M|        } else if ((word & 0xF800) != 0xD800) {
  ------------------
  |  Branch (575:20): [True: 1.06M, False: 2.13M]
  ------------------
  576|  1.06M|          *utf8_output++ = char((word >> 12) | 0b11100000);
  577|  1.06M|          *utf8_output++ = char(((word >> 6) & 0b111111) | 0b10000000);
  578|  1.06M|          *utf8_output++ = char((word & 0b111111) | 0b10000000);
  579|  2.13M|        } else {
  580|       |          // must be a surrogate pair
  581|  2.13M|          uint16_t diff = uint16_t(word - 0xD800);
  582|  2.13M|          uint16_t next_word =
  583|  2.13M|              scalar::utf16::swap_if_needed<big_endian>(buf[k + 1]);
  584|  2.13M|          k++;
  585|  2.13M|          uint16_t diff2 = uint16_t(next_word - 0xDC00);
  586|  2.13M|          if ((diff | diff2) > 0x3FF) {
  ------------------
  |  Branch (586:15): [True: 2.09M, False: 40.2k]
  ------------------
  587|  2.09M|            return std::make_pair(
  588|  2.09M|                result(error_code::SURROGATE, buf - start + k - 1),
  589|  2.09M|                utf8_output);
  590|  2.09M|          }
  591|  40.2k|          uint32_t value = (diff << 10) + diff2 + 0x10000;
  592|  40.2k|          *utf8_output++ = char((value >> 18) | 0b11110000);
  593|  40.2k|          *utf8_output++ = char(((value >> 12) & 0b111111) | 0b10000000);
  594|  40.2k|          *utf8_output++ = char(((value >> 6) & 0b111111) | 0b10000000);
  595|  40.2k|          *utf8_output++ = char((value & 0b111111) | 0b10000000);
  596|  40.2k|        }
  597|  3.35M|      }
  598|  10.5k|      buf += k;
  599|  10.5k|    }
  600|  2.97M|  } // while
  601|  3.95k|  return std::make_pair(result(error_code::SUCCESS, buf - start), utf8_output);
  602|  2.09M|}

_ZNK7simdutf7haswell14implementation13validate_utf8EPKcm:
  266|  2.39k|implementation::validate_utf8(const char *buf, size_t len) const noexcept {
  267|  2.39k|  return haswell::utf8_validation::generic_validate_utf8(buf, len);
  268|  2.39k|}
_ZNK7simdutf7haswell14implementation24utf8_length_from_utf16leEPKDsm:
 1114|    399|    const char16_t *input, size_t length) const noexcept {
 1115|    399|  return utf16::utf8_length_from_utf16_bytemask<endianness::LITTLE>(input,
 1116|    399|                                                                    length);
 1117|    399|}
_ZNK7simdutf7haswell14implementation24utf8_length_from_utf16beEPKDsm:
 1120|    392|    const char16_t *input, size_t length) const noexcept {
 1121|    392|  return utf16::utf8_length_from_utf16_bytemask<endianness::BIG>(input, length);
 1122|    392|}
_ZNK7simdutf7haswell14implementation41utf8_length_from_utf16le_with_replacementEPKDsm:
 1144|  1.19k|    const char16_t *input, size_t length) const noexcept {
 1145|  1.19k|  return utf16::utf8_length_from_utf16_with_replacement<endianness::LITTLE>(
 1146|  1.19k|      input, length);
 1147|  1.19k|}
_ZNK7simdutf7haswell14implementation41utf8_length_from_utf16be_with_replacementEPKDsm:
 1151|  1.19k|    const char16_t *input, size_t length) const noexcept {
 1152|  1.19k|  return utf16::utf8_length_from_utf16_with_replacement<endianness::BIG>(
 1153|  1.19k|      input, length);
 1154|  1.19k|}
_ZNK7simdutf7haswell14implementation40convert_utf16le_to_utf8_with_replacementEPKDsmPc:
 1158|  1.19k|    const char16_t *input, size_t length, char *utf8_buffer) const noexcept {
 1159|  1.19k|  return utf16_to_utf8::convert_with_replacement_via(
 1160|  1.19k|      [](const char16_t *b, size_t l, char *o) {
 1161|  1.19k|        return convert_utf16_to_utf8_with_details<endianness::LITTLE>(b, l, o);
 1162|  1.19k|      },
 1163|  1.19k|      input, length, utf8_buffer);
 1164|  1.19k|}
_ZNK7simdutf7haswell14implementation40convert_utf16be_to_utf8_with_replacementEPKDsmPc:
 1168|  1.19k|    const char16_t *input, size_t length, char *utf8_buffer) const noexcept {
 1169|  1.19k|  return utf16_to_utf8::convert_with_replacement_via(
 1170|  1.19k|      [](const char16_t *b, size_t l, char *o) {
 1171|  1.19k|        return convert_utf16_to_utf8_with_details<endianness::BIG>(b, l, o);
 1172|  1.19k|      },
 1173|  1.19k|      input, length, utf8_buffer);
 1174|  1.19k|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_18is_asciiERKNS1_4simd8simd8x64IhEE:
   13|  1.95M|simdutf_really_inline bool is_ascii(const simd8x64<uint8_t> &input) {
   14|  1.95M|  return input.reduce_or().is_ascii();
   15|  1.95M|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_124must_be_2_3_continuationENS1_4simd5simd8IhEES4_:
   22|  3.18M|                         const simd8<uint8_t> prev3) {
   23|  3.18M|  simd8<uint8_t> is_third_byte =
   24|  3.18M|      prev2.saturating_sub(0xe0u - 0x80); // Only 111_____ will be > 0x80
   25|  3.18M|  simd8<uint8_t> is_fourth_byte =
   26|  3.18M|      prev3.saturating_sub(0xf0u - 0x80); // Only 1111____ will be > 0x80
   27|  3.18M|  return simd8<bool>(is_third_byte | is_fourth_byte);
   28|  3.18M|}
_ZN7simdutf7haswell34convert_utf16_to_utf8_with_detailsILNS_10endiannessE0EEENS_11full_resultEPKDsmPc:
  722|  1.44M|    const char16_t *buf, size_t len, char *utf8_output) {
  723|  1.44M|  std::pair<result, char *> ret =
  724|  1.44M|      haswell::avx2_convert_utf16_to_utf8_with_errors<big_endian>(buf, len,
  725|  1.44M|                                                                  utf8_output);
  726|  1.44M|  if (ret.first.error) {
  ------------------
  |  Branch (726:7): [True: 1.44M, False: 3.89k]
  ------------------
  727|  1.44M|    return full_result(ret.first.error, ret.first.count,
  728|  1.44M|                       size_t(ret.second - utf8_output));
  729|  1.44M|  }
  730|  3.89k|  if (ret.first.count != len) {
  ------------------
  |  Branch (730:7): [True: 3.89k, False: 0]
  ------------------
  731|  3.89k|    full_result sres =
  732|  3.89k|        scalar::utf16_to_utf8::convert_with_errors<big_endian, false>(
  733|  3.89k|            buf + ret.first.count, len - ret.first.count, ret.second, 0);
  734|  3.89k|    return full_result(sres.error, ret.first.count + sres.input_count,
  735|  3.89k|                       size_t(ret.second - utf8_output) + sres.output_count);
  736|  3.89k|  }
  737|      0|  return full_result(error_code::SUCCESS, len,
  738|      0|                     size_t(ret.second - utf8_output));
  739|  3.89k|}
_ZN7simdutf7haswell34convert_utf16_to_utf8_with_detailsILNS_10endiannessE1EEENS_11full_resultEPKDsmPc:
  722|  2.09M|    const char16_t *buf, size_t len, char *utf8_output) {
  723|  2.09M|  std::pair<result, char *> ret =
  724|  2.09M|      haswell::avx2_convert_utf16_to_utf8_with_errors<big_endian>(buf, len,
  725|  2.09M|                                                                  utf8_output);
  726|  2.09M|  if (ret.first.error) {
  ------------------
  |  Branch (726:7): [True: 2.09M, False: 3.95k]
  ------------------
  727|  2.09M|    return full_result(ret.first.error, ret.first.count,
  728|  2.09M|                       size_t(ret.second - utf8_output));
  729|  2.09M|  }
  730|  3.95k|  if (ret.first.count != len) {
  ------------------
  |  Branch (730:7): [True: 3.95k, False: 0]
  ------------------
  731|  3.95k|    full_result sres =
  732|  3.95k|        scalar::utf16_to_utf8::convert_with_errors<big_endian, false>(
  733|  3.95k|            buf + ret.first.count, len - ret.first.count, ret.second, 0);
  734|  3.95k|    return full_result(sres.error, ret.first.count + sres.input_count,
  735|  3.95k|                       size_t(ret.second - utf8_output) + sres.output_count);
  736|  3.95k|  }
  737|      0|  return full_result(error_code::SUCCESS, len,
  738|      0|                     size_t(ret.second - utf8_output));
  739|  3.95k|}
simdutf.cpp:_ZZNK7simdutf7haswell14implementation40convert_utf16le_to_utf8_with_replacementEPKDsmPcENK3$_0clES3_mS4_:
 1160|  1.44M|      [](const char16_t *b, size_t l, char *o) {
 1161|  1.44M|        return convert_utf16_to_utf8_with_details<endianness::LITTLE>(b, l, o);
 1162|  1.44M|      },
simdutf.cpp:_ZZNK7simdutf7haswell14implementation40convert_utf16be_to_utf8_with_replacementEPKDsmPcENK3$_0clES3_mS4_:
 1170|  2.09M|      [](const char16_t *b, size_t l, char *o) {
 1171|  2.09M|        return convert_utf16_to_utf8_with_details<endianness::BIG>(b, l, o);
 1172|  2.09M|      },

_ZNK7simdutf14implementation27supported_by_runtime_systemEv:
   64|      8|bool implementation::supported_by_runtime_system() const {
   65|      8|  uint32_t required_instruction_sets = this->required_instruction_sets();
   66|      8|  uint32_t supported_instruction_sets =
   67|      8|      internal::detect_supported_architectures();
   68|      8|  return ((supported_instruction_sets & required_instruction_sets) ==
   69|      8|          required_instruction_sets);
   70|      8|}
_ZNK7simdutf8internal29available_implementation_list5beginEv:
 1513|      1|available_implementation_list::begin() const noexcept {
 1514|      1|  return internal::get_available_implementation_pointers().begin();
 1515|      1|}
_ZNK7simdutf8internal29available_implementation_list3endEv:
 1517|      1|available_implementation_list::end() const noexcept {
 1518|      1|  return internal::get_available_implementation_pointers().end();
 1519|      1|}
_ZN7simdutf29get_available_implementationsEv:
 1568|      1|get_available_implementations() {
 1569|      1|#if !SIMDUTF_USE_STATIC_INITIALIZATION
 1570|      1|  static const internal::available_implementation_list
 1571|      1|      available_implementations_instance{};
 1572|      1|#endif
 1573|      1|  return available_implementations_instance;
 1574|      1|}
simdutf.cpp:_ZN7simdutf8internalL37get_available_implementation_pointersEv:
  938|      2|get_available_implementation_pointers() {
  939|      2|#if !SIMDUTF_USE_STATIC_INITIALIZATION
  940|      2|  static const std::initializer_list<const implementation *>
  941|      2|      available_implementation_pointers{
  942|      2|  #if SIMDUTF_IMPLEMENTATION_ICELAKE
  943|      2|          get_icelake_singleton(),
  944|      2|  #endif
  945|      2|  #if SIMDUTF_IMPLEMENTATION_HASWELL
  946|      2|          get_haswell_singleton(),
  947|      2|  #endif
  948|      2|  #if SIMDUTF_IMPLEMENTATION_WESTMERE
  949|      2|          get_westmere_singleton(),
  950|      2|  #endif
  951|       |  #if SIMDUTF_IMPLEMENTATION_ARM64
  952|       |          get_arm64_singleton(),
  953|       |  #endif
  954|       |  #if SIMDUTF_IMPLEMENTATION_PPC64
  955|       |          get_ppc64_singleton(),
  956|       |  #endif
  957|       |  #if SIMDUTF_IMPLEMENTATION_RVV
  958|       |          get_rvv_singleton(),
  959|       |  #endif
  960|       |  #if SIMDUTF_IMPLEMENTATION_LASX
  961|       |          get_lasx_singleton(),
  962|       |  #endif
  963|       |  #if SIMDUTF_IMPLEMENTATION_LSX
  964|       |          get_lsx_singleton(),
  965|       |  #endif
  966|      2|  #if SIMDUTF_IMPLEMENTATION_FALLBACK
  967|      2|          get_fallback_singleton(),
  968|      2|  #endif
  969|      2|      };
  970|      2|#endif
  971|      2|  return available_implementation_pointers;
  972|      2|}
simdutf.cpp:_ZN7simdutf8internalL21get_icelake_singletonEv:
  157|      1|static const icelake::implementation *get_icelake_singleton() {
  158|      1|  #if !SIMDUTF_USE_STATIC_INITIALIZATION
  159|      1|  static const icelake::implementation icelake_singleton{};
  160|      1|  #endif
  161|      1|  return &icelake_singleton;
  162|      1|}
simdutf.cpp:_ZN7simdutf8internalL21get_haswell_singletonEv:
  168|      1|static const haswell::implementation *get_haswell_singleton() {
  169|      1|  #if !SIMDUTF_USE_STATIC_INITIALIZATION
  170|      1|  static const haswell::implementation haswell_singleton{};
  171|      1|  #endif
  172|      1|  return &haswell_singleton;
  173|      1|}
simdutf.cpp:_ZN7simdutf8internalL22get_westmere_singletonEv:
  179|      1|static const westmere::implementation *get_westmere_singleton() {
  180|      1|  #if !SIMDUTF_USE_STATIC_INITIALIZATION
  181|      1|  static const westmere::implementation westmere_singleton{};
  182|      1|  #endif
  183|      1|  return &westmere_singleton;
  184|      1|}
simdutf.cpp:_ZN7simdutf8internalL22get_fallback_singletonEv:
  245|      1|static const fallback::implementation *get_fallback_singleton() {
  246|      1|  #if !SIMDUTF_USE_STATIC_INITIALIZATION
  247|      1|  static const fallback::implementation fallback_singleton{};
  248|      1|  #endif
  249|      1|  return &fallback_singleton;
  250|      1|}

_ZN7simdutf8fallback14implementationC2Ev:
   16|      1|      : simdutf::implementation("fallback", "Generic fallback implementation",
   17|      1|                                0) {}

_ZN7simdutf7haswell14implementationC2Ev:
   16|      1|      : simdutf::implementation("haswell", "Intel/AMD AVX2",
   17|      1|                                internal::instruction_set::AVX2 |
   18|      1|                                    internal::instruction_set::BMI1 |
   19|      1|                                    internal::instruction_set::BMI2) {}

simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd5simd8IhEC2Ev:
  191|  7.18k|  simdutf_really_inline simd8() : base8_numeric<uint8_t>() {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd13base8_numericIhEC2Ev:
  124|  7.18k|  simdutf_really_inline base8_numeric() : base8<T>() {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd5base8IhNS2_5simd8IbEEEC2Ev:
   71|  7.18k|  simdutf_really_inline base8() : base<simd8<T>>() {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEC2Ev:
   14|  7.18k|  simdutf_really_inline base() : value{__m256i()} {}
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd8simd8x64IhE9reduce_orEv:
  294|  1.95M|  simdutf_really_inline simd8<T> reduce_or() const {
  295|  1.95M|    return this->chunks[0] | this->chunks[1];
  296|  1.95M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEorES5_:
   50|  8.68M|  simdutf_really_inline Child operator|(const Child other) const {
   51|  8.68M|    return _mm256_or_si256(*this, other);
   52|  8.68M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd5simd8IhEC2EDv4_x:
  193|   101M|      : base8_numeric<uint8_t>(_value) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd13base8_numericIhEC2EDv4_x:
  126|   101M|      : base8<T>(_value) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd5base8IhNS2_5simd8IbEEEC2EDv4_x:
   73|   101M|  simdutf_really_inline base8(const __m256i _value) : base<simd8<T>>(_value) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEC2EDv4_x:
   17|   101M|  simdutf_really_inline base(const __m256i _value) : value(_value) {}
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd5simd8IhE8is_asciiEv:
  234|  1.95M|  simdutf_really_inline bool is_ascii() const {
  235|  1.95M|    return _mm256_movemask_epi8(*this) == 0;
  236|  1.95M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEoRES5_:
   59|  3.54M|  simdutf_really_inline Child &operator|=(const Child other) {
   60|  3.54M|    auto this_cast = static_cast<Child *>(this);
   61|  3.54M|    *this_cast = *this_cast | other;
   62|  3.54M|    return *this_cast;
   63|  3.54M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd5base8IhNS2_5simd8IbEEE4prevILi1EEENS4_IhEES8_:
   83|  3.18M|  simdutf_really_inline simd8<T> prev(const simd8<T> prev_chunk) const {
   84|       |    return _mm256_alignr_epi8(
   85|  3.18M|        *this, _mm256_permute2x128_si256(prev_chunk, *this, 0x21), 16 - N);
   86|  3.18M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd5simd8IhE3shrILi4EEES4_v:
  245|  6.37M|  template <int N> simdutf_really_inline simd8<uint8_t> shr() const {
  246|  6.37M|    return simd8<uint8_t>(_mm256_srli_epi16(*this, N)) & uint8_t(0xFFu >> N);
  247|  6.37M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd13base8_numericIhE9lookup_16IhEENS2_5simd8IT_EES7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_:
  157|  9.55M|            L replace15) const {
  158|  9.55M|    return lookup_16(simd8<L>::repeat_16(
  159|  9.55M|        replace0, replace1, replace2, replace3, replace4, replace5, replace6,
  160|  9.55M|        replace7, replace8, replace9, replace10, replace11, replace12,
  161|  9.55M|        replace13, replace14, replace15));
  162|  9.55M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd13base8_numericIhE9lookup_16IhEENS2_5simd8IT_EES8_:
  148|  9.55M|  simdutf_really_inline simd8<L> lookup_16(simd8<L> lookup_table) const {
  149|  9.55M|    return _mm256_shuffle_epi8(lookup_table, *this);
  150|  9.55M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd13base8_numericIhE9repeat_16Ehhhhhhhhhhhhhhhh:
  118|  9.55M|                                                  T v14, T v15) {
  119|  9.55M|    return simd8<T>(v0, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13,
  120|  9.55M|                    v14, v15, v0, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11,
  121|  9.55M|                    v12, v13, v14, v15);
  122|  9.55M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd5simd8IhEC2Ehhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhh:
  207|  9.55M|      : simd8(_mm256_setr_epi8(v0, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11,
  208|  9.55M|                               v12, v13, v14, v15, v16, v17, v18, v19, v20, v21,
  209|  9.55M|                               v22, v23, v24, v25, v26, v27, v28, v29, v30,
  210|  9.55M|                               v31)) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd5simd8IhEC2Eh:
  195|  19.1M|  simdutf_really_inline simd8(uint8_t _value) : simd8(splat(_value)) {}
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd5base8IhNS2_5simd8IbEEE4prevILi2EEENS4_IhEES8_:
   83|  3.18M|  simdutf_really_inline simd8<T> prev(const simd8<T> prev_chunk) const {
   84|       |    return _mm256_alignr_epi8(
   85|  3.18M|        *this, _mm256_permute2x128_si256(prev_chunk, *this, 0x21), 16 - N);
   86|  3.18M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd5base8IhNS2_5simd8IbEEE4prevILi3EEENS4_IhEES8_:
   83|  3.18M|  simdutf_really_inline simd8<T> prev(const simd8<T> prev_chunk) const {
   84|       |    return _mm256_alignr_epi8(
   85|  3.18M|        *this, _mm256_permute2x128_si256(prev_chunk, *this, 0x21), 16 - N);
   86|  3.18M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd5simd8IhE14saturating_subES4_:
  214|  7.96M|  saturating_sub(const simd8<uint8_t> other) const {
  215|  7.96M|    return _mm256_subs_epu8(*this, other);
  216|  7.96M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd5simd8IbEC2EDv4_x:
   95|  3.18M|  simdutf_really_inline simd8(const __m256i _value) : base8<bool>(_value) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd5base8IbNS2_5simd8IbEEEC2EDv4_x:
   73|  3.18M|  simdutf_really_inline base8(const __m256i _value) : base<simd8<T>>(_value) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_5simd8IbEEEC2EDv4_x:
   17|  3.18M|  simdutf_really_inline base(const __m256i _value) : value(_value) {}
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_5simd8IbEEEcvRKDv4_xEv:
   19|  3.18M|  simdutf_really_inline operator const __m256i &() const { return this->value; }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEeoES5_:
   56|  3.18M|  simdutf_really_inline Child operator^(const Child other) const {
   57|  3.18M|    return _mm256_xor_si256(*this, other);
   58|  3.18M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd5simd8IhEC2EPKh:
  197|  1.59M|  simdutf_really_inline simd8(const uint8_t values[32]) : simd8(load(values)) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd13base8_numericIhE4loadEPKh:
  111|  5.49M|  static simdutf_really_inline simd8<T> load(const T values[32]) {
  112|  5.49M|    return _mm256_loadu_si256(reinterpret_cast<const __m256i *>(values));
  113|  5.49M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd5simd8IhE7gt_bitsES4_:
  225|  1.59M|  gt_bits(const simd8<uint8_t> other) const {
  226|  1.59M|    return this->saturating_sub(other);
  227|  1.59M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_6simd16ItEEEC2EDv4_x:
   17|  80.6M|  simdutf_really_inline base(const __m256i _value) : value(_value) {}
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_6simd16ItEEEcvRKDv4_xEv:
   19|  80.6M|  simdutf_really_inline operator const __m256i &() const { return this->value; }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd5simd8IhE21any_bits_set_anywhereEv:
  241|  2.39k|  simdutf_really_inline bool any_bits_set_anywhere() const {
  242|  2.39k|    return !bits_not_set_anywhere();
  243|  2.39k|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd5simd8IhE21bits_not_set_anywhereEv:
  237|  2.39k|  simdutf_really_inline bool bits_not_set_anywhere() const {
  238|  2.39k|    return _mm256_testz_si256(*this, *this);
  239|  2.39k|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_6simd16IbEEEC2EDv4_x:
   17|  6.60M|  simdutf_really_inline base(const __m256i _value) : value(_value) {}
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_6simd16IbEEEcvRKDv4_xEv:
   19|  10.3M|  simdutf_really_inline operator const __m256i &() const { return this->value; }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd13base8_numericIhE5splatEh:
  105|  19.1M|  static simdutf_really_inline simd8<T> splat(T _value) {
  106|  19.1M|    return _mm256_set1_epi8(_value);
  107|  19.1M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEcvRKDv4_xEv:
   19|   137M|  simdutf_really_inline operator const __m256i &() const { return this->value; }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEanES5_:
   53|  19.1M|  simdutf_really_inline Child operator&(const Child other) const {
   54|  19.1M|    return _mm256_and_si256(*this, other);
   55|  19.1M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd8simd8x64IhEC2EPKh:
  274|  1.95M|      : chunks{simd8<T>::load(ptr),
  275|  1.95M|               simd8<T>::load(ptr + sizeof(simd8<T>) / sizeof(T))} {}
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_6simd16ItEEEanES5_:
   53|  16.6M|  simdutf_really_inline Child operator&(const Child other) const {
   54|  16.6M|    return _mm256_and_si256(*this, other);
   55|  16.6M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_6simd16IbEEEeoES5_:
   56|   454k|  simdutf_really_inline Child operator^(const Child other) const {
   57|   454k|    return _mm256_xor_si256(*this, other);
   58|   454k|  }

simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd6simd16ItEC2EDv4_x:
   97|  80.6M|      : base16_numeric<uint16_t>(_value) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd14base16_numericItEC2EDv4_x:
   73|  80.6M|      : base16<T>(_value) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd6base16ItNS2_6simd16IbEEEC2EDv4_x:
   20|  80.6M|      : base<simd16<T>>(_value) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd14base16_numericItE4loadEPKt:
   66|  5.69M|  static simdutf_really_inline simd16<T> load(const T values[8]) {
   67|  5.69M|    return _mm256_loadu_si256(reinterpret_cast<const __m256i *>(values));
   68|  5.69M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd6simd16ItE10swap_bytesEv:
  139|  2.64M|  simdutf_really_inline simd16<uint16_t> swap_bytes() const {
  140|  2.64M|    const __m256i swap = _mm256_setr_epi8(
  141|  2.64M|        1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14, 17, 16, 19, 18,
  142|  2.64M|        21, 20, 23, 22, 25, 24, 27, 26, 29, 28, 31, 30);
  143|  2.64M|    return _mm256_shuffle_epi8(*this, swap);
  144|  2.64M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd14base16_numericItE5splatEt:
   58|  22.8M|  static simdutf_really_inline simd16<T> splat(T _value) {
   59|  22.8M|    return _mm256_set1_epi16(_value);
   60|  22.8M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simdeqENS2_6simd16ItEES4_:
   26|  6.15M|                                               const simd16<T> rhs) {
   27|  6.15M|    return _mm256_cmpeq_epi16(lhs, rhs);
   28|  6.15M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd6simd16IbEC2EDv4_x:
   45|  6.60M|  simdutf_really_inline simd16(const __m256i _value) : base16<bool>(_value) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd6base16IbNS2_6simd16IbEEEC2EDv4_x:
   20|  6.60M|      : base<simd16<T>>(_value) {}
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd6simd16IbE10to_bitmaskEv:
   50|  3.69M|  simdutf_really_inline bitmask_type to_bitmask() const {
   51|  3.69M|    return _mm256_movemask_epi8(*this);
   52|  3.69M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd6simd16ItEC2Et:
  100|  22.7M|  simdutf_really_inline simd16(uint16_t _value) : simd16(splat(_value)) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd14base16_numericItE4zeroEv:
   62|  3.84k|  static simdutf_really_inline simd16<T> zero() {
   63|  3.84k|    return _mm256_setzero_si256();
   64|  3.84k|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd3minENS2_6simd16ItEES4_:
  259|  10.9M|simd16<uint16_t> min(const simd16<uint16_t> a, simd16<uint16_t> b) {
  260|  10.9M|  return _mm256_min_epu16(a.value, b.value);
  261|  10.9M|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd14base16_numericItEpLENS2_6simd16ItEE:
   87|  16.1M|  simdutf_really_inline simd16<T> &operator+=(const simd16<T> other) {
   88|  16.1M|    *this = *this + other;
   89|  16.1M|    return *static_cast<simd16<T> *>(this);
   90|  16.1M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd14base16_numericItEplENS2_6simd16ItEE:
   84|  16.1M|  simdutf_really_inline simd16<T> operator+(const simd16<T> other) const {
   85|  16.1M|    return _mm256_add_epi16(*this, other);
   86|  16.1M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd6simd16ItE3sumEv:
  170|  3.84k|  simdutf_really_inline uint64_t sum() const {
  171|  3.84k|    const auto lo_u16 = _mm256_and_si256(value, _mm256_set1_epi32(0x0000ffff));
  172|  3.84k|    const auto hi_u16 = _mm256_srli_epi32(value, 16);
  173|  3.84k|    const auto sum_u32 = _mm256_add_epi32(lo_u16, hi_u16);
  174|       |
  175|  3.84k|    const auto lo_u32 =
  176|  3.84k|        _mm256_and_si256(sum_u32, _mm256_set1_epi64x(0xffffffff));
  177|  3.84k|    const auto hi_u32 = _mm256_srli_epi64(sum_u32, 32);
  178|  3.84k|    const auto sum_u64 = _mm256_add_epi64(lo_u32, hi_u32);
  179|       |
  180|  3.84k|    return uint64_t(_mm256_extract_epi64(sum_u64, 0)) +
  181|  3.84k|           uint64_t(_mm256_extract_epi64(sum_u64, 1)) +
  182|  3.84k|           uint64_t(_mm256_extract_epi64(sum_u64, 2)) +
  183|       |           uint64_t(_mm256_extract_epi64(sum_u64, 3));
  184|  3.84k|  }

_ZN7simdutf7icelake14implementationC2Ev:
   16|      1|      : simdutf::implementation(
   17|      1|            "icelake",
   18|      1|            "Intel AVX512 (AVX-512BW, AVX-512CD, AVX-512VL, AVX-512VBMI2 "
   19|      1|            "extensions)",
   20|      1|            internal::instruction_set::AVX2 | internal::instruction_set::BMI1 |
   21|      1|                internal::instruction_set::BMI2 |
   22|      1|                internal::instruction_set::AVX512BW |
   23|      1|                internal::instruction_set::AVX512CD |
   24|      1|                internal::instruction_set::AVX512VL |
   25|      1|                internal::instruction_set::AVX512VBMI2 |
   26|      1|                internal::instruction_set::AVX512VPOPCNTDQ) {}

_ZN7simdutf8westmere14implementationC2Ev:
   18|      1|      : simdutf::implementation("westmere", "Intel/AMD SSE4.2",
   19|      1|                                internal::instruction_set::SSE42) {}

simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd5simd8IhEC2Ev:
  183|  7.18k|  simdutf_really_inline simd8() : base8_numeric<uint8_t>() {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd13base8_numericIhEC2Ev:
  118|  7.18k|  simdutf_really_inline base8_numeric() : base8<T>() {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd5base8IhNS2_5simd8IbEEEC2Ev:
   68|  7.18k|  simdutf_really_inline base8() : base<simd8<T>>() {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEC2Ev:
   13|  7.18k|  simdutf_really_inline base() : value{__m128i()} {}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd8simd8x64IhE9reduce_orEv:
  290|  1.95M|  simdutf_really_inline simd8<T> reduce_or() const {
  291|  1.95M|    return (this->chunks[0] | this->chunks[1]) |
  292|  1.95M|           (this->chunks[2] | this->chunks[3]);
  293|  1.95M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEorES5_:
   42|  18.9M|  simdutf_really_inline Child operator|(const Child other) const {
   43|  18.9M|    return _mm_or_si128(*this, other);
   44|  18.9M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd5simd8IhEC2EDv2_x:
  185|   201M|      : base8_numeric<uint8_t>(_value) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd13base8_numericIhEC2EDv2_x:
  120|   201M|      : base8<T>(_value) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd5base8IhNS2_5simd8IbEEEC2EDv2_x:
   69|   201M|  simdutf_really_inline base8(const __m128i _value) : base<simd8<T>>(_value) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEC2EDv2_x:
   16|   201M|  simdutf_really_inline base(const __m128i _value) : value(_value) {}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd5simd8IhE8is_asciiEv:
  228|  1.95M|  simdutf_really_inline bool is_ascii() const {
  229|  1.95M|    return _mm_movemask_epi8(*this) == 0;
  230|  1.95M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEoRES5_:
   51|  6.73M|  simdutf_really_inline Child &operator|=(const Child other) {
   52|  6.73M|    auto this_cast = static_cast<Child *>(this);
   53|  6.73M|    *this_cast = *this_cast | other;
   54|  6.73M|    return *this_cast;
   55|  6.73M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd5base8IhNS2_5simd8IbEEE4prevILi1EEENS4_IhEES8_:
   79|  6.37M|  simdutf_really_inline simd8<T> prev(const simd8<T> prev_chunk) const {
   80|       |    return _mm_alignr_epi8(*this, prev_chunk, 16 - N);
   81|  6.37M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd5simd8IhE3shrILi4EEES4_v:
  238|  12.7M|  template <int N> simdutf_really_inline simd8<uint8_t> shr() const {
  239|  12.7M|    return simd8<uint8_t>(_mm_srli_epi16(*this, N)) & uint8_t(0xFFu >> N);
  240|  12.7M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd13base8_numericIhE9lookup_16IhEENS2_5simd8IT_EES7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_:
  151|  19.1M|            L replace15) const {
  152|  19.1M|    return lookup_16(simd8<L>::repeat_16(
  153|  19.1M|        replace0, replace1, replace2, replace3, replace4, replace5, replace6,
  154|  19.1M|        replace7, replace8, replace9, replace10, replace11, replace12,
  155|  19.1M|        replace13, replace14, replace15));
  156|  19.1M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd13base8_numericIhE9lookup_16IhEENS2_5simd8IT_EES8_:
  142|  19.1M|  simdutf_really_inline simd8<L> lookup_16(simd8<L> lookup_table) const {
  143|  19.1M|    return _mm_shuffle_epi8(lookup_table, *this);
  144|  19.1M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd13base8_numericIhE9repeat_16Ehhhhhhhhhhhhhhhh:
  113|  19.1M|                                                  T v14, T v15) {
  114|  19.1M|    return simd8<T>(v0, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13,
  115|  19.1M|                    v14, v15);
  116|  19.1M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd5simd8IhEC2Ehhhhhhhhhhhhhhhh:
  196|  19.1M|      : simd8(_mm_setr_epi8(v0, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11,
  197|  19.1M|                            v12, v13, v14, v15)) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd5simd8IhEC2Eh:
  188|  38.2M|  simdutf_really_inline simd8(uint8_t _value) : simd8(splat(_value)) {}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd5base8IhNS2_5simd8IbEEE4prevILi2EEENS4_IhEES8_:
   79|  6.37M|  simdutf_really_inline simd8<T> prev(const simd8<T> prev_chunk) const {
   80|       |    return _mm_alignr_epi8(*this, prev_chunk, 16 - N);
   81|  6.37M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd5base8IhNS2_5simd8IbEEE4prevILi3EEENS4_IhEES8_:
   79|  6.37M|  simdutf_really_inline simd8<T> prev(const simd8<T> prev_chunk) const {
   80|       |    return _mm_alignr_epi8(*this, prev_chunk, 16 - N);
   81|  6.37M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd5simd8IhE14saturating_subES4_:
  201|  14.3M|  saturating_sub(const simd8<uint8_t> other) const {
  202|  14.3M|    return _mm_subs_epu8(*this, other);
  203|  14.3M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd5simd8IbEC2EDv2_x:
   91|  6.37M|  simdutf_really_inline simd8(const __m128i _value) : base8<bool>(_value) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd5base8IbNS2_5simd8IbEEEC2EDv2_x:
   69|  6.37M|  simdutf_really_inline base8(const __m128i _value) : base<simd8<T>>(_value) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_5simd8IbEEEC2EDv2_x:
   16|  6.37M|  simdutf_really_inline base(const __m128i _value) : value(_value) {}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_5simd8IbEEEcvRKDv2_xEv:
   18|  6.37M|  simdutf_really_inline operator const __m128i &() const { return this->value; }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEeoES5_:
   48|  6.37M|  simdutf_really_inline Child operator^(const Child other) const {
   49|  6.37M|    return _mm_xor_si128(*this, other);
   50|  6.37M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd5simd8IhEC2EPKh:
  190|  1.59M|  simdutf_really_inline simd8(const uint8_t *values) : simd8(load(values)) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd13base8_numericIhE4loadEPKh:
  106|  9.39M|  static simdutf_really_inline simd8<T> load(const T values[16]) {
  107|  9.39M|    return _mm_loadu_si128(reinterpret_cast<const __m128i *>(values));
  108|  9.39M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd5simd8IhE7gt_bitsES4_:
  212|  1.59M|  gt_bits(const simd8<uint8_t> other) const {
  213|  1.59M|    return this->saturating_sub(other);
  214|  1.59M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_6simd16ItEEEC2EDv2_x:
   16|   159M|  simdutf_really_inline base(const __m128i _value) : value(_value) {}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_6simd16ItEEEcvRKDv2_xEv:
   18|   159M|  simdutf_really_inline operator const __m128i &() const { return this->value; }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd5simd8IhE21any_bits_set_anywhereEv:
  235|  2.39k|  simdutf_really_inline bool any_bits_set_anywhere() const {
  236|  2.39k|    return !bits_not_set_anywhere();
  237|  2.39k|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd5simd8IhE21bits_not_set_anywhereEv:
  232|  2.39k|  simdutf_really_inline bool bits_not_set_anywhere() const {
  233|  2.39k|    return _mm_testz_si128(*this, *this);
  234|  2.39k|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_6simd16IbEEEC2EDv2_x:
   16|  12.7M|  simdutf_really_inline base(const __m128i _value) : value(_value) {}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_6simd16IbEEEcvRKDv2_xEv:
   18|  20.1M|  simdutf_really_inline operator const __m128i &() const { return this->value; }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd13base8_numericIhE5splatEh:
  102|  38.2M|  static simdutf_really_inline simd8<T> splat(T _value) {
  103|  38.2M|    return _mm_set1_epi8(_value);
  104|  38.2M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEcvRKDv2_xEv:
   18|   253M|  simdutf_really_inline operator const __m128i &() const { return this->value; }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEanES5_:
   45|  38.2M|  simdutf_really_inline Child operator&(const Child other) const {
   46|  38.2M|    return _mm_and_si128(*this, other);
   47|  38.2M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd8simd8x64IhEC2EPKh:
  270|  1.95M|      : chunks{simd8<T>::load(ptr),
  271|  1.95M|               simd8<T>::load(ptr + sizeof(simd8<T>) / sizeof(T)),
  272|  1.95M|               simd8<T>::load(ptr + 2 * sizeof(simd8<T>) / sizeof(T)),
  273|  1.95M|               simd8<T>::load(ptr + 3 * sizeof(simd8<T>) / sizeof(T))} {}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_6simd16ItEEEanES5_:
   45|  32.9M|  simdutf_really_inline Child operator&(const Child other) const {
   46|  32.9M|    return _mm_and_si128(*this, other);
   47|  32.9M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_6simd16IbEEEeoES5_:
   48|   741k|  simdutf_really_inline Child operator^(const Child other) const {
   49|   741k|    return _mm_xor_si128(*this, other);
   50|   741k|  }

simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd6simd16ItEC2EDv2_x:
   79|   159M|      : base16_numeric<uint16_t>(_value) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd14base16_numericItEC2EDv2_x:
   54|   159M|      : base16<T>(_value) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd6base16ItNS2_6simd16IbEEEC2EDv2_x:
    8|   159M|      : base<simd16<T>>(_value) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd14base16_numericItE4loadEPKt:
   47|  11.2M|  static simdutf_really_inline simd16<T> load(const T values[8]) {
   48|  11.2M|    return _mm_loadu_si128(reinterpret_cast<const __m128i *>(values));
   49|  11.2M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd6simd16ItE10swap_bytesEv:
  121|  5.19M|  simdutf_really_inline simd16<uint16_t> swap_bytes() const {
  122|  5.19M|    const __m128i swap =
  123|  5.19M|        _mm_setr_epi8(1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14);
  124|  5.19M|    return _mm_shuffle_epi8(*this, swap);
  125|  5.19M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd14base16_numericItE5splatEt:
   41|  44.9M|  static simdutf_really_inline simd16<T> splat(T _value) {
   42|  44.9M|    return _mm_set1_epi16(_value);
   43|  44.9M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simdeqENS2_6simd16ItEES4_:
   11|  11.9M|                                               const simd16<T> rhs) {
   12|  11.9M|    return _mm_cmpeq_epi16(lhs, rhs);
   13|  11.9M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd6simd16IbEC2EDv2_x:
   28|  12.7M|  simdutf_really_inline simd16(const __m128i _value) : base16<bool>(_value) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd6base16IbNS2_6simd16IbEEEC2EDv2_x:
    8|  12.7M|      : base<simd16<T>>(_value) {}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd6simd16IbE10to_bitmaskEv:
   33|  7.38M|  simdutf_really_inline int to_bitmask() const {
   34|  7.38M|    return _mm_movemask_epi8(*this);
   35|  7.38M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd6simd16ItEC2Et:
   82|  44.9M|  simdutf_really_inline simd16(uint16_t _value) : simd16(splat(_value)) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd14base16_numericItE4zeroEv:
   45|  5.10k|  static simdutf_really_inline simd16<T> zero() { return _mm_setzero_si128(); }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd3minENS2_6simd16ItEES4_:
  240|  21.7M|simd16<uint16_t> min(const simd16<uint16_t> a, simd16<uint16_t> b) {
  241|  21.7M|  return _mm_min_epu16(a.value, b.value);
  242|  21.7M|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd14base16_numericItEpLENS2_6simd16ItEE:
   68|  32.2M|  simdutf_really_inline simd16<T> &operator+=(const simd16<T> other) {
   69|  32.2M|    *this = *this + other;
   70|  32.2M|    return *static_cast<simd16<T> *>(this);
   71|  32.2M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd14base16_numericItEplENS2_6simd16ItEE:
   65|  32.2M|  simdutf_really_inline simd16<T> operator+(const simd16<T> other) const {
   66|  32.2M|    return _mm_add_epi16(*this, other);
   67|  32.2M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd6simd16ItE3sumEv:
  134|  5.10k|  simdutf_really_inline uint64_t sum() const {
  135|  5.10k|    const auto lo_u16 = _mm_and_si128(value, _mm_set1_epi32(0x0000ffff));
  136|  5.10k|    const auto hi_u16 = _mm_srli_epi32(value, 16);
  137|  5.10k|    const auto sum_u32 = _mm_add_epi32(lo_u16, hi_u16);
  138|       |
  139|  5.10k|    const auto lo_u32 = _mm_and_si128(sum_u32, _mm_set1_epi64x(0xffffffff));
  140|  5.10k|    const auto hi_u32 = _mm_srli_epi64(sum_u32, 32);
  141|  5.10k|    const auto sum_u64 = _mm_add_epi64(lo_u32, hi_u32);
  142|       |
  143|  5.10k|    return uint64_t(_mm_extract_epi64(sum_u64, 0)) +
  144|       |           uint64_t(_mm_extract_epi64(sum_u64, 1));
  145|  5.10k|  }

_ZNK7simdutf8westmere14implementation13validate_utf8EPKcm:
  299|  2.39k|implementation::validate_utf8(const char *buf, size_t len) const noexcept {
  300|  2.39k|  return westmere::utf8_validation::generic_validate_utf8(buf, len);
  301|  2.39k|}
_ZNK7simdutf8westmere14implementation24utf8_length_from_utf16leEPKDsm:
 1140|    399|    const char16_t *input, size_t length) const noexcept {
 1141|    399|  return utf16::utf8_length_from_utf16_bytemask<endianness::LITTLE>(input,
 1142|    399|                                                                    length);
 1143|    399|}
_ZNK7simdutf8westmere14implementation24utf8_length_from_utf16beEPKDsm:
 1146|    392|    const char16_t *input, size_t length) const noexcept {
 1147|    392|  return utf16::utf8_length_from_utf16_bytemask<endianness::BIG>(input, length);
 1148|    392|}
_ZNK7simdutf8westmere14implementation41utf8_length_from_utf16le_with_replacementEPKDsm:
 1232|  1.19k|    const char16_t *input, size_t length) const noexcept {
 1233|  1.19k|  return utf16::utf8_length_from_utf16_with_replacement<endianness::LITTLE>(
 1234|  1.19k|      input, length);
 1235|  1.19k|}
_ZNK7simdutf8westmere14implementation41utf8_length_from_utf16be_with_replacementEPKDsm:
 1239|  1.19k|    const char16_t *input, size_t length) const noexcept {
 1240|  1.19k|  return utf16::utf8_length_from_utf16_with_replacement<endianness::BIG>(
 1241|  1.19k|      input, length);
 1242|  1.19k|}
_ZNK7simdutf8westmere14implementation40convert_utf16le_to_utf8_with_replacementEPKDsmPc:
 1246|  1.19k|    const char16_t *input, size_t length, char *utf8_buffer) const noexcept {
 1247|  1.19k|  return utf16_to_utf8::convert_with_replacement_via(
 1248|  1.19k|      [](const char16_t *b, size_t l, char *o) {
 1249|  1.19k|        return convert_utf16_to_utf8_with_details<endianness::LITTLE>(b, l, o);
 1250|  1.19k|      },
 1251|  1.19k|      input, length, utf8_buffer);
 1252|  1.19k|}
_ZNK7simdutf8westmere14implementation40convert_utf16be_to_utf8_with_replacementEPKDsmPc:
 1256|  1.19k|    const char16_t *input, size_t length, char *utf8_buffer) const noexcept {
 1257|  1.19k|  return utf16_to_utf8::convert_with_replacement_via(
 1258|  1.19k|      [](const char16_t *b, size_t l, char *o) {
 1259|  1.19k|        return convert_utf16_to_utf8_with_details<endianness::BIG>(b, l, o);
 1260|  1.19k|      },
 1261|  1.19k|      input, length, utf8_buffer);
 1262|  1.19k|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_18is_asciiERKNS1_4simd8simd8x64IhEE:
   13|  1.95M|simdutf_really_inline bool is_ascii(const simd8x64<uint8_t> &input) {
   14|  1.95M|  return input.reduce_or().is_ascii();
   15|  1.95M|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_124must_be_2_3_continuationENS1_4simd5simd8IhEES4_:
   22|  6.37M|                         const simd8<uint8_t> prev3) {
   23|  6.37M|  simd8<uint8_t> is_third_byte =
   24|  6.37M|      prev2.saturating_sub(0xe0u - 0x80); // Only 111_____ will be >= 0x80
   25|  6.37M|  simd8<uint8_t> is_fourth_byte =
   26|  6.37M|      prev3.saturating_sub(0xf0u - 0x80); // Only 1111____ will be >= 0x80
   27|  6.37M|  return simd8<bool>(is_third_byte | is_fourth_byte);
   28|  6.37M|}
_ZN7simdutf8westmere34convert_utf16_to_utf8_with_detailsILNS_10endiannessE0EEENS_11full_resultEPKDsmPc:
  750|  1.44M|    const char16_t *buf, size_t len, char *utf8_output) {
  751|  1.44M|  std::pair<result, char *> ret =
  752|  1.44M|      westmere::sse_convert_utf16_to_utf8_with_errors<big_endian>(buf, len,
  753|  1.44M|                                                                  utf8_output);
  754|  1.44M|  if (ret.first.error) {
  ------------------
  |  Branch (754:7): [True: 1.44M, False: 3.91k]
  ------------------
  755|  1.44M|    return full_result(ret.first.error, ret.first.count,
  756|  1.44M|                       size_t(ret.second - utf8_output));
  757|  1.44M|  }
  758|  3.91k|  if (ret.first.count != len) {
  ------------------
  |  Branch (758:7): [True: 3.91k, False: 0]
  ------------------
  759|  3.91k|    full_result sres =
  760|  3.91k|        scalar::utf16_to_utf8::convert_with_errors<big_endian, false>(
  761|  3.91k|            buf + ret.first.count, len - ret.first.count, ret.second, 0);
  762|  3.91k|    return full_result(sres.error, ret.first.count + sres.input_count,
  763|  3.91k|                       size_t(ret.second - utf8_output) + sres.output_count);
  764|  3.91k|  }
  765|      0|  return full_result(error_code::SUCCESS, len,
  766|      0|                     size_t(ret.second - utf8_output));
  767|  3.91k|}
_ZN7simdutf8westmere34convert_utf16_to_utf8_with_detailsILNS_10endiannessE1EEENS_11full_resultEPKDsmPc:
  750|  2.09M|    const char16_t *buf, size_t len, char *utf8_output) {
  751|  2.09M|  std::pair<result, char *> ret =
  752|  2.09M|      westmere::sse_convert_utf16_to_utf8_with_errors<big_endian>(buf, len,
  753|  2.09M|                                                                  utf8_output);
  754|  2.09M|  if (ret.first.error) {
  ------------------
  |  Branch (754:7): [True: 2.09M, False: 3.96k]
  ------------------
  755|  2.09M|    return full_result(ret.first.error, ret.first.count,
  756|  2.09M|                       size_t(ret.second - utf8_output));
  757|  2.09M|  }
  758|  3.96k|  if (ret.first.count != len) {
  ------------------
  |  Branch (758:7): [True: 3.96k, False: 0]
  ------------------
  759|  3.96k|    full_result sres =
  760|  3.96k|        scalar::utf16_to_utf8::convert_with_errors<big_endian, false>(
  761|  3.96k|            buf + ret.first.count, len - ret.first.count, ret.second, 0);
  762|  3.96k|    return full_result(sres.error, ret.first.count + sres.input_count,
  763|  3.96k|                       size_t(ret.second - utf8_output) + sres.output_count);
  764|  3.96k|  }
  765|      0|  return full_result(error_code::SUCCESS, len,
  766|      0|                     size_t(ret.second - utf8_output));
  767|  3.96k|}
simdutf.cpp:_ZZNK7simdutf8westmere14implementation40convert_utf16le_to_utf8_with_replacementEPKDsmPcENK3$_0clES3_mS4_:
 1248|  1.44M|      [](const char16_t *b, size_t l, char *o) {
 1249|  1.44M|        return convert_utf16_to_utf8_with_details<endianness::LITTLE>(b, l, o);
 1250|  1.44M|      },
simdutf.cpp:_ZZNK7simdutf8westmere14implementation40convert_utf16be_to_utf8_with_replacementEPKDsmPcENK3$_0clES3_mS4_:
 1258|  2.09M|      [](const char16_t *b, size_t l, char *o) {
 1259|  2.09M|        return convert_utf16_to_utf8_with_details<endianness::BIG>(b, l, o);
 1260|  2.09M|      },

simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_18internal8westmere26write_v_u16_11bits_to_utf8EDv2_xRPcS4_t:
   10|  47.1k|                                       const uint16_t one_byte_bitmask) {
   11|       |  // 0b1100_0000_1000_0000
   12|  47.1k|  const __m128i v_c080 = _mm_set1_epi16((int16_t)0xc080);
   13|       |  // 0b0001_1111_0000_0000
   14|  47.1k|  const __m128i v_1f00 = _mm_set1_epi16((int16_t)0x1f00);
   15|       |  // 0b0000_0000_0011_1111
   16|  47.1k|  const __m128i v_003f = _mm_set1_epi16((int16_t)0x003f);
   17|       |
   18|       |  // 1. prepare 2-byte values
   19|       |  // input 16-bit word : [0000|0aaa|aabb|bbbb] x 8
   20|       |  // expected output   : [110a|aaaa|10bb|bbbb] x 8
   21|       |
   22|       |  // t0 = [000a|aaaa|bbbb|bb00]
   23|  47.1k|  const __m128i t0 = _mm_slli_epi16(v_u16, 2);
   24|       |  // t1 = [000a|aaaa|0000|0000]
   25|  47.1k|  const __m128i t1 = _mm_and_si128(t0, v_1f00);
   26|       |  // t2 = [0000|0000|00bb|bbbb]
   27|  47.1k|  const __m128i t2 = _mm_and_si128(v_u16, v_003f);
   28|       |  // t3 = [000a|aaaa|00bb|bbbb]
   29|  47.1k|  const __m128i t3 = _mm_or_si128(t1, t2);
   30|       |  // t4 = [110a|aaaa|10bb|bbbb]
   31|  47.1k|  const __m128i t4 = _mm_or_si128(t3, v_c080);
   32|       |
   33|       |  // 2. merge ASCII and 2-byte codewords
   34|  47.1k|  const __m128i utf8_unpacked = _mm_blendv_epi8(t4, v_u16, one_byte_bytemask);
   35|       |
   36|       |  // 3. prepare bitmask for 8-bit lookup
   37|       |  //    one_byte_bitmask = hhggffeeddccbbaa -- the bits are doubled (h - MSB, a
   38|       |  //    - LSB)
   39|  47.1k|  const uint16_t m0 = one_byte_bitmask & 0x5555;      // m0 = 0h0g0f0e0d0c0b0a
   40|  47.1k|  const uint16_t m1 = static_cast<uint16_t>(m0 >> 7); // m1 = 00000000h0g0f0e0
   41|  47.1k|  const uint8_t m2 = static_cast<uint8_t>((m0 | m1) & 0xff); // m2 = hdgcfbea
   42|       |  // 4. pack the bytes
   43|  47.1k|  const uint8_t *row =
   44|  47.1k|      &simdutf::tables::utf16_to_utf8::pack_1_2_utf8_bytes[m2][0];
   45|  47.1k|  const __m128i shuffle = _mm_loadu_si128((__m128i *)(row + 1));
   46|  47.1k|  const __m128i utf8_packed = _mm_shuffle_epi8(utf8_unpacked, shuffle);
   47|       |
   48|       |  // 5. store bytes
   49|  47.1k|  _mm_storeu_si128((__m128i *)utf8_output, utf8_packed);
   50|       |
   51|       |  // 6. adjust pointers
   52|  47.1k|  utf8_output += row[0];
   53|  47.1k|}

simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_137sse_convert_utf16_to_utf8_with_errorsILNS_10endiannessE0EEENSt3__14pairINS_6resultEPcEEPKDsmS7_:
  285|  1.44M|                                      char *utf8_output) {
  286|  1.44M|  const char16_t *start = buf;
  287|  1.44M|  const char16_t *end = buf + len;
  288|       |
  289|  1.44M|  const __m128i v_0000 = _mm_setzero_si128();
  290|  1.44M|  const __m128i v_f800 = _mm_set1_epi16((int16_t)0xf800);
  291|  1.44M|  const __m128i v_d800 = _mm_set1_epi16((int16_t)0xd800);
  292|  1.44M|  const size_t safety_margin =
  293|  1.44M|      12; // to avoid overruns, see issue
  294|       |          // https://github.com/simdutf/simdutf/issues/92
  295|       |
  296|  4.14M|  while (end - buf >= std::ptrdiff_t(16 + safety_margin)) {
  ------------------
  |  Branch (296:10): [True: 4.14M, False: 3.91k]
  ------------------
  297|  4.14M|    __m128i in = _mm_loadu_si128((__m128i *)buf);
  298|  4.14M|    if (big_endian) {
  ------------------
  |  Branch (298:9): [Folded, False: 4.14M]
  ------------------
  299|      0|      const __m128i swap =
  300|      0|          _mm_setr_epi8(1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14);
  301|      0|      in = _mm_shuffle_epi8(in, swap);
  302|      0|    }
  303|       |    // a single 16-bit UTF-16 word can yield 1, 2 or 3 UTF-8 bytes
  304|  4.14M|    const __m128i v_ff80 = _mm_set1_epi16((int16_t)0xff80);
  305|  4.14M|    if (_mm_testz_si128(in, v_ff80)) { // ASCII fast path!!!!
  ------------------
  |  Branch (305:9): [True: 815k, False: 3.32M]
  ------------------
  306|   815k|      __m128i nextin = _mm_loadu_si128((__m128i *)buf + 1);
  307|   815k|      if (big_endian) {
  ------------------
  |  Branch (307:11): [Folded, False: 815k]
  ------------------
  308|      0|        const __m128i swap =
  309|      0|            _mm_setr_epi8(1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14);
  310|      0|        nextin = _mm_shuffle_epi8(nextin, swap);
  311|      0|      }
  312|   815k|      if (!_mm_testz_si128(nextin, v_ff80)) {
  ------------------
  |  Branch (312:11): [True: 16.5k, False: 799k]
  ------------------
  313|       |        // 1. pack the bytes
  314|       |        // obviously suboptimal.
  315|  16.5k|        const __m128i utf8_packed = _mm_packus_epi16(in, in);
  316|       |        // 2. store (16 bytes)
  317|  16.5k|        _mm_storeu_si128((__m128i *)utf8_output, utf8_packed);
  318|       |        // 3. adjust pointers
  319|  16.5k|        buf += 8;
  320|  16.5k|        utf8_output += 8;
  321|  16.5k|        in = nextin;
  322|   799k|      } else {
  323|       |        // 1. pack the bytes
  324|       |        // obviously suboptimal.
  325|   799k|        const __m128i utf8_packed = _mm_packus_epi16(in, nextin);
  326|       |        // 2. store (16 bytes)
  327|   799k|        _mm_storeu_si128((__m128i *)utf8_output, utf8_packed);
  328|       |        // 3. adjust pointers
  329|   799k|        buf += 16;
  330|   799k|        utf8_output += 16;
  331|   799k|        continue; // we are done for this round!
  332|   799k|      }
  333|   815k|    }
  334|       |
  335|       |    // no bits set above 7th bit
  336|  3.34M|    const __m128i one_byte_bytemask =
  337|  3.34M|        _mm_cmpeq_epi16(_mm_and_si128(in, v_ff80), v_0000);
  338|  3.34M|    const uint16_t one_byte_bitmask =
  339|  3.34M|        static_cast<uint16_t>(_mm_movemask_epi8(one_byte_bytemask));
  340|       |
  341|       |    // no bits set above 11th bit
  342|  3.34M|    const __m128i one_or_two_bytes_bytemask =
  343|  3.34M|        _mm_cmpeq_epi16(_mm_and_si128(in, v_f800), v_0000);
  344|  3.34M|    const uint16_t one_or_two_bytes_bitmask =
  345|  3.34M|        static_cast<uint16_t>(_mm_movemask_epi8(one_or_two_bytes_bytemask));
  346|       |
  347|  3.34M|    if (one_or_two_bytes_bitmask == 0xffff) {
  ------------------
  |  Branch (347:9): [True: 20.9k, False: 3.32M]
  ------------------
  348|  20.9k|      internal::westmere::write_v_u16_11bits_to_utf8(
  349|  20.9k|          in, utf8_output, one_byte_bytemask, one_byte_bitmask);
  350|  20.9k|      buf += 8;
  351|  20.9k|      continue;
  352|  20.9k|    }
  353|       |
  354|       |    // 1. Check if there are any surrogate word in the input chunk.
  355|       |    //    We have also deal with situation when there is a surrogate word
  356|       |    //    at the end of a chunk.
  357|  3.32M|    const __m128i surrogates_bytemask =
  358|  3.32M|        _mm_cmpeq_epi16(_mm_and_si128(in, v_f800), v_d800);
  359|       |
  360|       |    // bitmask = 0x0000 if there are no surrogates
  361|       |    //         = 0xc000 if the last word is a surrogate
  362|  3.32M|    const uint16_t surrogates_bitmask =
  363|  3.32M|        static_cast<uint16_t>(_mm_movemask_epi8(surrogates_bytemask));
  364|       |    // It might seem like checking for surrogates_bitmask == 0xc000 could help.
  365|       |    // However, it is likely an uncommon occurrence.
  366|  3.32M|    if (surrogates_bitmask == 0x0000) {
  ------------------
  |  Branch (366:9): [True: 1.87M, False: 1.44M]
  ------------------
  367|       |      // case: code units from register produce either 1, 2 or 3 UTF-8 bytes
  368|  1.87M|      const __m128i dup_even = _mm_setr_epi16(0x0000, 0x0202, 0x0404, 0x0606,
  369|  1.87M|                                              0x0808, 0x0a0a, 0x0c0c, 0x0e0e);
  370|       |
  371|       |      /* In this branch we handle three cases:
  372|       |         1. [0000|0000|0ccc|cccc] => [0ccc|cccc]                           -
  373|       |        single UFT-8 byte
  374|       |         2. [0000|0bbb|bbcc|cccc] => [110b|bbbb], [10cc|cccc]              - two
  375|       |        UTF-8 bytes
  376|       |         3. [aaaa|bbbb|bbcc|cccc] => [1110|aaaa], [10bb|bbbb], [10cc|cccc] -
  377|       |        three UTF-8 bytes
  378|       |
  379|       |        We expand the input word (16-bit) into two code units (32-bit), thus
  380|       |        we have room for four bytes. However, we need five distinct bit
  381|       |        layouts. Note that the last byte in cases #2 and #3 is the same.
  382|       |
  383|       |        We precompute byte 1 for case #1 and the common byte for cases #2 & #3
  384|       |        in register t2.
  385|       |
  386|       |        We precompute byte 1 for case #3 and -- **conditionally** -- precompute
  387|       |        either byte 1 for case #2 or byte 2 for case #3. Note that they
  388|       |        differ by exactly one bit.
  389|       |
  390|       |        Finally from these two code units we build proper UTF-8 sequence, taking
  391|       |        into account the case (i.e, the number of bytes to write).
  392|       |      */
  393|       |      /**
  394|       |       * Given [aaaa|bbbb|bbcc|cccc] our goal is to produce:
  395|       |       * t2 => [0ccc|cccc] [10cc|cccc]
  396|       |       * s4 => [1110|aaaa] ([110b|bbbb] OR [10bb|bbbb])
  397|       |       */
  398|  1.87M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  399|       |      // [aaaa|bbbb|bbcc|cccc] => [bbcc|cccc|bbcc|cccc]
  400|  1.87M|      const __m128i t0 = _mm_shuffle_epi8(in, dup_even);
  401|       |      // [bbcc|cccc|bbcc|cccc] => [00cc|cccc|0bcc|cccc]
  402|  1.87M|      const __m128i t1 = _mm_and_si128(t0, simdutf_vec(0b0011111101111111));
  ------------------
  |  |  398|  1.87M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  403|       |      // [00cc|cccc|0bcc|cccc] => [10cc|cccc|0bcc|cccc]
  404|  1.87M|      const __m128i t2 = _mm_or_si128(t1, simdutf_vec(0b1000000000000000));
  ------------------
  |  |  398|  1.87M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  405|       |
  406|       |      // [aaaa|bbbb|bbcc|cccc] =>  [0000|aaaa|bbbb|bbcc]
  407|  1.87M|      const __m128i s0 = _mm_srli_epi16(in, 4);
  408|       |      // [0000|aaaa|bbbb|bbcc] => [0000|aaaa|bbbb|bb00]
  409|  1.87M|      const __m128i s1 = _mm_and_si128(s0, simdutf_vec(0b0000111111111100));
  ------------------
  |  |  398|  1.87M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  410|       |      // [0000|aaaa|bbbb|bb00] => [00bb|bbbb|0000|aaaa]
  411|  1.87M|      const __m128i s2 = _mm_maddubs_epi16(s1, simdutf_vec(0x0140));
  ------------------
  |  |  398|  1.87M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  412|       |      // [00bb|bbbb|0000|aaaa] => [11bb|bbbb|1110|aaaa]
  413|  1.87M|      const __m128i s3 = _mm_or_si128(s2, simdutf_vec(0b1100000011100000));
  ------------------
  |  |  398|  1.87M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  414|  1.87M|      const __m128i m0 = _mm_andnot_si128(one_or_two_bytes_bytemask,
  415|  1.87M|                                          simdutf_vec(0b0100000000000000));
  ------------------
  |  |  398|  1.87M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  416|  1.87M|      const __m128i s4 = _mm_xor_si128(s3, m0);
  417|  1.87M|#undef simdutf_vec
  418|       |
  419|       |      // 4. expand code units 16-bit => 32-bit
  420|  1.87M|      const __m128i out0 = _mm_unpacklo_epi16(t2, s4);
  421|  1.87M|      const __m128i out1 = _mm_unpackhi_epi16(t2, s4);
  422|       |
  423|       |      // 5. compress 32-bit code units into 1, 2 or 3 bytes -- 2 x shuffle
  424|  1.87M|      const uint16_t mask =
  425|  1.87M|          (one_byte_bitmask & 0x5555) | (one_or_two_bytes_bitmask & 0xaaaa);
  426|  1.87M|      if (mask == 0) {
  ------------------
  |  Branch (426:11): [True: 1.68M, False: 197k]
  ------------------
  427|       |        // We only have three-byte code units. Use fast path.
  428|  1.68M|        const __m128i shuffle = _mm_setr_epi8(2, 3, 1, 6, 7, 5, 10, 11, 9, 14,
  429|  1.68M|                                              15, 13, -1, -1, -1, -1);
  430|  1.68M|        const __m128i utf8_0 = _mm_shuffle_epi8(out0, shuffle);
  431|  1.68M|        const __m128i utf8_1 = _mm_shuffle_epi8(out1, shuffle);
  432|  1.68M|        _mm_storeu_si128((__m128i *)utf8_output, utf8_0);
  433|  1.68M|        utf8_output += 12;
  434|  1.68M|        _mm_storeu_si128((__m128i *)utf8_output, utf8_1);
  435|  1.68M|        utf8_output += 12;
  436|  1.68M|        buf += 8;
  437|  1.68M|        continue;
  438|  1.68M|      }
  439|   197k|      const uint8_t mask0 = uint8_t(mask);
  440|       |
  441|   197k|      const uint8_t *row0 =
  442|   197k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask0][0];
  443|   197k|      const __m128i shuffle0 = _mm_loadu_si128((__m128i *)(row0 + 1));
  444|   197k|      const __m128i utf8_0 = _mm_shuffle_epi8(out0, shuffle0);
  445|       |
  446|   197k|      const uint8_t mask1 = static_cast<uint8_t>(mask >> 8);
  447|       |
  448|   197k|      const uint8_t *row1 =
  449|   197k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask1][0];
  450|   197k|      const __m128i shuffle1 = _mm_loadu_si128((__m128i *)(row1 + 1));
  451|   197k|      const __m128i utf8_1 = _mm_shuffle_epi8(out1, shuffle1);
  452|       |
  453|   197k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_0);
  454|   197k|      utf8_output += row0[0];
  455|   197k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_1);
  456|   197k|      utf8_output += row1[0];
  457|       |
  458|   197k|      buf += 8;
  459|       |      // surrogate pair(s) in a register
  460|  1.44M|    } else {
  461|       |      // Let us do a scalar fallback.
  462|       |      // It may seem wasteful to use scalar code, but being efficient with SIMD
  463|       |      // in the presence of surrogate pairs may require non-trivial tables.
  464|  1.44M|      size_t forward = 15;
  465|  1.44M|      size_t k = 0;
  466|  1.44M|      if (size_t(end - buf) < forward + 1) {
  ------------------
  |  Branch (466:11): [True: 0, False: 1.44M]
  ------------------
  467|      0|        forward = size_t(end - buf - 1);
  468|      0|      }
  469|  2.16M|      for (; k < forward; k++) {
  ------------------
  |  Branch (469:14): [True: 2.15M, False: 2.63k]
  ------------------
  470|  2.15M|        uint16_t word = scalar::utf16::swap_if_needed<big_endian>(buf[k]);
  471|  2.15M|        if ((word & 0xFF80) == 0) {
  ------------------
  |  Branch (471:13): [True: 59.2k, False: 2.09M]
  ------------------
  472|  59.2k|          *utf8_output++ = char(word);
  473|  2.09M|        } else if ((word & 0xF800) == 0) {
  ------------------
  |  Branch (473:20): [True: 32.0k, False: 2.06M]
  ------------------
  474|  32.0k|          *utf8_output++ = char((word >> 6) | 0b11000000);
  475|  32.0k|          *utf8_output++ = char((word & 0b111111) | 0b10000000);
  476|  2.06M|        } else if ((word & 0xF800) != 0xD800) {
  ------------------
  |  Branch (476:20): [True: 547k, False: 1.51M]
  ------------------
  477|   547k|          *utf8_output++ = char((word >> 12) | 0b11100000);
  478|   547k|          *utf8_output++ = char(((word >> 6) & 0b111111) | 0b10000000);
  479|   547k|          *utf8_output++ = char((word & 0b111111) | 0b10000000);
  480|  1.51M|        } else {
  481|       |          // must be a surrogate pair
  482|  1.51M|          uint16_t diff = uint16_t(word - 0xD800);
  483|  1.51M|          uint16_t next_word =
  484|  1.51M|              scalar::utf16::swap_if_needed<big_endian>(buf[k + 1]);
  485|  1.51M|          k++;
  486|  1.51M|          uint16_t diff2 = uint16_t(next_word - 0xDC00);
  487|  1.51M|          if ((diff | diff2) > 0x3FF) {
  ------------------
  |  Branch (487:15): [True: 1.44M, False: 78.6k]
  ------------------
  488|  1.44M|            return std::make_pair(
  489|  1.44M|                result(error_code::SURROGATE, buf - start + k - 1),
  490|  1.44M|                utf8_output);
  491|  1.44M|          }
  492|  78.6k|          uint32_t value = (diff << 10) + diff2 + 0x10000;
  493|  78.6k|          *utf8_output++ = char((value >> 18) | 0b11110000);
  494|  78.6k|          *utf8_output++ = char(((value >> 12) & 0b111111) | 0b10000000);
  495|  78.6k|          *utf8_output++ = char(((value >> 6) & 0b111111) | 0b10000000);
  496|  78.6k|          *utf8_output++ = char((value & 0b111111) | 0b10000000);
  497|  78.6k|        }
  498|  2.15M|      }
  499|  2.63k|      buf += k;
  500|  2.63k|    }
  501|  3.32M|  } // while
  502|       |
  503|  3.91k|  return std::make_pair(result(error_code::SUCCESS, buf - start), utf8_output);
  504|  1.44M|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_137sse_convert_utf16_to_utf8_with_errorsILNS_10endiannessE1EEENSt3__14pairINS_6resultEPcEEPKDsmS7_:
  285|  2.09M|                                      char *utf8_output) {
  286|  2.09M|  const char16_t *start = buf;
  287|  2.09M|  const char16_t *end = buf + len;
  288|       |
  289|  2.09M|  const __m128i v_0000 = _mm_setzero_si128();
  290|  2.09M|  const __m128i v_f800 = _mm_set1_epi16((int16_t)0xf800);
  291|  2.09M|  const __m128i v_d800 = _mm_set1_epi16((int16_t)0xd800);
  292|  2.09M|  const size_t safety_margin =
  293|  2.09M|      12; // to avoid overruns, see issue
  294|       |          // https://github.com/simdutf/simdutf/issues/92
  295|       |
  296|  4.58M|  while (end - buf >= std::ptrdiff_t(16 + safety_margin)) {
  ------------------
  |  Branch (296:10): [True: 4.58M, False: 3.96k]
  ------------------
  297|  4.58M|    __m128i in = _mm_loadu_si128((__m128i *)buf);
  298|  4.58M|    if (big_endian) {
  ------------------
  |  Branch (298:9): [True: 4.58M, Folded]
  ------------------
  299|  4.58M|      const __m128i swap =
  300|  4.58M|          _mm_setr_epi8(1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14);
  301|  4.58M|      in = _mm_shuffle_epi8(in, swap);
  302|  4.58M|    }
  303|       |    // a single 16-bit UTF-16 word can yield 1, 2 or 3 UTF-8 bytes
  304|  4.58M|    const __m128i v_ff80 = _mm_set1_epi16((int16_t)0xff80);
  305|  4.58M|    if (_mm_testz_si128(in, v_ff80)) { // ASCII fast path!!!!
  ------------------
  |  Branch (305:9): [True: 751k, False: 3.83M]
  ------------------
  306|   751k|      __m128i nextin = _mm_loadu_si128((__m128i *)buf + 1);
  307|   751k|      if (big_endian) {
  ------------------
  |  Branch (307:11): [True: 751k, Folded]
  ------------------
  308|   751k|        const __m128i swap =
  309|   751k|            _mm_setr_epi8(1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14);
  310|   751k|        nextin = _mm_shuffle_epi8(nextin, swap);
  311|   751k|      }
  312|   751k|      if (!_mm_testz_si128(nextin, v_ff80)) {
  ------------------
  |  Branch (312:11): [True: 37.3k, False: 714k]
  ------------------
  313|       |        // 1. pack the bytes
  314|       |        // obviously suboptimal.
  315|  37.3k|        const __m128i utf8_packed = _mm_packus_epi16(in, in);
  316|       |        // 2. store (16 bytes)
  317|  37.3k|        _mm_storeu_si128((__m128i *)utf8_output, utf8_packed);
  318|       |        // 3. adjust pointers
  319|  37.3k|        buf += 8;
  320|  37.3k|        utf8_output += 8;
  321|  37.3k|        in = nextin;
  322|   714k|      } else {
  323|       |        // 1. pack the bytes
  324|       |        // obviously suboptimal.
  325|   714k|        const __m128i utf8_packed = _mm_packus_epi16(in, nextin);
  326|       |        // 2. store (16 bytes)
  327|   714k|        _mm_storeu_si128((__m128i *)utf8_output, utf8_packed);
  328|       |        // 3. adjust pointers
  329|   714k|        buf += 16;
  330|   714k|        utf8_output += 16;
  331|   714k|        continue; // we are done for this round!
  332|   714k|      }
  333|   751k|    }
  334|       |
  335|       |    // no bits set above 7th bit
  336|  3.86M|    const __m128i one_byte_bytemask =
  337|  3.86M|        _mm_cmpeq_epi16(_mm_and_si128(in, v_ff80), v_0000);
  338|  3.86M|    const uint16_t one_byte_bitmask =
  339|  3.86M|        static_cast<uint16_t>(_mm_movemask_epi8(one_byte_bytemask));
  340|       |
  341|       |    // no bits set above 11th bit
  342|  3.86M|    const __m128i one_or_two_bytes_bytemask =
  343|  3.86M|        _mm_cmpeq_epi16(_mm_and_si128(in, v_f800), v_0000);
  344|  3.86M|    const uint16_t one_or_two_bytes_bitmask =
  345|  3.86M|        static_cast<uint16_t>(_mm_movemask_epi8(one_or_two_bytes_bytemask));
  346|       |
  347|  3.86M|    if (one_or_two_bytes_bitmask == 0xffff) {
  ------------------
  |  Branch (347:9): [True: 26.1k, False: 3.84M]
  ------------------
  348|  26.1k|      internal::westmere::write_v_u16_11bits_to_utf8(
  349|  26.1k|          in, utf8_output, one_byte_bytemask, one_byte_bitmask);
  350|  26.1k|      buf += 8;
  351|  26.1k|      continue;
  352|  26.1k|    }
  353|       |
  354|       |    // 1. Check if there are any surrogate word in the input chunk.
  355|       |    //    We have also deal with situation when there is a surrogate word
  356|       |    //    at the end of a chunk.
  357|  3.84M|    const __m128i surrogates_bytemask =
  358|  3.84M|        _mm_cmpeq_epi16(_mm_and_si128(in, v_f800), v_d800);
  359|       |
  360|       |    // bitmask = 0x0000 if there are no surrogates
  361|       |    //         = 0xc000 if the last word is a surrogate
  362|  3.84M|    const uint16_t surrogates_bitmask =
  363|  3.84M|        static_cast<uint16_t>(_mm_movemask_epi8(surrogates_bytemask));
  364|       |    // It might seem like checking for surrogates_bitmask == 0xc000 could help.
  365|       |    // However, it is likely an uncommon occurrence.
  366|  3.84M|    if (surrogates_bitmask == 0x0000) {
  ------------------
  |  Branch (366:9): [True: 1.74M, False: 2.09M]
  ------------------
  367|       |      // case: code units from register produce either 1, 2 or 3 UTF-8 bytes
  368|  1.74M|      const __m128i dup_even = _mm_setr_epi16(0x0000, 0x0202, 0x0404, 0x0606,
  369|  1.74M|                                              0x0808, 0x0a0a, 0x0c0c, 0x0e0e);
  370|       |
  371|       |      /* In this branch we handle three cases:
  372|       |         1. [0000|0000|0ccc|cccc] => [0ccc|cccc]                           -
  373|       |        single UFT-8 byte
  374|       |         2. [0000|0bbb|bbcc|cccc] => [110b|bbbb], [10cc|cccc]              - two
  375|       |        UTF-8 bytes
  376|       |         3. [aaaa|bbbb|bbcc|cccc] => [1110|aaaa], [10bb|bbbb], [10cc|cccc] -
  377|       |        three UTF-8 bytes
  378|       |
  379|       |        We expand the input word (16-bit) into two code units (32-bit), thus
  380|       |        we have room for four bytes. However, we need five distinct bit
  381|       |        layouts. Note that the last byte in cases #2 and #3 is the same.
  382|       |
  383|       |        We precompute byte 1 for case #1 and the common byte for cases #2 & #3
  384|       |        in register t2.
  385|       |
  386|       |        We precompute byte 1 for case #3 and -- **conditionally** -- precompute
  387|       |        either byte 1 for case #2 or byte 2 for case #3. Note that they
  388|       |        differ by exactly one bit.
  389|       |
  390|       |        Finally from these two code units we build proper UTF-8 sequence, taking
  391|       |        into account the case (i.e, the number of bytes to write).
  392|       |      */
  393|       |      /**
  394|       |       * Given [aaaa|bbbb|bbcc|cccc] our goal is to produce:
  395|       |       * t2 => [0ccc|cccc] [10cc|cccc]
  396|       |       * s4 => [1110|aaaa] ([110b|bbbb] OR [10bb|bbbb])
  397|       |       */
  398|  1.74M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  399|       |      // [aaaa|bbbb|bbcc|cccc] => [bbcc|cccc|bbcc|cccc]
  400|  1.74M|      const __m128i t0 = _mm_shuffle_epi8(in, dup_even);
  401|       |      // [bbcc|cccc|bbcc|cccc] => [00cc|cccc|0bcc|cccc]
  402|  1.74M|      const __m128i t1 = _mm_and_si128(t0, simdutf_vec(0b0011111101111111));
  ------------------
  |  |  398|  1.74M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  403|       |      // [00cc|cccc|0bcc|cccc] => [10cc|cccc|0bcc|cccc]
  404|  1.74M|      const __m128i t2 = _mm_or_si128(t1, simdutf_vec(0b1000000000000000));
  ------------------
  |  |  398|  1.74M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  405|       |
  406|       |      // [aaaa|bbbb|bbcc|cccc] =>  [0000|aaaa|bbbb|bbcc]
  407|  1.74M|      const __m128i s0 = _mm_srli_epi16(in, 4);
  408|       |      // [0000|aaaa|bbbb|bbcc] => [0000|aaaa|bbbb|bb00]
  409|  1.74M|      const __m128i s1 = _mm_and_si128(s0, simdutf_vec(0b0000111111111100));
  ------------------
  |  |  398|  1.74M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  410|       |      // [0000|aaaa|bbbb|bb00] => [00bb|bbbb|0000|aaaa]
  411|  1.74M|      const __m128i s2 = _mm_maddubs_epi16(s1, simdutf_vec(0x0140));
  ------------------
  |  |  398|  1.74M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  412|       |      // [00bb|bbbb|0000|aaaa] => [11bb|bbbb|1110|aaaa]
  413|  1.74M|      const __m128i s3 = _mm_or_si128(s2, simdutf_vec(0b1100000011100000));
  ------------------
  |  |  398|  1.74M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  414|  1.74M|      const __m128i m0 = _mm_andnot_si128(one_or_two_bytes_bytemask,
  415|  1.74M|                                          simdutf_vec(0b0100000000000000));
  ------------------
  |  |  398|  1.74M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  416|  1.74M|      const __m128i s4 = _mm_xor_si128(s3, m0);
  417|  1.74M|#undef simdutf_vec
  418|       |
  419|       |      // 4. expand code units 16-bit => 32-bit
  420|  1.74M|      const __m128i out0 = _mm_unpacklo_epi16(t2, s4);
  421|  1.74M|      const __m128i out1 = _mm_unpackhi_epi16(t2, s4);
  422|       |
  423|       |      // 5. compress 32-bit code units into 1, 2 or 3 bytes -- 2 x shuffle
  424|  1.74M|      const uint16_t mask =
  425|  1.74M|          (one_byte_bitmask & 0x5555) | (one_or_two_bytes_bitmask & 0xaaaa);
  426|  1.74M|      if (mask == 0) {
  ------------------
  |  Branch (426:11): [True: 1.51M, False: 232k]
  ------------------
  427|       |        // We only have three-byte code units. Use fast path.
  428|  1.51M|        const __m128i shuffle = _mm_setr_epi8(2, 3, 1, 6, 7, 5, 10, 11, 9, 14,
  429|  1.51M|                                              15, 13, -1, -1, -1, -1);
  430|  1.51M|        const __m128i utf8_0 = _mm_shuffle_epi8(out0, shuffle);
  431|  1.51M|        const __m128i utf8_1 = _mm_shuffle_epi8(out1, shuffle);
  432|  1.51M|        _mm_storeu_si128((__m128i *)utf8_output, utf8_0);
  433|  1.51M|        utf8_output += 12;
  434|  1.51M|        _mm_storeu_si128((__m128i *)utf8_output, utf8_1);
  435|  1.51M|        utf8_output += 12;
  436|  1.51M|        buf += 8;
  437|  1.51M|        continue;
  438|  1.51M|      }
  439|   232k|      const uint8_t mask0 = uint8_t(mask);
  440|       |
  441|   232k|      const uint8_t *row0 =
  442|   232k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask0][0];
  443|   232k|      const __m128i shuffle0 = _mm_loadu_si128((__m128i *)(row0 + 1));
  444|   232k|      const __m128i utf8_0 = _mm_shuffle_epi8(out0, shuffle0);
  445|       |
  446|   232k|      const uint8_t mask1 = static_cast<uint8_t>(mask >> 8);
  447|       |
  448|   232k|      const uint8_t *row1 =
  449|   232k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask1][0];
  450|   232k|      const __m128i shuffle1 = _mm_loadu_si128((__m128i *)(row1 + 1));
  451|   232k|      const __m128i utf8_1 = _mm_shuffle_epi8(out1, shuffle1);
  452|       |
  453|   232k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_0);
  454|   232k|      utf8_output += row0[0];
  455|   232k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_1);
  456|   232k|      utf8_output += row1[0];
  457|       |
  458|   232k|      buf += 8;
  459|       |      // surrogate pair(s) in a register
  460|  2.09M|    } else {
  461|       |      // Let us do a scalar fallback.
  462|       |      // It may seem wasteful to use scalar code, but being efficient with SIMD
  463|       |      // in the presence of surrogate pairs may require non-trivial tables.
  464|  2.09M|      size_t forward = 15;
  465|  2.09M|      size_t k = 0;
  466|  2.09M|      if (size_t(end - buf) < forward + 1) {
  ------------------
  |  Branch (466:11): [True: 0, False: 2.09M]
  ------------------
  467|      0|        forward = size_t(end - buf - 1);
  468|      0|      }
  469|  2.80M|      for (; k < forward; k++) {
  ------------------
  |  Branch (469:14): [True: 2.80M, False: 2.75k]
  ------------------
  470|  2.80M|        uint16_t word = scalar::utf16::swap_if_needed<big_endian>(buf[k]);
  471|  2.80M|        if ((word & 0xFF80) == 0) {
  ------------------
  |  Branch (471:13): [True: 49.6k, False: 2.75M]
  ------------------
  472|  49.6k|          *utf8_output++ = char(word);
  473|  2.75M|        } else if ((word & 0xF800) == 0) {
  ------------------
  |  Branch (473:20): [True: 35.6k, False: 2.72M]
  ------------------
  474|  35.6k|          *utf8_output++ = char((word >> 6) | 0b11000000);
  475|  35.6k|          *utf8_output++ = char((word & 0b111111) | 0b10000000);
  476|  2.72M|        } else if ((word & 0xF800) != 0xD800) {
  ------------------
  |  Branch (476:20): [True: 586k, False: 2.13M]
  ------------------
  477|   586k|          *utf8_output++ = char((word >> 12) | 0b11100000);
  478|   586k|          *utf8_output++ = char(((word >> 6) & 0b111111) | 0b10000000);
  479|   586k|          *utf8_output++ = char((word & 0b111111) | 0b10000000);
  480|  2.13M|        } else {
  481|       |          // must be a surrogate pair
  482|  2.13M|          uint16_t diff = uint16_t(word - 0xD800);
  483|  2.13M|          uint16_t next_word =
  484|  2.13M|              scalar::utf16::swap_if_needed<big_endian>(buf[k + 1]);
  485|  2.13M|          k++;
  486|  2.13M|          uint16_t diff2 = uint16_t(next_word - 0xDC00);
  487|  2.13M|          if ((diff | diff2) > 0x3FF) {
  ------------------
  |  Branch (487:15): [True: 2.09M, False: 40.2k]
  ------------------
  488|  2.09M|            return std::make_pair(
  489|  2.09M|                result(error_code::SURROGATE, buf - start + k - 1),
  490|  2.09M|                utf8_output);
  491|  2.09M|          }
  492|  40.2k|          uint32_t value = (diff << 10) + diff2 + 0x10000;
  493|  40.2k|          *utf8_output++ = char((value >> 18) | 0b11110000);
  494|  40.2k|          *utf8_output++ = char(((value >> 12) & 0b111111) | 0b10000000);
  495|  40.2k|          *utf8_output++ = char(((value >> 6) & 0b111111) | 0b10000000);
  496|  40.2k|          *utf8_output++ = char((value & 0b111111) | 0b10000000);
  497|  40.2k|        }
  498|  2.80M|      }
  499|  2.75k|      buf += k;
  500|  2.75k|    }
  501|  3.84M|  } // while
  502|       |
  503|  3.96k|  return std::make_pair(result(error_code::SUCCESS, buf - start), utf8_output);
  504|  2.09M|}