_Z29get_supported_implementationsv:
   26|  2.61k|get_supported_implementations() {
   27|  2.61k|  static const auto impl = []() -> auto {
   28|  2.61k|    std::vector<const simdutf::implementation*> ret;
   29|  2.61k|    for (auto e : simdutf::get_available_implementations()) {
   30|  2.61k|      std::cerr << "implementation " << e->name() << " is available? "
   31|  2.61k|                << e->supported_by_runtime_system() << '\n';
   32|  2.61k|      if (e->supported_by_runtime_system()) {
   33|  2.61k|        ret.push_back(e);
   34|  2.61k|      }
   35|  2.61k|    }
   36|  2.61k|    return ret;
   37|  2.61k|  }();
   38|  2.61k|  return {impl.data(), impl.size()};
   39|  2.61k|}
_ZZ29get_supported_implementationsvENKUlvE_clEv:
   27|      1|  static const auto impl = []() -> auto {
   28|      1|    std::vector<const simdutf::implementation*> ret;
   29|      4|    for (auto e : simdutf::get_available_implementations()) {
  ------------------
  |  Branch (29:17): [True: 4, False: 1]
  ------------------
   30|      4|      std::cerr << "implementation " << e->name() << " is available? "
   31|      4|                << e->supported_by_runtime_system() << '\n';
   32|      4|      if (e->supported_by_runtime_system()) {
  ------------------
  |  Branch (32:11): [True: 3, False: 1]
  ------------------
   33|      3|        ret.push_back(e);
   34|      3|      }
   35|      4|    }
   36|      1|    return ret;
   37|      1|  }();
_ZneRKN7simdutf6resultES2_:
   42|  5.23k|inline bool operator!=(const simdutf::result& a, const simdutf::result& b) {
   43|  5.23k|  return a.count != b.count || a.error != b.error;
  ------------------
  |  Branch (43:10): [True: 0, False: 5.23k]
  |  Branch (43:32): [True: 0, False: 5.23k]
  ------------------
   44|  5.23k|}

LLVMFuzzerTestOneInput:
  211|  2.62k|extern "C" int LLVMFuzzerTestOneInput(const uint8_t* data, size_t size) {
  212|       |  // First 4 bytes: action selector + alignment padding.
  213|  2.62k|  if (size < 4) {
  ------------------
  |  Branch (213:7): [True: 2, False: 2.61k]
  ------------------
  214|      2|    return 0;
  215|      2|  }
  216|  2.61k|  constexpr auto Ncases = 2u;
  217|  2.61k|  constexpr auto actionmask = std::bit_ceil(Ncases) - 1;
  218|  2.61k|  const auto action = data[0] & actionmask;
  219|       |
  220|       |  // Advance by 4 so the remaining data is aligned to char16_t.
  221|  2.61k|  data += 4;
  222|  2.61k|  size -= 4;
  223|       |
  224|  2.61k|  const std::span<const char16_t> u16data{
  225|  2.61k|      reinterpret_cast<const char16_t*>(data), size / sizeof(char16_t)};
  226|       |
  227|  2.61k|  switch (action) {
  ------------------
  |  Branch (227:11): [True: 2.61k, False: 0]
  ------------------
  228|  1.33k|  case 0:
  ------------------
  |  Branch (228:3): [True: 1.33k, False: 1.28k]
  ------------------
  229|  1.33k|    test_utf16le_with_replacement(u16data);
  230|  1.33k|    break;
  231|  1.28k|  case 1:
  ------------------
  |  Branch (231:3): [True: 1.28k, False: 1.33k]
  ------------------
  232|  1.28k|    test_utf16be_with_replacement(u16data);
  233|  1.28k|    break;
  234|  2.61k|  }
  235|       |
  236|  2.61k|  return 0;
  237|  2.61k|}
with_replacement.cpp:_ZL29test_utf16le_with_replacementNSt3__14spanIKDsLm18446744073709551615EEE:
   27|  1.33k|static void test_utf16le_with_replacement(std::span<const char16_t> input) {
   28|  1.33k|  const auto implementations = get_supported_implementations();
   29|  1.33k|  if (implementations.empty()) {
  ------------------
  |  Branch (29:7): [True: 0, False: 1.33k]
  ------------------
   30|      0|    return;
   31|      0|  }
   32|       |
   33|       |  // Step 1: Collect length predictions from all implementations and check
   34|       |  // agreement.
   35|  1.33k|  std::vector<simdutf::result> len_results;
   36|  1.33k|  len_results.reserve(implementations.size());
   37|  4.00k|  for (auto impl : implementations) {
  ------------------
  |  Branch (37:18): [True: 4.00k, False: 1.33k]
  ------------------
   38|  4.00k|    len_results.push_back(impl->utf8_length_from_utf16le_with_replacement(
   39|  4.00k|        input.data(), input.size()));
   40|  4.00k|  }
   41|  1.33k|  {
   42|  1.33k|    auto neq = [](const auto& a, const auto& b) { return a != b; };
   43|  1.33k|    if (std::ranges::adjacent_find(len_results, neq) != len_results.end()) {
  ------------------
  |  Branch (43:9): [True: 0, False: 1.33k]
  ------------------
   44|      0|      std::cerr << "utf8_length_from_utf16le_with_replacement: implementations "
   45|      0|                   "disagree\n";
   46|      0|      for (std::size_t i = 0; i < implementations.size(); ++i) {
  ------------------
  |  Branch (46:31): [True: 0, False: 0]
  ------------------
   47|      0|        std::cerr << "  " << implementations[i]->name()
   48|      0|                  << ": count=" << len_results[i].count
   49|      0|                  << " error=" << len_results[i].error << "\n";
   50|      0|      }
   51|      0|      std::abort();
   52|      0|    }
   53|  1.33k|  }
   54|       |
   55|  1.33k|  const std::size_t expected_len = len_results[0].count;
   56|       |  // error == SUCCESS means no surrogates encountered; SURROGATE means at least
   57|       |  // one.
   58|  1.33k|  const bool has_surrogates = (len_results[0].error != simdutf::SUCCESS);
   59|       |
   60|       |  // Step 2: Run conversion across all implementations and verify written ==
   61|       |  // expected_len.
   62|  1.33k|  std::vector<std::vector<char>> outputs;
   63|  1.33k|  outputs.reserve(implementations.size());
   64|  4.00k|  for (auto impl : implementations) {
  ------------------
  |  Branch (64:18): [True: 4.00k, False: 1.33k]
  ------------------
   65|  4.00k|    std::vector<char> out(expected_len);
   66|  4.00k|    const auto written = impl->convert_utf16le_to_utf8_with_replacement(
   67|  4.00k|        input.data(), input.size(), out.data());
   68|  4.00k|    if (written != expected_len) {
  ------------------
  |  Branch (68:9): [True: 0, False: 4.00k]
  ------------------
   69|      0|      std::cerr << "convert_utf16le_to_utf8_with_replacement:" << " written="
   70|      0|                << written << " but length predicted=" << expected_len
   71|      0|                << " impl=" << impl->name() << "\n";
   72|      0|      std::abort();
   73|      0|    }
   74|  4.00k|    outputs.push_back(std::move(out));
   75|  4.00k|  }
   76|       |
   77|       |  // Step 3: All implementations must agree on the output bytes.
   78|  1.33k|  {
   79|  1.33k|    auto neq = [](const auto& a, const auto& b) { return a != b; };
   80|  1.33k|    if (std::ranges::adjacent_find(outputs, neq) != outputs.end()) {
  ------------------
  |  Branch (80:9): [True: 0, False: 1.33k]
  ------------------
   81|      0|      std::cerr << "convert_utf16le_to_utf8_with_replacement: outputs differ "
   82|      0|                   "between implementations\n";
   83|      0|      for (std::size_t i = 0; i < implementations.size(); ++i) {
  ------------------
  |  Branch (83:31): [True: 0, False: 0]
  ------------------
   84|      0|        std::cerr << "  " << implementations[i]->name()
   85|      0|                  << ": hash=" << FNV1A_hash::as_str(outputs[i]) << "\n";
   86|      0|      }
   87|      0|      std::abort();
   88|      0|    }
   89|  1.33k|  }
   90|       |
   91|       |  // Step 4: Output must always be valid UTF-8.
   92|  5.34k|  for (std::size_t i = 0; i < implementations.size(); ++i) {
  ------------------
  |  Branch (92:27): [True: 4.00k, False: 1.33k]
  ------------------
   93|  4.00k|    if (!implementations[i]->validate_utf8(outputs[i].data(),
  ------------------
  |  Branch (93:9): [True: 0, False: 4.00k]
  ------------------
   94|  4.00k|                                           outputs[i].size())) {
   95|      0|      std::cerr << "convert_utf16le_to_utf8_with_replacement: output is not "
   96|      0|                   "valid UTF-8"
   97|      0|                << " impl=" << implementations[i]->name() << "\n";
   98|      0|      std::abort();
   99|      0|    }
  100|  4.00k|  }
  101|       |
  102|       |  // Step 5: When no surrogates were found, match the regular (non-replacement)
  103|       |  // length.
  104|  1.33k|  if (!has_surrogates) {
  ------------------
  |  Branch (104:7): [True: 409, False: 926]
  ------------------
  105|  1.63k|    for (std::size_t i = 0; i < implementations.size(); ++i) {
  ------------------
  |  Branch (105:29): [True: 1.22k, False: 409]
  ------------------
  106|  1.22k|      auto impl = implementations[i];
  107|  1.22k|      const auto regular_len =
  108|  1.22k|          impl->utf8_length_from_utf16le(input.data(), input.size());
  109|  1.22k|      if (regular_len != expected_len) {
  ------------------
  |  Branch (109:11): [True: 0, False: 1.22k]
  ------------------
  110|      0|        std::cerr
  111|      0|            << "utf16le_with_replacement: no surrogates but length mismatch:"
  112|      0|            << " with_replacement=" << expected_len
  113|      0|            << " regular=" << regular_len << " impl=" << impl->name() << "\n";
  114|      0|        std::abort();
  115|      0|      }
  116|  1.22k|    }
  117|    409|  }
  118|  1.33k|}
with_replacement.cpp:_ZZL29test_utf16le_with_replacementNSt3__14spanIKDsLm18446744073709551615EEEENK3$_0clIN7simdutf6resultES6_EEDaRKT_RKT0_:
   42|  2.67k|    auto neq = [](const auto& a, const auto& b) { return a != b; };
with_replacement.cpp:_ZZL29test_utf16le_with_replacementNSt3__14spanIKDsLm18446744073709551615EEEENK3$_1clINS_6vectorIcNS_9allocatorIcEEEES8_EEDaRKT_RKT0_:
   79|  2.67k|    auto neq = [](const auto& a, const auto& b) { return a != b; };
with_replacement.cpp:_ZL29test_utf16be_with_replacementNSt3__14spanIKDsLm18446744073709551615EEE:
  120|  1.28k|static void test_utf16be_with_replacement(std::span<const char16_t> input) {
  121|  1.28k|  const auto implementations = get_supported_implementations();
  122|  1.28k|  if (implementations.empty()) {
  ------------------
  |  Branch (122:7): [True: 0, False: 1.28k]
  ------------------
  123|      0|    return;
  124|      0|  }
  125|       |
  126|       |  // Step 1: Collect length predictions from all implementations and check
  127|       |  // agreement.
  128|  1.28k|  std::vector<simdutf::result> len_results;
  129|  1.28k|  len_results.reserve(implementations.size());
  130|  3.85k|  for (auto impl : implementations) {
  ------------------
  |  Branch (130:18): [True: 3.85k, False: 1.28k]
  ------------------
  131|  3.85k|    len_results.push_back(impl->utf8_length_from_utf16be_with_replacement(
  132|  3.85k|        input.data(), input.size()));
  133|  3.85k|  }
  134|  1.28k|  {
  135|  1.28k|    auto neq = [](const auto& a, const auto& b) { return a != b; };
  136|  1.28k|    if (std::ranges::adjacent_find(len_results, neq) != len_results.end()) {
  ------------------
  |  Branch (136:9): [True: 0, False: 1.28k]
  ------------------
  137|      0|      std::cerr << "utf8_length_from_utf16be_with_replacement: implementations "
  138|      0|                   "disagree\n";
  139|      0|      for (std::size_t i = 0; i < implementations.size(); ++i) {
  ------------------
  |  Branch (139:31): [True: 0, False: 0]
  ------------------
  140|      0|        std::cerr << "  " << implementations[i]->name()
  141|      0|                  << ": count=" << len_results[i].count
  142|      0|                  << " error=" << len_results[i].error << "\n";
  143|      0|      }
  144|      0|      std::abort();
  145|      0|    }
  146|  1.28k|  }
  147|       |
  148|  1.28k|  const std::size_t expected_len = len_results[0].count;
  149|  1.28k|  const bool has_surrogates = (len_results[0].error != simdutf::SUCCESS);
  150|       |
  151|       |  // Step 2: Run conversion across all implementations and verify written ==
  152|       |  // expected_len.
  153|  1.28k|  std::vector<std::vector<char>> outputs;
  154|  1.28k|  outputs.reserve(implementations.size());
  155|  3.85k|  for (auto impl : implementations) {
  ------------------
  |  Branch (155:18): [True: 3.85k, False: 1.28k]
  ------------------
  156|  3.85k|    std::vector<char> out(expected_len);
  157|  3.85k|    const auto written = impl->convert_utf16be_to_utf8_with_replacement(
  158|  3.85k|        input.data(), input.size(), out.data());
  159|  3.85k|    if (written != expected_len) {
  ------------------
  |  Branch (159:9): [True: 0, False: 3.85k]
  ------------------
  160|      0|      std::cerr << "convert_utf16be_to_utf8_with_replacement:" << " written="
  161|      0|                << written << " but length predicted=" << expected_len
  162|      0|                << " impl=" << impl->name() << "\n";
  163|      0|      std::abort();
  164|      0|    }
  165|  3.85k|    outputs.push_back(std::move(out));
  166|  3.85k|  }
  167|       |
  168|       |  // Step 3: All implementations must agree on the output bytes.
  169|  1.28k|  {
  170|  1.28k|    auto neq = [](const auto& a, const auto& b) { return a != b; };
  171|  1.28k|    if (std::ranges::adjacent_find(outputs, neq) != outputs.end()) {
  ------------------
  |  Branch (171:9): [True: 0, False: 1.28k]
  ------------------
  172|      0|      std::cerr << "convert_utf16be_to_utf8_with_replacement: outputs differ "
  173|      0|                   "between implementations\n";
  174|      0|      for (std::size_t i = 0; i < implementations.size(); ++i) {
  ------------------
  |  Branch (174:31): [True: 0, False: 0]
  ------------------
  175|      0|        std::cerr << "  " << implementations[i]->name()
  176|      0|                  << ": hash=" << FNV1A_hash::as_str(outputs[i]) << "\n";
  177|      0|      }
  178|      0|      std::abort();
  179|      0|    }
  180|  1.28k|  }
  181|       |
  182|       |  // Step 4: Output must always be valid UTF-8.
  183|  5.13k|  for (std::size_t i = 0; i < implementations.size(); ++i) {
  ------------------
  |  Branch (183:27): [True: 3.85k, False: 1.28k]
  ------------------
  184|  3.85k|    if (!implementations[i]->validate_utf8(outputs[i].data(),
  ------------------
  |  Branch (184:9): [True: 0, False: 3.85k]
  ------------------
  185|  3.85k|                                           outputs[i].size())) {
  186|      0|      std::cerr << "convert_utf16be_to_utf8_with_replacement: output is not "
  187|      0|                   "valid UTF-8"
  188|      0|                << " impl=" << implementations[i]->name() << "\n";
  189|      0|      std::abort();
  190|      0|    }
  191|  3.85k|  }
  192|       |
  193|       |  // Step 5: When no surrogates were found, match the regular (non-replacement)
  194|       |  // length.
  195|  1.28k|  if (!has_surrogates) {
  ------------------
  |  Branch (195:7): [True: 390, False: 894]
  ------------------
  196|  1.56k|    for (std::size_t i = 0; i < implementations.size(); ++i) {
  ------------------
  |  Branch (196:29): [True: 1.17k, False: 390]
  ------------------
  197|  1.17k|      auto impl = implementations[i];
  198|  1.17k|      const auto regular_len =
  199|  1.17k|          impl->utf8_length_from_utf16be(input.data(), input.size());
  200|  1.17k|      if (regular_len != expected_len) {
  ------------------
  |  Branch (200:11): [True: 0, False: 1.17k]
  ------------------
  201|      0|        std::cerr
  202|      0|            << "utf16be_with_replacement: no surrogates but length mismatch:"
  203|      0|            << " with_replacement=" << expected_len
  204|      0|            << " regular=" << regular_len << " impl=" << impl->name() << "\n";
  205|      0|        std::abort();
  206|      0|      }
  207|  1.17k|    }
  208|    390|  }
  209|  1.28k|}
with_replacement.cpp:_ZZL29test_utf16be_with_replacementNSt3__14spanIKDsLm18446744073709551615EEEENK3$_0clIN7simdutf6resultES6_EEDaRKT_RKT0_:
  135|  2.56k|    auto neq = [](const auto& a, const auto& b) { return a != b; };
with_replacement.cpp:_ZZL29test_utf16be_with_replacementNSt3__14spanIKDsLm18446744073709551615EEEENK3$_1clINS_6vectorIcNS_9allocatorIcEEEES8_EEDaRKT_RKT0_:
  170|  2.56k|    auto neq = [](const auto& a, const auto& b) { return a != b; };

_ZN7simdutf6resultC2ENS_10error_codeEm:
   87|  3.43M|      : error{err}, count{pos} {}
_ZN7simdutf11full_resultC2ENS_10error_codeEmm:
  111|  3.44M|      : error{err}, input_count{pos_in}, output_count{pos_out} {}

_ZNK7simdutf14implementation4nameEv:
 5121|      4|  virtual std::string_view name() const noexcept { return _name; }
_ZNK7simdutf14implementation25required_instruction_setsEv:
 5172|      8|  virtual uint32_t required_instruction_sets() const {
 5173|      8|    return _required_instruction_sets;
 5174|      8|  }
_ZN7simdutf14implementationC2EPKcS2_j:
 7058|      4|      : _name(name), _description(description),
 7059|      4|        _required_instruction_sets(required_instruction_sets) {}
_ZN7simdutf8internal29available_implementation_listC2Ev:
 7090|      1|  simdutf_really_inline available_implementation_list() {}

simdutf.cpp:_ZN7simdutf8internalL30detect_supported_architecturesEv:
  236|      8|static inline uint32_t detect_supported_architectures() {
  237|      8|  uint32_t eax;
  238|      8|  uint32_t ebx = 0;
  239|      8|  uint32_t ecx = 0;
  240|      8|  uint32_t edx = 0;
  241|      8|  uint32_t host_isa = 0x0;
  242|       |
  243|       |  // EBX for EAX=0x1
  244|      8|  eax = 0x1;
  245|      8|  cpuid(&eax, &ebx, &ecx, &edx);
  246|       |
  247|      8|  if (ecx & cpuid_bit::sse42) {
  ------------------
  |  Branch (247:7): [True: 8, False: 0]
  ------------------
  248|      8|    host_isa |= instruction_set::SSE42;
  249|      8|  }
  250|       |
  251|      8|  if (ecx & cpuid_bit::pclmulqdq) {
  ------------------
  |  Branch (251:7): [True: 8, False: 0]
  ------------------
  252|      8|    host_isa |= instruction_set::PCLMULQDQ;
  253|      8|  }
  254|       |
  255|      8|  if ((ecx & cpuid_bit::osxsave) != cpuid_bit::osxsave) {
  ------------------
  |  Branch (255:7): [True: 0, False: 8]
  ------------------
  256|      0|    return host_isa;
  257|      0|  }
  258|       |
  259|       |  // xgetbv for checking if the OS saves registers
  260|      8|  uint64_t xcr0 = xgetbv();
  261|       |
  262|      8|  if ((xcr0 & cpuid_bit::xcr0_bit::avx256_saved) == 0) {
  ------------------
  |  Branch (262:7): [True: 0, False: 8]
  ------------------
  263|      0|    return host_isa;
  264|      0|  }
  265|       |  // ECX for EAX=0x7
  266|      8|  eax = 0x7;
  267|      8|  ecx = 0x0; // Sub-leaf = 0
  268|      8|  cpuid(&eax, &ebx, &ecx, &edx);
  269|      8|  if (ebx & cpuid_bit::ebx::avx2) {
  ------------------
  |  Branch (269:7): [True: 8, False: 0]
  ------------------
  270|      8|    host_isa |= instruction_set::AVX2;
  271|      8|  }
  272|      8|  if (ebx & cpuid_bit::ebx::bmi1) {
  ------------------
  |  Branch (272:7): [True: 8, False: 0]
  ------------------
  273|      8|    host_isa |= instruction_set::BMI1;
  274|      8|  }
  275|      8|  if (ebx & cpuid_bit::ebx::bmi2) {
  ------------------
  |  Branch (275:7): [True: 8, False: 0]
  ------------------
  276|      8|    host_isa |= instruction_set::BMI2;
  277|      8|  }
  278|      8|  if (!((xcr0 & cpuid_bit::xcr0_bit::avx512_saved) ==
  ------------------
  |  Branch (278:7): [True: 8, False: 0]
  ------------------
  279|      8|        cpuid_bit::xcr0_bit::avx512_saved)) {
  280|      8|    return host_isa;
  281|      8|  }
  282|      0|  if (ebx & cpuid_bit::ebx::avx512f) {
  ------------------
  |  Branch (282:7): [True: 0, False: 0]
  ------------------
  283|      0|    host_isa |= instruction_set::AVX512F;
  284|      0|  }
  285|      0|  if (ebx & cpuid_bit::ebx::avx512bw) {
  ------------------
  |  Branch (285:7): [True: 0, False: 0]
  ------------------
  286|      0|    host_isa |= instruction_set::AVX512BW;
  287|      0|  }
  288|      0|  if (ebx & cpuid_bit::ebx::avx512cd) {
  ------------------
  |  Branch (288:7): [True: 0, False: 0]
  ------------------
  289|      0|    host_isa |= instruction_set::AVX512CD;
  290|      0|  }
  291|      0|  if (ebx & cpuid_bit::ebx::avx512dq) {
  ------------------
  |  Branch (291:7): [True: 0, False: 0]
  ------------------
  292|      0|    host_isa |= instruction_set::AVX512DQ;
  293|      0|  }
  294|      0|  if (ebx & cpuid_bit::ebx::avx512vl) {
  ------------------
  |  Branch (294:7): [True: 0, False: 0]
  ------------------
  295|      0|    host_isa |= instruction_set::AVX512VL;
  296|      0|  }
  297|      0|  if (ecx & cpuid_bit::ecx::avx512vbmi2) {
  ------------------
  |  Branch (297:7): [True: 0, False: 0]
  ------------------
  298|      0|    host_isa |= instruction_set::AVX512VBMI2;
  299|      0|  }
  300|      0|  if (ecx & cpuid_bit::ecx::avx512vpopcnt) {
  ------------------
  |  Branch (300:7): [True: 0, False: 0]
  ------------------
  301|      0|    host_isa |= instruction_set::AVX512VPOPCNTDQ;
  302|      0|  }
  303|      0|  return host_isa;
  304|      8|}
simdutf.cpp:_ZN7simdutf8internalL5cpuidEPjS1_S1_S1_:
  202|     16|                         uint32_t *edx) {
  203|       |  #if defined(_MSC_VER)
  204|       |  int cpu_info[4];
  205|       |  __cpuidex(cpu_info, *eax, *ecx);
  206|       |  *eax = cpu_info[0];
  207|       |  *ebx = cpu_info[1];
  208|       |  *ecx = cpu_info[2];
  209|       |  *edx = cpu_info[3];
  210|       |  #elif (defined(HAVE_GCC_GET_CPUID) && defined(USE_GCC_GET_CPUID)) ||         \
  211|       |      defined(__FILC__)
  212|       |  uint32_t level = *eax;
  213|       |  __get_cpuid(level, eax, ebx, ecx, edx);
  214|       |  #else
  215|     16|  uint32_t a = *eax, b, c = *ecx, d;
  216|     16|  asm volatile("cpuid\n\t" : "+a"(a), "=b"(b), "+c"(c), "=d"(d));
  217|     16|  *eax = a;
  218|     16|  *ebx = b;
  219|     16|  *ecx = c;
  220|     16|  *edx = d;
  221|     16|  #endif
  222|     16|}
simdutf.cpp:_ZN7simdutf8internalL6xgetbvEv:
  224|      8|static inline uint64_t xgetbv() {
  225|       |  #if defined(_MSC_VER)
  226|       |  return _xgetbv(0);
  227|       |  #elif defined(__FILC__)
  228|       |  return zxgetbv();
  229|       |  #else
  230|      8|  uint32_t xcr0_lo, xcr0_hi;
  231|      8|  asm volatile("xgetbv\n\t" : "=a"(xcr0_lo), "=d"(xcr0_hi) : "c"(0));
  232|      8|  return xcr0_lo | ((uint64_t)xcr0_hi << 32);
  233|      8|  #endif
  234|      8|}

_ZN7simdutf6scalar14u16_swap_bytesEt:
    8|   120M|u16_swap_bytes(const uint16_t word) {
    9|   120M|  return uint16_t((word >> 8) | (word << 8));
   10|   120M|}
_ZN7simdutf6scalar5utf1614swap_if_neededILNS_10endiannessE1EEEtt:
   27|  70.6M|template <endianness big_endian> constexpr uint16_t swap_if_needed(uint16_t c) {
   28|  70.6M|  return !match_system(big_endian) ? scalar::u16_swap_bytes(c) : c;
  ------------------
  |  Branch (28:10): [True: 70.6M, Folded]
  ------------------
   29|  70.6M|}
_ZN7simdutf6scalar5utf1614swap_if_neededILNS_10endiannessE0EEEtt:
   27|  82.8M|template <endianness big_endian> constexpr uint16_t swap_if_needed(uint16_t c) {
   28|  82.8M|  return !match_system(big_endian) ? scalar::u16_swap_bytes(c) : c;
  ------------------
  |  Branch (28:10): [Folded, False: 82.8M]
  ------------------
   29|  82.8M|}

_ZN7simdutf6scalar5utf1617is_high_surrogateILNS_10endiannessE0EEEbDs:
  137|  30.8M|template <endianness big_endian> constexpr bool is_high_surrogate(char16_t c) {
  138|  30.8M|  c = scalar::utf16::swap_if_needed<big_endian>(c);
  139|  30.8M|  return (0xd800 <= c && c <= 0xdbff);
  ------------------
  |  Branch (139:11): [True: 1.18M, False: 29.6M]
  |  Branch (139:26): [True: 316k, False: 873k]
  ------------------
  140|  30.8M|}
_ZN7simdutf6scalar5utf1616is_low_surrogateILNS_10endiannessE0EEEbDs:
  142|  36.2M|template <endianness big_endian> constexpr bool is_low_surrogate(char16_t c) {
  143|  36.2M|  c = scalar::utf16::swap_if_needed<big_endian>(c);
  144|  36.2M|  return (0xdc00 <= c && c <= 0xdfff);
  ------------------
  |  Branch (144:11): [True: 1.06M, False: 35.1M]
  |  Branch (144:26): [True: 282k, False: 786k]
  ------------------
  145|  36.2M|}
_ZN7simdutf6scalar5utf1617is_high_surrogateILNS_10endiannessE1EEEbDs:
  137|  25.2M|template <endianness big_endian> constexpr bool is_high_surrogate(char16_t c) {
  138|  25.2M|  c = scalar::utf16::swap_if_needed<big_endian>(c);
  139|  25.2M|  return (0xd800 <= c && c <= 0xdbff);
  ------------------
  |  Branch (139:11): [True: 2.55M, False: 22.7M]
  |  Branch (139:26): [True: 525k, False: 2.02M]
  ------------------
  140|  25.2M|}
_ZN7simdutf6scalar5utf1616is_low_surrogateILNS_10endiannessE1EEEbDs:
  142|  29.4M|template <endianness big_endian> constexpr bool is_low_surrogate(char16_t c) {
  143|  29.4M|  c = scalar::utf16::swap_if_needed<big_endian>(c);
  144|  29.4M|  return (0xdc00 <= c && c <= 0xdfff);
  ------------------
  |  Branch (144:11): [True: 2.41M, False: 27.0M]
  |  Branch (144:26): [True: 1.01M, False: 1.39M]
  ------------------
  145|  29.4M|}
_ZN7simdutf6scalar5utf1622utf8_length_from_utf16ILNS_10endiannessE0EEEmPKDsm:
   91|  1.22k|                                                  size_t len) {
   92|       |  // We are not BOM aware.
   93|  1.22k|  size_t counter{0};
   94|  11.8M|  for (size_t i = 0; i < len; i++) {
  ------------------
  |  Branch (94:22): [True: 11.8M, False: 1.22k]
  ------------------
   95|  11.8M|    char16_t word = scalar::utf16::swap_if_needed<big_endian>(p[i]);
   96|  11.8M|    counter++; // ASCII
   97|  11.8M|    counter += static_cast<size_t>(
   98|  11.8M|        word >
   99|  11.8M|        0x7F); // non-ASCII is at least 2 bytes, surrogates are 2*2 == 4 bytes
  100|  11.8M|    counter += static_cast<size_t>((word > 0x7FF && word <= 0xD7FF) ||
  ------------------
  |  Branch (100:37): [True: 7.17M, False: 4.64M]
  |  Branch (100:53): [True: 7.12M, False: 50.3k]
  ------------------
  101|  4.69M|                                   (word >= 0xE000)); // three-byte
  ------------------
  |  Branch (101:36): [True: 50.3k, False: 4.64M]
  ------------------
  102|  11.8M|  }
  103|  1.22k|  return counter;
  104|  1.22k|}
_ZN7simdutf6scalar5utf1622utf8_length_from_utf16ILNS_10endiannessE1EEEmPKDsm:
   91|  1.17k|                                                  size_t len) {
   92|       |  // We are not BOM aware.
   93|  1.17k|  size_t counter{0};
   94|  7.89M|  for (size_t i = 0; i < len; i++) {
  ------------------
  |  Branch (94:22): [True: 7.89M, False: 1.17k]
  ------------------
   95|  7.89M|    char16_t word = scalar::utf16::swap_if_needed<big_endian>(p[i]);
   96|  7.89M|    counter++; // ASCII
   97|  7.89M|    counter += static_cast<size_t>(
   98|  7.89M|        word >
   99|  7.89M|        0x7F); // non-ASCII is at least 2 bytes, surrogates are 2*2 == 4 bytes
  100|  7.89M|    counter += static_cast<size_t>((word > 0x7FF && word <= 0xD7FF) ||
  ------------------
  |  Branch (100:37): [True: 5.67M, False: 2.21M]
  |  Branch (100:53): [True: 5.39M, False: 276k]
  ------------------
  101|  2.49M|                                   (word >= 0xE000)); // three-byte
  ------------------
  |  Branch (101:36): [True: 276k, False: 2.21M]
  ------------------
  102|  7.89M|  }
  103|  1.17k|  return counter;
  104|  1.17k|}
_ZN7simdutf6scalar5utf1639utf8_length_from_utf16_with_replacementILNS_10endiannessE0EEENS_6resultEPKDsm:
  153|  4.00k|utf8_length_from_utf16_with_replacement(const char16_t *p, size_t len) {
  154|  4.00k|  bool any_surrogates = false;
  155|       |  // We are not BOM aware.
  156|  4.00k|  size_t counter{0};
  157|  30.8M|  for (size_t i = 0; i < len; i++) {
  ------------------
  |  Branch (157:22): [True: 30.7M, False: 4.00k]
  ------------------
  158|  30.7M|    if (is_high_surrogate<big_endian>(p[i])) {
  ------------------
  |  Branch (158:9): [True: 316k, False: 30.4M]
  ------------------
  159|   316k|      any_surrogates = true;
  160|       |      // surrogate pair
  161|   316k|      if (i + 1 < len && is_low_surrogate<big_endian>(p[i + 1])) {
  ------------------
  |  Branch (161:11): [True: 315k, False: 561]
  |  Branch (161:26): [True: 66.0k, False: 249k]
  ------------------
  162|  66.0k|        counter += 4;
  163|  66.0k|        i++; // skip low surrogate
  164|   250k|      } else {
  165|   250k|        counter += 3; // unpaired high surrogate replaced by U+FFFD
  166|   250k|      }
  167|   316k|      continue;
  168|  30.4M|    } else if (is_low_surrogate<big_endian>(p[i])) {
  ------------------
  |  Branch (168:16): [True: 205k, False: 30.2M]
  ------------------
  169|   205k|      any_surrogates = true;
  170|   205k|      counter += 3; // unpaired low surrogate replaced by U+FFFD
  171|   205k|      continue;
  172|   205k|    }
  173|  30.2M|    char16_t word = !match_system(big_endian) ? u16_swap_bytes(p[i]) : p[i];
  ------------------
  |  Branch (173:21): [Folded, False: 30.2M]
  ------------------
  174|  30.2M|    counter++; // at least 1 byte
  175|  30.2M|    counter +=
  176|  30.2M|        static_cast<size_t>(word > 0x7F); // non-ASCII is at least 2 bytes
  177|  30.2M|    counter += static_cast<size_t>(word > 0x7FF); // three-byte
  178|  30.2M|  }
  179|  4.00k|  return {any_surrogates ? error_code::SURROGATE : error_code::SUCCESS,
  ------------------
  |  Branch (179:11): [True: 2.11k, False: 1.88k]
  ------------------
  180|  4.00k|          counter};
  181|  4.00k|}
_ZN7simdutf6scalar5utf1639utf8_length_from_utf16_with_replacementILNS_10endiannessE1EEENS_6resultEPKDsm:
  153|  3.85k|utf8_length_from_utf16_with_replacement(const char16_t *p, size_t len) {
  154|  3.85k|  bool any_surrogates = false;
  155|       |  // We are not BOM aware.
  156|  3.85k|  size_t counter{0};
  157|  25.2M|  for (size_t i = 0; i < len; i++) {
  ------------------
  |  Branch (157:22): [True: 25.2M, False: 3.85k]
  ------------------
  158|  25.2M|    if (is_high_surrogate<big_endian>(p[i])) {
  ------------------
  |  Branch (158:9): [True: 525k, False: 24.7M]
  ------------------
  159|   525k|      any_surrogates = true;
  160|       |      // surrogate pair
  161|   525k|      if (i + 1 < len && is_low_surrogate<big_endian>(p[i + 1])) {
  ------------------
  |  Branch (161:11): [True: 524k, False: 558]
  |  Branch (161:26): [True: 135k, False: 389k]
  ------------------
  162|   135k|        counter += 4;
  163|   135k|        i++; // skip low surrogate
  164|   389k|      } else {
  165|   389k|        counter += 3; // unpaired high surrogate replaced by U+FFFD
  166|   389k|      }
  167|   525k|      continue;
  168|  24.7M|    } else if (is_low_surrogate<big_endian>(p[i])) {
  ------------------
  |  Branch (168:16): [True: 870k, False: 23.8M]
  ------------------
  169|   870k|      any_surrogates = true;
  170|   870k|      counter += 3; // unpaired low surrogate replaced by U+FFFD
  171|   870k|      continue;
  172|   870k|    }
  173|  23.8M|    char16_t word = !match_system(big_endian) ? u16_swap_bytes(p[i]) : p[i];
  ------------------
  |  Branch (173:21): [True: 23.8M, Folded]
  ------------------
  174|  23.8M|    counter++; // at least 1 byte
  175|  23.8M|    counter +=
  176|  23.8M|        static_cast<size_t>(word > 0x7F); // non-ASCII is at least 2 bytes
  177|  23.8M|    counter += static_cast<size_t>(word > 0x7FF); // three-byte
  178|  23.8M|  }
  179|  3.85k|  return {any_surrogates ? error_code::SURROGATE : error_code::SUCCESS,
  ------------------
  |  Branch (179:11): [True: 2.03k, False: 1.81k]
  ------------------
  180|  3.85k|          counter};
  181|  3.85k|}

simdutf.cpp:_ZN7simdutf6scalar12_GLOBAL__N_113utf16_to_utf819convert_with_errorsILNS_10endiannessE0ELb0EPKDsPcQaasr7simdutf6detailE18indexes_into_utf16IT1_Esr7simdutf6detailE26index_assignable_from_charIT2_EEENS_11full_resultES8_mS9_m:
  101|  8.65k|                                                    size_t utf8_len = 0) {
  102|  8.65k|  if (check_output && utf8_len == 0) {
  ------------------
  |  Branch (102:7): [Folded, False: 8.65k]
  |  Branch (102:23): [True: 0, False: 0]
  ------------------
  103|      0|    return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, 0, 0);
  104|      0|  }
  105|       |
  106|  8.65k|  size_t pos = 0;
  107|  8.65k|  auto start = utf8_output;
  108|  8.65k|  auto end = utf8_output + utf8_len;
  109|       |
  110|  35.9k|  while (pos < len) {
  ------------------
  |  Branch (110:10): [True: 34.0k, False: 1.90k]
  ------------------
  111|       |#if SIMDUTF_CPLUSPLUS23
  112|       |    if !consteval
  113|       |#endif
  114|  34.0k|    {
  115|       |      // try to convert the next block of 8 bytes
  116|  34.0k|      if (pos + 4 <= len) { // if it is safe to read 8 more bytes, check that
  ------------------
  |  Branch (116:11): [True: 27.4k, False: 6.63k]
  ------------------
  117|       |                            // they are ascii
  118|  27.4k|        uint64_t v;
  119|  27.4k|        ::memcpy(&v, data + pos, sizeof(uint64_t));
  120|       |        if constexpr (!match_system(big_endian))
  121|       |          v = (v >> 8) | (v << (64 - 8));
  122|  27.4k|        if ((v & 0xFF80FF80FF80FF80) == 0) {
  ------------------
  |  Branch (122:13): [True: 1.37k, False: 26.0k]
  ------------------
  123|  1.37k|          size_t final_pos = pos + 4;
  124|  6.85k|          while (pos < final_pos) {
  ------------------
  |  Branch (124:18): [True: 5.48k, False: 1.37k]
  ------------------
  125|  5.48k|            if (check_output && size_t(end - utf8_output) < 1) {
  ------------------
  |  Branch (125:17): [Folded, False: 5.48k]
  |  Branch (125:33): [True: 0, False: 0]
  ------------------
  126|      0|              return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, pos,
  127|      0|                                 utf8_output - start);
  128|      0|            }
  129|  5.48k|            *utf8_output++ = !match_system(big_endian)
  ------------------
  |  Branch (129:30): [Folded, False: 5.48k]
  ------------------
  130|  5.48k|                                 ? char(u16_swap_bytes(data[pos]))
  131|  5.48k|                                 : char(data[pos]);
  132|  5.48k|            pos++;
  133|  5.48k|          }
  134|  1.37k|          continue;
  135|  1.37k|        }
  136|  27.4k|      }
  137|  34.0k|    }
  138|       |
  139|  32.6k|    uint16_t word =
  140|  32.6k|        !match_system(big_endian) ? u16_swap_bytes(data[pos]) : data[pos];
  ------------------
  |  Branch (140:9): [Folded, False: 32.6k]
  ------------------
  141|  32.6k|    if ((word & 0xFF80) == 0) {
  ------------------
  |  Branch (141:9): [True: 4.01k, False: 28.6k]
  ------------------
  142|       |      // will generate one UTF-8 bytes
  143|  4.01k|      if (check_output && size_t(end - utf8_output) < 1) {
  ------------------
  |  Branch (143:11): [Folded, False: 4.01k]
  |  Branch (143:27): [True: 0, False: 0]
  ------------------
  144|      0|        return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, pos,
  145|      0|                           utf8_output - start);
  146|      0|      }
  147|  4.01k|      *utf8_output++ = char(word);
  148|  4.01k|      pos++;
  149|  28.6k|    } else if ((word & 0xF800) == 0) {
  ------------------
  |  Branch (149:16): [True: 2.89k, False: 25.7k]
  ------------------
  150|       |      // will generate two UTF-8 bytes
  151|       |      // we have 0b110XXXXX 0b10XXXXXX
  152|  2.89k|      if (check_output && size_t(end - utf8_output) < 2) {
  ------------------
  |  Branch (152:11): [Folded, False: 2.89k]
  |  Branch (152:27): [True: 0, False: 0]
  ------------------
  153|      0|        return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, pos,
  154|      0|                           utf8_output - start);
  155|      0|      }
  156|  2.89k|      *utf8_output++ = char((word >> 6) | 0b11000000);
  157|  2.89k|      *utf8_output++ = char((word & 0b111111) | 0b10000000);
  158|  2.89k|      pos++;
  159|       |
  160|  25.7k|    } else if ((word & 0xF800) != 0xD800) {
  ------------------
  |  Branch (160:16): [True: 18.1k, False: 7.64k]
  ------------------
  161|       |      // will generate three UTF-8 bytes
  162|       |      // we have 0b1110XXXX 0b10XXXXXX 0b10XXXXXX
  163|  18.1k|      if (check_output && size_t(end - utf8_output) < 3) {
  ------------------
  |  Branch (163:11): [Folded, False: 18.1k]
  |  Branch (163:27): [True: 0, False: 0]
  ------------------
  164|      0|        return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, pos,
  165|      0|                           utf8_output - start);
  166|      0|      }
  167|  18.1k|      *utf8_output++ = char((word >> 12) | 0b11100000);
  168|  18.1k|      *utf8_output++ = char(((word >> 6) & 0b111111) | 0b10000000);
  169|  18.1k|      *utf8_output++ = char((word & 0b111111) | 0b10000000);
  170|  18.1k|      pos++;
  171|  18.1k|    } else {
  172|       |
  173|  7.64k|      if (check_output && size_t(end - utf8_output) < 4) {
  ------------------
  |  Branch (173:11): [Folded, False: 7.64k]
  |  Branch (173:27): [True: 0, False: 0]
  ------------------
  174|      0|        return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, pos,
  175|      0|                           utf8_output - start);
  176|      0|      }
  177|       |      // must be a surrogate pair
  178|  7.64k|      if (pos + 1 >= len) {
  ------------------
  |  Branch (178:11): [True: 762, False: 6.87k]
  ------------------
  179|    762|        return full_result(error_code::SURROGATE, pos, utf8_output - start);
  180|    762|      }
  181|  6.87k|      uint16_t diff = uint16_t(word - 0xD800);
  182|  6.87k|      if (diff > 0x3FF) {
  ------------------
  |  Branch (182:11): [True: 2.49k, False: 4.38k]
  ------------------
  183|  2.49k|        return full_result(error_code::SURROGATE, pos, utf8_output - start);
  184|  2.49k|      }
  185|  4.38k|      uint16_t next_word = !match_system(big_endian)
  ------------------
  |  Branch (185:28): [Folded, False: 4.38k]
  ------------------
  186|  4.38k|                               ? u16_swap_bytes(data[pos + 1])
  187|  4.38k|                               : data[pos + 1];
  188|  4.38k|      uint16_t diff2 = uint16_t(next_word - 0xDC00);
  189|  4.38k|      if (diff2 > 0x3FF) {
  ------------------
  |  Branch (189:11): [True: 3.49k, False: 890]
  ------------------
  190|  3.49k|        return full_result(error_code::SURROGATE, pos, utf8_output - start);
  191|  3.49k|      }
  192|    890|      uint32_t value = (diff << 10) + diff2 + 0x10000;
  193|       |      // will generate four UTF-8 bytes
  194|       |      // we have 0b11110XXX 0b10XXXXXX 0b10XXXXXX 0b10XXXXXX
  195|    890|      *utf8_output++ = char((value >> 18) | 0b11110000);
  196|    890|      *utf8_output++ = char(((value >> 12) & 0b111111) | 0b10000000);
  197|    890|      *utf8_output++ = char(((value >> 6) & 0b111111) | 0b10000000);
  198|    890|      *utf8_output++ = char((value & 0b111111) | 0b10000000);
  199|    890|      pos += 2;
  200|    890|    }
  201|  32.6k|  }
  202|  1.90k|  return full_result(error_code::SUCCESS, pos, utf8_output - start);
  203|  8.65k|}
simdutf.cpp:_ZN7simdutf6scalar12_GLOBAL__N_113utf16_to_utf819convert_with_errorsILNS_10endiannessE1ELb0EPKDsPcQaasr7simdutf6detailE18indexes_into_utf16IT1_Esr7simdutf6detailE26index_assignable_from_charIT2_EEENS_11full_resultES8_mS9_m:
  101|  8.63k|                                                    size_t utf8_len = 0) {
  102|  8.63k|  if (check_output && utf8_len == 0) {
  ------------------
  |  Branch (102:7): [Folded, False: 8.63k]
  |  Branch (102:23): [True: 0, False: 0]
  ------------------
  103|      0|    return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, 0, 0);
  104|      0|  }
  105|       |
  106|  8.63k|  size_t pos = 0;
  107|  8.63k|  auto start = utf8_output;
  108|  8.63k|  auto end = utf8_output + utf8_len;
  109|       |
  110|  33.2k|  while (pos < len) {
  ------------------
  |  Branch (110:10): [True: 31.3k, False: 1.84k]
  ------------------
  111|       |#if SIMDUTF_CPLUSPLUS23
  112|       |    if !consteval
  113|       |#endif
  114|  31.3k|    {
  115|       |      // try to convert the next block of 8 bytes
  116|  31.3k|      if (pos + 4 <= len) { // if it is safe to read 8 more bytes, check that
  ------------------
  |  Branch (116:11): [True: 25.0k, False: 6.38k]
  ------------------
  117|       |                            // they are ascii
  118|  25.0k|        uint64_t v;
  119|  25.0k|        ::memcpy(&v, data + pos, sizeof(uint64_t));
  120|       |        if constexpr (!match_system(big_endian))
  121|  25.0k|          v = (v >> 8) | (v << (64 - 8));
  122|  25.0k|        if ((v & 0xFF80FF80FF80FF80) == 0) {
  ------------------
  |  Branch (122:13): [True: 1.29k, False: 23.7k]
  ------------------
  123|  1.29k|          size_t final_pos = pos + 4;
  124|  6.46k|          while (pos < final_pos) {
  ------------------
  |  Branch (124:18): [True: 5.17k, False: 1.29k]
  ------------------
  125|  5.17k|            if (check_output && size_t(end - utf8_output) < 1) {
  ------------------
  |  Branch (125:17): [Folded, False: 5.17k]
  |  Branch (125:33): [True: 0, False: 0]
  ------------------
  126|      0|              return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, pos,
  127|      0|                                 utf8_output - start);
  128|      0|            }
  129|  5.17k|            *utf8_output++ = !match_system(big_endian)
  ------------------
  |  Branch (129:30): [True: 5.17k, Folded]
  ------------------
  130|  5.17k|                                 ? char(u16_swap_bytes(data[pos]))
  131|  5.17k|                                 : char(data[pos]);
  132|  5.17k|            pos++;
  133|  5.17k|          }
  134|  1.29k|          continue;
  135|  1.29k|        }
  136|  25.0k|      }
  137|  31.3k|    }
  138|       |
  139|  30.0k|    uint16_t word =
  140|  30.0k|        !match_system(big_endian) ? u16_swap_bytes(data[pos]) : data[pos];
  ------------------
  |  Branch (140:9): [True: 30.0k, Folded]
  ------------------
  141|  30.0k|    if ((word & 0xFF80) == 0) {
  ------------------
  |  Branch (141:9): [True: 3.53k, False: 26.5k]
  ------------------
  142|       |      // will generate one UTF-8 bytes
  143|  3.53k|      if (check_output && size_t(end - utf8_output) < 1) {
  ------------------
  |  Branch (143:11): [Folded, False: 3.53k]
  |  Branch (143:27): [True: 0, False: 0]
  ------------------
  144|      0|        return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, pos,
  145|      0|                           utf8_output - start);
  146|      0|      }
  147|  3.53k|      *utf8_output++ = char(word);
  148|  3.53k|      pos++;
  149|  26.5k|    } else if ((word & 0xF800) == 0) {
  ------------------
  |  Branch (149:16): [True: 2.63k, False: 23.9k]
  ------------------
  150|       |      // will generate two UTF-8 bytes
  151|       |      // we have 0b110XXXXX 0b10XXXXXX
  152|  2.63k|      if (check_output && size_t(end - utf8_output) < 2) {
  ------------------
  |  Branch (152:11): [Folded, False: 2.63k]
  |  Branch (152:27): [True: 0, False: 0]
  ------------------
  153|      0|        return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, pos,
  154|      0|                           utf8_output - start);
  155|      0|      }
  156|  2.63k|      *utf8_output++ = char((word >> 6) | 0b11000000);
  157|  2.63k|      *utf8_output++ = char((word & 0b111111) | 0b10000000);
  158|  2.63k|      pos++;
  159|       |
  160|  23.9k|    } else if ((word & 0xF800) != 0xD800) {
  ------------------
  |  Branch (160:16): [True: 16.3k, False: 7.60k]
  ------------------
  161|       |      // will generate three UTF-8 bytes
  162|       |      // we have 0b1110XXXX 0b10XXXXXX 0b10XXXXXX
  163|  16.3k|      if (check_output && size_t(end - utf8_output) < 3) {
  ------------------
  |  Branch (163:11): [Folded, False: 16.3k]
  |  Branch (163:27): [True: 0, False: 0]
  ------------------
  164|      0|        return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, pos,
  165|      0|                           utf8_output - start);
  166|      0|      }
  167|  16.3k|      *utf8_output++ = char((word >> 12) | 0b11100000);
  168|  16.3k|      *utf8_output++ = char(((word >> 6) & 0b111111) | 0b10000000);
  169|  16.3k|      *utf8_output++ = char((word & 0b111111) | 0b10000000);
  170|  16.3k|      pos++;
  171|  16.3k|    } else {
  172|       |
  173|  7.60k|      if (check_output && size_t(end - utf8_output) < 4) {
  ------------------
  |  Branch (173:11): [Folded, False: 7.60k]
  |  Branch (173:27): [True: 0, False: 0]
  ------------------
  174|      0|        return full_result(error_code::OUTPUT_BUFFER_TOO_SMALL, pos,
  175|      0|                           utf8_output - start);
  176|      0|      }
  177|       |      // must be a surrogate pair
  178|  7.60k|      if (pos + 1 >= len) {
  ------------------
  |  Branch (178:11): [True: 724, False: 6.88k]
  ------------------
  179|    724|        return full_result(error_code::SURROGATE, pos, utf8_output - start);
  180|    724|      }
  181|  6.88k|      uint16_t diff = uint16_t(word - 0xD800);
  182|  6.88k|      if (diff > 0x3FF) {
  ------------------
  |  Branch (182:11): [True: 2.23k, False: 4.64k]
  ------------------
  183|  2.23k|        return full_result(error_code::SURROGATE, pos, utf8_output - start);
  184|  2.23k|      }
  185|  4.64k|      uint16_t next_word = !match_system(big_endian)
  ------------------
  |  Branch (185:28): [True: 4.64k, Folded]
  ------------------
  186|  4.64k|                               ? u16_swap_bytes(data[pos + 1])
  187|  4.64k|                               : data[pos + 1];
  188|  4.64k|      uint16_t diff2 = uint16_t(next_word - 0xDC00);
  189|  4.64k|      if (diff2 > 0x3FF) {
  ------------------
  |  Branch (189:11): [True: 3.83k, False: 809]
  ------------------
  190|  3.83k|        return full_result(error_code::SURROGATE, pos, utf8_output - start);
  191|  3.83k|      }
  192|    809|      uint32_t value = (diff << 10) + diff2 + 0x10000;
  193|       |      // will generate four UTF-8 bytes
  194|       |      // we have 0b11110XXX 0b10XXXXXX 0b10XXXXXX 0b10XXXXXX
  195|    809|      *utf8_output++ = char((value >> 18) | 0b11110000);
  196|    809|      *utf8_output++ = char(((value >> 12) & 0b111111) | 0b10000000);
  197|    809|      *utf8_output++ = char(((value >> 6) & 0b111111) | 0b10000000);
  198|    809|      *utf8_output++ = char((value & 0b111111) | 0b10000000);
  199|    809|      pos += 2;
  200|    809|    }
  201|  30.0k|  }
  202|  1.84k|  return full_result(error_code::SUCCESS, pos, utf8_output - start);
  203|  8.63k|}
simdutf.cpp:_ZN7simdutf6scalar12_GLOBAL__N_113utf16_to_utf824convert_with_replacementILNS_10endiannessE0EEEmPKDsmPc:
  214|  1.33k|                                                    char *utf8_output) {
  215|  1.33k|  size_t pos = 0;
  216|  1.33k|  char *start = utf8_output;
  217|  20.5M|  while (pos < len) {
  ------------------
  |  Branch (217:10): [True: 20.5M, False: 1.33k]
  ------------------
  218|       |#if SIMDUTF_CPLUSPLUS23
  219|       |    if !consteval
  220|       |#endif
  221|  20.5M|    {
  222|       |      // try to convert the next block of 8 bytes
  223|  20.5M|      if (pos + 4 <= len) { // if it is safe to read 8 more bytes, check that
  ------------------
  |  Branch (223:11): [True: 20.4M, False: 3.32k]
  ------------------
  224|       |                            // they are ascii
  225|  20.4M|        uint64_t v;
  226|  20.4M|        ::memcpy(&v, data + pos, sizeof(uint64_t));
  227|       |        if constexpr (!match_system(big_endian)) {
  228|       |          v = (v >> 8) | (v << (64 - 8));
  229|       |        }
  230|  20.4M|        if ((v & 0xFF80FF80FF80FF80) == 0) {
  ------------------
  |  Branch (230:13): [True: 3.42M, False: 17.0M]
  ------------------
  231|  3.42M|          size_t final_pos = pos + 4;
  232|  17.1M|          while (pos < final_pos) {
  ------------------
  |  Branch (232:18): [True: 13.7M, False: 3.42M]
  ------------------
  233|  13.7M|            *utf8_output++ = !match_system(big_endian)
  ------------------
  |  Branch (233:30): [Folded, False: 13.7M]
  ------------------
  234|  13.7M|                                 ? char(u16_swap_bytes(data[pos]))
  235|  13.7M|                                 : char(data[pos]);
  236|  13.7M|            pos++;
  237|  13.7M|          }
  238|  3.42M|          continue;
  239|  3.42M|        }
  240|  20.4M|      }
  241|  20.5M|    }
  242|  17.0M|    uint16_t word =
  243|  17.0M|        !match_system(big_endian) ? u16_swap_bytes(data[pos]) : data[pos];
  ------------------
  |  Branch (243:9): [Folded, False: 17.0M]
  ------------------
  244|  17.0M|    if ((word & 0xFF80) == 0) {
  ------------------
  |  Branch (244:9): [True: 429k, False: 16.6M]
  ------------------
  245|       |      // will generate one UTF-8 bytes
  246|   429k|      *utf8_output++ = char(word);
  247|   429k|      pos++;
  248|  16.6M|    } else if ((word & 0xF800) == 0) {
  ------------------
  |  Branch (248:16): [True: 448k, False: 16.1M]
  ------------------
  249|       |      // will generate two UTF-8 bytes
  250|       |      // we have 0b110XXXXX 0b10XXXXXX
  251|   448k|      *utf8_output++ = char((word >> 6) | 0b11000000);
  252|   448k|      *utf8_output++ = char((word & 0b111111) | 0b10000000);
  253|   448k|      pos++;
  254|  16.1M|    } else if ((word & 0xF800) != 0xD800) {
  ------------------
  |  Branch (254:16): [True: 15.6M, False: 518k]
  ------------------
  255|       |      // will generate three UTF-8 bytes
  256|       |      // we have 0b1110XXXX 0b10XXXXXX 0b10XXXXXX
  257|  15.6M|      *utf8_output++ = char((word >> 12) | 0b11100000);
  258|  15.6M|      *utf8_output++ = char(((word >> 6) & 0b111111) | 0b10000000);
  259|  15.6M|      *utf8_output++ = char((word & 0b111111) | 0b10000000);
  260|  15.6M|      pos++;
  261|  15.6M|    } else {
  262|       |      // surrogate range
  263|   518k|      uint16_t diff = uint16_t(word - 0xD800);
  264|   518k|      if (diff <= 0x3FF && pos + 1 < len) {
  ------------------
  |  Branch (264:11): [True: 314k, False: 204k]
  |  Branch (264:28): [True: 314k, False: 187]
  ------------------
  265|       |        // high surrogate, check for valid pair
  266|   314k|        uint16_t next_word = !match_system(big_endian)
  ------------------
  |  Branch (266:30): [Folded, False: 314k]
  ------------------
  267|   314k|                                 ? u16_swap_bytes(data[pos + 1])
  268|   314k|                                 : data[pos + 1];
  269|   314k|        uint16_t diff2 = uint16_t(next_word - 0xDC00);
  270|   314k|        if (diff2 <= 0x3FF) {
  ------------------
  |  Branch (270:13): [True: 65.6k, False: 248k]
  ------------------
  271|       |          // valid surrogate pair
  272|  65.6k|          uint32_t value = (diff << 10) + diff2 + 0x10000;
  273|       |          // will generate four UTF-8 bytes
  274|  65.6k|          *utf8_output++ = char((value >> 18) | 0b11110000);
  275|  65.6k|          *utf8_output++ = char(((value >> 12) & 0b111111) | 0b10000000);
  276|  65.6k|          *utf8_output++ = char(((value >> 6) & 0b111111) | 0b10000000);
  277|  65.6k|          *utf8_output++ = char((value & 0b111111) | 0b10000000);
  278|  65.6k|          pos += 2;
  279|  65.6k|          continue;
  280|  65.6k|        }
  281|   314k|      }
  282|       |      // unpaired surrogate: replace with U+FFFD (0xEF 0xBF 0xBD)
  283|   452k|      *utf8_output++ = char(0xef);
  284|   452k|      *utf8_output++ = char(0xbf);
  285|   452k|      *utf8_output++ = char(0xbd);
  286|   452k|      pos++;
  287|   452k|    }
  288|  17.0M|  }
  289|  1.33k|  return utf8_output - start;
  290|  1.33k|}
simdutf.cpp:_ZN7simdutf6scalar12_GLOBAL__N_113utf16_to_utf824convert_with_replacementILNS_10endiannessE1EEEmPKDsmPc:
  214|  1.28k|                                                    char *utf8_output) {
  215|  1.28k|  size_t pos = 0;
  216|  1.28k|  char *start = utf8_output;
  217|  18.1M|  while (pos < len) {
  ------------------
  |  Branch (217:10): [True: 18.1M, False: 1.28k]
  ------------------
  218|       |#if SIMDUTF_CPLUSPLUS23
  219|       |    if !consteval
  220|       |#endif
  221|  18.1M|    {
  222|       |      // try to convert the next block of 8 bytes
  223|  18.1M|      if (pos + 4 <= len) { // if it is safe to read 8 more bytes, check that
  ------------------
  |  Branch (223:11): [True: 18.1M, False: 3.19k]
  ------------------
  224|       |                            // they are ascii
  225|  18.1M|        uint64_t v;
  226|  18.1M|        ::memcpy(&v, data + pos, sizeof(uint64_t));
  227|  18.1M|        if constexpr (!match_system(big_endian)) {
  228|  18.1M|          v = (v >> 8) | (v << (64 - 8));
  229|  18.1M|        }
  230|  18.1M|        if ((v & 0xFF80FF80FF80FF80) == 0) {
  ------------------
  |  Branch (230:13): [True: 2.36M, False: 15.7M]
  ------------------
  231|  2.36M|          size_t final_pos = pos + 4;
  232|  11.8M|          while (pos < final_pos) {
  ------------------
  |  Branch (232:18): [True: 9.45M, False: 2.36M]
  ------------------
  233|  9.45M|            *utf8_output++ = !match_system(big_endian)
  ------------------
  |  Branch (233:30): [True: 9.45M, Folded]
  ------------------
  234|  9.45M|                                 ? char(u16_swap_bytes(data[pos]))
  235|  9.45M|                                 : char(data[pos]);
  236|  9.45M|            pos++;
  237|  9.45M|          }
  238|  2.36M|          continue;
  239|  2.36M|        }
  240|  18.1M|      }
  241|  18.1M|    }
  242|  15.7M|    uint16_t word =
  243|  15.7M|        !match_system(big_endian) ? u16_swap_bytes(data[pos]) : data[pos];
  ------------------
  |  Branch (243:9): [True: 15.7M, Folded]
  ------------------
  244|  15.7M|    if ((word & 0xFF80) == 0) {
  ------------------
  |  Branch (244:9): [True: 283k, False: 15.5M]
  ------------------
  245|       |      // will generate one UTF-8 bytes
  246|   283k|      *utf8_output++ = char(word);
  247|   283k|      pos++;
  248|  15.5M|    } else if ((word & 0xF800) == 0) {
  ------------------
  |  Branch (248:16): [True: 276k, False: 15.2M]
  ------------------
  249|       |      // will generate two UTF-8 bytes
  250|       |      // we have 0b110XXXXX 0b10XXXXXX
  251|   276k|      *utf8_output++ = char((word >> 6) | 0b11000000);
  252|   276k|      *utf8_output++ = char((word & 0b111111) | 0b10000000);
  253|   276k|      pos++;
  254|  15.2M|    } else if ((word & 0xF800) != 0xD800) {
  ------------------
  |  Branch (254:16): [True: 13.8M, False: 1.39M]
  ------------------
  255|       |      // will generate three UTF-8 bytes
  256|       |      // we have 0b1110XXXX 0b10XXXXXX 0b10XXXXXX
  257|  13.8M|      *utf8_output++ = char((word >> 12) | 0b11100000);
  258|  13.8M|      *utf8_output++ = char(((word >> 6) & 0b111111) | 0b10000000);
  259|  13.8M|      *utf8_output++ = char((word & 0b111111) | 0b10000000);
  260|  13.8M|      pos++;
  261|  13.8M|    } else {
  262|       |      // surrogate range
  263|  1.39M|      uint16_t diff = uint16_t(word - 0xD800);
  264|  1.39M|      if (diff <= 0x3FF && pos + 1 < len) {
  ------------------
  |  Branch (264:11): [True: 522k, False: 869k]
  |  Branch (264:28): [True: 522k, False: 186]
  ------------------
  265|       |        // high surrogate, check for valid pair
  266|   522k|        uint16_t next_word = !match_system(big_endian)
  ------------------
  |  Branch (266:30): [True: 522k, Folded]
  ------------------
  267|   522k|                                 ? u16_swap_bytes(data[pos + 1])
  268|   522k|                                 : data[pos + 1];
  269|   522k|        uint16_t diff2 = uint16_t(next_word - 0xDC00);
  270|   522k|        if (diff2 <= 0x3FF) {
  ------------------
  |  Branch (270:13): [True: 135k, False: 387k]
  ------------------
  271|       |          // valid surrogate pair
  272|   135k|          uint32_t value = (diff << 10) + diff2 + 0x10000;
  273|       |          // will generate four UTF-8 bytes
  274|   135k|          *utf8_output++ = char((value >> 18) | 0b11110000);
  275|   135k|          *utf8_output++ = char(((value >> 12) & 0b111111) | 0b10000000);
  276|   135k|          *utf8_output++ = char(((value >> 6) & 0b111111) | 0b10000000);
  277|   135k|          *utf8_output++ = char((value & 0b111111) | 0b10000000);
  278|   135k|          pos += 2;
  279|   135k|          continue;
  280|   135k|        }
  281|   522k|      }
  282|       |      // unpaired surrogate: replace with U+FFFD (0xEF 0xBF 0xBD)
  283|  1.25M|      *utf8_output++ = char(0xef);
  284|  1.25M|      *utf8_output++ = char(0xbf);
  285|  1.25M|      *utf8_output++ = char(0xbd);
  286|  1.25M|      pos++;
  287|  1.25M|    }
  288|  15.7M|  }
  289|  1.28k|  return utf8_output - start;
  290|  1.28k|}

simdutf.cpp:_ZN7simdutf6scalar12_GLOBAL__N_14utf88validateEPKcm:
  113|  2.61k|                                                        size_t len) noexcept {
  114|  2.61k|  return validate(reinterpret_cast<const uint8_t *>(buf), len);
  115|  2.61k|}
simdutf.cpp:_ZN7simdutf6scalar12_GLOBAL__N_14utf88validateIPKhEEbT_m:
   14|  2.61k|                                                      size_t len) noexcept {
   15|  2.61k|  static_assert(
   16|  2.61k|      std::is_same<typename std::decay<decltype(*data)>::type, uint8_t>::value,
   17|  2.61k|      "dereferencing the data pointer must result in a uint8_t");
   18|  2.61k|  uint64_t pos = 0;
   19|  2.61k|  uint32_t code_point = 0;
   20|  33.5M|  while (pos < len) {
  ------------------
  |  Branch (20:10): [True: 33.5M, False: 2.22k]
  ------------------
   21|  33.5M|    uint64_t next_pos;
   22|       |#if SIMDUTF_CPLUSPLUS23
   23|       |    if !consteval
   24|       |#endif
   25|  33.5M|    { // check if the next 16 bytes are ascii.
   26|  33.5M|      next_pos = pos + 16;
   27|  33.5M|      if (next_pos <= len) { // if it is safe to read 16 more bytes, check
  ------------------
  |  Branch (27:11): [True: 33.5M, False: 9.93k]
  ------------------
   28|       |                             // that they are ascii
   29|  33.5M|        uint64_t v1{};
   30|  33.5M|        std::memcpy(&v1, data + pos, sizeof(uint64_t));
   31|  33.5M|        uint64_t v2{};
   32|  33.5M|        std::memcpy(&v2, data + pos + sizeof(uint64_t), sizeof(uint64_t));
   33|  33.5M|        uint64_t v{v1 | v2};
   34|  33.5M|        if ((v & 0x8080808080808080) == 0) {
  ------------------
  |  Branch (34:13): [True: 1.38M, False: 32.1M]
  ------------------
   35|  1.38M|          pos = next_pos;
   36|  1.38M|          continue;
   37|  1.38M|        }
   38|  33.5M|      }
   39|  33.5M|    }
   40|       |
   41|  32.1M|    unsigned char byte = data[pos];
   42|       |
   43|  33.9M|    while (byte < 0b10000000) {
  ------------------
  |  Branch (43:12): [True: 1.74M, False: 32.1M]
  ------------------
   44|  1.74M|      if (++pos == len) {
  ------------------
  |  Branch (44:11): [True: 398, False: 1.74M]
  ------------------
   45|    398|        return true;
   46|    398|      }
   47|  1.74M|      byte = data[pos];
   48|  1.74M|    }
   49|       |
   50|  32.1M|    if ((byte & 0b11100000) == 0b11000000) {
  ------------------
  |  Branch (50:9): [True: 724k, False: 31.4M]
  ------------------
   51|   724k|      next_pos = pos + 2;
   52|   724k|      if (next_pos > len) {
  ------------------
  |  Branch (52:11): [True: 0, False: 724k]
  ------------------
   53|      0|        return false;
   54|      0|      }
   55|   724k|      if ((data[pos + 1] & 0b11000000) != 0b10000000) {
  ------------------
  |  Branch (55:11): [True: 0, False: 724k]
  ------------------
   56|      0|        return false;
   57|      0|      }
   58|       |      // range check
   59|   724k|      code_point = (byte & 0b00011111) << 6 | (data[pos + 1] & 0b00111111);
   60|   724k|      if (code_point < 0x80) {
  ------------------
  |  Branch (60:11): [True: 0, False: 724k]
  ------------------
   61|      0|        return false;
   62|      0|      }
   63|  31.4M|    } else if ((byte & 0b11110000) == 0b11100000) {
  ------------------
  |  Branch (63:16): [True: 31.2M, False: 200k]
  ------------------
   64|  31.2M|      next_pos = pos + 3;
   65|  31.2M|      if (next_pos > len) {
  ------------------
  |  Branch (65:11): [True: 0, False: 31.2M]
  ------------------
   66|      0|        return false;
   67|      0|      }
   68|  31.2M|      if ((data[pos + 1] & 0b11000000) != 0b10000000) {
  ------------------
  |  Branch (68:11): [True: 0, False: 31.2M]
  ------------------
   69|      0|        return false;
   70|      0|      }
   71|  31.2M|      if ((data[pos + 2] & 0b11000000) != 0b10000000) {
  ------------------
  |  Branch (71:11): [True: 0, False: 31.2M]
  ------------------
   72|      0|        return false;
   73|      0|      }
   74|       |      // range check
   75|  31.2M|      code_point = (byte & 0b00001111) << 12 |
   76|  31.2M|                   (data[pos + 1] & 0b00111111) << 6 |
   77|  31.2M|                   (data[pos + 2] & 0b00111111);
   78|  31.2M|      if ((code_point < 0x800) ||
  ------------------
  |  Branch (78:11): [True: 0, False: 31.2M]
  ------------------
   79|  31.2M|          (0xd7ff < code_point && code_point < 0xe000)) {
  ------------------
  |  Branch (79:12): [True: 3.53M, False: 27.7M]
  |  Branch (79:35): [True: 0, False: 3.53M]
  ------------------
   80|      0|        return false;
   81|      0|      }
   82|  31.2M|    } else if ((byte & 0b11111000) == 0b11110000) { // 0b11110000
  ------------------
  |  Branch (82:16): [True: 200k, False: 0]
  ------------------
   83|   200k|      next_pos = pos + 4;
   84|   200k|      if (next_pos > len) {
  ------------------
  |  Branch (84:11): [True: 0, False: 200k]
  ------------------
   85|      0|        return false;
   86|      0|      }
   87|   200k|      if ((data[pos + 1] & 0b11000000) != 0b10000000) {
  ------------------
  |  Branch (87:11): [True: 0, False: 200k]
  ------------------
   88|      0|        return false;
   89|      0|      }
   90|   200k|      if ((data[pos + 2] & 0b11000000) != 0b10000000) {
  ------------------
  |  Branch (90:11): [True: 0, False: 200k]
  ------------------
   91|      0|        return false;
   92|      0|      }
   93|   200k|      if ((data[pos + 3] & 0b11000000) != 0b10000000) {
  ------------------
  |  Branch (93:11): [True: 0, False: 200k]
  ------------------
   94|      0|        return false;
   95|      0|      }
   96|       |      // range check
   97|   200k|      code_point =
   98|   200k|          (byte & 0b00000111) << 18 | (data[pos + 1] & 0b00111111) << 12 |
   99|   200k|          (data[pos + 2] & 0b00111111) << 6 | (data[pos + 3] & 0b00111111);
  100|   200k|      if (code_point <= 0xffff || 0x10ffff < code_point) {
  ------------------
  |  Branch (100:11): [True: 0, False: 200k]
  |  Branch (100:35): [True: 0, False: 200k]
  ------------------
  101|      0|        return false;
  102|      0|      }
  103|   200k|    } else {
  104|       |      // we may have a continuation
  105|      0|      return false;
  106|      0|    }
  107|  32.1M|    pos = next_pos;
  108|  32.1M|  }
  109|  2.22k|  return true;
  110|  2.61k|}

_ZNK7simdutf8fallback14implementation13validate_utf8EPKcm:
   37|  2.61k|implementation::validate_utf8(const char *buf, size_t len) const noexcept {
   38|  2.61k|  return scalar::utf8::validate(buf, len);
   39|  2.61k|}
_ZNK7simdutf8fallback14implementation24utf8_length_from_utf16leEPKDsm:
  452|    409|    const char16_t *input, size_t length) const noexcept {
  453|    409|  return scalar::utf16::utf8_length_from_utf16<endianness::LITTLE>(input,
  454|    409|                                                                   length);
  455|    409|}
_ZNK7simdutf8fallback14implementation24utf8_length_from_utf16beEPKDsm:
  458|    390|    const char16_t *input, size_t length) const noexcept {
  459|    390|  return scalar::utf16::utf8_length_from_utf16<endianness::BIG>(input, length);
  460|    390|}
_ZNK7simdutf8fallback14implementation41utf8_length_from_utf16le_with_replacementEPKDsm:
  483|  1.33k|    const char16_t *input, size_t length) const noexcept {
  484|  1.33k|  return scalar::utf16::utf8_length_from_utf16_with_replacement<
  485|  1.33k|      endianness::LITTLE>(input, length);
  486|  1.33k|}
_ZNK7simdutf8fallback14implementation41utf8_length_from_utf16be_with_replacementEPKDsm:
  490|  1.28k|    const char16_t *input, size_t length) const noexcept {
  491|  1.28k|  return scalar::utf16::utf8_length_from_utf16_with_replacement<
  492|  1.28k|      endianness::BIG>(input, length);
  493|  1.28k|}
_ZNK7simdutf8fallback14implementation40convert_utf16le_to_utf8_with_replacementEPKDsmPc:
  497|  1.33k|    const char16_t *input, size_t length, char *utf8_buffer) const noexcept {
  498|  1.33k|  return scalar::utf16_to_utf8::convert_with_replacement<endianness::LITTLE>(
  499|  1.33k|      input, length, utf8_buffer);
  500|  1.33k|}
_ZNK7simdutf8fallback14implementation40convert_utf16be_to_utf8_with_replacementEPKDsmPc:
  504|  1.28k|    const char16_t *input, size_t length, char *utf8_buffer) const noexcept {
  505|  1.28k|  return scalar::utf16_to_utf8::convert_with_replacement<endianness::BIG>(
  506|  1.28k|      input, length, utf8_buffer);
  507|  1.28k|}

simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_116buf_block_readerILm64EE13get_remainderEPh:
   57|  2.61k|buf_block_reader<STEP_SIZE>::get_remainder(uint8_t *dst) const {
   58|  2.61k|  if (len == idx) {
  ------------------
  |  Branch (58:7): [True: 4, False: 2.61k]
  ------------------
   59|      4|    return 0;
   60|      4|  } // memcpy(dst, null, 0) will trigger an error with some sanitizers
   61|  2.61k|  std::memset(dst, 0x20,
   62|  2.61k|              STEP_SIZE); // std::memset STEP_SIZE because it is more efficient
   63|       |                          // to write out 8 or 16 bytes at once.
   64|  2.61k|  std::memcpy(dst, buf + idx, len - idx);
   65|  2.61k|  return len - idx;
   66|  2.61k|}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_116buf_block_readerILm64EE13get_remainderEPh:
   57|  2.61k|buf_block_reader<STEP_SIZE>::get_remainder(uint8_t *dst) const {
   58|  2.61k|  if (len == idx) {
  ------------------
  |  Branch (58:7): [True: 4, False: 2.61k]
  ------------------
   59|      4|    return 0;
   60|      4|  } // memcpy(dst, null, 0) will trigger an error with some sanitizers
   61|  2.61k|  std::memset(dst, 0x20,
   62|  2.61k|              STEP_SIZE); // std::memset STEP_SIZE because it is more efficient
   63|       |                          // to write out 8 or 16 bytes at once.
   64|  2.61k|  std::memcpy(dst, buf + idx, len - idx);
   65|  2.61k|  return len - idx;
   66|  2.61k|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_116buf_block_readerILm64EEC2EPKhm:
   36|  2.61k|    : buf{_buf}, len{_len}, lenminusstep{len < STEP_SIZE ? 0 : len - STEP_SIZE},
  ------------------
  |  Branch (36:42): [True: 1.57k, False: 1.04k]
  ------------------
   37|  2.61k|      idx{0} {}
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_116buf_block_readerILm64EE14has_full_blockEv:
   45|  1.87M|simdutf_really_inline bool buf_block_reader<STEP_SIZE>::has_full_block() const {
   46|  1.87M|  return idx < lenminusstep;
   47|  1.87M|}
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_116buf_block_readerILm64EE10full_blockEv:
   51|  1.87M|buf_block_reader<STEP_SIZE>::full_block() const {
   52|  1.87M|  return &buf[idx];
   53|  1.87M|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_116buf_block_readerILm64EE7advanceEv:
   69|  1.87M|simdutf_really_inline void buf_block_reader<STEP_SIZE>::advance() {
   70|  1.87M|  idx += STEP_SIZE;
   71|  1.87M|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_116buf_block_readerILm64EEC2EPKhm:
   36|  2.61k|    : buf{_buf}, len{_len}, lenminusstep{len < STEP_SIZE ? 0 : len - STEP_SIZE},
  ------------------
  |  Branch (36:42): [True: 1.57k, False: 1.04k]
  ------------------
   37|  2.61k|      idx{0} {}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_116buf_block_readerILm64EE14has_full_blockEv:
   45|  1.87M|simdutf_really_inline bool buf_block_reader<STEP_SIZE>::has_full_block() const {
   46|  1.87M|  return idx < lenminusstep;
   47|  1.87M|}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_116buf_block_readerILm64EE10full_blockEv:
   51|  1.87M|buf_block_reader<STEP_SIZE>::full_block() const {
   52|  1.87M|  return &buf[idx];
   53|  1.87M|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_116buf_block_readerILm64EE7advanceEv:
   69|  1.87M|simdutf_really_inline void buf_block_reader<STEP_SIZE>::advance() {
   70|  1.87M|  idx += STEP_SIZE;
   71|  1.87M|}

simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_15utf1631utf8_length_from_utf16_bytemaskILNS_10endiannessE0EEEmPKDsm:
   10|    409|                                                             size_t size) {
   11|    409|  size_t pos = 0;
   12|       |
   13|    409|  using vector_u16 = simd16<uint16_t>;
   14|    409|  constexpr size_t N = vector_u16::ELEMENTS;
   15|       |
   16|    409|  const auto one = vector_u16::splat(1);
   17|       |
   18|    409|  auto v_count = vector_u16::zero();
   19|       |
   20|       |  // each char16 yields at least one byte
   21|    409|  size_t count = size / N * N;
   22|       |
   23|       |  // in a single iteration the increment is 0, 1 or 2, despite we have
   24|       |  // three additions
   25|    409|  constexpr size_t max_iterations = 65535 / 2;
   26|    409|  size_t iteration = max_iterations;
   27|       |
   28|   739k|  for (; pos < size / N * N; pos += N) {
  ------------------
  |  Branch (28:10): [True: 738k, False: 409]
  ------------------
   29|   738k|    auto input = vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos));
   30|       |    if constexpr (!match_system(big_endian)) {
   31|       |      input = input.swap_bytes();
   32|       |    }
   33|       |    // 0xd800 .. 0xdbff - low surrogate
   34|       |    // 0xdc00 .. 0xdfff - high surrogate
   35|   738k|    const auto is_surrogate = ((input & uint16_t(0xf800)) == uint16_t(0xd800));
   36|       |
   37|       |    // c0 - chars that yield 2- or 3-byte UTF-8 codes
   38|   738k|    const auto c0 = min(input & uint16_t(0xff80), one);
   39|       |
   40|       |    // c1 - chars that yield 3-byte UTF-8 codes (including surrogates)
   41|   738k|    const auto c1 = min(input & uint16_t(0xf800), one);
   42|       |
   43|       |    /*
   44|       |        Explanation how the counting works.
   45|       |
   46|       |        In the case of a non-surrogate character we count:
   47|       |        * always 1 -- see how `count` is initialized above;
   48|       |        * c0 = 1 if the current char yields 2 or 3 bytes;
   49|       |        * c1 = 1 if the current char yields 3 bytes.
   50|       |
   51|       |        Thus, we always have correct count for the current char:
   52|       |        from 1, 2 or 3 bytes.
   53|       |
   54|       |        A trickier part is how we count surrogate pairs. Whether
   55|       |        we encounter a surrogate (low or high), we count it as
   56|       |        3 chars and then minus 1 (`is_surrogate` is -1 or 0).
   57|       |        Each surrogate char yields 2. A surrogate pair, that
   58|       |        is a low surrogate followed by a high one, yields
   59|       |        the expected 4 bytes.
   60|       |
   61|       |        It also correctly handles cases when low surrogate is
   62|       |        processed by the this loop, but high surrogate is counted
   63|       |        by the scalar procedure. The scalar procedure uses exactly
   64|       |        the described approach, thanks to that for valid UTF-16
   65|       |        strings it always count correctly.
   66|       |    */
   67|   738k|    v_count += c0;
   68|   738k|    v_count += c1;
   69|   738k|    v_count += vector_u16(is_surrogate);
   70|       |
   71|   738k|    iteration -= 1;
   72|   738k|    if (iteration == 0) {
  ------------------
  |  Branch (72:9): [True: 18, False: 738k]
  ------------------
   73|     18|      count += v_count.sum();
   74|     18|      v_count = vector_u16::zero();
   75|     18|      iteration = max_iterations;
   76|     18|    }
   77|   738k|  }
   78|       |
   79|    409|  if (iteration > 0) {
  ------------------
  |  Branch (79:7): [True: 409, False: 0]
  ------------------
   80|    409|    count += v_count.sum();
   81|    409|  }
   82|       |
   83|    409|  return count + scalar::utf16::utf8_length_from_utf16<big_endian>(in + pos,
   84|    409|                                                                   size - pos);
   85|    409|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_15utf1631utf8_length_from_utf16_bytemaskILNS_10endiannessE1EEEmPKDsm:
   10|    390|                                                             size_t size) {
   11|    390|  size_t pos = 0;
   12|       |
   13|    390|  using vector_u16 = simd16<uint16_t>;
   14|    390|  constexpr size_t N = vector_u16::ELEMENTS;
   15|       |
   16|    390|  const auto one = vector_u16::splat(1);
   17|       |
   18|    390|  auto v_count = vector_u16::zero();
   19|       |
   20|       |  // each char16 yields at least one byte
   21|    390|  size_t count = size / N * N;
   22|       |
   23|       |  // in a single iteration the increment is 0, 1 or 2, despite we have
   24|       |  // three additions
   25|    390|  constexpr size_t max_iterations = 65535 / 2;
   26|    390|  size_t iteration = max_iterations;
   27|       |
   28|   493k|  for (; pos < size / N * N; pos += N) {
  ------------------
  |  Branch (28:10): [True: 493k, False: 390]
  ------------------
   29|   493k|    auto input = vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos));
   30|   493k|    if constexpr (!match_system(big_endian)) {
   31|   493k|      input = input.swap_bytes();
   32|   493k|    }
   33|       |    // 0xd800 .. 0xdbff - low surrogate
   34|       |    // 0xdc00 .. 0xdfff - high surrogate
   35|   493k|    const auto is_surrogate = ((input & uint16_t(0xf800)) == uint16_t(0xd800));
   36|       |
   37|       |    // c0 - chars that yield 2- or 3-byte UTF-8 codes
   38|   493k|    const auto c0 = min(input & uint16_t(0xff80), one);
   39|       |
   40|       |    // c1 - chars that yield 3-byte UTF-8 codes (including surrogates)
   41|   493k|    const auto c1 = min(input & uint16_t(0xf800), one);
   42|       |
   43|       |    /*
   44|       |        Explanation how the counting works.
   45|       |
   46|       |        In the case of a non-surrogate character we count:
   47|       |        * always 1 -- see how `count` is initialized above;
   48|       |        * c0 = 1 if the current char yields 2 or 3 bytes;
   49|       |        * c1 = 1 if the current char yields 3 bytes.
   50|       |
   51|       |        Thus, we always have correct count for the current char:
   52|       |        from 1, 2 or 3 bytes.
   53|       |
   54|       |        A trickier part is how we count surrogate pairs. Whether
   55|       |        we encounter a surrogate (low or high), we count it as
   56|       |        3 chars and then minus 1 (`is_surrogate` is -1 or 0).
   57|       |        Each surrogate char yields 2. A surrogate pair, that
   58|       |        is a low surrogate followed by a high one, yields
   59|       |        the expected 4 bytes.
   60|       |
   61|       |        It also correctly handles cases when low surrogate is
   62|       |        processed by the this loop, but high surrogate is counted
   63|       |        by the scalar procedure. The scalar procedure uses exactly
   64|       |        the described approach, thanks to that for valid UTF-16
   65|       |        strings it always count correctly.
   66|       |    */
   67|   493k|    v_count += c0;
   68|   493k|    v_count += c1;
   69|   493k|    v_count += vector_u16(is_surrogate);
   70|       |
   71|   493k|    iteration -= 1;
   72|   493k|    if (iteration == 0) {
  ------------------
  |  Branch (72:9): [True: 9, False: 493k]
  ------------------
   73|      9|      count += v_count.sum();
   74|      9|      v_count = vector_u16::zero();
   75|      9|      iteration = max_iterations;
   76|      9|    }
   77|   493k|  }
   78|       |
   79|    390|  if (iteration > 0) {
  ------------------
  |  Branch (79:7): [True: 390, False: 0]
  ------------------
   80|    390|    count += v_count.sum();
   81|    390|  }
   82|       |
   83|    390|  return count + scalar::utf16::utf8_length_from_utf16<big_endian>(in + pos,
   84|    390|                                                                   size - pos);
   85|    390|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_15utf1639utf8_length_from_utf16_with_replacementILNS_10endiannessE0EEENS_6resultEPKDsm:
   89|  1.33k|utf8_length_from_utf16_with_replacement(const char16_t *in, size_t size) {
   90|  1.33k|  using vector_u16 = simd16<uint16_t>;
   91|  1.33k|  constexpr size_t N = vector_u16::ELEMENTS;
   92|  1.33k|  if (N + 1 > size) {
  ------------------
  |  Branch (92:7): [True: 499, False: 836]
  ------------------
   93|    499|    return scalar::utf16::utf8_length_from_utf16_with_replacement<big_endian>(
   94|    499|        in, size);
   95|    499|  } // special case for short inputs
   96|    836|  size_t pos = 0;
   97|    836|  bool any_surrogates = false;
   98|       |
   99|    836|  const auto one = vector_u16::splat(1);
  100|       |
  101|    836|  auto v_count = vector_u16::zero();
  102|    836|  auto v_mismatched_count = vector_u16::zero();
  103|       |
  104|    836|  size_t count = 0;
  105|    836|  size_t mismatched_count = 0;
  106|       |
  107|       |  // in a single iteration the increment is 0, 1 or 2, despite we have
  108|       |  // three additions
  109|    836|  constexpr size_t max_iterations = 65535 / 2;
  110|    836|  size_t iteration = max_iterations;
  111|       |
  112|    836|  if (scalar::utf16::is_low_surrogate<big_endian>(in[0])) {
  ------------------
  |  Branch (112:7): [True: 45, False: 791]
  ------------------
  113|     45|    any_surrogates = true;
  114|     45|    mismatched_count += 1;
  115|     45|  }
  116|       |
  117|  1.92M|  for (; pos < (size - 1) / N * N; pos += N) {
  ------------------
  |  Branch (117:10): [True: 1.92M, False: 836]
  ------------------
  118|  1.92M|    auto input = vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos));
  119|       |    if constexpr (!match_system(big_endian)) {
  120|       |      input = input.swap_bytes();
  121|       |    }
  122|       |    // 0xd800 .. 0xdbff - low surrogate
  123|       |    // 0xdc00 .. 0xdfff - high surrogate
  124|  1.92M|    const auto is_surrogate = ((input & uint16_t(0xf800)) == uint16_t(0xd800));
  125|       |
  126|       |    // c0 - chars that yield 2- or 3-byte UTF-8 codes
  127|  1.92M|    const auto c0 = min(input & uint16_t(0xff80), one);
  128|       |
  129|       |    // c1 - chars that yield 3-byte UTF-8 codes (including surrogates)
  130|  1.92M|    const auto c1 = min(input & uint16_t(0xf800), one);
  131|       |
  132|  1.92M|    v_count += c0;
  133|  1.92M|    v_count += c1;
  134|  1.92M|    v_count += vector_u16(is_surrogate);
  135|  1.92M|    if (is_surrogate.to_bitmask() != 0 ||
  ------------------
  |  Branch (135:9): [True: 150k, False: 1.77M]
  ------------------
  136|  1.77M|        scalar::utf16::is_low_surrogate<big_endian>(in[pos + N])) {
  ------------------
  |  Branch (136:9): [True: 2.51k, False: 1.77M]
  ------------------
  137|   153k|      any_surrogates = true;
  138|   153k|      auto input_next =
  139|   153k|          vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos + 1));
  140|       |      if constexpr (!match_system(big_endian)) {
  141|       |        input_next = input_next.swap_bytes();
  142|       |      }
  143|       |
  144|   153k|      const auto lb_masked = input & (0xfc00);
  145|   153k|      const auto block_masked = input_next & (0xfc00);
  146|       |
  147|   153k|      const auto lb_is_high = lb_masked == (0xd800);
  148|   153k|      const auto block_is_low = block_masked == (0xdc00);
  149|       |
  150|   153k|      const auto illseq = min(vector_u16(lb_is_high ^ block_is_low), one);
  151|       |
  152|   153k|      v_mismatched_count += illseq;
  153|   153k|    }
  154|       |
  155|  1.92M|    iteration -= 1;
  156|  1.92M|    if (iteration == 0) {
  ------------------
  |  Branch (156:9): [True: 35, False: 1.92M]
  ------------------
  157|     35|      count += v_count.sum();
  158|     35|      v_count = vector_u16::zero();
  159|     35|      mismatched_count += v_mismatched_count.sum();
  160|     35|      v_mismatched_count = vector_u16::zero();
  161|     35|      iteration = max_iterations;
  162|     35|    }
  163|  1.92M|  }
  164|       |
  165|    836|  if (iteration > 0) {
  ------------------
  |  Branch (165:7): [True: 836, False: 0]
  ------------------
  166|    836|    count += v_count.sum();
  167|    836|    mismatched_count += v_mismatched_count.sum();
  168|    836|  }
  169|       |
  170|    836|  if (scalar::utf16::is_low_surrogate<big_endian>(in[pos])) {
  ------------------
  |  Branch (170:7): [True: 113, False: 723]
  ------------------
  171|    113|    any_surrogates = true;
  172|    113|    if (!scalar::utf16::is_high_surrogate<big_endian>(in[pos - 1])) {
  ------------------
  |  Branch (172:9): [True: 90, False: 23]
  ------------------
  173|     90|      mismatched_count -= 1;
  174|     90|      count += 2;
  175|     90|      pos += 1;
  176|     90|    }
  177|    113|  }
  178|    836|  count += pos;
  179|    836|  count += mismatched_count;
  180|    836|  if (scalar::utf16::is_high_surrogate<big_endian>(in[pos - 1])) {
  ------------------
  |  Branch (180:7): [True: 129, False: 707]
  ------------------
  181|    129|    any_surrogates = true;
  182|    129|    if (pos == size) {
  ------------------
  |  Branch (182:9): [True: 0, False: 129]
  ------------------
  183|      0|      count += 2;
  184|    129|    } else if (scalar::utf16::is_low_surrogate<big_endian>(in[pos])) {
  ------------------
  |  Branch (184:16): [True: 23, False: 106]
  ------------------
  185|     23|      pos += 1;
  186|     23|      count += 2;
  187|     23|    }
  188|    129|  }
  189|    836|  result scalar_result =
  190|    836|      scalar::utf16::utf8_length_from_utf16_with_replacement<big_endian>(
  191|    836|          in + pos, size - pos);
  192|    836|  return {any_surrogates ? SURROGATE : scalar_result.error,
  ------------------
  |  Branch (192:11): [True: 539, False: 297]
  ------------------
  193|    836|          count + scalar_result.count};
  194|  1.33k|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_15utf1639utf8_length_from_utf16_with_replacementILNS_10endiannessE1EEENS_6resultEPKDsm:
   89|  1.28k|utf8_length_from_utf16_with_replacement(const char16_t *in, size_t size) {
   90|  1.28k|  using vector_u16 = simd16<uint16_t>;
   91|  1.28k|  constexpr size_t N = vector_u16::ELEMENTS;
   92|  1.28k|  if (N + 1 > size) {
  ------------------
  |  Branch (92:7): [True: 545, False: 739]
  ------------------
   93|    545|    return scalar::utf16::utf8_length_from_utf16_with_replacement<big_endian>(
   94|    545|        in, size);
   95|    545|  } // special case for short inputs
   96|    739|  size_t pos = 0;
   97|    739|  bool any_surrogates = false;
   98|       |
   99|    739|  const auto one = vector_u16::splat(1);
  100|       |
  101|    739|  auto v_count = vector_u16::zero();
  102|    739|  auto v_mismatched_count = vector_u16::zero();
  103|       |
  104|    739|  size_t count = 0;
  105|    739|  size_t mismatched_count = 0;
  106|       |
  107|       |  // in a single iteration the increment is 0, 1 or 2, despite we have
  108|       |  // three additions
  109|    739|  constexpr size_t max_iterations = 65535 / 2;
  110|    739|  size_t iteration = max_iterations;
  111|       |
  112|    739|  if (scalar::utf16::is_low_surrogate<big_endian>(in[0])) {
  ------------------
  |  Branch (112:7): [True: 40, False: 699]
  ------------------
  113|     40|    any_surrogates = true;
  114|     40|    mismatched_count += 1;
  115|     40|  }
  116|       |
  117|  1.58M|  for (; pos < (size - 1) / N * N; pos += N) {
  ------------------
  |  Branch (117:10): [True: 1.58M, False: 739]
  ------------------
  118|  1.58M|    auto input = vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos));
  119|  1.58M|    if constexpr (!match_system(big_endian)) {
  120|  1.58M|      input = input.swap_bytes();
  121|  1.58M|    }
  122|       |    // 0xd800 .. 0xdbff - low surrogate
  123|       |    // 0xdc00 .. 0xdfff - high surrogate
  124|  1.58M|    const auto is_surrogate = ((input & uint16_t(0xf800)) == uint16_t(0xd800));
  125|       |
  126|       |    // c0 - chars that yield 2- or 3-byte UTF-8 codes
  127|  1.58M|    const auto c0 = min(input & uint16_t(0xff80), one);
  128|       |
  129|       |    // c1 - chars that yield 3-byte UTF-8 codes (including surrogates)
  130|  1.58M|    const auto c1 = min(input & uint16_t(0xf800), one);
  131|       |
  132|  1.58M|    v_count += c0;
  133|  1.58M|    v_count += c1;
  134|  1.58M|    v_count += vector_u16(is_surrogate);
  135|  1.58M|    if (is_surrogate.to_bitmask() != 0 ||
  ------------------
  |  Branch (135:9): [True: 231k, False: 1.35M]
  ------------------
  136|  1.35M|        scalar::utf16::is_low_surrogate<big_endian>(in[pos + N])) {
  ------------------
  |  Branch (136:9): [True: 2.95k, False: 1.35M]
  ------------------
  137|   234k|      any_surrogates = true;
  138|   234k|      auto input_next =
  139|   234k|          vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos + 1));
  140|   234k|      if constexpr (!match_system(big_endian)) {
  141|   234k|        input_next = input_next.swap_bytes();
  142|   234k|      }
  143|       |
  144|   234k|      const auto lb_masked = input & (0xfc00);
  145|   234k|      const auto block_masked = input_next & (0xfc00);
  146|       |
  147|   234k|      const auto lb_is_high = lb_masked == (0xd800);
  148|   234k|      const auto block_is_low = block_masked == (0xdc00);
  149|       |
  150|   234k|      const auto illseq = min(vector_u16(lb_is_high ^ block_is_low), one);
  151|       |
  152|   234k|      v_mismatched_count += illseq;
  153|   234k|    }
  154|       |
  155|  1.58M|    iteration -= 1;
  156|  1.58M|    if (iteration == 0) {
  ------------------
  |  Branch (156:9): [True: 30, False: 1.58M]
  ------------------
  157|     30|      count += v_count.sum();
  158|     30|      v_count = vector_u16::zero();
  159|     30|      mismatched_count += v_mismatched_count.sum();
  160|     30|      v_mismatched_count = vector_u16::zero();
  161|     30|      iteration = max_iterations;
  162|     30|    }
  163|  1.58M|  }
  164|       |
  165|    739|  if (iteration > 0) {
  ------------------
  |  Branch (165:7): [True: 739, False: 0]
  ------------------
  166|    739|    count += v_count.sum();
  167|    739|    mismatched_count += v_mismatched_count.sum();
  168|    739|  }
  169|       |
  170|    739|  if (scalar::utf16::is_low_surrogate<big_endian>(in[pos])) {
  ------------------
  |  Branch (170:7): [True: 109, False: 630]
  ------------------
  171|    109|    any_surrogates = true;
  172|    109|    if (!scalar::utf16::is_high_surrogate<big_endian>(in[pos - 1])) {
  ------------------
  |  Branch (172:9): [True: 76, False: 33]
  ------------------
  173|     76|      mismatched_count -= 1;
  174|     76|      count += 2;
  175|     76|      pos += 1;
  176|     76|    }
  177|    109|  }
  178|    739|  count += pos;
  179|    739|  count += mismatched_count;
  180|    739|  if (scalar::utf16::is_high_surrogate<big_endian>(in[pos - 1])) {
  ------------------
  |  Branch (180:7): [True: 122, False: 617]
  ------------------
  181|    122|    any_surrogates = true;
  182|    122|    if (pos == size) {
  ------------------
  |  Branch (182:9): [True: 0, False: 122]
  ------------------
  183|      0|      count += 2;
  184|    122|    } else if (scalar::utf16::is_low_surrogate<big_endian>(in[pos])) {
  ------------------
  |  Branch (184:16): [True: 33, False: 89]
  ------------------
  185|     33|      pos += 1;
  186|     33|      count += 2;
  187|     33|    }
  188|    122|  }
  189|    739|  result scalar_result =
  190|    739|      scalar::utf16::utf8_length_from_utf16_with_replacement<big_endian>(
  191|    739|          in + pos, size - pos);
  192|    739|  return {any_surrogates ? SURROGATE : scalar_result.error,
  ------------------
  |  Branch (192:11): [True: 483, False: 256]
  ------------------
  193|    739|          count + scalar_result.count};
  194|  1.28k|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_15utf1631utf8_length_from_utf16_bytemaskILNS_10endiannessE0EEEmPKDsm:
   10|    409|                                                             size_t size) {
   11|    409|  size_t pos = 0;
   12|       |
   13|    409|  using vector_u16 = simd16<uint16_t>;
   14|    409|  constexpr size_t N = vector_u16::ELEMENTS;
   15|       |
   16|    409|  const auto one = vector_u16::splat(1);
   17|       |
   18|    409|  auto v_count = vector_u16::zero();
   19|       |
   20|       |  // each char16 yields at least one byte
   21|    409|  size_t count = size / N * N;
   22|       |
   23|       |  // in a single iteration the increment is 0, 1 or 2, despite we have
   24|       |  // three additions
   25|    409|  constexpr size_t max_iterations = 65535 / 2;
   26|    409|  size_t iteration = max_iterations;
   27|       |
   28|  1.47M|  for (; pos < size / N * N; pos += N) {
  ------------------
  |  Branch (28:10): [True: 1.47M, False: 409]
  ------------------
   29|  1.47M|    auto input = vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos));
   30|       |    if constexpr (!match_system(big_endian)) {
   31|       |      input = input.swap_bytes();
   32|       |    }
   33|       |    // 0xd800 .. 0xdbff - low surrogate
   34|       |    // 0xdc00 .. 0xdfff - high surrogate
   35|  1.47M|    const auto is_surrogate = ((input & uint16_t(0xf800)) == uint16_t(0xd800));
   36|       |
   37|       |    // c0 - chars that yield 2- or 3-byte UTF-8 codes
   38|  1.47M|    const auto c0 = min(input & uint16_t(0xff80), one);
   39|       |
   40|       |    // c1 - chars that yield 3-byte UTF-8 codes (including surrogates)
   41|  1.47M|    const auto c1 = min(input & uint16_t(0xf800), one);
   42|       |
   43|       |    /*
   44|       |        Explanation how the counting works.
   45|       |
   46|       |        In the case of a non-surrogate character we count:
   47|       |        * always 1 -- see how `count` is initialized above;
   48|       |        * c0 = 1 if the current char yields 2 or 3 bytes;
   49|       |        * c1 = 1 if the current char yields 3 bytes.
   50|       |
   51|       |        Thus, we always have correct count for the current char:
   52|       |        from 1, 2 or 3 bytes.
   53|       |
   54|       |        A trickier part is how we count surrogate pairs. Whether
   55|       |        we encounter a surrogate (low or high), we count it as
   56|       |        3 chars and then minus 1 (`is_surrogate` is -1 or 0).
   57|       |        Each surrogate char yields 2. A surrogate pair, that
   58|       |        is a low surrogate followed by a high one, yields
   59|       |        the expected 4 bytes.
   60|       |
   61|       |        It also correctly handles cases when low surrogate is
   62|       |        processed by the this loop, but high surrogate is counted
   63|       |        by the scalar procedure. The scalar procedure uses exactly
   64|       |        the described approach, thanks to that for valid UTF-16
   65|       |        strings it always count correctly.
   66|       |    */
   67|  1.47M|    v_count += c0;
   68|  1.47M|    v_count += c1;
   69|  1.47M|    v_count += vector_u16(is_surrogate);
   70|       |
   71|  1.47M|    iteration -= 1;
   72|  1.47M|    if (iteration == 0) {
  ------------------
  |  Branch (72:9): [True: 39, False: 1.47M]
  ------------------
   73|     39|      count += v_count.sum();
   74|     39|      v_count = vector_u16::zero();
   75|     39|      iteration = max_iterations;
   76|     39|    }
   77|  1.47M|  }
   78|       |
   79|    409|  if (iteration > 0) {
  ------------------
  |  Branch (79:7): [True: 409, False: 0]
  ------------------
   80|    409|    count += v_count.sum();
   81|    409|  }
   82|       |
   83|    409|  return count + scalar::utf16::utf8_length_from_utf16<big_endian>(in + pos,
   84|    409|                                                                   size - pos);
   85|    409|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_15utf1631utf8_length_from_utf16_bytemaskILNS_10endiannessE1EEEmPKDsm:
   10|    390|                                                             size_t size) {
   11|    390|  size_t pos = 0;
   12|       |
   13|    390|  using vector_u16 = simd16<uint16_t>;
   14|    390|  constexpr size_t N = vector_u16::ELEMENTS;
   15|       |
   16|    390|  const auto one = vector_u16::splat(1);
   17|       |
   18|    390|  auto v_count = vector_u16::zero();
   19|       |
   20|       |  // each char16 yields at least one byte
   21|    390|  size_t count = size / N * N;
   22|       |
   23|       |  // in a single iteration the increment is 0, 1 or 2, despite we have
   24|       |  // three additions
   25|    390|  constexpr size_t max_iterations = 65535 / 2;
   26|    390|  size_t iteration = max_iterations;
   27|       |
   28|   986k|  for (; pos < size / N * N; pos += N) {
  ------------------
  |  Branch (28:10): [True: 986k, False: 390]
  ------------------
   29|   986k|    auto input = vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos));
   30|   986k|    if constexpr (!match_system(big_endian)) {
   31|   986k|      input = input.swap_bytes();
   32|   986k|    }
   33|       |    // 0xd800 .. 0xdbff - low surrogate
   34|       |    // 0xdc00 .. 0xdfff - high surrogate
   35|   986k|    const auto is_surrogate = ((input & uint16_t(0xf800)) == uint16_t(0xd800));
   36|       |
   37|       |    // c0 - chars that yield 2- or 3-byte UTF-8 codes
   38|   986k|    const auto c0 = min(input & uint16_t(0xff80), one);
   39|       |
   40|       |    // c1 - chars that yield 3-byte UTF-8 codes (including surrogates)
   41|   986k|    const auto c1 = min(input & uint16_t(0xf800), one);
   42|       |
   43|       |    /*
   44|       |        Explanation how the counting works.
   45|       |
   46|       |        In the case of a non-surrogate character we count:
   47|       |        * always 1 -- see how `count` is initialized above;
   48|       |        * c0 = 1 if the current char yields 2 or 3 bytes;
   49|       |        * c1 = 1 if the current char yields 3 bytes.
   50|       |
   51|       |        Thus, we always have correct count for the current char:
   52|       |        from 1, 2 or 3 bytes.
   53|       |
   54|       |        A trickier part is how we count surrogate pairs. Whether
   55|       |        we encounter a surrogate (low or high), we count it as
   56|       |        3 chars and then minus 1 (`is_surrogate` is -1 or 0).
   57|       |        Each surrogate char yields 2. A surrogate pair, that
   58|       |        is a low surrogate followed by a high one, yields
   59|       |        the expected 4 bytes.
   60|       |
   61|       |        It also correctly handles cases when low surrogate is
   62|       |        processed by the this loop, but high surrogate is counted
   63|       |        by the scalar procedure. The scalar procedure uses exactly
   64|       |        the described approach, thanks to that for valid UTF-16
   65|       |        strings it always count correctly.
   66|       |    */
   67|   986k|    v_count += c0;
   68|   986k|    v_count += c1;
   69|   986k|    v_count += vector_u16(is_surrogate);
   70|       |
   71|   986k|    iteration -= 1;
   72|   986k|    if (iteration == 0) {
  ------------------
  |  Branch (72:9): [True: 22, False: 986k]
  ------------------
   73|     22|      count += v_count.sum();
   74|     22|      v_count = vector_u16::zero();
   75|     22|      iteration = max_iterations;
   76|     22|    }
   77|   986k|  }
   78|       |
   79|    390|  if (iteration > 0) {
  ------------------
  |  Branch (79:7): [True: 390, False: 0]
  ------------------
   80|    390|    count += v_count.sum();
   81|    390|  }
   82|       |
   83|    390|  return count + scalar::utf16::utf8_length_from_utf16<big_endian>(in + pos,
   84|    390|                                                                   size - pos);
   85|    390|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_15utf1639utf8_length_from_utf16_with_replacementILNS_10endiannessE0EEENS_6resultEPKDsm:
   89|  1.33k|utf8_length_from_utf16_with_replacement(const char16_t *in, size_t size) {
   90|  1.33k|  using vector_u16 = simd16<uint16_t>;
   91|  1.33k|  constexpr size_t N = vector_u16::ELEMENTS;
   92|  1.33k|  if (N + 1 > size) {
  ------------------
  |  Branch (92:7): [True: 231, False: 1.10k]
  ------------------
   93|    231|    return scalar::utf16::utf8_length_from_utf16_with_replacement<big_endian>(
   94|    231|        in, size);
   95|    231|  } // special case for short inputs
   96|  1.10k|  size_t pos = 0;
   97|  1.10k|  bool any_surrogates = false;
   98|       |
   99|  1.10k|  const auto one = vector_u16::splat(1);
  100|       |
  101|  1.10k|  auto v_count = vector_u16::zero();
  102|  1.10k|  auto v_mismatched_count = vector_u16::zero();
  103|       |
  104|  1.10k|  size_t count = 0;
  105|  1.10k|  size_t mismatched_count = 0;
  106|       |
  107|       |  // in a single iteration the increment is 0, 1 or 2, despite we have
  108|       |  // three additions
  109|  1.10k|  constexpr size_t max_iterations = 65535 / 2;
  110|  1.10k|  size_t iteration = max_iterations;
  111|       |
  112|  1.10k|  if (scalar::utf16::is_low_surrogate<big_endian>(in[0])) {
  ------------------
  |  Branch (112:7): [True: 70, False: 1.03k]
  ------------------
  113|     70|    any_surrogates = true;
  114|     70|    mismatched_count += 1;
  115|     70|  }
  116|       |
  117|  3.85M|  for (; pos < (size - 1) / N * N; pos += N) {
  ------------------
  |  Branch (117:10): [True: 3.85M, False: 1.10k]
  ------------------
  118|  3.85M|    auto input = vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos));
  119|       |    if constexpr (!match_system(big_endian)) {
  120|       |      input = input.swap_bytes();
  121|       |    }
  122|       |    // 0xd800 .. 0xdbff - low surrogate
  123|       |    // 0xdc00 .. 0xdfff - high surrogate
  124|  3.85M|    const auto is_surrogate = ((input & uint16_t(0xf800)) == uint16_t(0xd800));
  125|       |
  126|       |    // c0 - chars that yield 2- or 3-byte UTF-8 codes
  127|  3.85M|    const auto c0 = min(input & uint16_t(0xff80), one);
  128|       |
  129|       |    // c1 - chars that yield 3-byte UTF-8 codes (including surrogates)
  130|  3.85M|    const auto c1 = min(input & uint16_t(0xf800), one);
  131|       |
  132|  3.85M|    v_count += c0;
  133|  3.85M|    v_count += c1;
  134|  3.85M|    v_count += vector_u16(is_surrogate);
  135|  3.85M|    if (is_surrogate.to_bitmask() != 0 ||
  ------------------
  |  Branch (135:9): [True: 213k, False: 3.64M]
  ------------------
  136|  3.64M|        scalar::utf16::is_low_surrogate<big_endian>(in[pos + N])) {
  ------------------
  |  Branch (136:9): [True: 8.17k, False: 3.63M]
  ------------------
  137|   221k|      any_surrogates = true;
  138|   221k|      auto input_next =
  139|   221k|          vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos + 1));
  140|       |      if constexpr (!match_system(big_endian)) {
  141|       |        input_next = input_next.swap_bytes();
  142|       |      }
  143|       |
  144|   221k|      const auto lb_masked = input & (0xfc00);
  145|   221k|      const auto block_masked = input_next & (0xfc00);
  146|       |
  147|   221k|      const auto lb_is_high = lb_masked == (0xd800);
  148|   221k|      const auto block_is_low = block_masked == (0xdc00);
  149|       |
  150|   221k|      const auto illseq = min(vector_u16(lb_is_high ^ block_is_low), one);
  151|       |
  152|   221k|      v_mismatched_count += illseq;
  153|   221k|    }
  154|       |
  155|  3.85M|    iteration -= 1;
  156|  3.85M|    if (iteration == 0) {
  ------------------
  |  Branch (156:9): [True: 88, False: 3.85M]
  ------------------
  157|     88|      count += v_count.sum();
  158|     88|      v_count = vector_u16::zero();
  159|     88|      mismatched_count += v_mismatched_count.sum();
  160|     88|      v_mismatched_count = vector_u16::zero();
  161|     88|      iteration = max_iterations;
  162|     88|    }
  163|  3.85M|  }
  164|       |
  165|  1.10k|  if (iteration > 0) {
  ------------------
  |  Branch (165:7): [True: 1.10k, False: 0]
  ------------------
  166|  1.10k|    count += v_count.sum();
  167|  1.10k|    mismatched_count += v_mismatched_count.sum();
  168|  1.10k|  }
  169|       |
  170|  1.10k|  if (scalar::utf16::is_low_surrogate<big_endian>(in[pos])) {
  ------------------
  |  Branch (170:7): [True: 189, False: 915]
  ------------------
  171|    189|    any_surrogates = true;
  172|    189|    if (!scalar::utf16::is_high_surrogate<big_endian>(in[pos - 1])) {
  ------------------
  |  Branch (172:9): [True: 148, False: 41]
  ------------------
  173|    148|      mismatched_count -= 1;
  174|    148|      count += 2;
  175|    148|      pos += 1;
  176|    148|    }
  177|    189|  }
  178|  1.10k|  count += pos;
  179|  1.10k|  count += mismatched_count;
  180|  1.10k|  if (scalar::utf16::is_high_surrogate<big_endian>(in[pos - 1])) {
  ------------------
  |  Branch (180:7): [True: 178, False: 926]
  ------------------
  181|    178|    any_surrogates = true;
  182|    178|    if (pos == size) {
  ------------------
  |  Branch (182:9): [True: 0, False: 178]
  ------------------
  183|      0|      count += 2;
  184|    178|    } else if (scalar::utf16::is_low_surrogate<big_endian>(in[pos])) {
  ------------------
  |  Branch (184:16): [True: 41, False: 137]
  ------------------
  185|     41|      pos += 1;
  186|     41|      count += 2;
  187|     41|    }
  188|    178|  }
  189|  1.10k|  result scalar_result =
  190|  1.10k|      scalar::utf16::utf8_length_from_utf16_with_replacement<big_endian>(
  191|  1.10k|          in + pos, size - pos);
  192|  1.10k|  return {any_surrogates ? SURROGATE : scalar_result.error,
  ------------------
  |  Branch (192:11): [True: 724, False: 380]
  ------------------
  193|  1.10k|          count + scalar_result.count};
  194|  1.33k|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_15utf1639utf8_length_from_utf16_with_replacementILNS_10endiannessE1EEENS_6resultEPKDsm:
   89|  1.28k|utf8_length_from_utf16_with_replacement(const char16_t *in, size_t size) {
   90|  1.28k|  using vector_u16 = simd16<uint16_t>;
   91|  1.28k|  constexpr size_t N = vector_u16::ELEMENTS;
   92|  1.28k|  if (N + 1 > size) {
  ------------------
  |  Branch (92:7): [True: 239, False: 1.04k]
  ------------------
   93|    239|    return scalar::utf16::utf8_length_from_utf16_with_replacement<big_endian>(
   94|    239|        in, size);
   95|    239|  } // special case for short inputs
   96|  1.04k|  size_t pos = 0;
   97|  1.04k|  bool any_surrogates = false;
   98|       |
   99|  1.04k|  const auto one = vector_u16::splat(1);
  100|       |
  101|  1.04k|  auto v_count = vector_u16::zero();
  102|  1.04k|  auto v_mismatched_count = vector_u16::zero();
  103|       |
  104|  1.04k|  size_t count = 0;
  105|  1.04k|  size_t mismatched_count = 0;
  106|       |
  107|       |  // in a single iteration the increment is 0, 1 or 2, despite we have
  108|       |  // three additions
  109|  1.04k|  constexpr size_t max_iterations = 65535 / 2;
  110|  1.04k|  size_t iteration = max_iterations;
  111|       |
  112|  1.04k|  if (scalar::utf16::is_low_surrogate<big_endian>(in[0])) {
  ------------------
  |  Branch (112:7): [True: 73, False: 972]
  ------------------
  113|     73|    any_surrogates = true;
  114|     73|    mismatched_count += 1;
  115|     73|  }
  116|       |
  117|  3.17M|  for (; pos < (size - 1) / N * N; pos += N) {
  ------------------
  |  Branch (117:10): [True: 3.17M, False: 1.04k]
  ------------------
  118|  3.17M|    auto input = vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos));
  119|  3.17M|    if constexpr (!match_system(big_endian)) {
  120|  3.17M|      input = input.swap_bytes();
  121|  3.17M|    }
  122|       |    // 0xd800 .. 0xdbff - low surrogate
  123|       |    // 0xdc00 .. 0xdfff - high surrogate
  124|  3.17M|    const auto is_surrogate = ((input & uint16_t(0xf800)) == uint16_t(0xd800));
  125|       |
  126|       |    // c0 - chars that yield 2- or 3-byte UTF-8 codes
  127|  3.17M|    const auto c0 = min(input & uint16_t(0xff80), one);
  128|       |
  129|       |    // c1 - chars that yield 3-byte UTF-8 codes (including surrogates)
  130|  3.17M|    const auto c1 = min(input & uint16_t(0xf800), one);
  131|       |
  132|  3.17M|    v_count += c0;
  133|  3.17M|    v_count += c1;
  134|  3.17M|    v_count += vector_u16(is_surrogate);
  135|  3.17M|    if (is_surrogate.to_bitmask() != 0 ||
  ------------------
  |  Branch (135:9): [True: 364k, False: 2.80M]
  ------------------
  136|  2.80M|        scalar::utf16::is_low_surrogate<big_endian>(in[pos + N])) {
  ------------------
  |  Branch (136:9): [True: 8.30k, False: 2.80M]
  ------------------
  137|   373k|      any_surrogates = true;
  138|   373k|      auto input_next =
  139|   373k|          vector_u16::load(reinterpret_cast<const uint16_t *>(in + pos + 1));
  140|   373k|      if constexpr (!match_system(big_endian)) {
  141|   373k|        input_next = input_next.swap_bytes();
  142|   373k|      }
  143|       |
  144|   373k|      const auto lb_masked = input & (0xfc00);
  145|   373k|      const auto block_masked = input_next & (0xfc00);
  146|       |
  147|   373k|      const auto lb_is_high = lb_masked == (0xd800);
  148|   373k|      const auto block_is_low = block_masked == (0xdc00);
  149|       |
  150|   373k|      const auto illseq = min(vector_u16(lb_is_high ^ block_is_low), one);
  151|       |
  152|   373k|      v_mismatched_count += illseq;
  153|   373k|    }
  154|       |
  155|  3.17M|    iteration -= 1;
  156|  3.17M|    if (iteration == 0) {
  ------------------
  |  Branch (156:9): [True: 72, False: 3.17M]
  ------------------
  157|     72|      count += v_count.sum();
  158|     72|      v_count = vector_u16::zero();
  159|     72|      mismatched_count += v_mismatched_count.sum();
  160|     72|      v_mismatched_count = vector_u16::zero();
  161|     72|      iteration = max_iterations;
  162|     72|    }
  163|  3.17M|  }
  164|       |
  165|  1.04k|  if (iteration > 0) {
  ------------------
  |  Branch (165:7): [True: 1.04k, False: 0]
  ------------------
  166|  1.04k|    count += v_count.sum();
  167|  1.04k|    mismatched_count += v_mismatched_count.sum();
  168|  1.04k|  }
  169|       |
  170|  1.04k|  if (scalar::utf16::is_low_surrogate<big_endian>(in[pos])) {
  ------------------
  |  Branch (170:7): [True: 192, False: 853]
  ------------------
  171|    192|    any_surrogates = true;
  172|    192|    if (!scalar::utf16::is_high_surrogate<big_endian>(in[pos - 1])) {
  ------------------
  |  Branch (172:9): [True: 138, False: 54]
  ------------------
  173|    138|      mismatched_count -= 1;
  174|    138|      count += 2;
  175|    138|      pos += 1;
  176|    138|    }
  177|    192|  }
  178|  1.04k|  count += pos;
  179|  1.04k|  count += mismatched_count;
  180|  1.04k|  if (scalar::utf16::is_high_surrogate<big_endian>(in[pos - 1])) {
  ------------------
  |  Branch (180:7): [True: 190, False: 855]
  ------------------
  181|    190|    any_surrogates = true;
  182|    190|    if (pos == size) {
  ------------------
  |  Branch (182:9): [True: 0, False: 190]
  ------------------
  183|      0|      count += 2;
  184|    190|    } else if (scalar::utf16::is_low_surrogate<big_endian>(in[pos])) {
  ------------------
  |  Branch (184:16): [True: 54, False: 136]
  ------------------
  185|     54|      pos += 1;
  186|     54|      count += 2;
  187|     54|    }
  188|    190|  }
  189|  1.04k|  result scalar_result =
  190|  1.04k|      scalar::utf16::utf8_length_from_utf16_with_replacement<big_endian>(
  191|  1.04k|          in + pos, size - pos);
  192|  1.04k|  return {any_surrogates ? SURROGATE : scalar_result.error,
  ------------------
  |  Branch (192:11): [True: 703, False: 342]
  ------------------
  193|  1.04k|          count + scalar_result.count};
  194|  1.28k|}

simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_113utf16_to_utf828convert_with_replacement_viaIZNKS0_14implementation40convert_utf16le_to_utf8_with_replacementEPKDsmPcE3$_0EEmT_S6_mS7_:
   15|  1.33k|    char *utf8_output) {
   16|  1.33k|  char *const start = utf8_output;
   17|  1.33k|  size_t pos = 0;
   18|   454k|  while (pos < len) {
  ------------------
  |  Branch (18:10): [True: 453k, False: 383]
  ------------------
   19|   453k|    full_result r = convert_with_details(buf + pos, len - pos, utf8_output);
   20|   453k|    utf8_output += r.output_count;
   21|   453k|    if (r.error != error_code::SURROGATE) {
  ------------------
  |  Branch (21:9): [True: 952, False: 452k]
  ------------------
   22|    952|      break;
   23|    952|    }
   24|   452k|    pos += r.input_count + 1;
   25|   452k|    utf8_output[0] = char(0xef);
   26|   452k|    utf8_output[1] = char(0xbf);
   27|   452k|    utf8_output[2] = char(0xbd);
   28|   452k|    utf8_output += 3;
   29|   452k|  }
   30|  1.33k|  return size_t(utf8_output - start);
   31|  1.33k|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_113utf16_to_utf828convert_with_replacement_viaIZNKS0_14implementation40convert_utf16be_to_utf8_with_replacementEPKDsmPcE3$_0EEmT_S6_mS7_:
   15|  1.28k|    char *utf8_output) {
   16|  1.28k|  char *const start = utf8_output;
   17|  1.28k|  size_t pos = 0;
   18|  1.25M|  while (pos < len) {
  ------------------
  |  Branch (18:10): [True: 1.25M, False: 364]
  ------------------
   19|  1.25M|    full_result r = convert_with_details(buf + pos, len - pos, utf8_output);
   20|  1.25M|    utf8_output += r.output_count;
   21|  1.25M|    if (r.error != error_code::SURROGATE) {
  ------------------
  |  Branch (21:9): [True: 920, False: 1.25M]
  ------------------
   22|    920|      break;
   23|    920|    }
   24|  1.25M|    pos += r.input_count + 1;
   25|  1.25M|    utf8_output[0] = char(0xef);
   26|  1.25M|    utf8_output[1] = char(0xbf);
   27|  1.25M|    utf8_output[2] = char(0xbd);
   28|  1.25M|    utf8_output += 3;
   29|  1.25M|  }
   30|  1.28k|  return size_t(utf8_output - start);
   31|  1.28k|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_113utf16_to_utf828convert_with_replacement_viaIZNKS0_14implementation40convert_utf16le_to_utf8_with_replacementEPKDsmPcE3$_0EEmT_S6_mS7_:
   15|  1.33k|    char *utf8_output) {
   16|  1.33k|  char *const start = utf8_output;
   17|  1.33k|  size_t pos = 0;
   18|   454k|  while (pos < len) {
  ------------------
  |  Branch (18:10): [True: 453k, False: 383]
  ------------------
   19|   453k|    full_result r = convert_with_details(buf + pos, len - pos, utf8_output);
   20|   453k|    utf8_output += r.output_count;
   21|   453k|    if (r.error != error_code::SURROGATE) {
  ------------------
  |  Branch (21:9): [True: 952, False: 452k]
  ------------------
   22|    952|      break;
   23|    952|    }
   24|   452k|    pos += r.input_count + 1;
   25|   452k|    utf8_output[0] = char(0xef);
   26|   452k|    utf8_output[1] = char(0xbf);
   27|   452k|    utf8_output[2] = char(0xbd);
   28|   452k|    utf8_output += 3;
   29|   452k|  }
   30|  1.33k|  return size_t(utf8_output - start);
   31|  1.33k|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_113utf16_to_utf828convert_with_replacement_viaIZNKS0_14implementation40convert_utf16be_to_utf8_with_replacementEPKDsmPcE3$_0EEmT_S6_mS7_:
   15|  1.28k|    char *utf8_output) {
   16|  1.28k|  char *const start = utf8_output;
   17|  1.28k|  size_t pos = 0;
   18|  1.25M|  while (pos < len) {
  ------------------
  |  Branch (18:10): [True: 1.25M, False: 364]
  ------------------
   19|  1.25M|    full_result r = convert_with_details(buf + pos, len - pos, utf8_output);
   20|  1.25M|    utf8_output += r.output_count;
   21|  1.25M|    if (r.error != error_code::SURROGATE) {
  ------------------
  |  Branch (21:9): [True: 920, False: 1.25M]
  ------------------
   22|    920|      break;
   23|    920|    }
   24|  1.25M|    pos += r.input_count + 1;
   25|  1.25M|    utf8_output[0] = char(0xef);
   26|  1.25M|    utf8_output[1] = char(0xbf);
   27|  1.25M|    utf8_output[2] = char(0xbd);
   28|  1.25M|    utf8_output += 3;
   29|  1.25M|  }
   30|  1.28k|  return size_t(utf8_output - start);
   31|  1.28k|}

simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_115utf8_validation12utf8_checker16check_next_inputERKNS1_4simd8simd8x64IhEE:
  187|  1.87M|  simdutf_really_inline void check_next_input(const simd8x64<uint8_t> &input) {
  188|  1.87M|    if (simdutf_likely(is_ascii(input))) {
  ------------------
  |  |   90|  1.87M|    #define simdutf_likely(x) __builtin_expect(!!(x), 1)
  |  |  ------------------
  |  |  |  Branch (90:31): [True: 319k, False: 1.55M]
  |  |  ------------------
  ------------------
  189|   319k|      this->error |= this->prev_incomplete;
  190|  1.55M|    } else {
  191|       |      // you might think that a for-loop would work, but under Visual Studio, it
  192|       |      // is not good enough.
  193|  1.55M|      static_assert((simd8x64<uint8_t>::NUM_CHUNKS == 2) ||
  194|  1.55M|                        (simd8x64<uint8_t>::NUM_CHUNKS == 4),
  195|  1.55M|                    "We support either two or four chunks per 64-byte block.");
  196|  1.55M|      if constexpr (simd8x64<uint8_t>::NUM_CHUNKS == 2) {
  197|  1.55M|        this->check_utf8_bytes(input.chunks[0], this->prev_input_block);
  198|  1.55M|        this->check_utf8_bytes(input.chunks[1], input.chunks[0]);
  199|       |      } else if constexpr (simd8x64<uint8_t>::NUM_CHUNKS == 4) {
  200|       |        this->check_utf8_bytes(input.chunks[0], this->prev_input_block);
  201|       |        this->check_utf8_bytes(input.chunks[1], input.chunks[0]);
  202|       |        this->check_utf8_bytes(input.chunks[2], input.chunks[1]);
  203|       |        this->check_utf8_bytes(input.chunks[3], input.chunks[2]);
  204|       |      }
  205|  1.55M|      this->prev_incomplete =
  206|  1.55M|          is_incomplete(input.chunks[simd8x64<uint8_t>::NUM_CHUNKS - 1]);
  207|  1.55M|      this->prev_input_block = input.chunks[simd8x64<uint8_t>::NUM_CHUNKS - 1];
  208|  1.55M|    }
  209|  1.87M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_115utf8_validation12utf8_checker16check_utf8_bytesENS1_4simd5simd8IhEES6_:
  169|  3.10M|                                              const simd8<uint8_t> prev_input) {
  170|       |    // Flip prev1...prev3 so we can easily determine if they are 2+, 3+ or 4+
  171|       |    // lead bytes (2, 3, 4-byte leads become large positive numbers instead of
  172|       |    // small negative numbers)
  173|  3.10M|    simd8<uint8_t> prev1 = input.prev<1>(prev_input);
  174|  3.10M|    simd8<uint8_t> sc = check_special_cases(input, prev1);
  175|  3.10M|    this->error |= check_multibyte_lengths(input, prev_input, sc);
  176|  3.10M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_115utf8_validation19check_special_casesENS1_4simd5simd8IhEES5_:
    9|  3.10M|check_special_cases(const simd8<uint8_t> input, const simd8<uint8_t> prev1) {
   10|       |  // Bit 0 = Too Short (lead byte/ASCII followed by lead byte/ASCII)
   11|       |  // Bit 1 = Too Long (ASCII followed by continuation)
   12|       |  // Bit 2 = Overlong 3-byte
   13|       |  // Bit 4 = Surrogate
   14|       |  // Bit 5 = Overlong 2-byte
   15|       |  // Bit 7 = Two Continuations
   16|  3.10M|  constexpr const uint8_t TOO_SHORT = 1 << 0;  // 11______ 0_______
   17|       |                                               // 11______ 11______
   18|  3.10M|  constexpr const uint8_t TOO_LONG = 1 << 1;   // 0_______ 10______
   19|  3.10M|  constexpr const uint8_t OVERLONG_3 = 1 << 2; // 11100000 100_____
   20|  3.10M|  constexpr const uint8_t SURROGATE = 1 << 4;  // 11101101 101_____
   21|  3.10M|  constexpr const uint8_t OVERLONG_2 = 1 << 5; // 1100000_ 10______
   22|  3.10M|  constexpr const uint8_t TWO_CONTS = 1 << 7;  // 10______ 10______
   23|  3.10M|  constexpr const uint8_t TOO_LARGE = 1 << 3;  // 11110100 1001____
   24|       |                                               // 11110100 101_____
   25|       |                                               // 11110101 1001____
   26|       |                                               // 11110101 101_____
   27|       |                                               // 1111011_ 1001____
   28|       |                                               // 1111011_ 101_____
   29|       |                                               // 11111___ 1001____
   30|       |                                               // 11111___ 101_____
   31|  3.10M|  constexpr const uint8_t TOO_LARGE_1000 = 1 << 6;
   32|       |  // 11110101 1000____
   33|       |  // 1111011_ 1000____
   34|       |  // 11111___ 1000____
   35|  3.10M|  constexpr const uint8_t OVERLONG_4 = 1 << 6; // 11110000 1000____
   36|       |
   37|  3.10M|  const simd8<uint8_t> byte_1_high = prev1.shr<4>().lookup_16<uint8_t>(
   38|       |      // 0_______ ________ <ASCII in byte 1>
   39|  3.10M|      TOO_LONG, TOO_LONG, TOO_LONG, TOO_LONG, TOO_LONG, TOO_LONG, TOO_LONG,
   40|  3.10M|      TOO_LONG,
   41|       |      // 10______ ________ <continuation in byte 1>
   42|  3.10M|      TWO_CONTS, TWO_CONTS, TWO_CONTS, TWO_CONTS,
   43|       |      // 1100____ ________ <two byte lead in byte 1>
   44|  3.10M|      TOO_SHORT | OVERLONG_2,
   45|       |      // 1101____ ________ <two byte lead in byte 1>
   46|  3.10M|      TOO_SHORT,
   47|       |      // 1110____ ________ <three byte lead in byte 1>
   48|  3.10M|      TOO_SHORT | OVERLONG_3 | SURROGATE,
   49|       |      // 1111____ ________ <four+ byte lead in byte 1>
   50|  3.10M|      TOO_SHORT | TOO_LARGE | TOO_LARGE_1000 | OVERLONG_4);
   51|  3.10M|  constexpr const uint8_t CARRY =
   52|  3.10M|      TOO_SHORT | TOO_LONG | TWO_CONTS; // These all have ____ in byte 1 .
   53|  3.10M|  const simd8<uint8_t> byte_1_low =
   54|  3.10M|      (prev1 & 0x0F)
   55|  3.10M|          .lookup_16<uint8_t>(
   56|       |              // ____0000 ________
   57|  3.10M|              CARRY | OVERLONG_3 | OVERLONG_2 | OVERLONG_4,
   58|       |              // ____0001 ________
   59|  3.10M|              CARRY | OVERLONG_2,
   60|       |              // ____001_ ________
   61|  3.10M|              CARRY, CARRY,
   62|       |
   63|       |              // ____0100 ________
   64|  3.10M|              CARRY | TOO_LARGE,
   65|       |              // ____0101 ________
   66|  3.10M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   67|       |              // ____011_ ________
   68|  3.10M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   69|  3.10M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   70|       |
   71|       |              // ____1___ ________
   72|  3.10M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   73|  3.10M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   74|  3.10M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   75|  3.10M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   76|  3.10M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   77|       |              // ____1101 ________
   78|  3.10M|              CARRY | TOO_LARGE | TOO_LARGE_1000 | SURROGATE,
   79|  3.10M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   80|  3.10M|              CARRY | TOO_LARGE | TOO_LARGE_1000);
   81|  3.10M|  const simd8<uint8_t> byte_2_high = input.shr<4>().lookup_16<uint8_t>(
   82|       |      // ________ 0_______ <ASCII in byte 2>
   83|  3.10M|      TOO_SHORT, TOO_SHORT, TOO_SHORT, TOO_SHORT, TOO_SHORT, TOO_SHORT,
   84|  3.10M|      TOO_SHORT, TOO_SHORT,
   85|       |
   86|       |      // ________ 1000____
   87|  3.10M|      TOO_LONG | OVERLONG_2 | TWO_CONTS | OVERLONG_3 | TOO_LARGE_1000 |
   88|  3.10M|          OVERLONG_4,
   89|       |      // ________ 1001____
   90|  3.10M|      TOO_LONG | OVERLONG_2 | TWO_CONTS | OVERLONG_3 | TOO_LARGE,
   91|       |      // ________ 101_____
   92|  3.10M|      TOO_LONG | OVERLONG_2 | TWO_CONTS | SURROGATE | TOO_LARGE,
   93|  3.10M|      TOO_LONG | OVERLONG_2 | TWO_CONTS | SURROGATE | TOO_LARGE,
   94|       |
   95|       |      // ________ 11______
   96|  3.10M|      TOO_SHORT, TOO_SHORT, TOO_SHORT, TOO_SHORT);
   97|  3.10M|  return (byte_1_high & byte_1_low & byte_2_high);
   98|  3.10M|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_115utf8_validation23check_multibyte_lengthsENS1_4simd5simd8IhEES5_S5_:
  102|  3.10M|                        const simd8<uint8_t> sc) {
  103|  3.10M|  simd8<uint8_t> prev2 = input.prev<2>(prev_input);
  104|  3.10M|  simd8<uint8_t> prev3 = input.prev<3>(prev_input);
  105|  3.10M|  simd8<uint8_t> must23 =
  106|  3.10M|      simd8<uint8_t>(must_be_2_3_continuation(prev2, prev3));
  107|  3.10M|  simd8<uint8_t> must23_80 = must23 & uint8_t(0x80);
  108|  3.10M|  return must23_80 ^ sc;
  109|  3.10M|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_115utf8_validation13is_incompleteENS1_4simd5simd8IhEE:
  115|  1.55M|simdutf_really_inline simd8<uint8_t> is_incomplete(const simd8<uint8_t> input) {
  116|       |  // If the previous input's last 3 bytes match this, they're too short (they
  117|       |  // ended at EOF):
  118|       |  // ... 1111____ 111_____ 11______
  119|  1.55M|  static const uint8_t max_array[32] = {255,
  120|  1.55M|                                        255,
  121|  1.55M|                                        255,
  122|  1.55M|                                        255,
  123|  1.55M|                                        255,
  124|  1.55M|                                        255,
  125|  1.55M|                                        255,
  126|  1.55M|                                        255,
  127|  1.55M|                                        255,
  128|  1.55M|                                        255,
  129|  1.55M|                                        255,
  130|  1.55M|                                        255,
  131|  1.55M|                                        255,
  132|  1.55M|                                        255,
  133|  1.55M|                                        255,
  134|  1.55M|                                        255,
  135|  1.55M|                                        255,
  136|  1.55M|                                        255,
  137|  1.55M|                                        255,
  138|  1.55M|                                        255,
  139|  1.55M|                                        255,
  140|  1.55M|                                        255,
  141|  1.55M|                                        255,
  142|  1.55M|                                        255,
  143|  1.55M|                                        255,
  144|  1.55M|                                        255,
  145|  1.55M|                                        255,
  146|  1.55M|                                        255,
  147|  1.55M|                                        255,
  148|  1.55M|                                        0b11110000u - 1,
  149|  1.55M|                                        0b11100000u - 1,
  150|  1.55M|                                        0b11000000u - 1};
  151|  1.55M|  const simd8<uint8_t> max_value(
  152|  1.55M|      &max_array[sizeof(max_array) - sizeof(simd8<uint8_t>)]);
  153|  1.55M|  return input.gt_bits(max_value);
  154|  1.55M|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_115utf8_validation12utf8_checker9check_eofEv:
  181|  2.61k|  simdutf_really_inline void check_eof() {
  182|       |    // If the previous block had incomplete UTF-8 characters at the end, an
  183|       |    // ASCII block can't possibly finish them.
  184|  2.61k|    this->error |= this->prev_incomplete;
  185|  2.61k|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_115utf8_validation12utf8_checker6errorsEv:
  212|  2.61k|  simdutf_really_inline bool errors() const {
  213|  2.61k|    return this->error.any_bits_set_anywhere();
  214|  2.61k|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_115utf8_validation12utf8_checker16check_next_inputERKNS1_4simd8simd8x64IhEE:
  187|  1.87M|  simdutf_really_inline void check_next_input(const simd8x64<uint8_t> &input) {
  188|  1.87M|    if (simdutf_likely(is_ascii(input))) {
  ------------------
  |  |   90|  1.87M|    #define simdutf_likely(x) __builtin_expect(!!(x), 1)
  |  |  ------------------
  |  |  |  Branch (90:31): [True: 319k, False: 1.55M]
  |  |  ------------------
  ------------------
  189|   319k|      this->error |= this->prev_incomplete;
  190|  1.55M|    } else {
  191|       |      // you might think that a for-loop would work, but under Visual Studio, it
  192|       |      // is not good enough.
  193|  1.55M|      static_assert((simd8x64<uint8_t>::NUM_CHUNKS == 2) ||
  194|  1.55M|                        (simd8x64<uint8_t>::NUM_CHUNKS == 4),
  195|  1.55M|                    "We support either two or four chunks per 64-byte block.");
  196|       |      if constexpr (simd8x64<uint8_t>::NUM_CHUNKS == 2) {
  197|       |        this->check_utf8_bytes(input.chunks[0], this->prev_input_block);
  198|       |        this->check_utf8_bytes(input.chunks[1], input.chunks[0]);
  199|  1.55M|      } else if constexpr (simd8x64<uint8_t>::NUM_CHUNKS == 4) {
  200|  1.55M|        this->check_utf8_bytes(input.chunks[0], this->prev_input_block);
  201|  1.55M|        this->check_utf8_bytes(input.chunks[1], input.chunks[0]);
  202|  1.55M|        this->check_utf8_bytes(input.chunks[2], input.chunks[1]);
  203|  1.55M|        this->check_utf8_bytes(input.chunks[3], input.chunks[2]);
  204|  1.55M|      }
  205|  1.55M|      this->prev_incomplete =
  206|  1.55M|          is_incomplete(input.chunks[simd8x64<uint8_t>::NUM_CHUNKS - 1]);
  207|  1.55M|      this->prev_input_block = input.chunks[simd8x64<uint8_t>::NUM_CHUNKS - 1];
  208|  1.55M|    }
  209|  1.87M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_115utf8_validation12utf8_checker16check_utf8_bytesENS1_4simd5simd8IhEES6_:
  169|  6.21M|                                              const simd8<uint8_t> prev_input) {
  170|       |    // Flip prev1...prev3 so we can easily determine if they are 2+, 3+ or 4+
  171|       |    // lead bytes (2, 3, 4-byte leads become large positive numbers instead of
  172|       |    // small negative numbers)
  173|  6.21M|    simd8<uint8_t> prev1 = input.prev<1>(prev_input);
  174|  6.21M|    simd8<uint8_t> sc = check_special_cases(input, prev1);
  175|  6.21M|    this->error |= check_multibyte_lengths(input, prev_input, sc);
  176|  6.21M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_115utf8_validation19check_special_casesENS1_4simd5simd8IhEES5_:
    9|  6.21M|check_special_cases(const simd8<uint8_t> input, const simd8<uint8_t> prev1) {
   10|       |  // Bit 0 = Too Short (lead byte/ASCII followed by lead byte/ASCII)
   11|       |  // Bit 1 = Too Long (ASCII followed by continuation)
   12|       |  // Bit 2 = Overlong 3-byte
   13|       |  // Bit 4 = Surrogate
   14|       |  // Bit 5 = Overlong 2-byte
   15|       |  // Bit 7 = Two Continuations
   16|  6.21M|  constexpr const uint8_t TOO_SHORT = 1 << 0;  // 11______ 0_______
   17|       |                                               // 11______ 11______
   18|  6.21M|  constexpr const uint8_t TOO_LONG = 1 << 1;   // 0_______ 10______
   19|  6.21M|  constexpr const uint8_t OVERLONG_3 = 1 << 2; // 11100000 100_____
   20|  6.21M|  constexpr const uint8_t SURROGATE = 1 << 4;  // 11101101 101_____
   21|  6.21M|  constexpr const uint8_t OVERLONG_2 = 1 << 5; // 1100000_ 10______
   22|  6.21M|  constexpr const uint8_t TWO_CONTS = 1 << 7;  // 10______ 10______
   23|  6.21M|  constexpr const uint8_t TOO_LARGE = 1 << 3;  // 11110100 1001____
   24|       |                                               // 11110100 101_____
   25|       |                                               // 11110101 1001____
   26|       |                                               // 11110101 101_____
   27|       |                                               // 1111011_ 1001____
   28|       |                                               // 1111011_ 101_____
   29|       |                                               // 11111___ 1001____
   30|       |                                               // 11111___ 101_____
   31|  6.21M|  constexpr const uint8_t TOO_LARGE_1000 = 1 << 6;
   32|       |  // 11110101 1000____
   33|       |  // 1111011_ 1000____
   34|       |  // 11111___ 1000____
   35|  6.21M|  constexpr const uint8_t OVERLONG_4 = 1 << 6; // 11110000 1000____
   36|       |
   37|  6.21M|  const simd8<uint8_t> byte_1_high = prev1.shr<4>().lookup_16<uint8_t>(
   38|       |      // 0_______ ________ <ASCII in byte 1>
   39|  6.21M|      TOO_LONG, TOO_LONG, TOO_LONG, TOO_LONG, TOO_LONG, TOO_LONG, TOO_LONG,
   40|  6.21M|      TOO_LONG,
   41|       |      // 10______ ________ <continuation in byte 1>
   42|  6.21M|      TWO_CONTS, TWO_CONTS, TWO_CONTS, TWO_CONTS,
   43|       |      // 1100____ ________ <two byte lead in byte 1>
   44|  6.21M|      TOO_SHORT | OVERLONG_2,
   45|       |      // 1101____ ________ <two byte lead in byte 1>
   46|  6.21M|      TOO_SHORT,
   47|       |      // 1110____ ________ <three byte lead in byte 1>
   48|  6.21M|      TOO_SHORT | OVERLONG_3 | SURROGATE,
   49|       |      // 1111____ ________ <four+ byte lead in byte 1>
   50|  6.21M|      TOO_SHORT | TOO_LARGE | TOO_LARGE_1000 | OVERLONG_4);
   51|  6.21M|  constexpr const uint8_t CARRY =
   52|  6.21M|      TOO_SHORT | TOO_LONG | TWO_CONTS; // These all have ____ in byte 1 .
   53|  6.21M|  const simd8<uint8_t> byte_1_low =
   54|  6.21M|      (prev1 & 0x0F)
   55|  6.21M|          .lookup_16<uint8_t>(
   56|       |              // ____0000 ________
   57|  6.21M|              CARRY | OVERLONG_3 | OVERLONG_2 | OVERLONG_4,
   58|       |              // ____0001 ________
   59|  6.21M|              CARRY | OVERLONG_2,
   60|       |              // ____001_ ________
   61|  6.21M|              CARRY, CARRY,
   62|       |
   63|       |              // ____0100 ________
   64|  6.21M|              CARRY | TOO_LARGE,
   65|       |              // ____0101 ________
   66|  6.21M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   67|       |              // ____011_ ________
   68|  6.21M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   69|  6.21M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   70|       |
   71|       |              // ____1___ ________
   72|  6.21M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   73|  6.21M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   74|  6.21M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   75|  6.21M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   76|  6.21M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   77|       |              // ____1101 ________
   78|  6.21M|              CARRY | TOO_LARGE | TOO_LARGE_1000 | SURROGATE,
   79|  6.21M|              CARRY | TOO_LARGE | TOO_LARGE_1000,
   80|  6.21M|              CARRY | TOO_LARGE | TOO_LARGE_1000);
   81|  6.21M|  const simd8<uint8_t> byte_2_high = input.shr<4>().lookup_16<uint8_t>(
   82|       |      // ________ 0_______ <ASCII in byte 2>
   83|  6.21M|      TOO_SHORT, TOO_SHORT, TOO_SHORT, TOO_SHORT, TOO_SHORT, TOO_SHORT,
   84|  6.21M|      TOO_SHORT, TOO_SHORT,
   85|       |
   86|       |      // ________ 1000____
   87|  6.21M|      TOO_LONG | OVERLONG_2 | TWO_CONTS | OVERLONG_3 | TOO_LARGE_1000 |
   88|  6.21M|          OVERLONG_4,
   89|       |      // ________ 1001____
   90|  6.21M|      TOO_LONG | OVERLONG_2 | TWO_CONTS | OVERLONG_3 | TOO_LARGE,
   91|       |      // ________ 101_____
   92|  6.21M|      TOO_LONG | OVERLONG_2 | TWO_CONTS | SURROGATE | TOO_LARGE,
   93|  6.21M|      TOO_LONG | OVERLONG_2 | TWO_CONTS | SURROGATE | TOO_LARGE,
   94|       |
   95|       |      // ________ 11______
   96|  6.21M|      TOO_SHORT, TOO_SHORT, TOO_SHORT, TOO_SHORT);
   97|  6.21M|  return (byte_1_high & byte_1_low & byte_2_high);
   98|  6.21M|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_115utf8_validation23check_multibyte_lengthsENS1_4simd5simd8IhEES5_S5_:
  102|  6.21M|                        const simd8<uint8_t> sc) {
  103|  6.21M|  simd8<uint8_t> prev2 = input.prev<2>(prev_input);
  104|  6.21M|  simd8<uint8_t> prev3 = input.prev<3>(prev_input);
  105|  6.21M|  simd8<uint8_t> must23 =
  106|  6.21M|      simd8<uint8_t>(must_be_2_3_continuation(prev2, prev3));
  107|  6.21M|  simd8<uint8_t> must23_80 = must23 & uint8_t(0x80);
  108|  6.21M|  return must23_80 ^ sc;
  109|  6.21M|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_115utf8_validation13is_incompleteENS1_4simd5simd8IhEE:
  115|  1.55M|simdutf_really_inline simd8<uint8_t> is_incomplete(const simd8<uint8_t> input) {
  116|       |  // If the previous input's last 3 bytes match this, they're too short (they
  117|       |  // ended at EOF):
  118|       |  // ... 1111____ 111_____ 11______
  119|  1.55M|  static const uint8_t max_array[32] = {255,
  120|  1.55M|                                        255,
  121|  1.55M|                                        255,
  122|  1.55M|                                        255,
  123|  1.55M|                                        255,
  124|  1.55M|                                        255,
  125|  1.55M|                                        255,
  126|  1.55M|                                        255,
  127|  1.55M|                                        255,
  128|  1.55M|                                        255,
  129|  1.55M|                                        255,
  130|  1.55M|                                        255,
  131|  1.55M|                                        255,
  132|  1.55M|                                        255,
  133|  1.55M|                                        255,
  134|  1.55M|                                        255,
  135|  1.55M|                                        255,
  136|  1.55M|                                        255,
  137|  1.55M|                                        255,
  138|  1.55M|                                        255,
  139|  1.55M|                                        255,
  140|  1.55M|                                        255,
  141|  1.55M|                                        255,
  142|  1.55M|                                        255,
  143|  1.55M|                                        255,
  144|  1.55M|                                        255,
  145|  1.55M|                                        255,
  146|  1.55M|                                        255,
  147|  1.55M|                                        255,
  148|  1.55M|                                        0b11110000u - 1,
  149|  1.55M|                                        0b11100000u - 1,
  150|  1.55M|                                        0b11000000u - 1};
  151|  1.55M|  const simd8<uint8_t> max_value(
  152|  1.55M|      &max_array[sizeof(max_array) - sizeof(simd8<uint8_t>)]);
  153|  1.55M|  return input.gt_bits(max_value);
  154|  1.55M|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_115utf8_validation12utf8_checker9check_eofEv:
  181|  2.61k|  simdutf_really_inline void check_eof() {
  182|       |    // If the previous block had incomplete UTF-8 characters at the end, an
  183|       |    // ASCII block can't possibly finish them.
  184|  2.61k|    this->error |= this->prev_incomplete;
  185|  2.61k|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_115utf8_validation12utf8_checker6errorsEv:
  212|  2.61k|  simdutf_really_inline bool errors() const {
  213|  2.61k|    return this->error.any_bits_set_anywhere();
  214|  2.61k|  }

simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_115utf8_validation21generic_validate_utf8EPKcm:
   27|  2.61k|bool generic_validate_utf8(const char *input, size_t length) {
   28|  2.61k|  return generic_validate_utf8<utf8_checker>(
   29|  2.61k|      reinterpret_cast<const uint8_t *>(input), length);
   30|  2.61k|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_115utf8_validation21generic_validate_utf8INS2_12utf8_checkerEEEbPKhm:
   10|  2.61k|bool generic_validate_utf8(const uint8_t *input, size_t length) {
   11|  2.61k|  checker c{};
   12|  2.61k|  buf_block_reader<64> reader(input, length);
   13|  1.87M|  while (reader.has_full_block()) {
  ------------------
  |  Branch (13:10): [True: 1.87M, False: 2.61k]
  ------------------
   14|  1.87M|    simd::simd8x64<uint8_t> in(reader.full_block());
   15|  1.87M|    c.check_next_input(in);
   16|  1.87M|    reader.advance();
   17|  1.87M|  }
   18|  2.61k|  uint8_t block[64]{};
   19|  2.61k|  reader.get_remainder(block);
   20|  2.61k|  simd::simd8x64<uint8_t> in(block);
   21|  2.61k|  c.check_next_input(in);
   22|  2.61k|  reader.advance();
   23|  2.61k|  c.check_eof();
   24|  2.61k|  return !c.errors();
   25|  2.61k|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_115utf8_validation21generic_validate_utf8EPKcm:
   27|  2.61k|bool generic_validate_utf8(const char *input, size_t length) {
   28|  2.61k|  return generic_validate_utf8<utf8_checker>(
   29|  2.61k|      reinterpret_cast<const uint8_t *>(input), length);
   30|  2.61k|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_115utf8_validation21generic_validate_utf8INS2_12utf8_checkerEEEbPKhm:
   10|  2.61k|bool generic_validate_utf8(const uint8_t *input, size_t length) {
   11|  2.61k|  checker c{};
   12|  2.61k|  buf_block_reader<64> reader(input, length);
   13|  1.87M|  while (reader.has_full_block()) {
  ------------------
  |  Branch (13:10): [True: 1.87M, False: 2.61k]
  ------------------
   14|  1.87M|    simd::simd8x64<uint8_t> in(reader.full_block());
   15|  1.87M|    c.check_next_input(in);
   16|  1.87M|    reader.advance();
   17|  1.87M|  }
   18|  2.61k|  uint8_t block[64]{};
   19|  2.61k|  reader.get_remainder(block);
   20|  2.61k|  simd::simd8x64<uint8_t> in(block);
   21|  2.61k|  c.check_next_input(in);
   22|  2.61k|  reader.advance();
   23|  2.61k|  c.check_eof();
   24|  2.61k|  return !c.errors();
   25|  2.61k|}

simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_138avx2_convert_utf16_to_utf8_with_errorsILNS_10endiannessE0EEENSt3__14pairINS_6resultEPcEEPKDsmS7_:
  333|   453k|                                       char *utf8_output) {
  334|   453k|  const char16_t *start = buf;
  335|   453k|  const char16_t *end = buf + len;
  336|       |
  337|   453k|  const __m256i v_0000 = _mm256_setzero_si256();
  338|   453k|  const __m256i v_f800 = _mm256_set1_epi16((int16_t)0xf800);
  339|   453k|  const __m256i v_d800 = _mm256_set1_epi16((int16_t)0xd800);
  340|   453k|  const __m256i v_c080 = _mm256_set1_epi16((int16_t)0xc080);
  341|   453k|  const size_t safety_margin =
  342|   453k|      12; // to avoid overruns, see issue
  343|       |          // https://github.com/simdutf/simdutf/issues/92
  344|       |
  345|  2.27M|  while (end - buf >= std::ptrdiff_t(16 + safety_margin)) {
  ------------------
  |  Branch (345:10): [True: 2.27M, False: 4.30k]
  ------------------
  346|  2.27M|    __m256i in = _mm256_loadu_si256((__m256i *)buf);
  347|  2.27M|    if (big_endian) {
  ------------------
  |  Branch (347:9): [Folded, False: 2.27M]
  ------------------
  348|      0|      const __m256i swap = _mm256_setr_epi8(
  349|      0|          1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14, 17, 16, 19, 18,
  350|      0|          21, 20, 23, 22, 25, 24, 27, 26, 29, 28, 31, 30);
  351|      0|      in = _mm256_shuffle_epi8(in, swap);
  352|      0|    }
  353|       |    // a single 16-bit UTF-16 word can yield 1, 2 or 3 UTF-8 bytes
  354|  2.27M|    const __m256i v_ff80 = _mm256_set1_epi16((int16_t)0xff80);
  355|  2.27M|    if (_mm256_testz_si256(in, v_ff80)) { // ASCII fast path!!!!
  ------------------
  |  Branch (355:9): [True: 805k, False: 1.46M]
  ------------------
  356|       |      // 1. pack the bytes
  357|   805k|      const __m128i utf8_packed = _mm_packus_epi16(
  358|   805k|          _mm256_castsi256_si128(in), _mm256_extractf128_si256(in, 1));
  359|       |      // 2. store (16 bytes)
  360|   805k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_packed);
  361|       |      // 3. adjust pointers
  362|   805k|      buf += 16;
  363|   805k|      utf8_output += 16;
  364|   805k|      continue; // we are done for this round!
  365|   805k|    }
  366|       |    // no bits set above 7th bit
  367|  1.46M|    const __m256i one_byte_bytemask =
  368|  1.46M|        _mm256_cmpeq_epi16(_mm256_and_si256(in, v_ff80), v_0000);
  369|  1.46M|    const uint32_t one_byte_bitmask =
  370|  1.46M|        static_cast<uint32_t>(_mm256_movemask_epi8(one_byte_bytemask));
  371|       |
  372|       |    // no bits set above 11th bit
  373|  1.46M|    const __m256i one_or_two_bytes_bytemask =
  374|  1.46M|        _mm256_cmpeq_epi16(_mm256_and_si256(in, v_f800), v_0000);
  375|  1.46M|    const uint32_t one_or_two_bytes_bitmask =
  376|  1.46M|        static_cast<uint32_t>(_mm256_movemask_epi8(one_or_two_bytes_bytemask));
  377|  1.46M|    if (one_or_two_bytes_bitmask == 0xffffffff) {
  ------------------
  |  Branch (377:9): [True: 16.1k, False: 1.45M]
  ------------------
  378|       |
  379|       |      // 1. prepare 2-byte values
  380|       |      // input 16-bit word : [0000|0aaa|aabb|bbbb] x 8
  381|       |      // expected output   : [110a|aaaa|10bb|bbbb] x 8
  382|  16.1k|      const __m256i v_1f00 = _mm256_set1_epi16((int16_t)0x1f00);
  383|  16.1k|      const __m256i v_003f = _mm256_set1_epi16((int16_t)0x003f);
  384|       |
  385|       |      // t0 = [000a|aaaa|bbbb|bb00]
  386|  16.1k|      const __m256i t0 = _mm256_slli_epi16(in, 2);
  387|       |      // t1 = [000a|aaaa|0000|0000]
  388|  16.1k|      const __m256i t1 = _mm256_and_si256(t0, v_1f00);
  389|       |      // t2 = [0000|0000|00bb|bbbb]
  390|  16.1k|      const __m256i t2 = _mm256_and_si256(in, v_003f);
  391|       |      // t3 = [000a|aaaa|00bb|bbbb]
  392|  16.1k|      const __m256i t3 = _mm256_or_si256(t1, t2);
  393|       |      // t4 = [110a|aaaa|10bb|bbbb]
  394|  16.1k|      const __m256i t4 = _mm256_or_si256(t3, v_c080);
  395|       |
  396|       |      // 2. merge ASCII and 2-byte codewords
  397|  16.1k|      const __m256i utf8_unpacked =
  398|  16.1k|          _mm256_blendv_epi8(t4, in, one_byte_bytemask);
  399|       |
  400|       |      // 3. prepare bitmask for 8-bit lookup
  401|  16.1k|      const uint32_t M0 = one_byte_bitmask & 0x55555555;
  402|  16.1k|      const uint32_t M1 = M0 >> 7;
  403|  16.1k|      const uint32_t M2 = (M1 | M0) & 0x00ff00ff;
  404|       |      // 4. pack the bytes
  405|       |
  406|  16.1k|      const uint8_t *row =
  407|  16.1k|          &simdutf::tables::utf16_to_utf8::pack_1_2_utf8_bytes[uint8_t(M2)][0];
  408|  16.1k|      const uint8_t *row_2 =
  409|  16.1k|          &simdutf::tables::utf16_to_utf8::pack_1_2_utf8_bytes[uint8_t(M2 >>
  410|  16.1k|                                                                       16)][0];
  411|       |
  412|  16.1k|      const __m128i shuffle = _mm_loadu_si128((__m128i *)(row + 1));
  413|  16.1k|      const __m128i shuffle_2 = _mm_loadu_si128((__m128i *)(row_2 + 1));
  414|       |
  415|  16.1k|      const __m256i utf8_packed = _mm256_shuffle_epi8(
  416|  16.1k|          utf8_unpacked, _mm256_setr_m128i(shuffle, shuffle_2));
  ------------------
  |  |    7|  16.1k|      _mm256_permute2f128_si256(_mm256_castsi128_si256(xmm1),                  \
  |  |    8|  16.1k|                                _mm256_castsi128_si256(xmm2), 2)
  ------------------
  417|       |      // 5. store bytes
  418|  16.1k|      _mm_storeu_si128((__m128i *)utf8_output,
  419|  16.1k|                       _mm256_castsi256_si128(utf8_packed));
  420|  16.1k|      utf8_output += row[0];
  421|  16.1k|      _mm_storeu_si128((__m128i *)utf8_output,
  422|  16.1k|                       _mm256_extractf128_si256(utf8_packed, 1));
  423|  16.1k|      utf8_output += row_2[0];
  424|       |
  425|       |      // 6. adjust pointers
  426|  16.1k|      buf += 16;
  427|  16.1k|      continue;
  428|  16.1k|    }
  429|       |    // 1. Check if there are any surrogate word in the input chunk.
  430|       |    //    We have also deal with situation when there is a surrogate word
  431|       |    //    at the end of a chunk.
  432|  1.45M|    const __m256i surrogates_bytemask =
  433|  1.45M|        _mm256_cmpeq_epi16(_mm256_and_si256(in, v_f800), v_d800);
  434|       |
  435|       |    // bitmask = 0x0000 if there are no surrogates
  436|       |    //         = 0xc000 if the last word is a surrogate
  437|  1.45M|    const uint32_t surrogates_bitmask =
  438|  1.45M|        static_cast<uint32_t>(_mm256_movemask_epi8(surrogates_bytemask));
  439|       |    // It might seem like checking for surrogates_bitmask == 0xc000 could help.
  440|       |    // However, it is likely an uncommon occurrence.
  441|  1.45M|    if (surrogates_bitmask == 0x00000000) {
  ------------------
  |  Branch (441:9): [True: 990k, False: 461k]
  ------------------
  442|       |      // case: code units from register produce either 1, 2 or 3 UTF-8 bytes
  443|   990k|      const __m256i dup_even = _mm256_setr_epi16(
  444|   990k|          0x0000, 0x0202, 0x0404, 0x0606, 0x0808, 0x0a0a, 0x0c0c, 0x0e0e,
  445|   990k|          0x0000, 0x0202, 0x0404, 0x0606, 0x0808, 0x0a0a, 0x0c0c, 0x0e0e);
  446|       |
  447|       |      /* In this branch we handle three cases:
  448|       |         1. [0000|0000|0ccc|cccc] => [0ccc|cccc]                           -
  449|       |        single UFT-8 byte
  450|       |         2. [0000|0bbb|bbcc|cccc] => [110b|bbbb], [10cc|cccc]              - two
  451|       |        UTF-8 bytes
  452|       |         3. [aaaa|bbbb|bbcc|cccc] => [1110|aaaa], [10bb|bbbb], [10cc|cccc] -
  453|       |        three UTF-8 bytes
  454|       |
  455|       |        We expand the input word (16-bit) into two code units (32-bit), thus
  456|       |        we have room for four bytes. However, we need five distinct bit
  457|       |        layouts. Note that the last byte in cases #2 and #3 is the same.
  458|       |
  459|       |        We precompute byte 1 for case #1 and the common byte for cases #2 & #3
  460|       |        in register t2.
  461|       |
  462|       |        We precompute byte 1 for case #3 and -- **conditionally** -- precompute
  463|       |        either byte 1 for case #2 or byte 2 for case #3. Note that they
  464|       |        differ by exactly one bit.
  465|       |
  466|       |        Finally from these two code units we build proper UTF-8 sequence, taking
  467|       |        into account the case (i.e, the number of bytes to write).
  468|       |      */
  469|       |      /**
  470|       |       * Given [aaaa|bbbb|bbcc|cccc] our goal is to produce:
  471|       |       * t2 => [0ccc|cccc] [10cc|cccc]
  472|       |       * s4 => [1110|aaaa] ([110b|bbbb] OR [10bb|bbbb])
  473|       |       */
  474|   990k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  475|       |      // [aaaa|bbbb|bbcc|cccc] => [bbcc|cccc|bbcc|cccc]
  476|   990k|      const __m256i t0 = _mm256_shuffle_epi8(in, dup_even);
  477|       |      // [bbcc|cccc|bbcc|cccc] => [00cc|cccc|0bcc|cccc]
  478|   990k|      const __m256i t1 = _mm256_and_si256(t0, simdutf_vec(0b0011111101111111));
  ------------------
  |  |  474|   990k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  479|       |      // [00cc|cccc|0bcc|cccc] => [10cc|cccc|0bcc|cccc]
  480|   990k|      const __m256i t2 = _mm256_or_si256(t1, simdutf_vec(0b1000000000000000));
  ------------------
  |  |  474|   990k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  481|       |
  482|       |      // [aaaa|bbbb|bbcc|cccc] =>  [0000|aaaa|bbbb|bbcc]
  483|   990k|      const __m256i s0 = _mm256_srli_epi16(in, 4);
  484|       |      // [0000|aaaa|bbbb|bbcc] => [0000|aaaa|bbbb|bb00]
  485|   990k|      const __m256i s1 = _mm256_and_si256(s0, simdutf_vec(0b0000111111111100));
  ------------------
  |  |  474|   990k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  486|       |      // [0000|aaaa|bbbb|bb00] => [00bb|bbbb|0000|aaaa]
  487|   990k|      const __m256i s2 = _mm256_maddubs_epi16(s1, simdutf_vec(0x0140));
  ------------------
  |  |  474|   990k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  488|       |      // [00bb|bbbb|0000|aaaa] => [11bb|bbbb|1110|aaaa]
  489|   990k|      const __m256i s3 = _mm256_or_si256(s2, simdutf_vec(0b1100000011100000));
  ------------------
  |  |  474|   990k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  490|   990k|      const __m256i m0 = _mm256_andnot_si256(one_or_two_bytes_bytemask,
  491|   990k|                                             simdutf_vec(0b0100000000000000));
  ------------------
  |  |  474|   990k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  492|   990k|      const __m256i s4 = _mm256_xor_si256(s3, m0);
  493|   990k|#undef simdutf_vec
  494|       |
  495|       |      // 4. expand code units 16-bit => 32-bit
  496|   990k|      const __m256i out0 = _mm256_unpacklo_epi16(t2, s4);
  497|   990k|      const __m256i out1 = _mm256_unpackhi_epi16(t2, s4);
  498|       |
  499|       |      // 5. compress 32-bit code units into 1, 2 or 3 bytes -- 2 x shuffle
  500|   990k|      const uint32_t mask = (one_byte_bitmask & 0x55555555) |
  501|   990k|                            (one_or_two_bytes_bitmask & 0xaaaaaaaa);
  502|       |      // Due to the wider registers, the following path is less likely to be
  503|       |      // useful.
  504|       |      /*if(mask == 0) {
  505|       |        // We only have three-byte code units. Use fast path.
  506|       |        const __m256i shuffle =
  507|       |      _mm256_setr_epi8(2,3,1,6,7,5,10,11,9,14,15,13,-1,-1,-1,-1,
  508|       |      2,3,1,6,7,5,10,11,9,14,15,13,-1,-1,-1,-1); const __m256i utf8_0 =
  509|       |      _mm256_shuffle_epi8(out0, shuffle); const __m256i utf8_1 =
  510|       |      _mm256_shuffle_epi8(out1, shuffle);
  511|       |        _mm_storeu_si128((__m128i*)utf8_output, _mm256_castsi256_si128(utf8_0));
  512|       |        utf8_output += 12;
  513|       |        _mm_storeu_si128((__m128i*)utf8_output, _mm256_castsi256_si128(utf8_1));
  514|       |        utf8_output += 12;
  515|       |        _mm_storeu_si128((__m128i*)utf8_output,
  516|       |      _mm256_extractf128_si256(utf8_0,1)); utf8_output += 12;
  517|       |        _mm_storeu_si128((__m128i*)utf8_output,
  518|       |      _mm256_extractf128_si256(utf8_1,1)); utf8_output += 12; buf += 16;
  519|       |        continue;
  520|       |      }*/
  521|   990k|      const uint8_t mask0 = uint8_t(mask);
  522|   990k|      const uint8_t *row0 =
  523|   990k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask0][0];
  524|   990k|      const __m128i shuffle0 = _mm_loadu_si128((__m128i *)(row0 + 1));
  525|   990k|      const __m128i utf8_0 =
  526|   990k|          _mm_shuffle_epi8(_mm256_castsi256_si128(out0), shuffle0);
  527|       |
  528|   990k|      const uint8_t mask1 = static_cast<uint8_t>(mask >> 8);
  529|   990k|      const uint8_t *row1 =
  530|   990k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask1][0];
  531|   990k|      const __m128i shuffle1 = _mm_loadu_si128((__m128i *)(row1 + 1));
  532|   990k|      const __m128i utf8_1 =
  533|   990k|          _mm_shuffle_epi8(_mm256_castsi256_si128(out1), shuffle1);
  534|       |
  535|   990k|      const uint8_t mask2 = static_cast<uint8_t>(mask >> 16);
  536|   990k|      const uint8_t *row2 =
  537|   990k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask2][0];
  538|   990k|      const __m128i shuffle2 = _mm_loadu_si128((__m128i *)(row2 + 1));
  539|   990k|      const __m128i utf8_2 =
  540|   990k|          _mm_shuffle_epi8(_mm256_extractf128_si256(out0, 1), shuffle2);
  541|       |
  542|   990k|      const uint8_t mask3 = static_cast<uint8_t>(mask >> 24);
  543|   990k|      const uint8_t *row3 =
  544|   990k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask3][0];
  545|   990k|      const __m128i shuffle3 = _mm_loadu_si128((__m128i *)(row3 + 1));
  546|   990k|      const __m128i utf8_3 =
  547|   990k|          _mm_shuffle_epi8(_mm256_extractf128_si256(out1, 1), shuffle3);
  548|       |
  549|   990k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_0);
  550|   990k|      utf8_output += row0[0];
  551|   990k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_1);
  552|   990k|      utf8_output += row1[0];
  553|   990k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_2);
  554|   990k|      utf8_output += row2[0];
  555|   990k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_3);
  556|   990k|      utf8_output += row3[0];
  557|   990k|      buf += 16;
  558|       |      // surrogate pair(s) in a register
  559|   990k|    } else {
  560|       |      // Let us do a scalar fallback.
  561|       |      // It may seem wasteful to use scalar code, but being efficient with SIMD
  562|       |      // in the presence of surrogate pairs may require non-trivial tables.
  563|   461k|      size_t forward = 15;
  564|   461k|      size_t k = 0;
  565|   461k|      if (size_t(end - buf) < forward + 1) {
  ------------------
  |  Branch (565:11): [True: 0, False: 461k]
  ------------------
  566|      0|        forward = size_t(end - buf - 1);
  567|      0|      }
  568|  1.78M|      for (; k < forward; k++) {
  ------------------
  |  Branch (568:14): [True: 1.76M, False: 11.6k]
  ------------------
  569|  1.76M|        uint16_t word = scalar::utf16::swap_if_needed<big_endian>(buf[k]);
  570|  1.76M|        if ((word & 0xFF80) == 0) {
  ------------------
  |  Branch (570:13): [True: 246k, False: 1.52M]
  ------------------
  571|   246k|          *utf8_output++ = char(word);
  572|  1.52M|        } else if ((word & 0xF800) == 0) {
  ------------------
  |  Branch (572:20): [True: 78.8k, False: 1.44M]
  ------------------
  573|  78.8k|          *utf8_output++ = char((word >> 6) | 0b11000000);
  574|  78.8k|          *utf8_output++ = char((word & 0b111111) | 0b10000000);
  575|  1.44M|        } else if ((word & 0xF800) != 0xD800) {
  ------------------
  |  Branch (575:20): [True: 928k, False: 514k]
  ------------------
  576|   928k|          *utf8_output++ = char((word >> 12) | 0b11100000);
  577|   928k|          *utf8_output++ = char(((word >> 6) & 0b111111) | 0b10000000);
  578|   928k|          *utf8_output++ = char((word & 0b111111) | 0b10000000);
  579|   928k|        } else {
  580|       |          // must be a surrogate pair
  581|   514k|          uint16_t diff = uint16_t(word - 0xD800);
  582|   514k|          uint16_t next_word =
  583|   514k|              scalar::utf16::swap_if_needed<big_endian>(buf[k + 1]);
  584|   514k|          k++;
  585|   514k|          uint16_t diff2 = uint16_t(next_word - 0xDC00);
  586|   514k|          if ((diff | diff2) > 0x3FF) {
  ------------------
  |  Branch (586:15): [True: 449k, False: 65.2k]
  ------------------
  587|   449k|            return std::make_pair(
  588|   449k|                result(error_code::SURROGATE, buf - start + k - 1),
  589|   449k|                utf8_output);
  590|   449k|          }
  591|  65.2k|          uint32_t value = (diff << 10) + diff2 + 0x10000;
  592|  65.2k|          *utf8_output++ = char((value >> 18) | 0b11110000);
  593|  65.2k|          *utf8_output++ = char(((value >> 12) & 0b111111) | 0b10000000);
  594|  65.2k|          *utf8_output++ = char(((value >> 6) & 0b111111) | 0b10000000);
  595|  65.2k|          *utf8_output++ = char((value & 0b111111) | 0b10000000);
  596|  65.2k|        }
  597|  1.76M|      }
  598|  11.6k|      buf += k;
  599|  11.6k|    }
  600|  1.45M|  } // while
  601|  4.30k|  return std::make_pair(result(error_code::SUCCESS, buf - start), utf8_output);
  602|   453k|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_138avx2_convert_utf16_to_utf8_with_errorsILNS_10endiannessE1EEENSt3__14pairINS_6resultEPcEEPKDsmS7_:
  333|  1.25M|                                       char *utf8_output) {
  334|  1.25M|  const char16_t *start = buf;
  335|  1.25M|  const char16_t *end = buf + len;
  336|       |
  337|  1.25M|  const __m256i v_0000 = _mm256_setzero_si256();
  338|  1.25M|  const __m256i v_f800 = _mm256_set1_epi16((int16_t)0xf800);
  339|  1.25M|  const __m256i v_d800 = _mm256_set1_epi16((int16_t)0xd800);
  340|  1.25M|  const __m256i v_c080 = _mm256_set1_epi16((int16_t)0xc080);
  341|  1.25M|  const size_t safety_margin =
  342|  1.25M|      12; // to avoid overruns, see issue
  343|       |          // https://github.com/simdutf/simdutf/issues/92
  344|       |
  345|  2.66M|  while (end - buf >= std::ptrdiff_t(16 + safety_margin)) {
  ------------------
  |  Branch (345:10): [True: 2.66M, False: 4.30k]
  ------------------
  346|  2.66M|    __m256i in = _mm256_loadu_si256((__m256i *)buf);
  347|  2.66M|    if (big_endian) {
  ------------------
  |  Branch (347:9): [True: 2.66M, Folded]
  ------------------
  348|  2.66M|      const __m256i swap = _mm256_setr_epi8(
  349|  2.66M|          1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14, 17, 16, 19, 18,
  350|  2.66M|          21, 20, 23, 22, 25, 24, 27, 26, 29, 28, 31, 30);
  351|  2.66M|      in = _mm256_shuffle_epi8(in, swap);
  352|  2.66M|    }
  353|       |    // a single 16-bit UTF-16 word can yield 1, 2 or 3 UTF-8 bytes
  354|  2.66M|    const __m256i v_ff80 = _mm256_set1_epi16((int16_t)0xff80);
  355|  2.66M|    if (_mm256_testz_si256(in, v_ff80)) { // ASCII fast path!!!!
  ------------------
  |  Branch (355:9): [True: 537k, False: 2.12M]
  ------------------
  356|       |      // 1. pack the bytes
  357|   537k|      const __m128i utf8_packed = _mm_packus_epi16(
  358|   537k|          _mm256_castsi256_si128(in), _mm256_extractf128_si256(in, 1));
  359|       |      // 2. store (16 bytes)
  360|   537k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_packed);
  361|       |      // 3. adjust pointers
  362|   537k|      buf += 16;
  363|   537k|      utf8_output += 16;
  364|   537k|      continue; // we are done for this round!
  365|   537k|    }
  366|       |    // no bits set above 7th bit
  367|  2.12M|    const __m256i one_byte_bytemask =
  368|  2.12M|        _mm256_cmpeq_epi16(_mm256_and_si256(in, v_ff80), v_0000);
  369|  2.12M|    const uint32_t one_byte_bitmask =
  370|  2.12M|        static_cast<uint32_t>(_mm256_movemask_epi8(one_byte_bytemask));
  371|       |
  372|       |    // no bits set above 11th bit
  373|  2.12M|    const __m256i one_or_two_bytes_bytemask =
  374|  2.12M|        _mm256_cmpeq_epi16(_mm256_and_si256(in, v_f800), v_0000);
  375|  2.12M|    const uint32_t one_or_two_bytes_bitmask =
  376|  2.12M|        static_cast<uint32_t>(_mm256_movemask_epi8(one_or_two_bytes_bytemask));
  377|  2.12M|    if (one_or_two_bytes_bitmask == 0xffffffff) {
  ------------------
  |  Branch (377:9): [True: 14.2k, False: 2.10M]
  ------------------
  378|       |
  379|       |      // 1. prepare 2-byte values
  380|       |      // input 16-bit word : [0000|0aaa|aabb|bbbb] x 8
  381|       |      // expected output   : [110a|aaaa|10bb|bbbb] x 8
  382|  14.2k|      const __m256i v_1f00 = _mm256_set1_epi16((int16_t)0x1f00);
  383|  14.2k|      const __m256i v_003f = _mm256_set1_epi16((int16_t)0x003f);
  384|       |
  385|       |      // t0 = [000a|aaaa|bbbb|bb00]
  386|  14.2k|      const __m256i t0 = _mm256_slli_epi16(in, 2);
  387|       |      // t1 = [000a|aaaa|0000|0000]
  388|  14.2k|      const __m256i t1 = _mm256_and_si256(t0, v_1f00);
  389|       |      // t2 = [0000|0000|00bb|bbbb]
  390|  14.2k|      const __m256i t2 = _mm256_and_si256(in, v_003f);
  391|       |      // t3 = [000a|aaaa|00bb|bbbb]
  392|  14.2k|      const __m256i t3 = _mm256_or_si256(t1, t2);
  393|       |      // t4 = [110a|aaaa|10bb|bbbb]
  394|  14.2k|      const __m256i t4 = _mm256_or_si256(t3, v_c080);
  395|       |
  396|       |      // 2. merge ASCII and 2-byte codewords
  397|  14.2k|      const __m256i utf8_unpacked =
  398|  14.2k|          _mm256_blendv_epi8(t4, in, one_byte_bytemask);
  399|       |
  400|       |      // 3. prepare bitmask for 8-bit lookup
  401|  14.2k|      const uint32_t M0 = one_byte_bitmask & 0x55555555;
  402|  14.2k|      const uint32_t M1 = M0 >> 7;
  403|  14.2k|      const uint32_t M2 = (M1 | M0) & 0x00ff00ff;
  404|       |      // 4. pack the bytes
  405|       |
  406|  14.2k|      const uint8_t *row =
  407|  14.2k|          &simdutf::tables::utf16_to_utf8::pack_1_2_utf8_bytes[uint8_t(M2)][0];
  408|  14.2k|      const uint8_t *row_2 =
  409|  14.2k|          &simdutf::tables::utf16_to_utf8::pack_1_2_utf8_bytes[uint8_t(M2 >>
  410|  14.2k|                                                                       16)][0];
  411|       |
  412|  14.2k|      const __m128i shuffle = _mm_loadu_si128((__m128i *)(row + 1));
  413|  14.2k|      const __m128i shuffle_2 = _mm_loadu_si128((__m128i *)(row_2 + 1));
  414|       |
  415|  14.2k|      const __m256i utf8_packed = _mm256_shuffle_epi8(
  416|  14.2k|          utf8_unpacked, _mm256_setr_m128i(shuffle, shuffle_2));
  ------------------
  |  |    7|  14.2k|      _mm256_permute2f128_si256(_mm256_castsi128_si256(xmm1),                  \
  |  |    8|  14.2k|                                _mm256_castsi128_si256(xmm2), 2)
  ------------------
  417|       |      // 5. store bytes
  418|  14.2k|      _mm_storeu_si128((__m128i *)utf8_output,
  419|  14.2k|                       _mm256_castsi256_si128(utf8_packed));
  420|  14.2k|      utf8_output += row[0];
  421|  14.2k|      _mm_storeu_si128((__m128i *)utf8_output,
  422|  14.2k|                       _mm256_extractf128_si256(utf8_packed, 1));
  423|  14.2k|      utf8_output += row_2[0];
  424|       |
  425|       |      // 6. adjust pointers
  426|  14.2k|      buf += 16;
  427|  14.2k|      continue;
  428|  14.2k|    }
  429|       |    // 1. Check if there are any surrogate word in the input chunk.
  430|       |    //    We have also deal with situation when there is a surrogate word
  431|       |    //    at the end of a chunk.
  432|  2.10M|    const __m256i surrogates_bytemask =
  433|  2.10M|        _mm256_cmpeq_epi16(_mm256_and_si256(in, v_f800), v_d800);
  434|       |
  435|       |    // bitmask = 0x0000 if there are no surrogates
  436|       |    //         = 0xc000 if the last word is a surrogate
  437|  2.10M|    const uint32_t surrogates_bitmask =
  438|  2.10M|        static_cast<uint32_t>(_mm256_movemask_epi8(surrogates_bytemask));
  439|       |    // It might seem like checking for surrogates_bitmask == 0xc000 could help.
  440|       |    // However, it is likely an uncommon occurrence.
  441|  2.10M|    if (surrogates_bitmask == 0x00000000) {
  ------------------
  |  Branch (441:9): [True: 845k, False: 1.26M]
  ------------------
  442|       |      // case: code units from register produce either 1, 2 or 3 UTF-8 bytes
  443|   845k|      const __m256i dup_even = _mm256_setr_epi16(
  444|   845k|          0x0000, 0x0202, 0x0404, 0x0606, 0x0808, 0x0a0a, 0x0c0c, 0x0e0e,
  445|   845k|          0x0000, 0x0202, 0x0404, 0x0606, 0x0808, 0x0a0a, 0x0c0c, 0x0e0e);
  446|       |
  447|       |      /* In this branch we handle three cases:
  448|       |         1. [0000|0000|0ccc|cccc] => [0ccc|cccc]                           -
  449|       |        single UFT-8 byte
  450|       |         2. [0000|0bbb|bbcc|cccc] => [110b|bbbb], [10cc|cccc]              - two
  451|       |        UTF-8 bytes
  452|       |         3. [aaaa|bbbb|bbcc|cccc] => [1110|aaaa], [10bb|bbbb], [10cc|cccc] -
  453|       |        three UTF-8 bytes
  454|       |
  455|       |        We expand the input word (16-bit) into two code units (32-bit), thus
  456|       |        we have room for four bytes. However, we need five distinct bit
  457|       |        layouts. Note that the last byte in cases #2 and #3 is the same.
  458|       |
  459|       |        We precompute byte 1 for case #1 and the common byte for cases #2 & #3
  460|       |        in register t2.
  461|       |
  462|       |        We precompute byte 1 for case #3 and -- **conditionally** -- precompute
  463|       |        either byte 1 for case #2 or byte 2 for case #3. Note that they
  464|       |        differ by exactly one bit.
  465|       |
  466|       |        Finally from these two code units we build proper UTF-8 sequence, taking
  467|       |        into account the case (i.e, the number of bytes to write).
  468|       |      */
  469|       |      /**
  470|       |       * Given [aaaa|bbbb|bbcc|cccc] our goal is to produce:
  471|       |       * t2 => [0ccc|cccc] [10cc|cccc]
  472|       |       * s4 => [1110|aaaa] ([110b|bbbb] OR [10bb|bbbb])
  473|       |       */
  474|   845k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  475|       |      // [aaaa|bbbb|bbcc|cccc] => [bbcc|cccc|bbcc|cccc]
  476|   845k|      const __m256i t0 = _mm256_shuffle_epi8(in, dup_even);
  477|       |      // [bbcc|cccc|bbcc|cccc] => [00cc|cccc|0bcc|cccc]
  478|   845k|      const __m256i t1 = _mm256_and_si256(t0, simdutf_vec(0b0011111101111111));
  ------------------
  |  |  474|   845k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  479|       |      // [00cc|cccc|0bcc|cccc] => [10cc|cccc|0bcc|cccc]
  480|   845k|      const __m256i t2 = _mm256_or_si256(t1, simdutf_vec(0b1000000000000000));
  ------------------
  |  |  474|   845k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  481|       |
  482|       |      // [aaaa|bbbb|bbcc|cccc] =>  [0000|aaaa|bbbb|bbcc]
  483|   845k|      const __m256i s0 = _mm256_srli_epi16(in, 4);
  484|       |      // [0000|aaaa|bbbb|bbcc] => [0000|aaaa|bbbb|bb00]
  485|   845k|      const __m256i s1 = _mm256_and_si256(s0, simdutf_vec(0b0000111111111100));
  ------------------
  |  |  474|   845k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  486|       |      // [0000|aaaa|bbbb|bb00] => [00bb|bbbb|0000|aaaa]
  487|   845k|      const __m256i s2 = _mm256_maddubs_epi16(s1, simdutf_vec(0x0140));
  ------------------
  |  |  474|   845k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  488|       |      // [00bb|bbbb|0000|aaaa] => [11bb|bbbb|1110|aaaa]
  489|   845k|      const __m256i s3 = _mm256_or_si256(s2, simdutf_vec(0b1100000011100000));
  ------------------
  |  |  474|   845k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  490|   845k|      const __m256i m0 = _mm256_andnot_si256(one_or_two_bytes_bytemask,
  491|   845k|                                             simdutf_vec(0b0100000000000000));
  ------------------
  |  |  474|   845k|#define simdutf_vec(x) _mm256_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  492|   845k|      const __m256i s4 = _mm256_xor_si256(s3, m0);
  493|   845k|#undef simdutf_vec
  494|       |
  495|       |      // 4. expand code units 16-bit => 32-bit
  496|   845k|      const __m256i out0 = _mm256_unpacklo_epi16(t2, s4);
  497|   845k|      const __m256i out1 = _mm256_unpackhi_epi16(t2, s4);
  498|       |
  499|       |      // 5. compress 32-bit code units into 1, 2 or 3 bytes -- 2 x shuffle
  500|   845k|      const uint32_t mask = (one_byte_bitmask & 0x55555555) |
  501|   845k|                            (one_or_two_bytes_bitmask & 0xaaaaaaaa);
  502|       |      // Due to the wider registers, the following path is less likely to be
  503|       |      // useful.
  504|       |      /*if(mask == 0) {
  505|       |        // We only have three-byte code units. Use fast path.
  506|       |        const __m256i shuffle =
  507|       |      _mm256_setr_epi8(2,3,1,6,7,5,10,11,9,14,15,13,-1,-1,-1,-1,
  508|       |      2,3,1,6,7,5,10,11,9,14,15,13,-1,-1,-1,-1); const __m256i utf8_0 =
  509|       |      _mm256_shuffle_epi8(out0, shuffle); const __m256i utf8_1 =
  510|       |      _mm256_shuffle_epi8(out1, shuffle);
  511|       |        _mm_storeu_si128((__m128i*)utf8_output, _mm256_castsi256_si128(utf8_0));
  512|       |        utf8_output += 12;
  513|       |        _mm_storeu_si128((__m128i*)utf8_output, _mm256_castsi256_si128(utf8_1));
  514|       |        utf8_output += 12;
  515|       |        _mm_storeu_si128((__m128i*)utf8_output,
  516|       |      _mm256_extractf128_si256(utf8_0,1)); utf8_output += 12;
  517|       |        _mm_storeu_si128((__m128i*)utf8_output,
  518|       |      _mm256_extractf128_si256(utf8_1,1)); utf8_output += 12; buf += 16;
  519|       |        continue;
  520|       |      }*/
  521|   845k|      const uint8_t mask0 = uint8_t(mask);
  522|   845k|      const uint8_t *row0 =
  523|   845k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask0][0];
  524|   845k|      const __m128i shuffle0 = _mm_loadu_si128((__m128i *)(row0 + 1));
  525|   845k|      const __m128i utf8_0 =
  526|   845k|          _mm_shuffle_epi8(_mm256_castsi256_si128(out0), shuffle0);
  527|       |
  528|   845k|      const uint8_t mask1 = static_cast<uint8_t>(mask >> 8);
  529|   845k|      const uint8_t *row1 =
  530|   845k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask1][0];
  531|   845k|      const __m128i shuffle1 = _mm_loadu_si128((__m128i *)(row1 + 1));
  532|   845k|      const __m128i utf8_1 =
  533|   845k|          _mm_shuffle_epi8(_mm256_castsi256_si128(out1), shuffle1);
  534|       |
  535|   845k|      const uint8_t mask2 = static_cast<uint8_t>(mask >> 16);
  536|   845k|      const uint8_t *row2 =
  537|   845k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask2][0];
  538|   845k|      const __m128i shuffle2 = _mm_loadu_si128((__m128i *)(row2 + 1));
  539|   845k|      const __m128i utf8_2 =
  540|   845k|          _mm_shuffle_epi8(_mm256_extractf128_si256(out0, 1), shuffle2);
  541|       |
  542|   845k|      const uint8_t mask3 = static_cast<uint8_t>(mask >> 24);
  543|   845k|      const uint8_t *row3 =
  544|   845k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask3][0];
  545|   845k|      const __m128i shuffle3 = _mm_loadu_si128((__m128i *)(row3 + 1));
  546|   845k|      const __m128i utf8_3 =
  547|   845k|          _mm_shuffle_epi8(_mm256_extractf128_si256(out1, 1), shuffle3);
  548|       |
  549|   845k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_0);
  550|   845k|      utf8_output += row0[0];
  551|   845k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_1);
  552|   845k|      utf8_output += row1[0];
  553|   845k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_2);
  554|   845k|      utf8_output += row2[0];
  555|   845k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_3);
  556|   845k|      utf8_output += row3[0];
  557|   845k|      buf += 16;
  558|       |      // surrogate pair(s) in a register
  559|  1.26M|    } else {
  560|       |      // Let us do a scalar fallback.
  561|       |      // It may seem wasteful to use scalar code, but being efficient with SIMD
  562|       |      // in the presence of surrogate pairs may require non-trivial tables.
  563|  1.26M|      size_t forward = 15;
  564|  1.26M|      size_t k = 0;
  565|  1.26M|      if (size_t(end - buf) < forward + 1) {
  ------------------
  |  Branch (565:11): [True: 0, False: 1.26M]
  ------------------
  566|      0|        forward = size_t(end - buf - 1);
  567|      0|      }
  568|  2.90M|      for (; k < forward; k++) {
  ------------------
  |  Branch (568:14): [True: 2.89M, False: 10.6k]
  ------------------
  569|  2.89M|        uint16_t word = scalar::utf16::swap_if_needed<big_endian>(buf[k]);
  570|  2.89M|        if ((word & 0xFF80) == 0) {
  ------------------
  |  Branch (570:13): [True: 133k, False: 2.75M]
  ------------------
  571|   133k|          *utf8_output++ = char(word);
  572|  2.75M|        } else if ((word & 0xF800) == 0) {
  ------------------
  |  Branch (572:20): [True: 82.9k, False: 2.67M]
  ------------------
  573|  82.9k|          *utf8_output++ = char((word >> 6) | 0b11000000);
  574|  82.9k|          *utf8_output++ = char((word & 0b111111) | 0b10000000);
  575|  2.67M|        } else if ((word & 0xF800) != 0xD800) {
  ------------------
  |  Branch (575:20): [True: 1.28M, False: 1.38M]
  ------------------
  576|  1.28M|          *utf8_output++ = char((word >> 12) | 0b11100000);
  577|  1.28M|          *utf8_output++ = char(((word >> 6) & 0b111111) | 0b10000000);
  578|  1.28M|          *utf8_output++ = char((word & 0b111111) | 0b10000000);
  579|  1.38M|        } else {
  580|       |          // must be a surrogate pair
  581|  1.38M|          uint16_t diff = uint16_t(word - 0xD800);
  582|  1.38M|          uint16_t next_word =
  583|  1.38M|              scalar::utf16::swap_if_needed<big_endian>(buf[k + 1]);
  584|  1.38M|          k++;
  585|  1.38M|          uint16_t diff2 = uint16_t(next_word - 0xDC00);
  586|  1.38M|          if ((diff | diff2) > 0x3FF) {
  ------------------
  |  Branch (586:15): [True: 1.25M, False: 134k]
  ------------------
  587|  1.25M|            return std::make_pair(
  588|  1.25M|                result(error_code::SURROGATE, buf - start + k - 1),
  589|  1.25M|                utf8_output);
  590|  1.25M|          }
  591|   134k|          uint32_t value = (diff << 10) + diff2 + 0x10000;
  592|   134k|          *utf8_output++ = char((value >> 18) | 0b11110000);
  593|   134k|          *utf8_output++ = char(((value >> 12) & 0b111111) | 0b10000000);
  594|   134k|          *utf8_output++ = char(((value >> 6) & 0b111111) | 0b10000000);
  595|   134k|          *utf8_output++ = char((value & 0b111111) | 0b10000000);
  596|   134k|        }
  597|  2.89M|      }
  598|  10.6k|      buf += k;
  599|  10.6k|    }
  600|  2.10M|  } // while
  601|  4.30k|  return std::make_pair(result(error_code::SUCCESS, buf - start), utf8_output);
  602|  1.25M|}

_ZNK7simdutf7haswell14implementation13validate_utf8EPKcm:
  266|  2.61k|implementation::validate_utf8(const char *buf, size_t len) const noexcept {
  267|  2.61k|  return haswell::utf8_validation::generic_validate_utf8(buf, len);
  268|  2.61k|}
_ZNK7simdutf7haswell14implementation24utf8_length_from_utf16leEPKDsm:
 1108|    409|    const char16_t *input, size_t length) const noexcept {
 1109|    409|  return utf16::utf8_length_from_utf16_bytemask<endianness::LITTLE>(input,
 1110|    409|                                                                    length);
 1111|    409|}
_ZNK7simdutf7haswell14implementation24utf8_length_from_utf16beEPKDsm:
 1114|    390|    const char16_t *input, size_t length) const noexcept {
 1115|    390|  return utf16::utf8_length_from_utf16_bytemask<endianness::BIG>(input, length);
 1116|    390|}
_ZNK7simdutf7haswell14implementation41utf8_length_from_utf16le_with_replacementEPKDsm:
 1138|  1.33k|    const char16_t *input, size_t length) const noexcept {
 1139|  1.33k|  return utf16::utf8_length_from_utf16_with_replacement<endianness::LITTLE>(
 1140|  1.33k|      input, length);
 1141|  1.33k|}
_ZNK7simdutf7haswell14implementation41utf8_length_from_utf16be_with_replacementEPKDsm:
 1145|  1.28k|    const char16_t *input, size_t length) const noexcept {
 1146|  1.28k|  return utf16::utf8_length_from_utf16_with_replacement<endianness::BIG>(
 1147|  1.28k|      input, length);
 1148|  1.28k|}
_ZNK7simdutf7haswell14implementation40convert_utf16le_to_utf8_with_replacementEPKDsmPc:
 1152|  1.33k|    const char16_t *input, size_t length, char *utf8_buffer) const noexcept {
 1153|  1.33k|  return utf16_to_utf8::convert_with_replacement_via(
 1154|  1.33k|      [](const char16_t *b, size_t l, char *o) {
 1155|  1.33k|        return convert_utf16_to_utf8_with_details<endianness::LITTLE>(b, l, o);
 1156|  1.33k|      },
 1157|  1.33k|      input, length, utf8_buffer);
 1158|  1.33k|}
_ZNK7simdutf7haswell14implementation40convert_utf16be_to_utf8_with_replacementEPKDsmPc:
 1162|  1.28k|    const char16_t *input, size_t length, char *utf8_buffer) const noexcept {
 1163|  1.28k|  return utf16_to_utf8::convert_with_replacement_via(
 1164|  1.28k|      [](const char16_t *b, size_t l, char *o) {
 1165|  1.28k|        return convert_utf16_to_utf8_with_details<endianness::BIG>(b, l, o);
 1166|  1.28k|      },
 1167|  1.28k|      input, length, utf8_buffer);
 1168|  1.28k|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_18is_asciiERKNS1_4simd8simd8x64IhEE:
   13|  1.87M|simdutf_really_inline bool is_ascii(const simd8x64<uint8_t> &input) {
   14|  1.87M|  return input.reduce_or().is_ascii();
   15|  1.87M|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_124must_be_2_3_continuationENS1_4simd5simd8IhEES4_:
   22|  3.10M|                         const simd8<uint8_t> prev3) {
   23|  3.10M|  simd8<uint8_t> is_third_byte =
   24|  3.10M|      prev2.saturating_sub(0xe0u - 0x80); // Only 111_____ will be > 0x80
   25|  3.10M|  simd8<uint8_t> is_fourth_byte =
   26|  3.10M|      prev3.saturating_sub(0xf0u - 0x80); // Only 1111____ will be > 0x80
   27|  3.10M|  return simd8<bool>(is_third_byte | is_fourth_byte);
   28|  3.10M|}
_ZN7simdutf7haswell34convert_utf16_to_utf8_with_detailsILNS_10endiannessE0EEENS_11full_resultEPKDsmPc:
  722|   453k|    const char16_t *buf, size_t len, char *utf8_output) {
  723|   453k|  std::pair<result, char *> ret =
  724|   453k|      haswell::avx2_convert_utf16_to_utf8_with_errors<big_endian>(buf, len,
  725|   453k|                                                                  utf8_output);
  726|   453k|  if (ret.first.error) {
  ------------------
  |  Branch (726:7): [True: 449k, False: 4.30k]
  ------------------
  727|   449k|    return full_result(ret.first.error, ret.first.count,
  728|   449k|                       size_t(ret.second - utf8_output));
  729|   449k|  }
  730|  4.30k|  if (ret.first.count != len) {
  ------------------
  |  Branch (730:7): [True: 4.30k, False: 0]
  ------------------
  731|  4.30k|    full_result sres =
  732|  4.30k|        scalar::utf16_to_utf8::convert_with_errors<big_endian, false>(
  733|  4.30k|            buf + ret.first.count, len - ret.first.count, ret.second, 0);
  734|  4.30k|    return full_result(sres.error, ret.first.count + sres.input_count,
  735|  4.30k|                       size_t(ret.second - utf8_output) + sres.output_count);
  736|  4.30k|  }
  737|      0|  return full_result(error_code::SUCCESS, len,
  738|      0|                     size_t(ret.second - utf8_output));
  739|  4.30k|}
_ZN7simdutf7haswell34convert_utf16_to_utf8_with_detailsILNS_10endiannessE1EEENS_11full_resultEPKDsmPc:
  722|  1.25M|    const char16_t *buf, size_t len, char *utf8_output) {
  723|  1.25M|  std::pair<result, char *> ret =
  724|  1.25M|      haswell::avx2_convert_utf16_to_utf8_with_errors<big_endian>(buf, len,
  725|  1.25M|                                                                  utf8_output);
  726|  1.25M|  if (ret.first.error) {
  ------------------
  |  Branch (726:7): [True: 1.25M, False: 4.30k]
  ------------------
  727|  1.25M|    return full_result(ret.first.error, ret.first.count,
  728|  1.25M|                       size_t(ret.second - utf8_output));
  729|  1.25M|  }
  730|  4.30k|  if (ret.first.count != len) {
  ------------------
  |  Branch (730:7): [True: 4.30k, False: 0]
  ------------------
  731|  4.30k|    full_result sres =
  732|  4.30k|        scalar::utf16_to_utf8::convert_with_errors<big_endian, false>(
  733|  4.30k|            buf + ret.first.count, len - ret.first.count, ret.second, 0);
  734|  4.30k|    return full_result(sres.error, ret.first.count + sres.input_count,
  735|  4.30k|                       size_t(ret.second - utf8_output) + sres.output_count);
  736|  4.30k|  }
  737|      0|  return full_result(error_code::SUCCESS, len,
  738|      0|                     size_t(ret.second - utf8_output));
  739|  4.30k|}
simdutf.cpp:_ZZNK7simdutf7haswell14implementation40convert_utf16le_to_utf8_with_replacementEPKDsmPcENK3$_0clES3_mS4_:
 1154|   453k|      [](const char16_t *b, size_t l, char *o) {
 1155|   453k|        return convert_utf16_to_utf8_with_details<endianness::LITTLE>(b, l, o);
 1156|   453k|      },
simdutf.cpp:_ZZNK7simdutf7haswell14implementation40convert_utf16be_to_utf8_with_replacementEPKDsmPcENK3$_0clES3_mS4_:
 1164|  1.25M|      [](const char16_t *b, size_t l, char *o) {
 1165|  1.25M|        return convert_utf16_to_utf8_with_details<endianness::BIG>(b, l, o);
 1166|  1.25M|      },

_ZNK7simdutf14implementation27supported_by_runtime_systemEv:
   64|      8|bool implementation::supported_by_runtime_system() const {
   65|      8|  uint32_t required_instruction_sets = this->required_instruction_sets();
   66|      8|  uint32_t supported_instruction_sets =
   67|      8|      internal::detect_supported_architectures();
   68|      8|  return ((supported_instruction_sets & required_instruction_sets) ==
   69|      8|          required_instruction_sets);
   70|      8|}
_ZNK7simdutf8internal29available_implementation_list5beginEv:
 1503|      1|available_implementation_list::begin() const noexcept {
 1504|      1|  return internal::get_available_implementation_pointers().begin();
 1505|      1|}
_ZNK7simdutf8internal29available_implementation_list3endEv:
 1507|      1|available_implementation_list::end() const noexcept {
 1508|      1|  return internal::get_available_implementation_pointers().end();
 1509|      1|}
_ZN7simdutf29get_available_implementationsEv:
 1558|      1|get_available_implementations() {
 1559|      1|#if !SIMDUTF_USE_STATIC_INITIALIZATION
 1560|      1|  static const internal::available_implementation_list
 1561|      1|      available_implementations_instance{};
 1562|      1|#endif
 1563|      1|  return available_implementations_instance;
 1564|      1|}
simdutf.cpp:_ZN7simdutf8internalL37get_available_implementation_pointersEv:
  933|      2|get_available_implementation_pointers() {
  934|      2|#if !SIMDUTF_USE_STATIC_INITIALIZATION
  935|      2|  static const std::initializer_list<const implementation *>
  936|      2|      available_implementation_pointers{
  937|      2|  #if SIMDUTF_IMPLEMENTATION_ICELAKE
  938|      2|          get_icelake_singleton(),
  939|      2|  #endif
  940|      2|  #if SIMDUTF_IMPLEMENTATION_HASWELL
  941|      2|          get_haswell_singleton(),
  942|      2|  #endif
  943|      2|  #if SIMDUTF_IMPLEMENTATION_WESTMERE
  944|      2|          get_westmere_singleton(),
  945|      2|  #endif
  946|       |  #if SIMDUTF_IMPLEMENTATION_ARM64
  947|       |          get_arm64_singleton(),
  948|       |  #endif
  949|       |  #if SIMDUTF_IMPLEMENTATION_PPC64
  950|       |          get_ppc64_singleton(),
  951|       |  #endif
  952|       |  #if SIMDUTF_IMPLEMENTATION_RVV
  953|       |          get_rvv_singleton(),
  954|       |  #endif
  955|       |  #if SIMDUTF_IMPLEMENTATION_LASX
  956|       |          get_lasx_singleton(),
  957|       |  #endif
  958|       |  #if SIMDUTF_IMPLEMENTATION_LSX
  959|       |          get_lsx_singleton(),
  960|       |  #endif
  961|      2|  #if SIMDUTF_IMPLEMENTATION_FALLBACK
  962|      2|          get_fallback_singleton(),
  963|      2|  #endif
  964|      2|      };
  965|      2|#endif
  966|      2|  return available_implementation_pointers;
  967|      2|}
simdutf.cpp:_ZN7simdutf8internalL21get_icelake_singletonEv:
  157|      1|static const icelake::implementation *get_icelake_singleton() {
  158|      1|  #if !SIMDUTF_USE_STATIC_INITIALIZATION
  159|      1|  static const icelake::implementation icelake_singleton{};
  160|      1|  #endif
  161|      1|  return &icelake_singleton;
  162|      1|}
simdutf.cpp:_ZN7simdutf8internalL21get_haswell_singletonEv:
  168|      1|static const haswell::implementation *get_haswell_singleton() {
  169|      1|  #if !SIMDUTF_USE_STATIC_INITIALIZATION
  170|      1|  static const haswell::implementation haswell_singleton{};
  171|      1|  #endif
  172|      1|  return &haswell_singleton;
  173|      1|}
simdutf.cpp:_ZN7simdutf8internalL22get_westmere_singletonEv:
  179|      1|static const westmere::implementation *get_westmere_singleton() {
  180|      1|  #if !SIMDUTF_USE_STATIC_INITIALIZATION
  181|      1|  static const westmere::implementation westmere_singleton{};
  182|      1|  #endif
  183|      1|  return &westmere_singleton;
  184|      1|}
simdutf.cpp:_ZN7simdutf8internalL22get_fallback_singletonEv:
  245|      1|static const fallback::implementation *get_fallback_singleton() {
  246|      1|  #if !SIMDUTF_USE_STATIC_INITIALIZATION
  247|      1|  static const fallback::implementation fallback_singleton{};
  248|      1|  #endif
  249|      1|  return &fallback_singleton;
  250|      1|}

_ZN7simdutf8fallback14implementationC2Ev:
   16|      1|      : simdutf::implementation("fallback", "Generic fallback implementation",
   17|      1|                                0) {}

_ZN7simdutf7haswell14implementationC2Ev:
   16|      1|      : simdutf::implementation("haswell", "Intel/AMD AVX2",
   17|      1|                                internal::instruction_set::AVX2 |
   18|      1|                                    internal::instruction_set::BMI1 |
   19|      1|                                    internal::instruction_set::BMI2) {}

simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd5simd8IhEC2Ev:
  191|  7.85k|  simdutf_really_inline simd8() : base8_numeric<uint8_t>() {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd13base8_numericIhEC2Ev:
  124|  7.85k|  simdutf_really_inline base8_numeric() : base8<T>() {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd5base8IhNS2_5simd8IbEEEC2Ev:
   71|  7.85k|  simdutf_really_inline base8() : base<simd8<T>>() {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEC2Ev:
   14|  7.85k|  simdutf_really_inline base() : value{__m256i()} {}
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd8simd8x64IhE9reduce_orEv:
  294|  1.87M|  simdutf_really_inline simd8<T> reduce_or() const {
  295|  1.87M|    return this->chunks[0] | this->chunks[1];
  296|  1.87M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEorES5_:
   50|  8.41M|  simdutf_really_inline Child operator|(const Child other) const {
   51|  8.41M|    return _mm256_or_si256(*this, other);
   52|  8.41M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd5simd8IhEC2EDv4_x:
  193|  99.1M|      : base8_numeric<uint8_t>(_value) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd13base8_numericIhEC2EDv4_x:
  126|  99.1M|      : base8<T>(_value) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd5base8IhNS2_5simd8IbEEEC2EDv4_x:
   73|  99.1M|  simdutf_really_inline base8(const __m256i _value) : base<simd8<T>>(_value) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEC2EDv4_x:
   17|  99.1M|  simdutf_really_inline base(const __m256i _value) : value(_value) {}
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd5simd8IhE8is_asciiEv:
  234|  1.87M|  simdutf_really_inline bool is_ascii() const {
  235|  1.87M|    return _mm256_movemask_epi8(*this) == 0;
  236|  1.87M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEoRES5_:
   59|  3.43M|  simdutf_really_inline Child &operator|=(const Child other) {
   60|  3.43M|    auto this_cast = static_cast<Child *>(this);
   61|  3.43M|    *this_cast = *this_cast | other;
   62|  3.43M|    return *this_cast;
   63|  3.43M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd5base8IhNS2_5simd8IbEEE4prevILi1EEENS4_IhEES8_:
   83|  3.10M|  simdutf_really_inline simd8<T> prev(const simd8<T> prev_chunk) const {
   84|       |    return _mm256_alignr_epi8(
   85|  3.10M|        *this, _mm256_permute2x128_si256(prev_chunk, *this, 0x21), 16 - N);
   86|  3.10M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd5simd8IhE3shrILi4EEES4_v:
  245|  6.21M|  template <int N> simdutf_really_inline simd8<uint8_t> shr() const {
  246|  6.21M|    return simd8<uint8_t>(_mm256_srli_epi16(*this, N)) & uint8_t(0xFFu >> N);
  247|  6.21M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd13base8_numericIhE9lookup_16IhEENS2_5simd8IT_EES7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_:
  157|  9.32M|            L replace15) const {
  158|  9.32M|    return lookup_16(simd8<L>::repeat_16(
  159|  9.32M|        replace0, replace1, replace2, replace3, replace4, replace5, replace6,
  160|  9.32M|        replace7, replace8, replace9, replace10, replace11, replace12,
  161|  9.32M|        replace13, replace14, replace15));
  162|  9.32M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd13base8_numericIhE9lookup_16IhEENS2_5simd8IT_EES8_:
  148|  9.32M|  simdutf_really_inline simd8<L> lookup_16(simd8<L> lookup_table) const {
  149|  9.32M|    return _mm256_shuffle_epi8(lookup_table, *this);
  150|  9.32M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd13base8_numericIhE9repeat_16Ehhhhhhhhhhhhhhhh:
  118|  9.32M|                                                  T v14, T v15) {
  119|  9.32M|    return simd8<T>(v0, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13,
  120|  9.32M|                    v14, v15, v0, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11,
  121|  9.32M|                    v12, v13, v14, v15);
  122|  9.32M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd5simd8IhEC2Ehhhhhhhhhhhhhhhhhhhhhhhhhhhhhhhh:
  207|  9.32M|      : simd8(_mm256_setr_epi8(v0, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11,
  208|  9.32M|                               v12, v13, v14, v15, v16, v17, v18, v19, v20, v21,
  209|  9.32M|                               v22, v23, v24, v25, v26, v27, v28, v29, v30,
  210|  9.32M|                               v31)) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd5simd8IhEC2Eh:
  195|  18.6M|  simdutf_really_inline simd8(uint8_t _value) : simd8(splat(_value)) {}
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd5base8IhNS2_5simd8IbEEE4prevILi2EEENS4_IhEES8_:
   83|  3.10M|  simdutf_really_inline simd8<T> prev(const simd8<T> prev_chunk) const {
   84|       |    return _mm256_alignr_epi8(
   85|  3.10M|        *this, _mm256_permute2x128_si256(prev_chunk, *this, 0x21), 16 - N);
   86|  3.10M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd5base8IhNS2_5simd8IbEEE4prevILi3EEENS4_IhEES8_:
   83|  3.10M|  simdutf_really_inline simd8<T> prev(const simd8<T> prev_chunk) const {
   84|       |    return _mm256_alignr_epi8(
   85|  3.10M|        *this, _mm256_permute2x128_si256(prev_chunk, *this, 0x21), 16 - N);
   86|  3.10M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd5simd8IhE14saturating_subES4_:
  214|  7.77M|  saturating_sub(const simd8<uint8_t> other) const {
  215|  7.77M|    return _mm256_subs_epu8(*this, other);
  216|  7.77M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd5simd8IbEC2EDv4_x:
   95|  3.10M|  simdutf_really_inline simd8(const __m256i _value) : base8<bool>(_value) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd5base8IbNS2_5simd8IbEEEC2EDv4_x:
   73|  3.10M|  simdutf_really_inline base8(const __m256i _value) : base<simd8<T>>(_value) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_5simd8IbEEEC2EDv4_x:
   17|  3.10M|  simdutf_really_inline base(const __m256i _value) : value(_value) {}
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_5simd8IbEEEcvRKDv4_xEv:
   19|  3.10M|  simdutf_really_inline operator const __m256i &() const { return this->value; }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEeoES5_:
   56|  3.10M|  simdutf_really_inline Child operator^(const Child other) const {
   57|  3.10M|    return _mm256_xor_si256(*this, other);
   58|  3.10M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd5simd8IhEC2EPKh:
  197|  1.55M|  simdutf_really_inline simd8(const uint8_t values[32]) : simd8(load(values)) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd13base8_numericIhE4loadEPKh:
  111|  5.30M|  static simdutf_really_inline simd8<T> load(const T values[32]) {
  112|  5.30M|    return _mm256_loadu_si256(reinterpret_cast<const __m256i *>(values));
  113|  5.30M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd5simd8IhE7gt_bitsES4_:
  225|  1.55M|  gt_bits(const simd8<uint8_t> other) const {
  226|  1.55M|    return this->saturating_sub(other);
  227|  1.55M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_6simd16ItEEEC2EDv4_x:
   17|  72.6M|  simdutf_really_inline base(const __m256i _value) : value(_value) {}
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_6simd16ItEEEcvRKDv4_xEv:
   19|  72.6M|  simdutf_really_inline operator const __m256i &() const { return this->value; }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd5simd8IhE21any_bits_set_anywhereEv:
  241|  2.61k|  simdutf_really_inline bool any_bits_set_anywhere() const {
  242|  2.61k|    return !bits_not_set_anywhere();
  243|  2.61k|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd5simd8IhE21bits_not_set_anywhereEv:
  237|  2.61k|  simdutf_really_inline bool bits_not_set_anywhere() const {
  238|  2.61k|    return _mm256_testz_si256(*this, *this);
  239|  2.61k|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_6simd16IbEEEC2EDv4_x:
   17|  5.90M|  simdutf_really_inline base(const __m256i _value) : value(_value) {}
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_6simd16IbEEEcvRKDv4_xEv:
   19|  9.42M|  simdutf_really_inline operator const __m256i &() const { return this->value; }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd13base8_numericIhE5splatEh:
  105|  18.6M|  static simdutf_really_inline simd8<T> splat(T _value) {
  106|  18.6M|    return _mm256_set1_epi8(_value);
  107|  18.6M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEcvRKDv4_xEv:
   19|   133M|  simdutf_really_inline operator const __m256i &() const { return this->value; }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEanES5_:
   53|  18.6M|  simdutf_really_inline Child operator&(const Child other) const {
   54|  18.6M|    return _mm256_and_si256(*this, other);
   55|  18.6M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd8simd8x64IhEC2EPKh:
  274|  1.87M|      : chunks{simd8<T>::load(ptr),
  275|  1.87M|               simd8<T>::load(ptr + sizeof(simd8<T>) / sizeof(T))} {}
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_6simd16ItEEEanES5_:
   53|  15.0M|  simdutf_really_inline Child operator&(const Child other) const {
   54|  15.0M|    return _mm256_and_si256(*this, other);
   55|  15.0M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd4baseINS2_6simd16IbEEEeoES5_:
   56|   387k|  simdutf_really_inline Child operator^(const Child other) const {
   57|   387k|    return _mm256_xor_si256(*this, other);
   58|   387k|  }

simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd6simd16ItEC2EDv4_x:
   97|  72.6M|      : base16_numeric<uint16_t>(_value) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd14base16_numericItEC2EDv4_x:
   73|  72.6M|      : base16<T>(_value) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd6base16ItNS2_6simd16IbEEEC2EDv4_x:
   20|  72.6M|      : base<simd16<T>>(_value) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd14base16_numericItE4loadEPKt:
   66|  5.13M|  static simdutf_really_inline simd16<T> load(const T values[8]) {
   67|  5.13M|    return _mm256_loadu_si256(reinterpret_cast<const __m256i *>(values));
   68|  5.13M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd6simd16ItE10swap_bytesEv:
  139|  2.31M|  simdutf_really_inline simd16<uint16_t> swap_bytes() const {
  140|  2.31M|    const __m256i swap = _mm256_setr_epi8(
  141|  2.31M|        1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14, 17, 16, 19, 18,
  142|  2.31M|        21, 20, 23, 22, 25, 24, 27, 26, 29, 28, 31, 30);
  143|  2.31M|    return _mm256_shuffle_epi8(*this, swap);
  144|  2.31M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd14base16_numericItE5splatEt:
   58|  20.5M|  static simdutf_really_inline simd16<T> splat(T _value) {
   59|  20.5M|    return _mm256_set1_epi16(_value);
   60|  20.5M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simdeqENS2_6simd16ItEES4_:
   26|  5.52M|                                               const simd16<T> rhs) {
   27|  5.52M|    return _mm256_cmpeq_epi16(lhs, rhs);
   28|  5.52M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd6simd16IbEC2EDv4_x:
   45|  5.90M|  simdutf_really_inline simd16(const __m256i _value) : base16<bool>(_value) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd6base16IbNS2_6simd16IbEEEC2EDv4_x:
   20|  5.90M|      : base<simd16<T>>(_value) {}
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd6simd16IbE10to_bitmaskEv:
   50|  3.51M|  simdutf_really_inline bitmask_type to_bitmask() const {
   51|  3.51M|    return _mm256_movemask_epi8(*this);
   52|  3.51M|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd6simd16ItEC2Et:
  100|  20.5M|  simdutf_really_inline simd16(uint16_t _value) : simd16(splat(_value)) {}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd14base16_numericItE4zeroEv:
   62|  4.10k|  static simdutf_really_inline simd16<T> zero() {
   63|  4.10k|    return _mm256_setzero_si256();
   64|  4.10k|  }
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd3minENS2_6simd16ItEES4_:
  259|  9.87M|simd16<uint16_t> min(const simd16<uint16_t> a, simd16<uint16_t> b) {
  260|  9.87M|  return _mm256_min_epu16(a.value, b.value);
  261|  9.87M|}
simdutf.cpp:_ZN7simdutf7haswell12_GLOBAL__N_14simd14base16_numericItEpLENS2_6simd16ItEE:
   87|  14.6M|  simdutf_really_inline simd16<T> &operator+=(const simd16<T> other) {
   88|  14.6M|    *this = *this + other;
   89|  14.6M|    return *static_cast<simd16<T> *>(this);
   90|  14.6M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd14base16_numericItEplENS2_6simd16ItEE:
   84|  14.6M|  simdutf_really_inline simd16<T> operator+(const simd16<T> other) const {
   85|  14.6M|    return _mm256_add_epi16(*this, other);
   86|  14.6M|  }
simdutf.cpp:_ZNK7simdutf7haswell12_GLOBAL__N_14simd6simd16ItE3sumEv:
  170|  4.10k|  simdutf_really_inline uint64_t sum() const {
  171|  4.10k|    const auto lo_u16 = _mm256_and_si256(value, _mm256_set1_epi32(0x0000ffff));
  172|  4.10k|    const auto hi_u16 = _mm256_srli_epi32(value, 16);
  173|  4.10k|    const auto sum_u32 = _mm256_add_epi32(lo_u16, hi_u16);
  174|       |
  175|  4.10k|    const auto lo_u32 =
  176|  4.10k|        _mm256_and_si256(sum_u32, _mm256_set1_epi64x(0xffffffff));
  177|  4.10k|    const auto hi_u32 = _mm256_srli_epi64(sum_u32, 32);
  178|  4.10k|    const auto sum_u64 = _mm256_add_epi64(lo_u32, hi_u32);
  179|       |
  180|  4.10k|    return uint64_t(_mm256_extract_epi64(sum_u64, 0)) +
  181|  4.10k|           uint64_t(_mm256_extract_epi64(sum_u64, 1)) +
  182|  4.10k|           uint64_t(_mm256_extract_epi64(sum_u64, 2)) +
  183|       |           uint64_t(_mm256_extract_epi64(sum_u64, 3));
  184|  4.10k|  }

_ZN7simdutf7icelake14implementationC2Ev:
   16|      1|      : simdutf::implementation(
   17|      1|            "icelake",
   18|      1|            "Intel AVX512 (AVX-512BW, AVX-512CD, AVX-512VL, AVX-512VBMI2 "
   19|      1|            "extensions)",
   20|      1|            internal::instruction_set::AVX2 | internal::instruction_set::BMI1 |
   21|      1|                internal::instruction_set::BMI2 |
   22|      1|                internal::instruction_set::AVX512BW |
   23|      1|                internal::instruction_set::AVX512CD |
   24|      1|                internal::instruction_set::AVX512VL |
   25|      1|                internal::instruction_set::AVX512VBMI2 |
   26|      1|                internal::instruction_set::AVX512VPOPCNTDQ) {}

_ZN7simdutf8westmere14implementationC2Ev:
   18|      1|      : simdutf::implementation("westmere", "Intel/AMD SSE4.2",
   19|      1|                                internal::instruction_set::SSE42) {}

simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd5simd8IhEC2Ev:
  183|  7.85k|  simdutf_really_inline simd8() : base8_numeric<uint8_t>() {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd13base8_numericIhEC2Ev:
  118|  7.85k|  simdutf_really_inline base8_numeric() : base8<T>() {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd5base8IhNS2_5simd8IbEEEC2Ev:
   68|  7.85k|  simdutf_really_inline base8() : base<simd8<T>>() {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEC2Ev:
   13|  7.85k|  simdutf_really_inline base() : value{__m128i()} {}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd8simd8x64IhE9reduce_orEv:
  290|  1.87M|  simdutf_really_inline simd8<T> reduce_or() const {
  291|  1.87M|    return (this->chunks[0] | this->chunks[1]) |
  292|  1.87M|           (this->chunks[2] | this->chunks[3]);
  293|  1.87M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEorES5_:
   42|  18.3M|  simdutf_really_inline Child operator|(const Child other) const {
   43|  18.3M|    return _mm_or_si128(*this, other);
   44|  18.3M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd5simd8IhEC2EDv2_x:
  185|   196M|      : base8_numeric<uint8_t>(_value) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd13base8_numericIhEC2EDv2_x:
  120|   196M|      : base8<T>(_value) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd5base8IhNS2_5simd8IbEEEC2EDv2_x:
   69|   196M|  simdutf_really_inline base8(const __m128i _value) : base<simd8<T>>(_value) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEC2EDv2_x:
   16|   196M|  simdutf_really_inline base(const __m128i _value) : value(_value) {}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd5simd8IhE8is_asciiEv:
  228|  1.87M|  simdutf_really_inline bool is_ascii() const {
  229|  1.87M|    return _mm_movemask_epi8(*this) == 0;
  230|  1.87M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEoRES5_:
   51|  6.53M|  simdutf_really_inline Child &operator|=(const Child other) {
   52|  6.53M|    auto this_cast = static_cast<Child *>(this);
   53|  6.53M|    *this_cast = *this_cast | other;
   54|  6.53M|    return *this_cast;
   55|  6.53M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd5base8IhNS2_5simd8IbEEE4prevILi1EEENS4_IhEES8_:
   79|  6.21M|  simdutf_really_inline simd8<T> prev(const simd8<T> prev_chunk) const {
   80|       |    return _mm_alignr_epi8(*this, prev_chunk, 16 - N);
   81|  6.21M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd5simd8IhE3shrILi4EEES4_v:
  238|  12.4M|  template <int N> simdutf_really_inline simd8<uint8_t> shr() const {
  239|  12.4M|    return simd8<uint8_t>(_mm_srli_epi16(*this, N)) & uint8_t(0xFFu >> N);
  240|  12.4M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd13base8_numericIhE9lookup_16IhEENS2_5simd8IT_EES7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_S7_:
  151|  18.6M|            L replace15) const {
  152|  18.6M|    return lookup_16(simd8<L>::repeat_16(
  153|  18.6M|        replace0, replace1, replace2, replace3, replace4, replace5, replace6,
  154|  18.6M|        replace7, replace8, replace9, replace10, replace11, replace12,
  155|  18.6M|        replace13, replace14, replace15));
  156|  18.6M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd13base8_numericIhE9lookup_16IhEENS2_5simd8IT_EES8_:
  142|  18.6M|  simdutf_really_inline simd8<L> lookup_16(simd8<L> lookup_table) const {
  143|  18.6M|    return _mm_shuffle_epi8(lookup_table, *this);
  144|  18.6M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd13base8_numericIhE9repeat_16Ehhhhhhhhhhhhhhhh:
  113|  18.6M|                                                  T v14, T v15) {
  114|  18.6M|    return simd8<T>(v0, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11, v12, v13,
  115|  18.6M|                    v14, v15);
  116|  18.6M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd5simd8IhEC2Ehhhhhhhhhhhhhhhh:
  196|  18.6M|      : simd8(_mm_setr_epi8(v0, v1, v2, v3, v4, v5, v6, v7, v8, v9, v10, v11,
  197|  18.6M|                            v12, v13, v14, v15)) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd5simd8IhEC2Eh:
  188|  37.3M|  simdutf_really_inline simd8(uint8_t _value) : simd8(splat(_value)) {}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd5base8IhNS2_5simd8IbEEE4prevILi2EEENS4_IhEES8_:
   79|  6.21M|  simdutf_really_inline simd8<T> prev(const simd8<T> prev_chunk) const {
   80|       |    return _mm_alignr_epi8(*this, prev_chunk, 16 - N);
   81|  6.21M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd5base8IhNS2_5simd8IbEEE4prevILi3EEENS4_IhEES8_:
   79|  6.21M|  simdutf_really_inline simd8<T> prev(const simd8<T> prev_chunk) const {
   80|       |    return _mm_alignr_epi8(*this, prev_chunk, 16 - N);
   81|  6.21M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd5simd8IhE14saturating_subES4_:
  201|  13.9M|  saturating_sub(const simd8<uint8_t> other) const {
  202|  13.9M|    return _mm_subs_epu8(*this, other);
  203|  13.9M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd5simd8IbEC2EDv2_x:
   91|  6.21M|  simdutf_really_inline simd8(const __m128i _value) : base8<bool>(_value) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd5base8IbNS2_5simd8IbEEEC2EDv2_x:
   69|  6.21M|  simdutf_really_inline base8(const __m128i _value) : base<simd8<T>>(_value) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_5simd8IbEEEC2EDv2_x:
   16|  6.21M|  simdutf_really_inline base(const __m128i _value) : value(_value) {}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_5simd8IbEEEcvRKDv2_xEv:
   18|  6.21M|  simdutf_really_inline operator const __m128i &() const { return this->value; }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEeoES5_:
   48|  6.21M|  simdutf_really_inline Child operator^(const Child other) const {
   49|  6.21M|    return _mm_xor_si128(*this, other);
   50|  6.21M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd5simd8IhEC2EPKh:
  190|  1.55M|  simdutf_really_inline simd8(const uint8_t *values) : simd8(load(values)) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd13base8_numericIhE4loadEPKh:
  106|  9.04M|  static simdutf_really_inline simd8<T> load(const T values[16]) {
  107|  9.04M|    return _mm_loadu_si128(reinterpret_cast<const __m128i *>(values));
  108|  9.04M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd5simd8IhE7gt_bitsES4_:
  212|  1.55M|  gt_bits(const simd8<uint8_t> other) const {
  213|  1.55M|    return this->saturating_sub(other);
  214|  1.55M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_6simd16ItEEEC2EDv2_x:
   16|   143M|  simdutf_really_inline base(const __m128i _value) : value(_value) {}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_6simd16ItEEEcvRKDv2_xEv:
   18|   143M|  simdutf_really_inline operator const __m128i &() const { return this->value; }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd5simd8IhE21any_bits_set_anywhereEv:
  235|  2.61k|  simdutf_really_inline bool any_bits_set_anywhere() const {
  236|  2.61k|    return !bits_not_set_anywhere();
  237|  2.61k|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd5simd8IhE21bits_not_set_anywhereEv:
  232|  2.61k|  simdutf_really_inline bool bits_not_set_anywhere() const {
  233|  2.61k|    return _mm_testz_si128(*this, *this);
  234|  2.61k|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_6simd16IbEEEC2EDv2_x:
   16|  11.2M|  simdutf_really_inline base(const __m128i _value) : value(_value) {}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_6simd16IbEEEcvRKDv2_xEv:
   18|  18.3M|  simdutf_really_inline operator const __m128i &() const { return this->value; }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd13base8_numericIhE5splatEh:
  102|  37.3M|  static simdutf_really_inline simd8<T> splat(T _value) {
  103|  37.3M|    return _mm_set1_epi8(_value);
  104|  37.3M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEcvRKDv2_xEv:
   18|   246M|  simdutf_really_inline operator const __m128i &() const { return this->value; }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_5simd8IhEEEanES5_:
   45|  37.3M|  simdutf_really_inline Child operator&(const Child other) const {
   46|  37.3M|    return _mm_and_si128(*this, other);
   47|  37.3M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd8simd8x64IhEC2EPKh:
  270|  1.87M|      : chunks{simd8<T>::load(ptr),
  271|  1.87M|               simd8<T>::load(ptr + sizeof(simd8<T>) / sizeof(T)),
  272|  1.87M|               simd8<T>::load(ptr + 2 * sizeof(simd8<T>) / sizeof(T)),
  273|  1.87M|               simd8<T>::load(ptr + 3 * sizeof(simd8<T>) / sizeof(T))} {}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_6simd16ItEEEanES5_:
   45|  29.6M|  simdutf_really_inline Child operator&(const Child other) const {
   46|  29.6M|    return _mm_and_si128(*this, other);
   47|  29.6M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd4baseINS2_6simd16IbEEEeoES5_:
   48|   595k|  simdutf_really_inline Child operator^(const Child other) const {
   49|   595k|    return _mm_xor_si128(*this, other);
   50|   595k|  }

simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd6simd16ItEC2EDv2_x:
   79|   143M|      : base16_numeric<uint16_t>(_value) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd14base16_numericItEC2EDv2_x:
   54|   143M|      : base16<T>(_value) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd6base16ItNS2_6simd16IbEEEC2EDv2_x:
    8|   143M|      : base<simd16<T>>(_value) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd14base16_numericItE4loadEPKt:
   47|  10.0M|  static simdutf_really_inline simd16<T> load(const T values[8]) {
   48|  10.0M|    return _mm_loadu_si128(reinterpret_cast<const __m128i *>(values));
   49|  10.0M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd6simd16ItE10swap_bytesEv:
  121|  4.53M|  simdutf_really_inline simd16<uint16_t> swap_bytes() const {
  122|  4.53M|    const __m128i swap =
  123|  4.53M|        _mm_setr_epi8(1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14);
  124|  4.53M|    return _mm_shuffle_epi8(*this, swap);
  125|  4.53M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd14base16_numericItE5splatEt:
   41|  40.3M|  static simdutf_really_inline simd16<T> splat(T _value) {
   42|  40.3M|    return _mm_set1_epi16(_value);
   43|  40.3M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simdeqENS2_6simd16ItEES4_:
   11|  10.6M|                                               const simd16<T> rhs) {
   12|  10.6M|    return _mm_cmpeq_epi16(lhs, rhs);
   13|  10.6M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd6simd16IbEC2EDv2_x:
   28|  11.2M|  simdutf_really_inline simd16(const __m128i _value) : base16<bool>(_value) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd6base16IbNS2_6simd16IbEEEC2EDv2_x:
    8|  11.2M|      : base<simd16<T>>(_value) {}
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd6simd16IbE10to_bitmaskEv:
   33|  7.02M|  simdutf_really_inline int to_bitmask() const {
   34|  7.02M|    return _mm_movemask_epi8(*this);
   35|  7.02M|  }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd6simd16ItEC2Et:
   82|  40.3M|  simdutf_really_inline simd16(uint16_t _value) : simd16(splat(_value)) {}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd14base16_numericItE4zeroEv:
   45|  5.47k|  static simdutf_really_inline simd16<T> zero() { return _mm_setzero_si128(); }
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd3minENS2_6simd16ItEES4_:
  240|  19.5M|simd16<uint16_t> min(const simd16<uint16_t> a, simd16<uint16_t> b) {
  241|  19.5M|  return _mm_min_epu16(a.value, b.value);
  242|  19.5M|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_14simd14base16_numericItEpLENS2_6simd16ItEE:
   68|  29.0M|  simdutf_really_inline simd16<T> &operator+=(const simd16<T> other) {
   69|  29.0M|    *this = *this + other;
   70|  29.0M|    return *static_cast<simd16<T> *>(this);
   71|  29.0M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd14base16_numericItEplENS2_6simd16ItEE:
   65|  29.0M|  simdutf_really_inline simd16<T> operator+(const simd16<T> other) const {
   66|  29.0M|    return _mm_add_epi16(*this, other);
   67|  29.0M|  }
simdutf.cpp:_ZNK7simdutf8westmere12_GLOBAL__N_14simd6simd16ItE3sumEv:
  134|  5.47k|  simdutf_really_inline uint64_t sum() const {
  135|  5.47k|    const auto lo_u16 = _mm_and_si128(value, _mm_set1_epi32(0x0000ffff));
  136|  5.47k|    const auto hi_u16 = _mm_srli_epi32(value, 16);
  137|  5.47k|    const auto sum_u32 = _mm_add_epi32(lo_u16, hi_u16);
  138|       |
  139|  5.47k|    const auto lo_u32 = _mm_and_si128(sum_u32, _mm_set1_epi64x(0xffffffff));
  140|  5.47k|    const auto hi_u32 = _mm_srli_epi64(sum_u32, 32);
  141|  5.47k|    const auto sum_u64 = _mm_add_epi64(lo_u32, hi_u32);
  142|       |
  143|  5.47k|    return uint64_t(_mm_extract_epi64(sum_u64, 0)) +
  144|       |           uint64_t(_mm_extract_epi64(sum_u64, 1));
  145|  5.47k|  }

_ZNK7simdutf8westmere14implementation13validate_utf8EPKcm:
  299|  2.61k|implementation::validate_utf8(const char *buf, size_t len) const noexcept {
  300|  2.61k|  return westmere::utf8_validation::generic_validate_utf8(buf, len);
  301|  2.61k|}
_ZNK7simdutf8westmere14implementation24utf8_length_from_utf16leEPKDsm:
 1135|    409|    const char16_t *input, size_t length) const noexcept {
 1136|    409|  return utf16::utf8_length_from_utf16_bytemask<endianness::LITTLE>(input,
 1137|    409|                                                                    length);
 1138|    409|}
_ZNK7simdutf8westmere14implementation24utf8_length_from_utf16beEPKDsm:
 1141|    390|    const char16_t *input, size_t length) const noexcept {
 1142|    390|  return utf16::utf8_length_from_utf16_bytemask<endianness::BIG>(input, length);
 1143|    390|}
_ZNK7simdutf8westmere14implementation41utf8_length_from_utf16le_with_replacementEPKDsm:
 1227|  1.33k|    const char16_t *input, size_t length) const noexcept {
 1228|  1.33k|  return utf16::utf8_length_from_utf16_with_replacement<endianness::LITTLE>(
 1229|  1.33k|      input, length);
 1230|  1.33k|}
_ZNK7simdutf8westmere14implementation41utf8_length_from_utf16be_with_replacementEPKDsm:
 1234|  1.28k|    const char16_t *input, size_t length) const noexcept {
 1235|  1.28k|  return utf16::utf8_length_from_utf16_with_replacement<endianness::BIG>(
 1236|  1.28k|      input, length);
 1237|  1.28k|}
_ZNK7simdutf8westmere14implementation40convert_utf16le_to_utf8_with_replacementEPKDsmPc:
 1241|  1.33k|    const char16_t *input, size_t length, char *utf8_buffer) const noexcept {
 1242|  1.33k|  return utf16_to_utf8::convert_with_replacement_via(
 1243|  1.33k|      [](const char16_t *b, size_t l, char *o) {
 1244|  1.33k|        return convert_utf16_to_utf8_with_details<endianness::LITTLE>(b, l, o);
 1245|  1.33k|      },
 1246|  1.33k|      input, length, utf8_buffer);
 1247|  1.33k|}
_ZNK7simdutf8westmere14implementation40convert_utf16be_to_utf8_with_replacementEPKDsmPc:
 1251|  1.28k|    const char16_t *input, size_t length, char *utf8_buffer) const noexcept {
 1252|  1.28k|  return utf16_to_utf8::convert_with_replacement_via(
 1253|  1.28k|      [](const char16_t *b, size_t l, char *o) {
 1254|  1.28k|        return convert_utf16_to_utf8_with_details<endianness::BIG>(b, l, o);
 1255|  1.28k|      },
 1256|  1.28k|      input, length, utf8_buffer);
 1257|  1.28k|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_18is_asciiERKNS1_4simd8simd8x64IhEE:
   13|  1.87M|simdutf_really_inline bool is_ascii(const simd8x64<uint8_t> &input) {
   14|  1.87M|  return input.reduce_or().is_ascii();
   15|  1.87M|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_124must_be_2_3_continuationENS1_4simd5simd8IhEES4_:
   22|  6.21M|                         const simd8<uint8_t> prev3) {
   23|  6.21M|  simd8<uint8_t> is_third_byte =
   24|  6.21M|      prev2.saturating_sub(0xe0u - 0x80); // Only 111_____ will be >= 0x80
   25|  6.21M|  simd8<uint8_t> is_fourth_byte =
   26|  6.21M|      prev3.saturating_sub(0xf0u - 0x80); // Only 1111____ will be >= 0x80
   27|  6.21M|  return simd8<bool>(is_third_byte | is_fourth_byte);
   28|  6.21M|}
_ZN7simdutf8westmere34convert_utf16_to_utf8_with_detailsILNS_10endiannessE0EEENS_11full_resultEPKDsmPc:
  750|   453k|    const char16_t *buf, size_t len, char *utf8_output) {
  751|   453k|  std::pair<result, char *> ret =
  752|   453k|      westmere::sse_convert_utf16_to_utf8_with_errors<big_endian>(buf, len,
  753|   453k|                                                                  utf8_output);
  754|   453k|  if (ret.first.error) {
  ------------------
  |  Branch (754:7): [True: 449k, False: 4.34k]
  ------------------
  755|   449k|    return full_result(ret.first.error, ret.first.count,
  756|   449k|                       size_t(ret.second - utf8_output));
  757|   449k|  }
  758|  4.34k|  if (ret.first.count != len) {
  ------------------
  |  Branch (758:7): [True: 4.34k, False: 0]
  ------------------
  759|  4.34k|    full_result sres =
  760|  4.34k|        scalar::utf16_to_utf8::convert_with_errors<big_endian, false>(
  761|  4.34k|            buf + ret.first.count, len - ret.first.count, ret.second, 0);
  762|  4.34k|    return full_result(sres.error, ret.first.count + sres.input_count,
  763|  4.34k|                       size_t(ret.second - utf8_output) + sres.output_count);
  764|  4.34k|  }
  765|      0|  return full_result(error_code::SUCCESS, len,
  766|      0|                     size_t(ret.second - utf8_output));
  767|  4.34k|}
_ZN7simdutf8westmere34convert_utf16_to_utf8_with_detailsILNS_10endiannessE1EEENS_11full_resultEPKDsmPc:
  750|  1.25M|    const char16_t *buf, size_t len, char *utf8_output) {
  751|  1.25M|  std::pair<result, char *> ret =
  752|  1.25M|      westmere::sse_convert_utf16_to_utf8_with_errors<big_endian>(buf, len,
  753|  1.25M|                                                                  utf8_output);
  754|  1.25M|  if (ret.first.error) {
  ------------------
  |  Branch (754:7): [True: 1.25M, False: 4.33k]
  ------------------
  755|  1.25M|    return full_result(ret.first.error, ret.first.count,
  756|  1.25M|                       size_t(ret.second - utf8_output));
  757|  1.25M|  }
  758|  4.33k|  if (ret.first.count != len) {
  ------------------
  |  Branch (758:7): [True: 4.33k, False: 0]
  ------------------
  759|  4.33k|    full_result sres =
  760|  4.33k|        scalar::utf16_to_utf8::convert_with_errors<big_endian, false>(
  761|  4.33k|            buf + ret.first.count, len - ret.first.count, ret.second, 0);
  762|  4.33k|    return full_result(sres.error, ret.first.count + sres.input_count,
  763|  4.33k|                       size_t(ret.second - utf8_output) + sres.output_count);
  764|  4.33k|  }
  765|      0|  return full_result(error_code::SUCCESS, len,
  766|      0|                     size_t(ret.second - utf8_output));
  767|  4.33k|}
simdutf.cpp:_ZZNK7simdutf8westmere14implementation40convert_utf16le_to_utf8_with_replacementEPKDsmPcENK3$_0clES3_mS4_:
 1243|   453k|      [](const char16_t *b, size_t l, char *o) {
 1244|   453k|        return convert_utf16_to_utf8_with_details<endianness::LITTLE>(b, l, o);
 1245|   453k|      },
simdutf.cpp:_ZZNK7simdutf8westmere14implementation40convert_utf16be_to_utf8_with_replacementEPKDsmPcENK3$_0clES3_mS4_:
 1253|  1.25M|      [](const char16_t *b, size_t l, char *o) {
 1254|  1.25M|        return convert_utf16_to_utf8_with_details<endianness::BIG>(b, l, o);
 1255|  1.25M|      },

simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_18internal8westmere26write_v_u16_11bits_to_utf8EDv2_xRPcS4_t:
   10|  59.7k|                                       const uint16_t one_byte_bitmask) {
   11|       |  // 0b1100_0000_1000_0000
   12|  59.7k|  const __m128i v_c080 = _mm_set1_epi16((int16_t)0xc080);
   13|       |  // 0b0001_1111_0000_0000
   14|  59.7k|  const __m128i v_1f00 = _mm_set1_epi16((int16_t)0x1f00);
   15|       |  // 0b0000_0000_0011_1111
   16|  59.7k|  const __m128i v_003f = _mm_set1_epi16((int16_t)0x003f);
   17|       |
   18|       |  // 1. prepare 2-byte values
   19|       |  // input 16-bit word : [0000|0aaa|aabb|bbbb] x 8
   20|       |  // expected output   : [110a|aaaa|10bb|bbbb] x 8
   21|       |
   22|       |  // t0 = [000a|aaaa|bbbb|bb00]
   23|  59.7k|  const __m128i t0 = _mm_slli_epi16(v_u16, 2);
   24|       |  // t1 = [000a|aaaa|0000|0000]
   25|  59.7k|  const __m128i t1 = _mm_and_si128(t0, v_1f00);
   26|       |  // t2 = [0000|0000|00bb|bbbb]
   27|  59.7k|  const __m128i t2 = _mm_and_si128(v_u16, v_003f);
   28|       |  // t3 = [000a|aaaa|00bb|bbbb]
   29|  59.7k|  const __m128i t3 = _mm_or_si128(t1, t2);
   30|       |  // t4 = [110a|aaaa|10bb|bbbb]
   31|  59.7k|  const __m128i t4 = _mm_or_si128(t3, v_c080);
   32|       |
   33|       |  // 2. merge ASCII and 2-byte codewords
   34|  59.7k|  const __m128i utf8_unpacked = _mm_blendv_epi8(t4, v_u16, one_byte_bytemask);
   35|       |
   36|       |  // 3. prepare bitmask for 8-bit lookup
   37|       |  //    one_byte_bitmask = hhggffeeddccbbaa -- the bits are doubled (h - MSB, a
   38|       |  //    - LSB)
   39|  59.7k|  const uint16_t m0 = one_byte_bitmask & 0x5555;      // m0 = 0h0g0f0e0d0c0b0a
   40|  59.7k|  const uint16_t m1 = static_cast<uint16_t>(m0 >> 7); // m1 = 00000000h0g0f0e0
   41|  59.7k|  const uint8_t m2 = static_cast<uint8_t>((m0 | m1) & 0xff); // m2 = hdgcfbea
   42|       |  // 4. pack the bytes
   43|  59.7k|  const uint8_t *row =
   44|  59.7k|      &simdutf::tables::utf16_to_utf8::pack_1_2_utf8_bytes[m2][0];
   45|  59.7k|  const __m128i shuffle = _mm_loadu_si128((__m128i *)(row + 1));
   46|  59.7k|  const __m128i utf8_packed = _mm_shuffle_epi8(utf8_unpacked, shuffle);
   47|       |
   48|       |  // 5. store bytes
   49|  59.7k|  _mm_storeu_si128((__m128i *)utf8_output, utf8_packed);
   50|       |
   51|       |  // 6. adjust pointers
   52|  59.7k|  utf8_output += row[0];
   53|  59.7k|}

simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_137sse_convert_utf16_to_utf8_with_errorsILNS_10endiannessE0EEENSt3__14pairINS_6resultEPcEEPKDsmS7_:
  285|   453k|                                      char *utf8_output) {
  286|   453k|  const char16_t *start = buf;
  287|   453k|  const char16_t *end = buf + len;
  288|       |
  289|   453k|  const __m128i v_0000 = _mm_setzero_si128();
  290|   453k|  const __m128i v_f800 = _mm_set1_epi16((int16_t)0xf800);
  291|   453k|  const __m128i v_d800 = _mm_set1_epi16((int16_t)0xd800);
  292|   453k|  const size_t safety_margin =
  293|   453k|      12; // to avoid overruns, see issue
  294|       |          // https://github.com/simdutf/simdutf/issues/92
  295|       |
  296|  3.31M|  while (end - buf >= std::ptrdiff_t(16 + safety_margin)) {
  ------------------
  |  Branch (296:10): [True: 3.30M, False: 4.34k]
  ------------------
  297|  3.30M|    __m128i in = _mm_loadu_si128((__m128i *)buf);
  298|  3.30M|    if (big_endian) {
  ------------------
  |  Branch (298:9): [Folded, False: 3.30M]
  ------------------
  299|      0|      const __m128i swap =
  300|      0|          _mm_setr_epi8(1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14);
  301|      0|      in = _mm_shuffle_epi8(in, swap);
  302|      0|    }
  303|       |    // a single 16-bit UTF-16 word can yield 1, 2 or 3 UTF-8 bytes
  304|  3.30M|    const __m128i v_ff80 = _mm_set1_epi16((int16_t)0xff80);
  305|  3.30M|    if (_mm_testz_si128(in, v_ff80)) { // ASCII fast path!!!!
  ------------------
  |  Branch (305:9): [True: 844k, False: 2.46M]
  ------------------
  306|   844k|      __m128i nextin = _mm_loadu_si128((__m128i *)buf + 1);
  307|   844k|      if (big_endian) {
  ------------------
  |  Branch (307:11): [Folded, False: 844k]
  ------------------
  308|      0|        const __m128i swap =
  309|      0|            _mm_setr_epi8(1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14);
  310|      0|        nextin = _mm_shuffle_epi8(nextin, swap);
  311|      0|      }
  312|   844k|      if (!_mm_testz_si128(nextin, v_ff80)) {
  ------------------
  |  Branch (312:11): [True: 29.0k, False: 815k]
  ------------------
  313|       |        // 1. pack the bytes
  314|       |        // obviously suboptimal.
  315|  29.0k|        const __m128i utf8_packed = _mm_packus_epi16(in, in);
  316|       |        // 2. store (16 bytes)
  317|  29.0k|        _mm_storeu_si128((__m128i *)utf8_output, utf8_packed);
  318|       |        // 3. adjust pointers
  319|  29.0k|        buf += 8;
  320|  29.0k|        utf8_output += 8;
  321|  29.0k|        in = nextin;
  322|   815k|      } else {
  323|       |        // 1. pack the bytes
  324|       |        // obviously suboptimal.
  325|   815k|        const __m128i utf8_packed = _mm_packus_epi16(in, nextin);
  326|       |        // 2. store (16 bytes)
  327|   815k|        _mm_storeu_si128((__m128i *)utf8_output, utf8_packed);
  328|       |        // 3. adjust pointers
  329|   815k|        buf += 16;
  330|   815k|        utf8_output += 16;
  331|   815k|        continue; // we are done for this round!
  332|   815k|      }
  333|   844k|    }
  334|       |
  335|       |    // no bits set above 7th bit
  336|  2.49M|    const __m128i one_byte_bytemask =
  337|  2.49M|        _mm_cmpeq_epi16(_mm_and_si128(in, v_ff80), v_0000);
  338|  2.49M|    const uint16_t one_byte_bitmask =
  339|  2.49M|        static_cast<uint16_t>(_mm_movemask_epi8(one_byte_bytemask));
  340|       |
  341|       |    // no bits set above 11th bit
  342|  2.49M|    const __m128i one_or_two_bytes_bytemask =
  343|  2.49M|        _mm_cmpeq_epi16(_mm_and_si128(in, v_f800), v_0000);
  344|  2.49M|    const uint16_t one_or_two_bytes_bitmask =
  345|  2.49M|        static_cast<uint16_t>(_mm_movemask_epi8(one_or_two_bytes_bytemask));
  346|       |
  347|  2.49M|    if (one_or_two_bytes_bitmask == 0xffff) {
  ------------------
  |  Branch (347:9): [True: 38.9k, False: 2.45M]
  ------------------
  348|  38.9k|      internal::westmere::write_v_u16_11bits_to_utf8(
  349|  38.9k|          in, utf8_output, one_byte_bytemask, one_byte_bitmask);
  350|  38.9k|      buf += 8;
  351|  38.9k|      continue;
  352|  38.9k|    }
  353|       |
  354|       |    // 1. Check if there are any surrogate word in the input chunk.
  355|       |    //    We have also deal with situation when there is a surrogate word
  356|       |    //    at the end of a chunk.
  357|  2.45M|    const __m128i surrogates_bytemask =
  358|  2.45M|        _mm_cmpeq_epi16(_mm_and_si128(in, v_f800), v_d800);
  359|       |
  360|       |    // bitmask = 0x0000 if there are no surrogates
  361|       |    //         = 0xc000 if the last word is a surrogate
  362|  2.45M|    const uint16_t surrogates_bitmask =
  363|  2.45M|        static_cast<uint16_t>(_mm_movemask_epi8(surrogates_bytemask));
  364|       |    // It might seem like checking for surrogates_bitmask == 0xc000 could help.
  365|       |    // However, it is likely an uncommon occurrence.
  366|  2.45M|    if (surrogates_bitmask == 0x0000) {
  ------------------
  |  Branch (366:9): [True: 1.99M, False: 454k]
  ------------------
  367|       |      // case: code units from register produce either 1, 2 or 3 UTF-8 bytes
  368|  1.99M|      const __m128i dup_even = _mm_setr_epi16(0x0000, 0x0202, 0x0404, 0x0606,
  369|  1.99M|                                              0x0808, 0x0a0a, 0x0c0c, 0x0e0e);
  370|       |
  371|       |      /* In this branch we handle three cases:
  372|       |         1. [0000|0000|0ccc|cccc] => [0ccc|cccc]                           -
  373|       |        single UFT-8 byte
  374|       |         2. [0000|0bbb|bbcc|cccc] => [110b|bbbb], [10cc|cccc]              - two
  375|       |        UTF-8 bytes
  376|       |         3. [aaaa|bbbb|bbcc|cccc] => [1110|aaaa], [10bb|bbbb], [10cc|cccc] -
  377|       |        three UTF-8 bytes
  378|       |
  379|       |        We expand the input word (16-bit) into two code units (32-bit), thus
  380|       |        we have room for four bytes. However, we need five distinct bit
  381|       |        layouts. Note that the last byte in cases #2 and #3 is the same.
  382|       |
  383|       |        We precompute byte 1 for case #1 and the common byte for cases #2 & #3
  384|       |        in register t2.
  385|       |
  386|       |        We precompute byte 1 for case #3 and -- **conditionally** -- precompute
  387|       |        either byte 1 for case #2 or byte 2 for case #3. Note that they
  388|       |        differ by exactly one bit.
  389|       |
  390|       |        Finally from these two code units we build proper UTF-8 sequence, taking
  391|       |        into account the case (i.e, the number of bytes to write).
  392|       |      */
  393|       |      /**
  394|       |       * Given [aaaa|bbbb|bbcc|cccc] our goal is to produce:
  395|       |       * t2 => [0ccc|cccc] [10cc|cccc]
  396|       |       * s4 => [1110|aaaa] ([110b|bbbb] OR [10bb|bbbb])
  397|       |       */
  398|  1.99M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  399|       |      // [aaaa|bbbb|bbcc|cccc] => [bbcc|cccc|bbcc|cccc]
  400|  1.99M|      const __m128i t0 = _mm_shuffle_epi8(in, dup_even);
  401|       |      // [bbcc|cccc|bbcc|cccc] => [00cc|cccc|0bcc|cccc]
  402|  1.99M|      const __m128i t1 = _mm_and_si128(t0, simdutf_vec(0b0011111101111111));
  ------------------
  |  |  398|  1.99M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  403|       |      // [00cc|cccc|0bcc|cccc] => [10cc|cccc|0bcc|cccc]
  404|  1.99M|      const __m128i t2 = _mm_or_si128(t1, simdutf_vec(0b1000000000000000));
  ------------------
  |  |  398|  1.99M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  405|       |
  406|       |      // [aaaa|bbbb|bbcc|cccc] =>  [0000|aaaa|bbbb|bbcc]
  407|  1.99M|      const __m128i s0 = _mm_srli_epi16(in, 4);
  408|       |      // [0000|aaaa|bbbb|bbcc] => [0000|aaaa|bbbb|bb00]
  409|  1.99M|      const __m128i s1 = _mm_and_si128(s0, simdutf_vec(0b0000111111111100));
  ------------------
  |  |  398|  1.99M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  410|       |      // [0000|aaaa|bbbb|bb00] => [00bb|bbbb|0000|aaaa]
  411|  1.99M|      const __m128i s2 = _mm_maddubs_epi16(s1, simdutf_vec(0x0140));
  ------------------
  |  |  398|  1.99M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  412|       |      // [00bb|bbbb|0000|aaaa] => [11bb|bbbb|1110|aaaa]
  413|  1.99M|      const __m128i s3 = _mm_or_si128(s2, simdutf_vec(0b1100000011100000));
  ------------------
  |  |  398|  1.99M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  414|  1.99M|      const __m128i m0 = _mm_andnot_si128(one_or_two_bytes_bytemask,
  415|  1.99M|                                          simdutf_vec(0b0100000000000000));
  ------------------
  |  |  398|  1.99M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  416|  1.99M|      const __m128i s4 = _mm_xor_si128(s3, m0);
  417|  1.99M|#undef simdutf_vec
  418|       |
  419|       |      // 4. expand code units 16-bit => 32-bit
  420|  1.99M|      const __m128i out0 = _mm_unpacklo_epi16(t2, s4);
  421|  1.99M|      const __m128i out1 = _mm_unpackhi_epi16(t2, s4);
  422|       |
  423|       |      // 5. compress 32-bit code units into 1, 2 or 3 bytes -- 2 x shuffle
  424|  1.99M|      const uint16_t mask =
  425|  1.99M|          (one_byte_bitmask & 0x5555) | (one_or_two_bytes_bitmask & 0xaaaa);
  426|  1.99M|      if (mask == 0) {
  ------------------
  |  Branch (426:11): [True: 1.74M, False: 256k]
  ------------------
  427|       |        // We only have three-byte code units. Use fast path.
  428|  1.74M|        const __m128i shuffle = _mm_setr_epi8(2, 3, 1, 6, 7, 5, 10, 11, 9, 14,
  429|  1.74M|                                              15, 13, -1, -1, -1, -1);
  430|  1.74M|        const __m128i utf8_0 = _mm_shuffle_epi8(out0, shuffle);
  431|  1.74M|        const __m128i utf8_1 = _mm_shuffle_epi8(out1, shuffle);
  432|  1.74M|        _mm_storeu_si128((__m128i *)utf8_output, utf8_0);
  433|  1.74M|        utf8_output += 12;
  434|  1.74M|        _mm_storeu_si128((__m128i *)utf8_output, utf8_1);
  435|  1.74M|        utf8_output += 12;
  436|  1.74M|        buf += 8;
  437|  1.74M|        continue;
  438|  1.74M|      }
  439|   256k|      const uint8_t mask0 = uint8_t(mask);
  440|       |
  441|   256k|      const uint8_t *row0 =
  442|   256k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask0][0];
  443|   256k|      const __m128i shuffle0 = _mm_loadu_si128((__m128i *)(row0 + 1));
  444|   256k|      const __m128i utf8_0 = _mm_shuffle_epi8(out0, shuffle0);
  445|       |
  446|   256k|      const uint8_t mask1 = static_cast<uint8_t>(mask >> 8);
  447|       |
  448|   256k|      const uint8_t *row1 =
  449|   256k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask1][0];
  450|   256k|      const __m128i shuffle1 = _mm_loadu_si128((__m128i *)(row1 + 1));
  451|   256k|      const __m128i utf8_1 = _mm_shuffle_epi8(out1, shuffle1);
  452|       |
  453|   256k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_0);
  454|   256k|      utf8_output += row0[0];
  455|   256k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_1);
  456|   256k|      utf8_output += row1[0];
  457|       |
  458|   256k|      buf += 8;
  459|       |      // surrogate pair(s) in a register
  460|   454k|    } else {
  461|       |      // Let us do a scalar fallback.
  462|       |      // It may seem wasteful to use scalar code, but being efficient with SIMD
  463|       |      // in the presence of surrogate pairs may require non-trivial tables.
  464|   454k|      size_t forward = 15;
  465|   454k|      size_t k = 0;
  466|   454k|      if (size_t(end - buf) < forward + 1) {
  ------------------
  |  Branch (466:11): [True: 0, False: 454k]
  ------------------
  467|      0|        forward = size_t(end - buf - 1);
  468|      0|      }
  469|  1.18M|      for (; k < forward; k++) {
  ------------------
  |  Branch (469:14): [True: 1.18M, False: 4.70k]
  ------------------
  470|  1.18M|        uint16_t word = scalar::utf16::swap_if_needed<big_endian>(buf[k]);
  471|  1.18M|        if ((word & 0xFF80) == 0) {
  ------------------
  |  Branch (471:13): [True: 88.9k, False: 1.09M]
  ------------------
  472|  88.9k|          *utf8_output++ = char(word);
  473|  1.09M|        } else if ((word & 0xF800) == 0) {
  ------------------
  |  Branch (473:20): [True: 44.1k, False: 1.04M]
  ------------------
  474|  44.1k|          *utf8_output++ = char((word >> 6) | 0b11000000);
  475|  44.1k|          *utf8_output++ = char((word & 0b111111) | 0b10000000);
  476|  1.04M|        } else if ((word & 0xF800) != 0xD800) {
  ------------------
  |  Branch (476:20): [True: 533k, False: 514k]
  ------------------
  477|   533k|          *utf8_output++ = char((word >> 12) | 0b11100000);
  478|   533k|          *utf8_output++ = char(((word >> 6) & 0b111111) | 0b10000000);
  479|   533k|          *utf8_output++ = char((word & 0b111111) | 0b10000000);
  480|   533k|        } else {
  481|       |          // must be a surrogate pair
  482|   514k|          uint16_t diff = uint16_t(word - 0xD800);
  483|   514k|          uint16_t next_word =
  484|   514k|              scalar::utf16::swap_if_needed<big_endian>(buf[k + 1]);
  485|   514k|          k++;
  486|   514k|          uint16_t diff2 = uint16_t(next_word - 0xDC00);
  487|   514k|          if ((diff | diff2) > 0x3FF) {
  ------------------
  |  Branch (487:15): [True: 449k, False: 65.2k]
  ------------------
  488|   449k|            return std::make_pair(
  489|   449k|                result(error_code::SURROGATE, buf - start + k - 1),
  490|   449k|                utf8_output);
  491|   449k|          }
  492|  65.2k|          uint32_t value = (diff << 10) + diff2 + 0x10000;
  493|  65.2k|          *utf8_output++ = char((value >> 18) | 0b11110000);
  494|  65.2k|          *utf8_output++ = char(((value >> 12) & 0b111111) | 0b10000000);
  495|  65.2k|          *utf8_output++ = char(((value >> 6) & 0b111111) | 0b10000000);
  496|  65.2k|          *utf8_output++ = char((value & 0b111111) | 0b10000000);
  497|  65.2k|        }
  498|  1.18M|      }
  499|  4.70k|      buf += k;
  500|  4.70k|    }
  501|  2.45M|  } // while
  502|       |
  503|  4.34k|  return std::make_pair(result(error_code::SUCCESS, buf - start), utf8_output);
  504|   453k|}
simdutf.cpp:_ZN7simdutf8westmere12_GLOBAL__N_137sse_convert_utf16_to_utf8_with_errorsILNS_10endiannessE1EEENSt3__14pairINS_6resultEPcEEPKDsmS7_:
  285|  1.25M|                                      char *utf8_output) {
  286|  1.25M|  const char16_t *start = buf;
  287|  1.25M|  const char16_t *end = buf + len;
  288|       |
  289|  1.25M|  const __m128i v_0000 = _mm_setzero_si128();
  290|  1.25M|  const __m128i v_f800 = _mm_set1_epi16((int16_t)0xf800);
  291|  1.25M|  const __m128i v_d800 = _mm_set1_epi16((int16_t)0xd800);
  292|  1.25M|  const size_t safety_margin =
  293|  1.25M|      12; // to avoid overruns, see issue
  294|       |          // https://github.com/simdutf/simdutf/issues/92
  295|       |
  296|  3.54M|  while (end - buf >= std::ptrdiff_t(16 + safety_margin)) {
  ------------------
  |  Branch (296:10): [True: 3.53M, False: 4.33k]
  ------------------
  297|  3.53M|    __m128i in = _mm_loadu_si128((__m128i *)buf);
  298|  3.53M|    if (big_endian) {
  ------------------
  |  Branch (298:9): [True: 3.53M, Folded]
  ------------------
  299|  3.53M|      const __m128i swap =
  300|  3.53M|          _mm_setr_epi8(1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14);
  301|  3.53M|      in = _mm_shuffle_epi8(in, swap);
  302|  3.53M|    }
  303|       |    // a single 16-bit UTF-16 word can yield 1, 2 or 3 UTF-8 bytes
  304|  3.53M|    const __m128i v_ff80 = _mm_set1_epi16((int16_t)0xff80);
  305|  3.53M|    if (_mm_testz_si128(in, v_ff80)) { // ASCII fast path!!!!
  ------------------
  |  Branch (305:9): [True: 581k, False: 2.95M]
  ------------------
  306|   581k|      __m128i nextin = _mm_loadu_si128((__m128i *)buf + 1);
  307|   581k|      if (big_endian) {
  ------------------
  |  Branch (307:11): [True: 581k, Folded]
  ------------------
  308|   581k|        const __m128i swap =
  309|   581k|            _mm_setr_epi8(1, 0, 3, 2, 5, 4, 7, 6, 9, 8, 11, 10, 13, 12, 15, 14);
  310|   581k|        nextin = _mm_shuffle_epi8(nextin, swap);
  311|   581k|      }
  312|   581k|      if (!_mm_testz_si128(nextin, v_ff80)) {
  ------------------
  |  Branch (312:11): [True: 30.6k, False: 550k]
  ------------------
  313|       |        // 1. pack the bytes
  314|       |        // obviously suboptimal.
  315|  30.6k|        const __m128i utf8_packed = _mm_packus_epi16(in, in);
  316|       |        // 2. store (16 bytes)
  317|  30.6k|        _mm_storeu_si128((__m128i *)utf8_output, utf8_packed);
  318|       |        // 3. adjust pointers
  319|  30.6k|        buf += 8;
  320|  30.6k|        utf8_output += 8;
  321|  30.6k|        in = nextin;
  322|   550k|      } else {
  323|       |        // 1. pack the bytes
  324|       |        // obviously suboptimal.
  325|   550k|        const __m128i utf8_packed = _mm_packus_epi16(in, nextin);
  326|       |        // 2. store (16 bytes)
  327|   550k|        _mm_storeu_si128((__m128i *)utf8_output, utf8_packed);
  328|       |        // 3. adjust pointers
  329|   550k|        buf += 16;
  330|   550k|        utf8_output += 16;
  331|   550k|        continue; // we are done for this round!
  332|   550k|      }
  333|   581k|    }
  334|       |
  335|       |    // no bits set above 7th bit
  336|  2.98M|    const __m128i one_byte_bytemask =
  337|  2.98M|        _mm_cmpeq_epi16(_mm_and_si128(in, v_ff80), v_0000);
  338|  2.98M|    const uint16_t one_byte_bitmask =
  339|  2.98M|        static_cast<uint16_t>(_mm_movemask_epi8(one_byte_bytemask));
  340|       |
  341|       |    // no bits set above 11th bit
  342|  2.98M|    const __m128i one_or_two_bytes_bytemask =
  343|  2.98M|        _mm_cmpeq_epi16(_mm_and_si128(in, v_f800), v_0000);
  344|  2.98M|    const uint16_t one_or_two_bytes_bitmask =
  345|  2.98M|        static_cast<uint16_t>(_mm_movemask_epi8(one_or_two_bytes_bytemask));
  346|       |
  347|  2.98M|    if (one_or_two_bytes_bitmask == 0xffff) {
  ------------------
  |  Branch (347:9): [True: 20.7k, False: 2.96M]
  ------------------
  348|  20.7k|      internal::westmere::write_v_u16_11bits_to_utf8(
  349|  20.7k|          in, utf8_output, one_byte_bytemask, one_byte_bitmask);
  350|  20.7k|      buf += 8;
  351|  20.7k|      continue;
  352|  20.7k|    }
  353|       |
  354|       |    // 1. Check if there are any surrogate word in the input chunk.
  355|       |    //    We have also deal with situation when there is a surrogate word
  356|       |    //    at the end of a chunk.
  357|  2.96M|    const __m128i surrogates_bytemask =
  358|  2.96M|        _mm_cmpeq_epi16(_mm_and_si128(in, v_f800), v_d800);
  359|       |
  360|       |    // bitmask = 0x0000 if there are no surrogates
  361|       |    //         = 0xc000 if the last word is a surrogate
  362|  2.96M|    const uint16_t surrogates_bitmask =
  363|  2.96M|        static_cast<uint16_t>(_mm_movemask_epi8(surrogates_bytemask));
  364|       |    // It might seem like checking for surrogates_bitmask == 0xc000 could help.
  365|       |    // However, it is likely an uncommon occurrence.
  366|  2.96M|    if (surrogates_bitmask == 0x0000) {
  ------------------
  |  Branch (366:9): [True: 1.70M, False: 1.25M]
  ------------------
  367|       |      // case: code units from register produce either 1, 2 or 3 UTF-8 bytes
  368|  1.70M|      const __m128i dup_even = _mm_setr_epi16(0x0000, 0x0202, 0x0404, 0x0606,
  369|  1.70M|                                              0x0808, 0x0a0a, 0x0c0c, 0x0e0e);
  370|       |
  371|       |      /* In this branch we handle three cases:
  372|       |         1. [0000|0000|0ccc|cccc] => [0ccc|cccc]                           -
  373|       |        single UFT-8 byte
  374|       |         2. [0000|0bbb|bbcc|cccc] => [110b|bbbb], [10cc|cccc]              - two
  375|       |        UTF-8 bytes
  376|       |         3. [aaaa|bbbb|bbcc|cccc] => [1110|aaaa], [10bb|bbbb], [10cc|cccc] -
  377|       |        three UTF-8 bytes
  378|       |
  379|       |        We expand the input word (16-bit) into two code units (32-bit), thus
  380|       |        we have room for four bytes. However, we need five distinct bit
  381|       |        layouts. Note that the last byte in cases #2 and #3 is the same.
  382|       |
  383|       |        We precompute byte 1 for case #1 and the common byte for cases #2 & #3
  384|       |        in register t2.
  385|       |
  386|       |        We precompute byte 1 for case #3 and -- **conditionally** -- precompute
  387|       |        either byte 1 for case #2 or byte 2 for case #3. Note that they
  388|       |        differ by exactly one bit.
  389|       |
  390|       |        Finally from these two code units we build proper UTF-8 sequence, taking
  391|       |        into account the case (i.e, the number of bytes to write).
  392|       |      */
  393|       |      /**
  394|       |       * Given [aaaa|bbbb|bbcc|cccc] our goal is to produce:
  395|       |       * t2 => [0ccc|cccc] [10cc|cccc]
  396|       |       * s4 => [1110|aaaa] ([110b|bbbb] OR [10bb|bbbb])
  397|       |       */
  398|  1.70M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  399|       |      // [aaaa|bbbb|bbcc|cccc] => [bbcc|cccc|bbcc|cccc]
  400|  1.70M|      const __m128i t0 = _mm_shuffle_epi8(in, dup_even);
  401|       |      // [bbcc|cccc|bbcc|cccc] => [00cc|cccc|0bcc|cccc]
  402|  1.70M|      const __m128i t1 = _mm_and_si128(t0, simdutf_vec(0b0011111101111111));
  ------------------
  |  |  398|  1.70M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  403|       |      // [00cc|cccc|0bcc|cccc] => [10cc|cccc|0bcc|cccc]
  404|  1.70M|      const __m128i t2 = _mm_or_si128(t1, simdutf_vec(0b1000000000000000));
  ------------------
  |  |  398|  1.70M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  405|       |
  406|       |      // [aaaa|bbbb|bbcc|cccc] =>  [0000|aaaa|bbbb|bbcc]
  407|  1.70M|      const __m128i s0 = _mm_srli_epi16(in, 4);
  408|       |      // [0000|aaaa|bbbb|bbcc] => [0000|aaaa|bbbb|bb00]
  409|  1.70M|      const __m128i s1 = _mm_and_si128(s0, simdutf_vec(0b0000111111111100));
  ------------------
  |  |  398|  1.70M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  410|       |      // [0000|aaaa|bbbb|bb00] => [00bb|bbbb|0000|aaaa]
  411|  1.70M|      const __m128i s2 = _mm_maddubs_epi16(s1, simdutf_vec(0x0140));
  ------------------
  |  |  398|  1.70M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  412|       |      // [00bb|bbbb|0000|aaaa] => [11bb|bbbb|1110|aaaa]
  413|  1.70M|      const __m128i s3 = _mm_or_si128(s2, simdutf_vec(0b1100000011100000));
  ------------------
  |  |  398|  1.70M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  414|  1.70M|      const __m128i m0 = _mm_andnot_si128(one_or_two_bytes_bytemask,
  415|  1.70M|                                          simdutf_vec(0b0100000000000000));
  ------------------
  |  |  398|  1.70M|#define simdutf_vec(x) _mm_set1_epi16(static_cast<uint16_t>(x))
  ------------------
  416|  1.70M|      const __m128i s4 = _mm_xor_si128(s3, m0);
  417|  1.70M|#undef simdutf_vec
  418|       |
  419|       |      // 4. expand code units 16-bit => 32-bit
  420|  1.70M|      const __m128i out0 = _mm_unpacklo_epi16(t2, s4);
  421|  1.70M|      const __m128i out1 = _mm_unpackhi_epi16(t2, s4);
  422|       |
  423|       |      // 5. compress 32-bit code units into 1, 2 or 3 bytes -- 2 x shuffle
  424|  1.70M|      const uint16_t mask =
  425|  1.70M|          (one_byte_bitmask & 0x5555) | (one_or_two_bytes_bitmask & 0xaaaa);
  426|  1.70M|      if (mask == 0) {
  ------------------
  |  Branch (426:11): [True: 1.48M, False: 227k]
  ------------------
  427|       |        // We only have three-byte code units. Use fast path.
  428|  1.48M|        const __m128i shuffle = _mm_setr_epi8(2, 3, 1, 6, 7, 5, 10, 11, 9, 14,
  429|  1.48M|                                              15, 13, -1, -1, -1, -1);
  430|  1.48M|        const __m128i utf8_0 = _mm_shuffle_epi8(out0, shuffle);
  431|  1.48M|        const __m128i utf8_1 = _mm_shuffle_epi8(out1, shuffle);
  432|  1.48M|        _mm_storeu_si128((__m128i *)utf8_output, utf8_0);
  433|  1.48M|        utf8_output += 12;
  434|  1.48M|        _mm_storeu_si128((__m128i *)utf8_output, utf8_1);
  435|  1.48M|        utf8_output += 12;
  436|  1.48M|        buf += 8;
  437|  1.48M|        continue;
  438|  1.48M|      }
  439|   227k|      const uint8_t mask0 = uint8_t(mask);
  440|       |
  441|   227k|      const uint8_t *row0 =
  442|   227k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask0][0];
  443|   227k|      const __m128i shuffle0 = _mm_loadu_si128((__m128i *)(row0 + 1));
  444|   227k|      const __m128i utf8_0 = _mm_shuffle_epi8(out0, shuffle0);
  445|       |
  446|   227k|      const uint8_t mask1 = static_cast<uint8_t>(mask >> 8);
  447|       |
  448|   227k|      const uint8_t *row1 =
  449|   227k|          &simdutf::tables::utf16_to_utf8::pack_1_2_3_utf8_bytes[mask1][0];
  450|   227k|      const __m128i shuffle1 = _mm_loadu_si128((__m128i *)(row1 + 1));
  451|   227k|      const __m128i utf8_1 = _mm_shuffle_epi8(out1, shuffle1);
  452|       |
  453|   227k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_0);
  454|   227k|      utf8_output += row0[0];
  455|   227k|      _mm_storeu_si128((__m128i *)utf8_output, utf8_1);
  456|   227k|      utf8_output += row1[0];
  457|       |
  458|   227k|      buf += 8;
  459|       |      // surrogate pair(s) in a register
  460|  1.25M|    } else {
  461|       |      // Let us do a scalar fallback.
  462|       |      // It may seem wasteful to use scalar code, but being efficient with SIMD
  463|       |      // in the presence of surrogate pairs may require non-trivial tables.
  464|  1.25M|      size_t forward = 15;
  465|  1.25M|      size_t k = 0;
  466|  1.25M|      if (size_t(end - buf) < forward + 1) {
  ------------------
  |  Branch (466:11): [True: 0, False: 1.25M]
  ------------------
  467|      0|        forward = size_t(end - buf - 1);
  468|      0|      }
  469|  2.34M|      for (; k < forward; k++) {
  ------------------
  |  Branch (469:14): [True: 2.33M, False: 3.00k]
  ------------------
  470|  2.33M|        uint16_t word = scalar::utf16::swap_if_needed<big_endian>(buf[k]);
  471|  2.33M|        if ((word & 0xFF80) == 0) {
  ------------------
  |  Branch (471:13): [True: 86.8k, False: 2.25M]
  ------------------
  472|  86.8k|          *utf8_output++ = char(word);
  473|  2.25M|        } else if ((word & 0xF800) == 0) {
  ------------------
  |  Branch (473:20): [True: 59.7k, False: 2.19M]
  ------------------
  474|  59.7k|          *utf8_output++ = char((word >> 6) | 0b11000000);
  475|  59.7k|          *utf8_output++ = char((word & 0b111111) | 0b10000000);
  476|  2.19M|        } else if ((word & 0xF800) != 0xD800) {
  ------------------
  |  Branch (476:20): [True: 803k, False: 1.38M]
  ------------------
  477|   803k|          *utf8_output++ = char((word >> 12) | 0b11100000);
  478|   803k|          *utf8_output++ = char(((word >> 6) & 0b111111) | 0b10000000);
  479|   803k|          *utf8_output++ = char((word & 0b111111) | 0b10000000);
  480|  1.38M|        } else {
  481|       |          // must be a surrogate pair
  482|  1.38M|          uint16_t diff = uint16_t(word - 0xD800);
  483|  1.38M|          uint16_t next_word =
  484|  1.38M|              scalar::utf16::swap_if_needed<big_endian>(buf[k + 1]);
  485|  1.38M|          k++;
  486|  1.38M|          uint16_t diff2 = uint16_t(next_word - 0xDC00);
  487|  1.38M|          if ((diff | diff2) > 0x3FF) {
  ------------------
  |  Branch (487:15): [True: 1.25M, False: 134k]
  ------------------
  488|  1.25M|            return std::make_pair(
  489|  1.25M|                result(error_code::SURROGATE, buf - start + k - 1),
  490|  1.25M|                utf8_output);
  491|  1.25M|          }
  492|   134k|          uint32_t value = (diff << 10) + diff2 + 0x10000;
  493|   134k|          *utf8_output++ = char((value >> 18) | 0b11110000);
  494|   134k|          *utf8_output++ = char(((value >> 12) & 0b111111) | 0b10000000);
  495|   134k|          *utf8_output++ = char(((value >> 6) & 0b111111) | 0b10000000);
  496|   134k|          *utf8_output++ = char((value & 0b111111) | 0b10000000);
  497|   134k|        }
  498|  2.33M|      }
  499|  3.00k|      buf += k;
  500|  3.00k|    }
  501|  2.96M|  } // while
  502|       |
  503|  4.33k|  return std::make_pair(result(error_code::SUCCESS, buf - start), utf8_output);
  504|  1.25M|}