Fuzz blockers

The following nodes represent call sites where fuzz blockers occur.

Amount of callsites blocked	Calltree index	Parent function	Callsite	Largest blocked function
330	0	EP	call site: 00000	sentencepiece::SentencePieceProcessor::EncodeOptimized

Fuzzer calltree


         LLVMFuzzerTestOneInput

[function] [call site] 00000


           FuzzedDataProvider::ConsumeRandomLengthString

[function] [call site] 00001


           FuzzedDataProvider::ConsumeRemainingBytesAsString

[function] [call site] 00002


           sentencepiece::SentencePieceProcessor::SentencePieceProcessor

[function] [call site] 00003


           sentencepiece::SentencePieceProcessor::LoadFromSerializedProto

[function] [call site] 00004


             std::make_unique<ModelProto>

[function] [call site] 00005


             RET_CHECK

[function] [call site] 00006


             auto::ParseFromArray

[function] [call site] 00007


             VectorBuffer::data

[function] [call site] 00008


               VectorBuffer::data

[function] [call site] 00009


                 VectorBuffer::data

[function] [call site] 00010


             sentencepiece::random::ReservoirSampler::total_size

[function] [call site] 00011


             sentencepiece::SentencePieceProcessor::Load

[function] [call site] 00012


               std::make_unique<ModelProto>

[function] [call site] 00013


               RETURN_IF_ERROR

[function] [call site] 00014


               sentencepiece::io::LoadModelProto

[function] [call site] 00015


                 PyListStringViewVector::empty

[function] [call site] 00016


                   PyListStringViewVector::empty

[function] [call site] 00017


                     PyListStringViewVector::empty

[function] [call site] 00018


                 absl::NotFoundError

[function] [call site] 00019


                 sentencepiece::filesystem::NewReadableFile

[function] [call site] 00020


                   std::make_unique<DefaultReadableFile>

[function] [call site] 00021


                 RETURN_IF_ERROR

[function] [call site] 00022


                 sentencepiece::SentencePieceProcessor::status

[function] [call site] 00023


                   RET_CHECK

[function] [call site] 00024


                   RET_CHECK

[function] [call site] 00025


                   RETURN_IF_ERROR

[function] [call site] 00026


                   sentencepiece::SentencePieceProcessor::status

[function] [call site] 00027


                     RET_CHECK

[function] [call site] 00028


                     RET_CHECK

[function] [call site] 00029


                     RETURN_IF_ERROR

[function] [call site] 00030


                     sentencepiece::SentencePieceProcessor::status

[function] [call site] 00031


                     RETURN_IF_ERROR

[function] [call site] 00032


                     sentencepiece::SentencePieceProcessor::status

[function] [call site] 00033


                     absl::OkStatus

[function] [call site] 00034


                   RETURN_IF_ERROR

[function] [call site] 00035


                   sentencepiece::SentencePieceProcessor::status

[function] [call site] 00036


                   absl::OkStatus

[function] [call site] 00037


                 sentencepiece::filesystem::PosixReadableFile::ReadAll

[function] [call site] 00038

LOG

[function] [call site] 00039


                   std::string*::assign

[function] [call site] 00040


                   std::istreambuf_iterator<char>

[function] [call site] 00041


                   std::istreambuf_iterator<char>

[function] [call site] 00042


                 absl::InternalError

[function] [call site] 00043


                 absl::StrCat

[function] [call site] 00044


                 ModelProto*::ParseFromArray

[function] [call site] 00045


                 std::string::data

[function] [call site] 00046


                 std::string::size

[function] [call site] 00047


                 absl::InternalError

[function] [call site] 00048


                 absl::StrCat

[function] [call site] 00049


                 absl::OkStatus

[function] [call site] 00050


               PyThreadPool::get

[function] [call site] 00051


                 PyThreadPool::get

[function] [call site] 00052


                   PyThreadPool::get

[function] [call site] 00053


               sentencepiece::SentencePieceProcessor::Load

[function] [call site] 00054


               std::move

[function] [call site] 00055


             std::move

[function] [call site] 00056


           auto::ok

[function] [call site] 00057


           sentencepiece::SentencePieceProcessor::Encode

[function] [call site] 00058


             sentencepiece::SentencePieceProcessor::EncodeOptimized

[function] [call site] 00059


               RET_CHECK_STATUS_STL

[function] [call site] 00060


               PyListStringViewVector::empty

[function] [call site] 00061


               std::vector<T>*::clear

[function] [call site] 00062


               sentencepiece::SentencePieceProcessor::ApplyExtraOptions

[function] [call site] 00063


                 std::reverse

[function] [call site] 00064


                 T*::mutable_pieces

[function] [call site] 00065


                 T*::mutable_pieces

[function] [call site] 00066


                 std::reverse

[function] [call site] 00067


                 T*::begin

[function] [call site] 00068


                 Darts::Details::AutoPool::append

[function] [call site] 00069


                   resize_buf

[function] [call site] 00070


                   sentencepiece::TEST

[function] [call site] 00071


                     sentencepiece::GetTestDataPath

[function] [call site] 00072


                       sentencepiece::util::JoinPath

[function] [call site] 00073


                         VectorBuffer::data

[function] [call site] 00074


                         sentencepiece::random::ReservoirSampler::total_size

[function] [call site] 00075


                       ::testing::SrcDir

[function] [call site] 00076


                     ASSERT_TRUE

[function] [call site] 00077


                     ModelProto::ParseFromIstream

[function] [call site] 00078


                     sentencepiece::TrainerComponents::mutable_normalizer_spec

[function] [call site] 00079


                     auto*::precompiled_charsmap

[function] [call site] 00080


                     ASSERT_GE

[function] [call site] 00081


                     std::string::size

[function] [call site] 00082


                     absl::little_endian::Store32

[function] [call site] 00083


                     const_cast<char*>

[function] [call site] 00084


                     std::string::data

[function] [call site] 00085


                     auto*::set_precompiled_charsmap

[function] [call site] 00086


                     sentencepiece::SentencePieceProcessor::Load

[function] [call site] 00087


                       std::make_unique<ModelProto>

[function] [call site] 00088


                       RETURN_IF_ERROR

[function] [call site] 00089


                       sentencepiece::io::LoadModelProto

[function] [call site] 00090


                       PyThreadPool::get

[function] [call site] 00091


                       sentencepiece::SentencePieceProcessor::Load

[function] [call site] 00092


                       std::move

[function] [call site] 00093


                     EXPECT_FALSE

[function] [call site] 00094


                     absl::Status::ok

[function] [call site] 00095


                     EXPECT_EQ

[function] [call site] 00096


                     sentencepiece::SentencePieceProcessor::Encode

[function] [call site] 00097


                       sentencepiece::SentencePieceProcessor::EncodeOptimized

[function] [call site] 00098


                     EXPECT_EQ

[function] [call site] 00099


                     absl::Status::message

[function] [call site] 00100


                 sentencepiece::SentencePieceProcessor::eos_id

[function] [call site] 00101


                 T*::add_pieces

[function] [call site] 00102


                 auto*::set_id

[function] [call site] 00103


                 auto*::set_piece

[function] [call site] 00104


                 eos_piece

[function] [call site] 00105


                 eos_piece

[function] [call site] 00106


                 auto*::set_begin

[function] [call site] 00107


                 T*::text

[function] [call site] 00108


                 auto*::set_end

[function] [call site] 00109


                 T*::text

[function] [call site] 00110


                 T*::emplace_back

[function] [call site] 00111


                 T*::emplace_back

[function] [call site] 00112


                 eos_piece

[function] [call site] 00113


                 sentencepiece::SentencePieceProcessor::bos_id

[function] [call site] 00114


                 T*::mutable_pieces

[function] [call site] 00115


                 sentencepiece::unigram::BoundedPriorityQueue::Add

[function] [call site] 00116


                   find

[function] [call site] 00117

end

[function] [call site] 00118


                   emplace

[function] [call site] 00119


                   std::string

[function] [call site] 00120


                 sentencepiece::random::ReservoirSampler::total_size

[function] [call site] 00121


                 auto*::SwapElements

[function] [call site] 00122


                 auto*::Mutable

[function] [call site] 00123


                 auto*::set_id

[function] [call site] 00124


                 auto*::set_piece

[function] [call site] 00125


                 bos_piece

[function] [call site] 00126


                 bos_piece

[function] [call site] 00127


                 auto*::set_begin

[function] [call site] 00128


                 auto*::set_end

[function] [call site] 00129


                 T*::emplace

[function] [call site] 00130


                 T*::begin

[function] [call site] 00131


                 T*::emplace

[function] [call site] 00132


                 T*::begin

[function] [call site] 00133


                 bos_piece

[function] [call site] 00134


                 T*::pieces_size

[function] [call site] 00135


                 T*::mutable_pieces

[function] [call site] 00136


                 sentencepiece::SentencePieceProcessor::IsUnknown

[function] [call site] 00137


                   RET_CHECK_OR_RETURN_DEFAULT

[function] [call site] 00138


                   sentencepiece::SentencePieceProcessor::IsUnknown

[function] [call site] 00139


                 sentencepiece::string_util::IsStructurallyValid

[function] [call site] 00140


                   VectorBuffer::data

[function] [call site] 00141


                   VectorBuffer::data

[function] [call site] 00142


                   sentencepiece::random::ReservoirSampler::total_size

[function] [call site] 00143


                   sentencepiece::string_util::DecodeUTF8

[function] [call site] 00144


                     static_cast<unsigned

[call site] 00145


                     static_cast<unsigned

[call site] 00146


                     sentencepiece::string_util::IsTrailByte

[function] [call site] 00147


                       static_cast<signed

[call site] 00148


                     sentencepiece::string_util::IsValidCodepoint

[function] [call site] 00149


                       static_cast<uint32_t>

[function] [call site] 00150


                     sentencepiece::string_util::IsTrailByte

[function] [call site] 00151


                     sentencepiece::string_util::IsTrailByte

[function] [call site] 00152


                     sentencepiece::string_util::IsValidCodepoint

[function] [call site] 00153


                     sentencepiece::string_util::IsTrailByte

[function] [call site] 00154


                     sentencepiece::string_util::IsTrailByte

[function] [call site] 00155


                     sentencepiece::string_util::IsTrailByte

[function] [call site] 00156


                     sentencepiece::string_util::IsValidCodepoint

[function] [call site] 00157


                   sentencepiece::string_util::IsValidCodepoint

[function] [call site] 00158


                 auto*::set_piece

[function] [call site] 00159


                 unk_piece

[function] [call site] 00160


                 unk_piece

[function] [call site] 00161


                 sentencepiece::unigram::Lattice::Clear

[function] [call site] 00162


                   clear

[function] [call site] 00163


                   clear

[function] [call site] 00164


                   absl::string_view

[function] [call site] 00165


                   clear

[function] [call site] 00166


                   Free

[function] [call site] 00167


                 Darts::DoubleArrayImpl::clear

[function] [call site] 00168


                 absl::InternalError

[function] [call site] 00169


                 absl::OkStatus

[function] [call site] 00170


               RETURN_IF_ERROR

[function] [call site] 00171


               sentencepiece::SentencePieceProcessor::Normalize

[function] [call site] 00172


                 RET_CHECK

[function] [call site] 00173


                 sentencepiece::SentencePieceProcessor::Normalize

[function] [call site] 00174


               sentencepiece::SentencePieceProcessor::Encode

[function] [call site] 00175


               ByteFallbackEnabled

[function] [call site] 00176


               sentencepiece::SentencePieceProcessor::HasUnkPieceOption

[function] [call site] 00177


               std::vector<T>*::clear

[function] [call site] 00178


               std::vector<T>*::reserve

[function] [call site] 00179


               sentencepiece::random::ReservoirSampler::total_size

[function] [call site] 00180


               RET_CHECK

[function] [call site] 00181


               PyListStringViewVector::empty

[function] [call site] 00182


                 PyListStringViewVector::empty

[function] [call site] 00183


               sentencepiece::SentencePieceProcessor::IsControl

[function] [call site] 00184


                 RET_CHECK_OR_RETURN_DEFAULT

[function] [call site] 00185


                 sentencepiece::SentencePieceProcessor::IsControl

[function] [call site] 00186


               std::vector<T>*::emplace_back

[function] [call site] 00187


               std::vector<T>*::emplace_back

[function] [call site] 00188


               VectorBuffer::data

[function] [call site] 00189


               sentencepiece::random::ReservoirSampler::total_size

[function] [call site] 00190


               sentencepiece::SentencePieceProcessor::IsUnknown

[function] [call site] 00191


               sentencepiece::random::ReservoirSampler::total_size

[function] [call site] 00192


               sentencepiece::SentencePieceProcessor::PieceToId

[function] [call site] 00193


                 RET_CHECK_OR_RETURN_DEFAULT

[function] [call site] 00194


                 sentencepiece::SentencePieceProcessor::PieceToId

[function] [call site] 00195


               ByteToPiece

[function] [call site] 00196


               static_cast<uint8_t>

[function] [call site] 00197


               std::vector<T>*::emplace_back

[function] [call site] 00198


               std::vector<T>*::emplace_back

[function] [call site] 00199


               ByteToPiece

[function] [call site] 00200


               static_cast<uint8_t>

[function] [call site] 00201


               std::vector<T>*::emplace_back

[function] [call site] 00202


               std::vector<T>*::emplace_back

[function] [call site] 00203


               unk_piece

[function] [call site] 00204


               std::vector<T>*::emplace_back

[function] [call site] 00205


               VectorBuffer::data

[function] [call site] 00206


               sentencepiece::random::ReservoirSampler::total_size

[function] [call site] 00207


               std::vector<T>*::back

[function] [call site] 00208


               VectorBuffer::data

[function] [call site] 00209


               sentencepiece::random::ReservoirSampler::total_size

[function] [call site] 00210


               sentencepiece::SentencePieceProcessor::ApplyExtraOptions

[function] [call site] 00211


           sentencepiece::SentencePieceProcessor::Encode

[function] [call site] 00212


           std::vector::empty

[function] [call site] 00213


           sentencepiece::SentencePieceProcessor::Decode

[function] [call site] 00214


             absl::Span<const

[call site] 00215


             Darts::Details::AutoPool::append

[function] [call site] 00216


               resize_buf

[function] [call site] 00217


               sentencepiece::TEST

[function] [call site] 00218


             sentencepiece::SentencePieceProcessor::DecodeOptimized

[function] [call site] 00219


               RET_CHECK_STATUS_STL

[function] [call site] 00220


               PyListStringViewVector::empty

[function] [call site] 00221


                 PyListStringViewVector::empty

[function] [call site] 00222


               absl::OkStatus

[function] [call site] 00223


               empty

[function] [call site] 00224


               std::vector::assign

[function] [call site] 00225


               absl::Span<const

[call site] 00226


               Darts::Details::AutoPool::append

[function] [call site] 00227


                 resize_buf

[function] [call site] 00228


                 sentencepiece::TEST

[function] [call site] 00229


               RETURN_IF_ERROR

[function] [call site] 00230


               sentencepiece::SentencePieceProcessor::ApplyExtraOptions

[function] [call site] 00231


               trainer_spec

[function] [call site] 00232


               trainer_spec

[function] [call site] 00233


               std::string::empty

[function] [call site] 00234


               absl::OkStatus

[function] [call site] 00235


               std::string::size

[function] [call site] 00236


               sentencepiece::string_util::IsValidDecodeUTF8

[function] [call site] 00237


                 sentencepiece::string_util::DecodeUTF8

[function] [call site] 00238


               absl::string_view

[function] [call site] 00239


               RET_CHECK_EQ

[function] [call site] 00240


               absl::StrAppend

[function] [call site] 00241


               absl::string_view

[function] [call site] 00242


               absl::StrAppend

[function] [call site] 00243


               std::string::clear

[function] [call site] 00244


               absl::OkStatus

[function] [call site] 00245


               sentencepiece::SentencePieceProcessor::GetPieceSize

[function] [call site] 00246


                 RET_CHECK_OR_RETURN_DEFAULT

[function] [call site] 00247


                 sentencepiece::SentencePieceProcessor::GetPieceSize

[function] [call site] 00248


               absl::Status

[function] [call site] 00249


               absl::StrCat

[function] [call site] 00250


               IdToPiece

[function] [call site] 00251


               sentencepiece::SentencePieceProcessor::PieceToId

[function] [call site] 00252


               sentencepiece::SentencePieceProcessor::IsByte

[function] [call site] 00253


                 RET_CHECK_OR_RETURN_DEFAULT

[function] [call site] 00254


                 sentencepiece::SentencePieceProcessor::IsByte

[function] [call site] 00255


               PieceToByte

[function] [call site] 00256


               RET_CHECK_LE

[function] [call site] 00257


               std::string::append

[function] [call site] 00258


               RETURN_IF_ERROR

[function] [call site] 00259


               ProcessByteQueue

[function] [call site] 00260


               std::string*::empty

[function] [call site] 00261


               sentencepiece::SentencePieceProcessor::IsControl

[function] [call site] 00262


               normalizer_spec

[function] [call site] 00263


               normalizer_spec

[function] [call site] 00264


               absl::ConsumePrefix

[function] [call site] 00265


               normalizer_spec

[function] [call site] 00266


               sentencepiece::SentencePieceProcessor::IsUnknown

[function] [call site] 00267


               IdToPiece

[function] [call site] 00268


               absl::StrAppend

[function] [call site] 00269


               absl::StrAppend

[function] [call site] 00270


               absl::StrAppend

[function] [call site] 00271


               absl::StrReplaceAll

[function] [call site] 00272


               std::string*::empty

[function] [call site] 00273


               RETURN_IF_ERROR

[function] [call site] 00274


               ProcessByteQueue

[function] [call site] 00275


               sentencepiece::SentencePieceProcessor::Normalize

[function] [call site] 00276


               absl::OkStatus

[function] [call site] 00277


           std::vector::empty

[function] [call site] 00278


           sentencepiece::SentencePieceProcessor::Decode

[function] [call site] 00279


           sentencepiece::SentencePieceProcessor::Normalize

[function] [call site] 00280


           sentencepiece::SentencePieceProcessor::GetPieceSize

[function] [call site] 00281


           sentencepiece::SentencePieceProcessor::SafeIdToPiece

[function] [call site] 00282


             RET_CHECK_OR_RETURN_DEFAULT

[function] [call site] 00283


             sentencepiece::SentencePieceProcessor::GetPieceSize

[function] [call site] 00284


             IdToPiece

[function] [call site] 00285


           sentencepiece::SentencePieceProcessor::PieceToId

[function] [call site] 00286


           sentencepiece::SentencePieceProcessor::GetScore

[function] [call site] 00287


             RET_CHECK_OR_RETURN_DEFAULT

[function] [call site] 00288


             sentencepiece::SentencePieceProcessor::GetScore

[function] [call site] 00289


           sentencepiece::SentencePieceProcessor::IsUnknown

[function] [call site] 00290


           sentencepiece::SentencePieceProcessor::IsControl

[function] [call site] 00291


           sentencepiece::SentencePieceProcessor::IsUnused

[function] [call site] 00292


             RET_CHECK_OR_RETURN_DEFAULT

[function] [call site] 00293


             sentencepiece::SentencePieceProcessor::IsUnused

[function] [call site] 00294


           sentencepiece::SentencePieceProcessor::IsByte

[function] [call site] 00295


           sentencepiece::SentencePieceProcessor::PieceToId

[function] [call site] 00296


           sentencepiece::SentencePieceProcessor::unk_id

[function] [call site] 00297


           sentencepiece::SentencePieceProcessor::bos_id

[function] [call site] 00298


           sentencepiece::SentencePieceProcessor::eos_id

[function] [call site] 00299


           sentencepiece::SentencePieceProcessor::pad_id

[function] [call site] 00300


           sentencepiece::SentencePieceProcessor::NBestEncode

[function] [call site] 00301


             RET_CHECK_STATUS_STL

[function] [call site] 00302


             Arena::Create<NBestSentencePieceText>

[function] [call site] 00303


             RETURN_IF_ERROR

[function] [call site] 00304


             sentencepiece::SentencePieceProcessor::NBestEncode

[function] [call site] 00305


             std::vector<std::vector<std::string>>*::reserve

[function] [call site] 00306


             auto*::nbests

[function] [call site] 00307


             auto*::nbests

[function] [call site] 00308


             std::vector<std::vector<std::string>>*::emplace_back

[function] [call site] 00309


             reserve

[function] [call site] 00310


             pieces

[function] [call site] 00311


             pieces

[function] [call site] 00312


             emplace_back

[function] [call site] 00313


             piece

[function] [call site] 00314


             absl::OkStatus

[function] [call site] 00315


           sentencepiece::SentencePieceProcessor::SampleEncode

[function] [call site] 00316


             RET_CHECK_STATUS_STL

[function] [call site] 00317


             Arena::Create<SentencePieceText>

[function] [call site] 00318


             RETURN_IF_ERROR

[function] [call site] 00319


             sentencepiece::SentencePieceProcessor::SampleEncode

[function] [call site] 00320


             std::vector<std::string>*::reserve

[function] [call site] 00321


             auto*::pieces

[function] [call site] 00322


             auto*::pieces

[function] [call site] 00323


             std::vector<std::string>*::emplace_back

[function] [call site] 00324


             piece

[function] [call site] 00325


             absl::OkStatus

[function] [call site] 00326


           sentencepiece::SentencePieceProcessor::EncodeAsSerializedProto

[function] [call site] 00327


           sentencepiece::SentencePieceProcessor::SampleEncodeAsSerializedProto

[function] [call site] 00328


           sentencepiece::SentencePieceProcessor::serialized_model_proto

[function] [call site] 00329


             SerializeAsString

[function] [call site] 00330