Searched refs:spmodel_buffer_data (Results 1 – 3 of 3) sorted by relevance
39 explicit SentencePieceTokenizer(const char* spmodel_buffer_data, in SentencePieceTokenizer() argument41 absl::string_view buffer_binary(spmodel_buffer_data, spmodel_buffer_size); in SentencePieceTokenizer()
120 const char* spmodel_buffer_data,151 const char* spmodel_buffer_data, size_t spmodel_buffer_size);
141 const char* spmodel_buffer_data, size_t spmodel_buffer_size) { in CreateAlbertQuestionAnswererFromBuffer() argument149 api_to_init->InitializeSentencepieceTokenizerFromBinary(spmodel_buffer_data, in CreateAlbertQuestionAnswererFromBuffer()385 const char* spmodel_buffer_data, size_t spmodel_buffer_size) { in InitializeSentencepieceTokenizerFromBinary() argument386 tokenizer_ = absl::make_unique<SentencePieceTokenizer>(spmodel_buffer_data, in InitializeSentencepieceTokenizerFromBinary()