Searched refs:GetPadToken (Results 1 – 4 of 4) sorted by relevance
45 bool GetPadToken(int* pad_token);
114 bool RegexTokenizer::GetPadToken(int* pad_token) { in GetPadToken() function in tflite::support::text::tokenizer::RegexTokenizer
114 if (!regex_tokenizer->GetPadToken(&pad_token_id)) { in CreateTokenizerFromProcessUnit()
130 if (!regex_tokenizer->GetPadToken(&pad_token_id)) { in CreateRegexTokenizerFromProcessUnit()214 tokenizer_->GetPadToken(&pad_token_id); in Preprocess()