Searched refs:GetStartToken (Results 1 – 3 of 3) sorted by relevance
44 bool GetStartToken(int* start_token);
110 bool RegexTokenizer::GetStartToken(int* start_token) { in GetStartToken() function in tflite::support::text::tokenizer::RegexTokenizer
219 if (tokenizer_->GetStartToken(&start_token_id)) { in Preprocess()