Lines Matching refs:cached_tokens
1054 const std::vector<Token>& cached_tokens, in ResolveConflicts() argument
1067 if (!ResolveConflict(context, cached_tokens, candidates, in ResolveConflicts()
1133 const std::string& context, const std::vector<Token>& cached_tokens, in ResolveConflict() argument
1156 if (!ModelClassifyText(context, cached_tokens, detected_text_language_tags, in ResolveConflict()
1356 std::vector<Token> CopyCachedTokens(const std::vector<Token>& cached_tokens, in CopyCachedTokens() argument
1360 cached_tokens.begin(), cached_tokens.end(), selection_indices.first, in CopyCachedTokens()
1365 cached_tokens.begin(), cached_tokens.end(), selection_indices.second, in CopyCachedTokens()
1372 static_cast<int64>((first_selection_token - cached_tokens.begin()) - in CopyCachedTokens()
1375 static_cast<int64>(cached_tokens.size()), in CopyCachedTokens()
1376 static_cast<int64>((last_selection_token - cached_tokens.begin()) + in CopyCachedTokens()
1382 tokens.push_back(cached_tokens[i]); in CopyCachedTokens()
1419 const std::string& context, const std::vector<Token>& cached_tokens, in ModelClassifyText() argument
1430 return ModelClassifyText(context_unicode, cached_tokens, in ModelClassifyText()
1438 const UnicodeText& context_unicode, const std::vector<Token>& cached_tokens, in ModelClassifyText() argument
1464 if (cached_tokens.empty()) { in ModelClassifyText()
1467 *tokens = internal::CopyCachedTokens(cached_tokens, selection_indices, in ModelClassifyText()