Searched refs:raw_tokens (Results 1 – 1 of 1) sorted by relevance
156 const std::vector<Token> raw_tokens = tokenizer_->Tokenize(text); in Eval() local159 if (raw_tokens.empty()) { in Eval()165 tokens.reserve(raw_tokens.size()); in Eval()166 for (const Token& raw_token : raw_tokens) { in Eval()