Searched defs:token_text (Results 1 – 3 of 3) sorted by relevance
79 const std::string token_text = UnicodeText::UTF8Substring(start_it, it); in TokenizeWithFilter() local96 const std::string token_text = in TokenizeWithFilter() local
197 bool NumberAnnotator::TryParseNumber(const UnicodeText& token_text, in TryParseNumber()233 const UnicodeText token_text = in FindAll() local
359 const std::string token_text = in PrepareText() local