Searched refs:_Tokenizer (Results 1 – 3 of 3) sorted by relevance
608 tokenizer = text_format._Tokenizer(text.splitlines())694 tokenizer = text_format._Tokenizer(text.splitlines())708 tokenizer = text_format._Tokenizer(text.splitlines())717 tokenizer = text_format._Tokenizer(text.splitlines())721 tokenizer = text_format._Tokenizer(text.splitlines())725 tokenizer = text_format._Tokenizer(text.splitlines())729 tokenizer = text_format._Tokenizer(text.splitlines())733 tokenizer = text_format._Tokenizer(text.splitlines())738 tokenizer = text_format._Tokenizer(text.splitlines())
227 tokenizer = _Tokenizer(lines)460 class _Tokenizer(object): class
156 tokenizer = _Tokenizer(text)296 class _Tokenizer(object): class