Searched refs:tokenizer (Results 1 – 1 of 1) sorted by relevance
314 def __init__(self, tokenizer=None): argument315 self._tokenizer = tokenizer318 def setTokenizer(self, tokenizer): argument319 self._tokenizer = tokenizer