Searched refs:tokenizer (Results 1 – 2 of 2) sorted by relevance
413 lunr.tokenizer = function (obj, metadata) { function in lunr435 if ((char.match(lunr.tokenizer.separator) || sliceEnd == len)) {465 lunr.tokenizer.separator = /[\s\-]+/2356 this.tokenizer = lunr.tokenizer2479 tokens = this.tokenizer(field, {3134 lunr.QueryLexer.termSeparator = lunr.tokenizer.separator
4 …tokenizer=new(null!==(s=t.Tokenizer)&&void 0!==s?s:i.default)(this.options,this),null===(a=(o=this…