Searched refs:num_ngrams (Results 1 – 2 of 2) sorted by relevance
96 int num_ngrams = 0; in Compute() local98 num_ngrams += get_num_ngrams(length, ngram_width); in Compute()99 if (preserve_short_ && length > 0 && num_ngrams == 0) { in Compute()100 num_ngrams = 1; in Compute()102 ngrams_splits_data[i] = ngrams_splits_data[i - 1] + num_ngrams; in Compute()118 int num_ngrams = get_num_ngrams(length, ngram_width); in Compute() local119 CreateNgrams(data_start, output_start, num_ngrams, ngram_width); in Compute()120 output_start_idx += num_ngrams; in Compute()139 int num_ngrams = 1; in Compute() local140 CreateNgrams(data_start, output_start, num_ngrams, ngram_width); in Compute()[all …]
146 const int num_ngrams = model_->ngram_weights()->size(); in GetFirstTokenMatches() local148 const auto end_it = FirstTokenIterator(model_, num_ngrams); in GetFirstTokenMatches()