Searched refs:next_wordpiece_span_ (Results 1 – 2 of 2) sorted by relevance
167 next_wordpiece_span_ = WordpieceSpan( in WindowGenerator()182 next_wordpiece_span_ = internal::FindFullTokensSpanInWindow( in Next()183 *token_starts_, next_wordpiece_span_, max_num_effective_wordpieces_, in Next()194 if (next_wordpiece_span_.begin <= previous_wordpiece_span_.begin || in Next()195 next_wordpiece_span_.end <= previous_wordpiece_span_.end) { in Next()198 previous_wordpiece_span_ = next_wordpiece_span_; in Next()203 next_wordpiece_span_ = WordpieceSpan( in Next()
141 WordpieceSpan next_wordpiece_span_; variable