Lines Matching refs:WordpieceSpan

39 WordpieceSpan CodepointSpanToWordpieceSpan(  in CodepointSpanToWordpieceSpan()
54   return WordpieceSpan(span_first_wordpiece_index, span_last_wordpiece_index);  in CodepointSpanToWordpieceSpan()
96 WordpieceSpan ExpandWindowAndAlign(int max_num_wordpieces_in_window,  in ExpandWindowAndAlign()
98                                    WordpieceSpan wordpiece_span_to_expand) {  in ExpandWindowAndAlign()
111   return WordpieceSpan(  in ExpandWindowAndAlign()
117 WordpieceSpan FindWordpiecesWindowAroundSpan(  in FindWordpiecesWindowAroundSpan()
121   WordpieceSpan wordpiece_span_to_expand = CodepointSpanToWordpieceSpan(  in FindWordpiecesWindowAroundSpan()
123   WordpieceSpan max_wordpiece_span = ExpandWindowAndAlign(  in FindWordpiecesWindowAroundSpan()
128 WordpieceSpan FindFullTokensSpanInWindow(  in FindFullTokensSpanInWindow()
130     const WordpieceSpan &wordpiece_span, int max_num_wordpieces,  in FindFullTokensSpanInWindow()
148   return WordpieceSpan(window_first_wordpiece_index, wordpiece_window_end);  in FindFullTokensSpanInWindow()
167   next_wordpiece_span_ = WordpieceSpan(  in WindowGenerator()
171   previous_wordpiece_span_ = WordpieceSpan(-1, -1);  in WindowGenerator()
203   next_wordpiece_span_ = WordpieceSpan(  in Next()