31 struct WordpieceSpan {  struct
33   WordpieceSpan() : begin(0), end(0) {}  in WordpieceSpan()  function
34   WordpieceSpan(int begin, int end) : begin(begin), end(end) {}  in WordpieceSpan()  function
37   bool operator==(const WordpieceSpan &other) const {  argument
47 WordpieceSpan FindWordpiecesWindowAroundSpan(  argument
53 WordpieceSpan ExpandWindowAndAlign(int max_num_wordpieces_in_window,
55                                    WordpieceSpan wordpiece_span_to_expand);
69 WordpieceSpan FindFullTokensSpanInWindow(
71     const WordpieceSpan &wordpiece_span, int max_num_wordpieces,
140   WordpieceSpan entire_wordpiece_span_;
141   WordpieceSpan next_wordpiece_span_;
142   WordpieceSpan previous_wordpiece_span_;