Searched defs:num_wordpieces (Results 1 – 1 of 1) sorted by relevance
41 const std::vector<int32_t> &word_starts, int num_wordpieces) { in CodepointSpanToWordpieceSpan()66 int num_wordpieces, int wordpiece_end) { in FindLastFullTokenIndex()97 int num_wordpieces, in ExpandWindowAndAlign()119 const std::vector<int32_t> &word_starts, int num_wordpieces, in FindWordpiecesWindowAroundSpan()131 int num_wordpieces, int *first_token_index, int *num_tokens) { in FindFullTokensSpanInWindow()