Searched refs:num_wordpieces (Results 1 – 2 of 2) sorted by relevance
| /external/libtextclassifier/native/annotator/pod_ner/ |
| D | utils.cc | 41 const std::vector<int32_t> &word_starts, int num_wordpieces) { in CodepointSpanToWordpieceSpan() argument
43 int span_last_wordpiece_index = num_wordpieces; in CodepointSpanToWordpieceSpan()
50 (i + 1) < word_starts.size() ? word_starts[i + 1] : num_wordpieces; in CodepointSpanToWordpieceSpan()
66 int num_wordpieces, int wordpiece_end) { in FindLastFullTokenIndex() argument
71 num_wordpieces <= wordpiece_end) { in FindLastFullTokenIndex()
97 int num_wordpieces, in ExpandWindowAndAlign() argument
107 num_wordpieces) { in ExpandWindowAndAlign()
109 std::max(num_wordpieces - max_num_wordpieces_in_window, 0); in ExpandWindowAndAlign()
114 num_wordpieces)); in ExpandWindowAndAlign()
119 const std::vector<int32_t> &word_starts, int num_wordpieces, in FindWordpiecesWindowAroundSpan() argument
[all …]
|
| D | utils.h | 49 const std::vector<int32_t> &word_starts, int num_wordpieces,
54 int num_wordpieces,
58 int num_wordpieces, int wordpiece_end);
72 int num_wordpieces, int *first_token_index, int *num_tokens);
|