Searched refs:wp_absolute_begin_offset (Results 1 – 2 of 2) sorted by relevance
66 std::vector<int>& wp_absolute_begin_offset = result.wp_begin_offset; in TokenizeWordpiece() local84 &subwords, &wp_absolute_begin_offset, &wp_absolute_end_offset, in TokenizeWordpiece()90 int absolute_offset_size = wp_absolute_begin_offset.size(); in TokenizeWordpiece()92 wp_absolute_begin_offset[absolute_offset_size - i] += in TokenizeWordpiece()
76 std::vector<int>& wp_absolute_begin_offset = result.wp_begin_offset; in Tokenize() local86 &subwords, &wp_absolute_begin_offset, &wp_absolute_end_offset, in Tokenize()