Searched refs:wp_absolute_end_offset (Results 1 – 2 of 2) sorted by relevance
67 std::vector<int>& wp_absolute_end_offset = result.wp_end_offset; in TokenizeWordpiece() local84 &subwords, &wp_absolute_begin_offset, &wp_absolute_end_offset, in TokenizeWordpiece()94 wp_absolute_end_offset[absolute_offset_size - i] += in TokenizeWordpiece()
77 std::vector<int>& wp_absolute_end_offset = result.wp_end_offset; in Tokenize() local86 &subwords, &wp_absolute_begin_offset, &wp_absolute_end_offset, in Tokenize()