Searched refs:token_starts_ (Results 1 – 2 of 2) sorted by relevance
160 token_starts_(&token_starts), in WindowGenerator()183 *token_starts_, next_wordpiece_span_, max_num_effective_wordpieces_, in Next()186 token_starts_->begin() + cur_first_token_index, in Next()187 token_starts_->begin() + cur_first_token_index + cur_num_tokens); in Next()
136 const std::vector<int32_t> *token_starts_; variable