Searched refs:cur_first_token_index (Results 1 – 1 of 1) sorted by relevance
181 int cur_first_token_index, cur_num_tokens; in Next() local184 wordpiece_indices_->size(), &cur_first_token_index, &cur_num_tokens); in Next()186 token_starts_->begin() + cur_first_token_index, in Next()187 token_starts_->begin() + cur_first_token_index + cur_num_tokens); in Next()189 tokens_->begin() + cur_first_token_index, in Next()190 tokens_->begin() + cur_first_token_index + cur_num_tokens); in Next()