Searched refs:cur_tokens (Results 1 – 4 of 4) sorted by relevance
858 VectorSpan<Token> cur_tokens; in TEST() local860 &cur_tokens)); in TEST()867 ASSERT_EQ(cur_tokens.size(), 2); in TEST()868 for (int i = 0; i < cur_tokens.size(); i++) { in TEST()870 ASSERT_EQ(cur_tokens[i], tokens[i]); in TEST()874 &cur_tokens)); in TEST()881 ASSERT_EQ(cur_tokens.size(), 3); in TEST()882 for (int i = 0; i < cur_tokens.size(); i++) { in TEST()884 ASSERT_EQ(cur_tokens[i], tokens[i + 1]); in TEST()888 &cur_tokens)); in TEST()[all …]
427 VectorSpan<Token> cur_tokens; in AnnotateAroundSpanOfInterest() local429 &cur_tokens) || in AnnotateAroundSpanOfInterest()430 cur_tokens.size() <= 0 || cur_token_starts.size() <= 0 || in AnnotateAroundSpanOfInterest()435 ExecuteModel(cur_wordpiece_indices, cur_token_starts, cur_tokens); in AnnotateAroundSpanOfInterest()437 first_token_index_entire_window = cur_tokens.begin() - tokens.begin(); in AnnotateAroundSpanOfInterest()441 /*index_first_right_tag_in_left=*/cur_tokens.begin() - in AnnotateAroundSpanOfInterest()
128 VectorSpan<Token> *cur_tokens);
176 VectorSpan<Token> *cur_tokens) { in Next() argument188 *cur_tokens = VectorSpan<Token>( in Next()