Searched refs:codepoint_span (Results 1 – 3 of 3) sorted by relevance
335 CodepointSpan codepoint_span, in CodepointSpanToTokenSpan() argument337 const int codepoint_start = std::get<0>(codepoint_span); in CodepointSpanToTokenSpan()338 const int codepoint_end = std::get<1>(codepoint_span); in CodepointSpanToTokenSpan()371 CodepointSpan codepoint_span) { in FindTokenThatContainsSpan() argument372 const int codepoint_start = std::get<0>(codepoint_span); in FindTokenThatContainsSpan()373 const int codepoint_end = std::get<1>(codepoint_span); in FindTokenThatContainsSpan()
1705 const CodepointSpan codepoint_span = in ModelAnnotate() local1710 if (codepoint_span.first != codepoint_span.second) { in ModelAnnotate()1713 codepoint_span, interpreter_manager, in ModelAnnotate()1716 << (codepoint_span.first + offset) << " " in ModelAnnotate()1717 << (codepoint_span.second + offset); in ModelAnnotate()1725 result_span.span = {codepoint_span.first + offset, in ModelAnnotate()1726 codepoint_span.second + offset}; in ModelAnnotate()
77 const std::vector<Token>& selectable_tokens, CodepointSpan codepoint_span,