Home
last modified time | relevance | path

Searched refs:span_begin (Results 1 – 7 of 7) sorted by relevance

/external/libtextclassifier/native/annotator/
Dfeature-processor.cc144 const auto [span_begin, span_end] = in StripTokensFromOtherLines()
146 StripTokensFromOtherLines(context_unicode, span_begin, span_end, span, in StripTokensFromOtherLines()
152 const UnicodeText::const_iterator& span_begin, in StripTokensFromOtherLines() argument
160 if (line.first <= span_begin && line.second >= span_end) { in StripTokensFromOtherLines()
299 UnicodeText::const_iterator span_begin = token_left_unicode.begin(); in SpanToLabel() local
303 span_begin, token_left_unicode.end(), /*count_from_beginning=*/true); in SpanToLabel()
594 const auto [span_begin, span_end] = in StripBoundaryCodepoints()
597 return StripBoundaryCodepoints(span_begin, span_end, span); in StripBoundaryCodepoints()
601 const UnicodeText::const_iterator& span_begin, in StripBoundaryCodepoints() argument
604 if (!span.IsValid() || span.IsEmpty() || span_begin == span_end) { in StripBoundaryCodepoints()
[all …]
Dstrip-unpaired-brackets.cc27 const UnicodeText::const_iterator& span_begin, in StripUnpairedBrackets() argument
30 if (span_begin == span_end || !span.IsValid() || span.IsEmpty()) { in StripUnpairedBrackets()
34 UnicodeText::const_iterator begin = span_begin; in StripUnpairedBrackets()
Dfeature-processor.h156 const UnicodeText::const_iterator& span_begin,
211 const UnicodeText::const_iterator& span_begin,
279 const UnicodeText::const_iterator& span_begin,
Dstrip-unpaired-brackets.h31 const UnicodeText::const_iterator& span_begin,
Dannotator.cc1428 const auto [span_begin, span_end] = in ModelClassifyText()
1431 detected_text_language_tags, span_begin, span_end, in ModelClassifyText()
1440 const UnicodeText::const_iterator& span_begin, in ModelClassifyText() argument
1473 context_unicode, span_begin, span_end, selection_indices, in ModelClassifyText()
1576 const int digit_count = std::count_if(span_begin, span_end, IsDigit); in ModelClassifyText()
Dannotator.h320 const UnicodeText::const_iterator& span_begin,
/external/libtextclassifier/native/utils/utf8/
Dunicodetext.cc235 auto span_begin = begin(); in UTF8Substring() local
236 std::advance(span_begin, begin_codepoint); in UTF8Substring()
237 auto span_end = span_begin; in UTF8Substring()
239 return UTF8Substring(span_begin, span_end); in UTF8Substring()