Home
last modified time | relevance | path

Searched refs:size_codepoints (Results 1 – 11 of 11) sorted by relevance

/external/libtextclassifier/native/utils/utf8/
Dunilib-common.h61 (std::is_same<T, int32>::value && text.size_codepoints() > 10) || in PassesIntPreChesks()
62 (std::is_same<T, int64>::value && text.size_codepoints() > 19)) { in PassesIntPreChesks()
Dunicodetext_test.cc49 EXPECT_EQ(text.size_codepoints(), 10); in TEST()
64 EXPECT_EQ(text.size_codepoints(), 10); in TEST()
Dunilib.h174 if (icu_length.ValueOrDie() != text.size_codepoints()) { in IsValidUtf8()
Dunicodetext.h158 int size_codepoints() const;
Dunicodetext.cc196 int UnicodeText::size_codepoints() const { in size_codepoints() function in libtextclassifier3::UnicodeText
Dunilib_test-include.cc190 TC3_LOG(INFO) << matcher->Group(0, &status).size_codepoints(); in TEST_F()
/external/libtextclassifier/native/annotator/translate/
Dtranslate.cc170 const int text_size_codepoints = text.size_codepoints(); in TokenAlignedSubstringAroundSpan()
/external/libtextclassifier/native/utils/
Dtokenizer.cc241 const int context_unicode_size = context_unicode.size_codepoints(); in ICUTokenize()
/external/libtextclassifier/native/annotator/pod_ner/
Dpod-ner-impl.cc392 return AnnotateAroundSpanOfInterest(context, {0, context.size_codepoints()}, in Annotate()
/external/libtextclassifier/native/annotator/
Dannotator.cc117 span.second <= context.size_codepoints()); in IsValidSpanInput()
2722 const int amount_codepoints_size = amount.size_codepoints(); in ParseAndFillInMoneyAmount()
2733 pow(10, 9 - decimal_part.size_codepoints()); in ParseAndFillInMoneyAmount()
Dfeature-processor.cc644 const CodepointSpan initial_span{0, value_unicode.size_codepoints()}; in StripBoundaryCodepoints()