| /external/libtextclassifier/native/annotator/ |
| D | annotator.cc | 706 const UnicodeText& context_unicode, in SnapLeftIfWhitespaceSelection() argument
713 it = context_unicode.begin(); in SnapLeftIfWhitespaceSelection()
723 it = context_unicode.begin(); in SnapLeftIfWhitespaceSelection()
725 while (it != context_unicode.begin() && unilib.IsWhitespace(*it)) { in SnapLeftIfWhitespaceSelection()
842 const UnicodeText context_unicode = UTF8ToUnicodeText(context, in SuggestSelection() local
845 if (!unilib_->IsValidUtf8(context_unicode)) { in SuggestSelection()
850 if (!IsValidSpanInput(context_unicode, click_indices)) { in SuggestSelection()
871 click_indices, context_unicode, *unilib_); in SuggestSelection()
881 if (!ModelSuggestSelection(context_unicode, click_indices, in SuggestSelection()
889 if (!RegexChunk(context_unicode, selection_regex_patterns_, in SuggestSelection()
[all …]
|
| D | feature-processor.cc | 142 const UnicodeText context_unicode = UTF8ToUnicodeText(context, in StripTokensFromOtherLines() local
145 CodepointSpanToUnicodeTextRange(context_unicode, span); in StripTokensFromOtherLines()
146 StripTokensFromOtherLines(context_unicode, span_begin, span_end, span, in StripTokensFromOtherLines()
151 const UnicodeText& context_unicode, in StripTokensFromOtherLines() argument
156 SplitContext(context_unicode, options_->use_pipe_character_for_newline()); in StripTokensFromOtherLines()
162 std::distance(context_unicode.begin(), line.first); in StripTokensFromOtherLines()
570 const UnicodeText& context_unicode, in SplitContext() argument
577 FindSubstrings(context_unicode, codepoints, &lines); in SplitContext()
583 const UnicodeText context_unicode = in StripBoundaryCodepoints() local
585 return StripBoundaryCodepoints(context_unicode, span); in StripBoundaryCodepoints()
[all …]
|
| D | feature-processor.h | 155 void RetokenizeAndFindClick(const UnicodeText& context_unicode,
196 const UnicodeText& context_unicode,
206 CodepointSpan StripBoundaryCodepoints(const UnicodeText& context_unicode,
278 void StripTokensFromOtherLines(const UnicodeText& context_unicode,
|
| D | annotator.h | 289 const UnicodeText& context_unicode, const CodepointSpan& click_indices,
317 const UnicodeText& context_unicode,
392 bool RegexChunk(const UnicodeText& context_unicode,
401 bool DatetimeChunk(const UnicodeText& context_unicode,
487 const UnicodeText& context_unicode) const;
494 const UnicodeText& context_unicode,
573 const UnicodeText& context_unicode,
|
| D | feature-processor_test.cc | 304 const UnicodeText context_unicode = UTF8ToUnicodeText(context, in TEST_F() local
308 context_unicode, options.use_pipe_character_for_newline); in TEST_F()
327 const UnicodeText context_unicode = UTF8ToUnicodeText(context, in TEST_F() local
331 context_unicode, options.use_pipe_character_for_newline); in TEST_F()
|
| /external/libtextclassifier/native/utils/ |
| D | tokenizer.cc | 234 bool Tokenizer::ICUTokenize(const UnicodeText& context_unicode, in ICUTokenize() argument
237 unilib_->CreateBreakIterator(context_unicode); in ICUTokenize()
241 const int context_unicode_size = context_unicode.size_codepoints(); in ICUTokenize()
244 auto token_begin_it = context_unicode.begin(); in ICUTokenize()
254 TC3_CHECK(token_end_it <= context_unicode.end()); in ICUTokenize()
266 context_unicode.UTF8Substring(token_begin_it, token_end_it); in ICUTokenize()
|
| D | tokenizer.h | 123 bool ICUTokenize(const UnicodeText& context_unicode,
|
| /external/libtextclassifier/native/annotator/person_name/ |
| D | person-name-engine-dummy.h | 48 bool Chunk(const UnicodeText& context_unicode, in Chunk() argument
|
| /external/libtextclassifier/native/annotator/installed_app/ |
| D | installed-app-engine-dummy.h | 47 bool Chunk(const UnicodeText& context_unicode, in Chunk() argument
|
| /external/libtextclassifier/native/annotator/contact/ |
| D | contact-engine-dummy.h | 49 bool Chunk(const UnicodeText& context_unicode, in Chunk() argument
|
| /external/libtextclassifier/native/annotator/number/ |
| D | number.h | 60 bool FindAll(const UnicodeText& context_unicode,
|