| /external/libtextclassifier/annotator/ |
| D | strip-unpaired-brackets.cc | 29 const UnicodeText& context_unicode, in IsCodepointInSpan() argument
31 auto begin_it = context_unicode.begin(); in IsCodepointInSpan()
33 auto end_it = context_unicode.begin(); in IsCodepointInSpan()
40 char32 FirstSpanCodepoint(const UnicodeText& context_unicode, in FirstSpanCodepoint() argument
42 auto it = context_unicode.begin(); in FirstSpanCodepoint()
48 char32 LastSpanCodepoint(const UnicodeText& context_unicode, in LastSpanCodepoint() argument
50 auto it = context_unicode.begin(); in LastSpanCodepoint()
59 const UnicodeText context_unicode = in StripUnpairedBrackets() local
61 return StripUnpairedBrackets(context_unicode, span, unilib); in StripUnpairedBrackets()
67 CodepointSpan StripUnpairedBrackets(const UnicodeText& context_unicode, in StripUnpairedBrackets() argument
[all …]
|
| D | feature-processor.cc | 142 const UnicodeText context_unicode = UTF8ToUnicodeText(context, in StripTokensFromOtherLines() local
144 StripTokensFromOtherLines(context_unicode, span, tokens); in StripTokensFromOtherLines()
148 const UnicodeText& context_unicode, CodepointSpan span, in StripTokensFromOtherLines() argument
150 std::vector<UnicodeTextRange> lines = SplitContext(context_unicode); in StripTokensFromOtherLines()
152 auto span_start = context_unicode.begin(); in StripTokensFromOtherLines()
156 auto span_end = context_unicode.begin(); in StripTokensFromOtherLines()
164 std::distance(context_unicode.begin(), line.first); in StripTokensFromOtherLines()
552 const UnicodeText& context_unicode) const { in SplitContext()
555 FindSubstrings(context_unicode, codepoints, &lines); in SplitContext()
561 const UnicodeText context_unicode = in StripBoundaryCodepoints() local
[all …]
|
| D | annotator.cc | 557 const UnicodeText& context_unicode, in SnapLeftIfWhitespaceSelection() argument
564 it = context_unicode.begin(); in SnapLeftIfWhitespaceSelection()
576 it = context_unicode.begin(); in SnapLeftIfWhitespaceSelection()
578 while (it != context_unicode.begin() && unilib.IsWhitespace(*it)) { in SnapLeftIfWhitespaceSelection()
679 const UnicodeText context_unicode = UTF8ToUnicodeText(context, in SuggestSelection() local
682 if (!context_unicode.is_valid()) { in SuggestSelection()
686 const int context_codepoint_size = context_unicode.size_codepoints(); in SuggestSelection()
711 click_indices, context_unicode, *unilib_); in SuggestSelection()
718 if (!ModelSuggestSelection(context_unicode, click_indices, in SuggestSelection()
724 if (!RegexChunk(context_unicode, selection_regex_patterns_, &candidates, in SuggestSelection()
[all …]
|
| D | feature-processor.h | 139 void RetokenizeAndFindClick(const UnicodeText& context_unicode,
172 const UnicodeText& context_unicode) const;
181 CodepointSpan StripBoundaryCodepoints(const UnicodeText& context_unicode,
251 void StripTokensFromOtherLines(const UnicodeText& context_unicode,
|
| D | annotator.h | 328 const UnicodeText& context_unicode, CodepointSpan click_indices,
423 bool RegexChunk(const UnicodeText& context_unicode,
429 bool DatetimeChunk(const UnicodeText& context_unicode,
531 const UnicodeText& context_unicode,
|
| D | strip-unpaired-brackets.h | 33 CodepointSpan StripUnpairedBrackets(const UnicodeText& context_unicode,
|
| /external/libtextclassifier/utils/ |
| D | tokenizer.cc | 217 bool Tokenizer::ICUTokenize(const UnicodeText& context_unicode, in ICUTokenize() argument
220 unilib_->CreateBreakIterator(context_unicode); in ICUTokenize()
228 auto token_begin_it = context_unicode.begin(); in ICUTokenize()
247 context_unicode.UTF8Substring(token_begin_it, token_end_it); in ICUTokenize()
|
| D | tokenizer.h | 96 bool ICUTokenize(const UnicodeText& context_unicode,
|
| /external/libtextclassifier/annotator/contact/ |
| D | contact-engine-dummy.h | 47 bool Chunk(const UnicodeText& context_unicode, in Chunk() argument
|
| /external/libtextclassifier/annotator/installed_app/ |
| D | installed-app-engine-dummy.h | 47 bool Chunk(const UnicodeText& context_unicode, in Chunk() argument
|
| /external/libtextclassifier/annotator/number/ |
| D | number.h | 55 bool FindAll(const UnicodeText& context_unicode,
|