Searched refs:CodepointRange (Results 1 – 6 of 6) sorted by relevance
| /external/libtextclassifier/smartselect/ |
| D | feature-processor.h | 160 struct CodepointRange { struct
164 CodepointRange(int32 arg_start, int32 arg_end) in CodepointRange() argument
196 const std::vector<FeatureProcessorOptions::CodepointRange>&
198 std::vector<CodepointRange>* prepared_codepoint_ranges);
208 int codepoint, const std::vector<CodepointRange>& codepoint_ranges) const;
234 std::vector<CodepointRange> supported_codepoint_ranges_;
240 std::vector<CodepointRange> internal_tokenizer_codepoint_ranges_;
|
| D | tokenizer.cc | 30 CodepointRange(range.start(), range.end(), range.role())); in PrepareTokenizationCodepointRanges()
34 [](const CodepointRange& a, const CodepointRange& b) { in PrepareTokenizationCodepointRanges()
43 [](const CodepointRange& range, int codepoint) { in FindTokenizationRole()
|
| D | tokenizer.h | 43 struct CodepointRange { struct
48 CodepointRange(int32 arg_start, int32 arg_end, in CodepointRange() argument
65 std::vector<CodepointRange> codepoint_ranges_;
|
| D | feature-processor.cc | 438 const std::vector<FeatureProcessorOptions::CodepointRange>& in PrepareCodepointRanges()
440 std::vector<CodepointRange>* prepared_codepoint_ranges) { in PrepareCodepointRanges()
443 for (const FeatureProcessorOptions::CodepointRange& range : in PrepareCodepointRanges()
446 CodepointRange(range.start(), range.end())); in PrepareCodepointRanges()
451 [](const CodepointRange& a, const CodepointRange& b) { in PrepareCodepointRanges()
478 int codepoint, const std::vector<CodepointRange>& codepoint_ranges) const { in IsCodepointInRanges()
481 [](const CodepointRange& range, int codepoint) { in IsCodepointInRanges()
|
| D | text-classification-model.proto | 151 message CodepointRange { message
157 repeated CodepointRange supported_codepoint_ranges = 23;
161 repeated CodepointRange internal_tokenizer_codepoint_ranges = 34;
|
| /external/libtextclassifier/tests/ |
| D | feature-processor_test.cc | 350 FeatureProcessorOptions::CodepointRange* range; in TEST()
583 FeatureProcessorOptions::CodepointRange* range; in TEST()
|