Home
last modified time | relevance | path

Searched refs:char32 (Results 1 – 25 of 41) sorted by relevance

12

/external/libtextclassifier/native/utils/utf8/
Dunilib-common.h25 bool IsOpeningBracket(char32 codepoint);
26 bool IsClosingBracket(char32 codepoint);
27 bool IsWhitespace(char32 codepoint);
28 bool IsBidirectional(char32 codepoint);
29 bool IsDigit(char32 codepoint);
30 bool IsLower(char32 codepoint);
31 bool IsUpper(char32 codepoint);
32 bool IsPunctuation(char32 codepoint);
33 bool IsPercentage(char32 codepoint);
34 bool IsSlash(char32 codepoint);
[all …]
Dunilib-common.cc31 constexpr char32 kOpeningBrackets[] = {
43 constexpr char32 kClosingBrackets[] = {
54 constexpr char32 kWhitespaces[] = {
65 constexpr char32 kBidirectional[] = {0x061C, 0x200E, 0x200F, 0x202A,
73 constexpr char32 kDecimalDigitRangesEnd[] = {
88 constexpr char32 kLatinLettersRangesStart[] = {0x0041, 0x0061, 0x00C0, 0x00D8,
92 constexpr char32 kLatinLettersRangesEnd[] = {0x005A, 0x007A, 0x00D6, 0x00F7,
98 constexpr char32 kArabicLettersRangesStart[] = {
102 constexpr char32 kArabicLettersRangesEnd[] = {
107 constexpr char32 kCyrillicLettersRangesStart[] = {0x0400, 0x1C80, 0x2DE0,
[all …]
Dunilib.h46 for (const char32 codepoint : text) { in ToLowerText()
55 for (const char32 codepoint : text) { in ToUpperText()
62 for (const char32 codepoint : text) { in IsLowerText()
71 for (const char32 codepoint : text) { in IsUpperText()
80 for (const char32 codepoint : text) { in IsDigits()
88 bool IsPercentage(char32 codepoint) const { in IsPercentage()
92 bool IsSlash(char32 codepoint) const { in IsSlash()
96 bool IsMinus(char32 codepoint) const { in IsMinus()
100 bool IsNumberSign(char32 codepoint) const { in IsNumberSign()
104 bool IsDot(char32 codepoint) const { in IsDot()
[all …]
Dunilib-javaicu.h48 bool IsOpeningBracket(char32 codepoint) const;
49 bool IsClosingBracket(char32 codepoint) const;
50 bool IsWhitespace(char32 codepoint) const;
51 bool IsDigit(char32 codepoint) const;
52 bool IsLower(char32 codepoint) const;
53 bool IsUpper(char32 codepoint) const;
54 bool IsPunctuation(char32 codepoint) const;
56 char32 ToLower(char32 codepoint) const;
57 char32 ToUpper(char32 codepoint) const;
58 char32 GetPairedBracket(char32 codepoint) const;
Dunilib-javaicu.cc40 bool UniLibBase::IsOpeningBracket(char32 codepoint) const { in IsOpeningBracket()
44 bool UniLibBase::IsClosingBracket(char32 codepoint) const { in IsClosingBracket()
48 bool UniLibBase::IsWhitespace(char32 codepoint) const { in IsWhitespace()
52 bool UniLibBase::IsDigit(char32 codepoint) const { in IsDigit()
56 bool UniLibBase::IsLower(char32 codepoint) const { in IsLower()
60 bool UniLibBase::IsUpper(char32 codepoint) const { in IsUpper()
64 bool UniLibBase::IsPunctuation(char32 codepoint) const { in IsPunctuation()
68 char32 UniLibBase::ToLower(char32 codepoint) const { in ToLower()
72 char32 UniLibBase::ToUpper(char32 codepoint) const { in ToUpper()
76 char32 UniLibBase::GetPairedBracket(char32 codepoint) const { in GetPairedBracket()
Dunicodetext.h83 typedef char32 value_type;
86 typedef const char32 reference; // (Needed for const_reverse_iterator)
94 char32 operator*() const; // Dereference
176 UnicodeText& push_back(char32 ch);
183 std::vector<char32> CodepointsChar32() const;
Dunicodetext.cc146 int runetochar(const char32 rune, char* dest) { in runetochar()
187 UnicodeText& UnicodeText::push_back(char32 ch) { in push_back()
214 std::vector<char32> UnicodeText::CodepointsChar32() const { in CodepointsChar32()
215 std::vector<char32> codepoints; in CodepointsChar32()
299 char32 UnicodeText::const_iterator::operator*() const { in operator *()
/external/icu/icu4j/main/classes/charset/src/com/ibm/icu/charset/
DCharsetUTF8.java71 int char32, bytesExpected, bytesSoFar; in decodeLoop() local
78 char32 = ch & BITMASK_FROM_UTF8[bytesExpected]; in decodeLoop()
82 char32 = toUnicodeStatus; in decodeLoop()
96 toUnicodeStatus = char32; in decodeLoop()
103 if (!UTF8.isValidTrail(char32, ch, bytesSoFar, bytesExpected) in decodeLoop()
104 … && !(isCESU8 && bytesSoFar == 1 && char32 == 0xd && UTF8.isTrail(ch))) { in decodeLoop()
110 char32 = (char32 << 6) | (ch & 0x3f); in decodeLoop()
118 if (char32 <= UConverterConstants.MAXIMUM_UCS2) { in decodeLoop()
120 targetArray[targetIndex++] = (char) char32; in decodeLoop()
123 char32 -= UConverterConstants.HALF_BASE; in decodeLoop()
[all …]
DCharsetUTF32.java126 int char32; in decodeLoop() local
138 char32 = 0; in decodeLoop()
140 char32 = (char32 << 8) in decodeLoop()
143 … if (0 <= char32 && char32 <= UConverterConstants.MAXIMUM_UTF && !isSurrogate(char32)) { in decodeLoop()
145 if (char32 <= UConverterConstants.MAXIMUM_UCS2) { in decodeLoop()
147 target.put((char) char32); in decodeLoop()
150 target.put(UTF16.getLeadSurrogate(char32)); in decodeLoop()
151 char32 = UTF16.getTrailSurrogate(char32); in decodeLoop()
153 target.put((char) char32); in decodeLoop()
156 charErrorBufferArray[0] = (char) char32; in decodeLoop()
[all …]
/external/icu/icu4j/main/classes/core/src/com/ibm/icu/text/
DUTF16.java475 public static int getCharCount(int char32) { in getCharCount() argument
476 if (char32 < SUPPLEMENTARY_MIN_VALUE) { in getCharCount()
641 public static char getLeadSurrogate(int char32) { in getLeadSurrogate() argument
642 if (char32 >= SUPPLEMENTARY_MIN_VALUE) { in getLeadSurrogate()
643 return (char) (LEAD_SURROGATE_OFFSET_ + (char32 >> LEAD_SURROGATE_SHIFT_)); in getLeadSurrogate()
658 public static char getTrailSurrogate(int char32) { in getTrailSurrogate() argument
659 if (char32 >= SUPPLEMENTARY_MIN_VALUE) { in getTrailSurrogate()
660 return (char) (TRAIL_SURROGATE_MIN_VALUE + (char32 & TRAIL_SURROGATE_MASK_)); in getTrailSurrogate()
662 return (char) char32; in getTrailSurrogate()
675 public static String valueOf(int char32) { in valueOf() argument
[all …]
/external/icu/android_icu4j/src/main/java/android/icu/text/
DUTF16.java450 public static int getCharCount(int char32) { in getCharCount() argument
451 if (char32 < SUPPLEMENTARY_MIN_VALUE) { in getCharCount()
609 public static char getLeadSurrogate(int char32) { in getLeadSurrogate() argument
610 if (char32 >= SUPPLEMENTARY_MIN_VALUE) { in getLeadSurrogate()
611 return (char) (LEAD_SURROGATE_OFFSET_ + (char32 >> LEAD_SURROGATE_SHIFT_)); in getLeadSurrogate()
625 public static char getTrailSurrogate(int char32) { in getTrailSurrogate() argument
626 if (char32 >= SUPPLEMENTARY_MIN_VALUE) { in getTrailSurrogate()
627 return (char) (TRAIL_SURROGATE_MIN_VALUE + (char32 & TRAIL_SURROGATE_MASK_)); in getTrailSurrogate()
629 return (char) char32; in getTrailSurrogate()
641 public static String valueOf(int char32) { in valueOf() argument
[all …]
/external/libtextclassifier/native/annotator/
Dstrip-unpaired-brackets.cc36 const char32 begin_char = *begin; in StripUnpairedBrackets()
37 const char32 paired_begin_char = unilib.GetPairedBracket(begin_char); in StripUnpairedBrackets()
50 const char32 end_char = *std::prev(end); in StripUnpairedBrackets()
51 const char32 paired_end_char = unilib.GetPairedBracket(end_char); in StripUnpairedBrackets()
/external/libtextclassifier/native/utils/
Dtokenizer-utils.cc36 const std::string& text, const absl::flat_hash_set<char32>& delimiters, in TokenizeOnDelimiters()
38 return TokenizeWithFilter(text, [&](char32 codepoint) { in TokenizeOnDelimiters()
48 return TokenizeWithFilter(text, [](char32 codepoint) { in TokenizeOnWhiteSpacePunctuationAndChineseLetter()
Dtokenizer-utils.h50 const std::string& text, const absl::flat_hash_set<char32>& delimiters,
76 const char32 code_point = *it; in TokenizeWithFilter()
/external/libtextclassifier/native/utils/strings/
Dutf8.cc43 char32 ValidCharToRune(const char *str) { in ValidCharToRune()
95 const char32 codepoint = ValidCharToRune(str); in IsValidChar()
112 int ValidRuneToChar(const char32 rune, char *dest) { in ValidRuneToChar()
Dutf8.h52 char32 ValidCharToRune(const char *str);
60 int ValidRuneToChar(const char32 rune, char *dest);
/external/llvm-project/clang-tools-extra/test/clang-tidy/checkers/
Dabseil-str-cat-append.cpp4 typedef unsigned __INT32_TYPE__ char32; typedef
51 typedef basic_string<char32, std::char_traits<char32>, std::allocator<char32>>
Dreadability-redundant-string-cstr.cpp4 typedef unsigned __INT32_TYPE__ char32; typedef
50 typedef basic_string<char32, std::char_traits<char32>, std::allocator<char32>> u32string;
/external/libtextclassifier/native/lang_id/common/lite_base/
Dintegral-types.h39 typedef signed int char32; typedef
50 static_assert(sizeof(char32) == 4, "wrong size");
/external/icu/icu4j/main/classes/core/src/com/ibm/icu/impl/
DRBBIDataWrapper.java514 int char32; in dumpCharCategories() local
523 for (char32 = 0; char32<=0x10ffff; char32++) { in dumpCharCategories()
524 category = fTrie.get(char32); in dumpCharCategories()
527 " for char " + Integer.toHexString(char32)); in dumpCharCategories()
531 rangeEnd = char32; in dumpCharCategories()
545 rangeStart = rangeEnd = char32; in dumpCharCategories()
/external/icu/android_icu4j/src/main/java/android/icu/impl/
DRBBIDataWrapper.java518 int char32; in dumpCharCategories() local
527 for (char32 = 0; char32<=0x10ffff; char32++) { in dumpCharCategories()
528 category = fTrie.get(char32); in dumpCharCategories()
531 " for char " + Integer.toHexString(char32)); in dumpCharCategories()
535 rangeEnd = char32; in dumpCharCategories()
549 rangeStart = rangeEnd = char32; in dumpCharCategories()
/external/libtextclassifier/native/utils/base/
Dintegral_types.h41 typedef signed int char32; typedef
60 static_assert(sizeof(char32) == 4, "wrong size");
/external/icing/icing/text_classifier/lib3/utils/base/
Dintegral_types.h39 typedef signed int char32; typedef
58 static_assert(sizeof(char32) == 4, "wrong size");
/external/cldr/tools/java/com/ibm/icu/dev/test/
DUTF16Util.java229 public static int getCharCount(int char32) in getCharCount() argument
231 if (char32 < SUPPLEMENTARY_MIN_VALUE) { in getCharCount()
/external/icu/icu4j/main/tests/framework/src/com/ibm/icu/dev/test/
DUTF16Util.java230 public static int getCharCount(int char32) in getCharCount() argument
232 if (char32 < SUPPLEMENTARY_MIN_VALUE) { in getCharCount()

12