Home
last modified time | relevance | path

Searched refs:Normalizer (Results 1 – 25 of 93) sorted by relevance

1234

/external/icu/android_icu4j/src/main/tests/android/icu/dev/test/normalizer/
DConformanceTest.java18 import android.icu.text.Normalizer;
27 Normalizer normalizer;
36 normalizer = new Normalizer("", Normalizer.NFC, 0); in ConformanceTest()
56 runConformance("unicode/NormalizationTest-3.2.0.txt",Normalizer.UNICODE_3_2); in TestConformance_3_2()
159 out = Normalizer.normalize(field[i], Normalizer.NFC, options); in checkConformance()
162 out = iterativeNorm(field[i], Normalizer.NFC, buf, +1,options); in checkConformance()
165 out = iterativeNorm(field[i], Normalizer.NFC, buf, -1,options); in checkConformance()
168 … out = iterativeNorm(new StringCharacterIterator(field[i]), Normalizer.NFC, buf, +1,options); in checkConformance()
171 … out = iterativeNorm(new StringCharacterIterator(field[i]), Normalizer.NFC, buf, -1,options); in checkConformance()
174 out = Normalizer.normalize(field[i], Normalizer.NFD); in checkConformance()
[all …]
DBasicTest.java23 import android.icu.text.Normalizer;
126 staticTest(Normalizer.NFC, hangulCanon, 2); in TestHangulCompose()
128 staticTest(Normalizer.NFKC, hangulCompat, 2); in TestHangulCompose()
131 Normalizer norm = new Normalizer("", Normalizer.NFC,0); in TestHangulCompose()
134 norm.setMode(Normalizer.NFKD); in TestHangulCompose()
139 norm.setMode(Normalizer.NFC); in TestHangulCompose()
146 staticTest(Normalizer.NFD, hangulCanon, 1); in TestHangulDecomp()
148 staticTest(Normalizer.NFKD, hangulCompat, 1); in TestHangulDecomp()
152 Normalizer norm = new Normalizer("", Normalizer.NFD,0); in TestHangulDecomp()
155 norm.setMode(Normalizer.NFKD); in TestHangulDecomp()
[all …]
DTestDeprecatedNormalizerAPI.java15 import android.icu.text.Normalizer;
56 Normalizer norm = new Normalizer(iter, Normalizer.NFC,0); in TestNormalizerAPI()
60 Normalizer norm2 = new Normalizer(s,Normalizer.NFC,0); in TestNormalizerAPI()
65 Normalizer clone=(Normalizer)norm.clone(); in TestNormalizerAPI()
80 Normalizer.normalize(s,Normalizer.NFC,0); in TestNormalizerAPI()
82 Normalizer.compose(s,false,0); in TestNormalizerAPI()
84 Normalizer.decompose(s,false,0); in TestNormalizerAPI()
104 int options = Normalizer.IGNORE_HANGUL; in doTestComposedChars()
121 String normDecomp = Normalizer.decompose(chString, compat); in doTestComposedChars()
138 String decomp = Normalizer.decompose(xString, compat); in assertNoDecomp()
[all …]
DNormalizerRegressionTests.java12 import android.icu.text.Normalizer;
25 logln("Normalized: " + Normalizer.isNormalized(tamil, Normalizer.NFC, 0)); in TestJB4472()
43 logln("Normalized: " + Normalizer.isNormalized(sample, Normalizer.NFC, 0)); in TestJB4472()
48 logln("Normalized: " + Normalizer.isNormalized(sample2, Normalizer.NFC, 0)); in TestJB4472()
DNormalizationMonkeyTest.java16 import android.icu.text.Normalizer;
62 String icuNorm = Normalizer.normalize(source, Normalizer.NFD); in TestNormalize()
70 icuNorm = Normalizer.normalize(source, Normalizer.NFC); in TestNormalize()
78 icuNorm = Normalizer.normalize(source, Normalizer.NFKD); in TestNormalize()
86 icuNorm = Normalizer.normalize(source, Normalizer.NFKC); in TestNormalize()
/external/icu/icu4j/main/tests/core/src/com/ibm/icu/dev/test/normalizer/
DConformanceTest.java17 import com.ibm.icu.text.Normalizer;
23 Normalizer normalizer;
32 normalizer = new Normalizer("", Normalizer.NFC, 0); in ConformanceTest()
52 runConformance("unicode/NormalizationTest-3.2.0.txt",Normalizer.UNICODE_3_2); in TestConformance_3_2()
155 out = Normalizer.normalize(field[i], Normalizer.NFC, options); in checkConformance()
158 out = iterativeNorm(field[i], Normalizer.NFC, buf, +1,options); in checkConformance()
161 out = iterativeNorm(field[i], Normalizer.NFC, buf, -1,options); in checkConformance()
164 … out = iterativeNorm(new StringCharacterIterator(field[i]), Normalizer.NFC, buf, +1,options); in checkConformance()
167 … out = iterativeNorm(new StringCharacterIterator(field[i]), Normalizer.NFC, buf, -1,options); in checkConformance()
170 out = Normalizer.normalize(field[i], Normalizer.NFD); in checkConformance()
[all …]
DBasicTest.java22 import com.ibm.icu.text.Normalizer;
122 staticTest(Normalizer.NFC, hangulCanon, 2); in TestHangulCompose()
124 staticTest(Normalizer.NFKC, hangulCompat, 2); in TestHangulCompose()
127 Normalizer norm = new Normalizer("", Normalizer.NFC,0); in TestHangulCompose()
130 norm.setMode(Normalizer.NFKD); in TestHangulCompose()
135 norm.setMode(Normalizer.NFC); in TestHangulCompose()
142 staticTest(Normalizer.NFD, hangulCanon, 1); in TestHangulDecomp()
144 staticTest(Normalizer.NFKD, hangulCompat, 1); in TestHangulDecomp()
148 Normalizer norm = new Normalizer("", Normalizer.NFD,0); in TestHangulDecomp()
151 norm.setMode(Normalizer.NFKD); in TestHangulDecomp()
[all …]
DTestDeprecatedNormalizerAPI.java14 import com.ibm.icu.text.Normalizer;
52 Normalizer norm = new Normalizer(iter, Normalizer.NFC,0); in TestNormalizerAPI()
56 Normalizer norm2 = new Normalizer(s,Normalizer.NFC,0); in TestNormalizerAPI()
61 Normalizer clone=(Normalizer)norm.clone(); in TestNormalizerAPI()
76 Normalizer.normalize(s,Normalizer.NFC,0); in TestNormalizerAPI()
78 Normalizer.compose(s,false,0); in TestNormalizerAPI()
80 Normalizer.decompose(s,false,0); in TestNormalizerAPI()
100 int options = Normalizer.IGNORE_HANGUL; in doTestComposedChars()
117 String normDecomp = Normalizer.decompose(chString, compat); in doTestComposedChars()
134 String decomp = Normalizer.decompose(xString, compat); in assertNoDecomp()
[all …]
DNormalizerRegressionTests.java11 import com.ibm.icu.text.Normalizer;
21 logln("Normalized: " + Normalizer.isNormalized(tamil, Normalizer.NFC, 0)); in TestJB4472()
39 logln("Normalized: " + Normalizer.isNormalized(sample, Normalizer.NFC, 0)); in TestJB4472()
44 logln("Normalized: " + Normalizer.isNormalized(sample2, Normalizer.NFC, 0)); in TestJB4472()
DNormalizationMonkeyTest.java15 import com.ibm.icu.text.Normalizer;
58 String icuNorm = Normalizer.normalize(source, Normalizer.NFD); in TestNormalize()
66 icuNorm = Normalizer.normalize(source, Normalizer.NFC); in TestNormalize()
74 icuNorm = Normalizer.normalize(source, Normalizer.NFKD); in TestNormalize()
82 icuNorm = Normalizer.normalize(source, Normalizer.NFKC); in TestNormalize()
/external/icu/icu4c/source/common/
Dnormlzr.cpp26 UOBJECT_DEFINE_RTTI_IMPLEMENTATION(Normalizer) in UOBJECT_DEFINE_RTTI_IMPLEMENTATION() argument
32 Normalizer::Normalizer(const UnicodeString& str, UNormalizationMode mode) : in UOBJECT_DEFINE_RTTI_IMPLEMENTATION()
41 Normalizer::Normalizer(const UChar *str, int32_t length, UNormalizationMode mode) : in Normalizer() function in Normalizer
50 Normalizer::Normalizer(const CharacterIterator& iter, UNormalizationMode mode) : in Normalizer() function in Normalizer
59 Normalizer::Normalizer(const Normalizer &copy) : in Normalizer() function in Normalizer
69 Normalizer::init() { in init()
83 Normalizer::~Normalizer() in ~Normalizer()
89 Normalizer*
90 Normalizer::clone() const in clone()
92 return new Normalizer(*this); in clone()
[all …]
/external/icu/icu4j/perf-tests/src/com/ibm/icu/dev/test/perf/
DNormalizerPerformanceTest.java9 import com.ibm.icu.text.Normalizer;
24 NFDFileLines = normalizeInput(fileLines, Normalizer.NFD); in setup()
25 NFCFileLines = normalizeInput(fileLines, Normalizer.NFC); in setup()
33 Normalizer.normalize(NFDFileLines[i], Normalizer.NFC); in TestICU_NFC_NFD_Text()
51 Normalizer.normalize(NFCFileLines[i], Normalizer.NFC);
69 Normalizer.normalize(fileLines[i], Normalizer.NFC);
88 Normalizer.normalize(NFDFileLines[i], Normalizer.NFD);
106 Normalizer.normalize(NFCFileLines[i], Normalizer.NFD);
124 Normalizer.normalize(fileLines[i], Normalizer.NFD);
240 Normalizer.normalize(NFDFileLines[i], Normalizer.FCD);
[all …]
/external/icu/icu4c/source/common/unicode/
Dnormlzr.h132 class U_COMMON_API Normalizer : public UObject {
156 Normalizer(const UnicodeString& str, UNormalizationMode mode);
169 Normalizer(const UChar* str, int32_t length, UNormalizationMode mode);
181 Normalizer(const CharacterIterator& iter, UNormalizationMode mode);
188 Normalizer(const Normalizer& copy);
195 virtual ~Normalizer();
582 UBool operator==(const Normalizer& that) const;
592 inline UBool operator!=(const Normalizer& that) const;
600 Normalizer* clone(void) const;
736 Normalizer(); // default constructor not implemented
[all …]
/external/icu/icu4c/source/test/intltest/
Dtstnrapi.cpp26 Normalizer norm(iter, UNORM_NFC); in TestNormalizerAPI()
32 Normalizer copy(norm); in TestNormalizerAPI()
38 Normalizer *clone=copy.clone(); in TestNormalizerAPI()
62 Normalizer::compose(tel, TRUE, 0, nfkc, errorCode); in TestNormalizerAPI()
63 Normalizer::decompose(tel, TRUE, 0, nfkd, errorCode); in TestNormalizerAPI()
138 Normalizer::normalize(s, UNORM_NONE, 0, out, status); in TestNormalizerAPI()
145 Normalizer::normalize(s, UNORM_NFD, 0, s, status); in TestNormalizerAPI()
149 Normalizer::normalize(s, UNORM_NFC, 0, s, status); in TestNormalizerAPI()
153 Normalizer::decompose(s, FALSE, 0, s, status); in TestNormalizerAPI()
157 Normalizer::compose(s, FALSE, 0, s, status); in TestNormalizerAPI()
[all …]
Dnormconf.cpp63 if(Normalizer::compare(s1,s2,U_FOLD_CASE_DEFAULT,status)!=0){ in compare()
309 Normalizer::normalize(field[i], UNORM_NFC, options, out, status); in checkConformance()
320 Normalizer::normalize(field[i], UNORM_NFD, options, out, status); in checkConformance()
331 Normalizer::normalize(field[i], UNORM_NFKC, options, out, status); in checkConformance()
342 Normalizer::normalize(field[i], UNORM_NFKD, options, out, status); in checkConformance()
356 if(UNORM_NO == Normalizer::quickCheck(field[1], UNORM_NFC, options, status)) { in checkConformance()
360 if(UNORM_NO == Normalizer::quickCheck(field[2], UNORM_NFD, options, status)) { in checkConformance()
364 if(UNORM_NO == Normalizer::quickCheck(field[3], UNORM_NFKC, options, status)) { in checkConformance()
368 if(UNORM_NO == Normalizer::quickCheck(field[4], UNORM_NFKD, options, status)) { in checkConformance()
375 result = Normalizer::isNormalized(field[1], UNORM_NFC, status); in checkConformance()
[all …]
Dtstnorm.cpp165 Normalizer* norm = new Normalizer("", UNORM_NFD); in TestPrevious()
184 Normalizer* norm = new Normalizer("", UNORM_NFD); in TestDecomp()
192 Normalizer* norm = new Normalizer("", UNORM_NFKD); in TestCompatDecomp()
202 Normalizer* norm = new Normalizer("", UNORM_NFC); in TestCanonCompose()
212 Normalizer* norm = new Normalizer("", UNORM_NFKC); in TestCompatCompose()
232 Normalizer* norm = new Normalizer("", UNORM_NFC); in TestHangulCompose()
254 Normalizer* norm = new Normalizer("", UNORM_NFD); in TestHangulDecomp()
319 Normalizer::normalize(a, UNORM_NFKD, 0, b, status); in TestCompositionExclusion()
320 Normalizer::normalize(b, UNORM_NFC, 0, c, status); in TestCompositionExclusion()
359 Normalizer::normalize(a, UNORM_NFKC, 0, b, status); in TestZeroIndex()
[all …]
/external/icu/android_icu4j/src/main/java/android/icu/text/
DComposedCharIter.java68 public static final char DONE = (char) Normalizer.DONE;
107 if (nextChar == Normalizer.DONE) { in hasNext()
110 return nextChar != Normalizer.DONE; in hasNext()
123 if (nextChar == Normalizer.DONE) { in next()
127 nextChar = Normalizer.DONE; in next()
162 c=Normalizer.DONE; in findNextChar()
172 private int nextChar = Normalizer.DONE;
DCjkBreakEngine.java99 … boolean isNormalized = Normalizer.quickCheck(prenormstr, Normalizer.NFKC) == Normalizer.YES || in divideUpDictionaryRange()
100 Normalizer.isNormalized(prenormstr, Normalizer.NFKC, 0); in divideUpDictionaryRange()
114 String normStr = Normalizer.normalize(prenormstr, Normalizer.NFKC); in divideUpDictionaryRange()
117 Normalizer normalizer = new Normalizer(prenormstr, Normalizer.NFKC, 0); in divideUpDictionaryRange()
/external/icu/icu4j/tools/misc/src/com/ibm/icu/dev/tool/translit/
DSourceSet.java19 import com.ibm.icu.text.Normalizer;
48 showSourceSet(ID, Normalizer.NONE, false); in main()
52 Normalizer.Mode m = Normalizer.NONE; in main()
56 m = Normalizer.NFD; in main()
58 m = Normalizer.NFKD; in main()
77 static void showSourceSet(String ID, Normalizer.Mode m, boolean lowerFirst) throws IOException { in showSourceSet()
94 …static void showSourceSetAux(Transliterator t, Normalizer.Mode m, boolean lowerFirst, boolean forw… in showSourceSetAux()
96 if (m != Normalizer.NONE || lowerFirst) { in showSourceSetAux()
DgenIndexFilters.java11 import com.ibm.icu.text.Normalizer;
33 Normalizer.Mode m = Normalizer.NONE; in main()
37 m = Normalizer.NFD; in main()
39 m = Normalizer.NFKD; in main()
57 static void showSourceSet(String ID, Normalizer.Mode m, boolean lowerFirst) { in showSourceSet()
60 if (m != Normalizer.NONE || lowerFirst) { in showSourceSet()
DUnicodeSetClosure.java16 import com.ibm.icu.text.Normalizer;
63 Normalizer.Mode m, boolean lowerFirst, String rules) { in generateSets()
98 static final Normalizer.Mode[] testModes = {
99 Normalizer.NONE, Normalizer.NFD, Normalizer.NFC, Normalizer.NFKD, Normalizer.NFKC};
189 Normalizer.Mode mode;
192 NFToString(Normalizer.Mode m, boolean lowerFirst) { in NFToString()
201 result = Normalizer.normalize(result, mode); in get()
219 public static void close(UnicodeSet s, Normalizer.Mode m, boolean lowerFirst) { in close()
/external/icu/icu4j/main/classes/core/src/com/ibm/icu/text/
DComposedCharIter.java66 public static final char DONE = (char) Normalizer.DONE;
105 if (nextChar == Normalizer.DONE) { in hasNext()
108 return nextChar != Normalizer.DONE; in hasNext()
121 if (nextChar == Normalizer.DONE) { in next()
125 nextChar = Normalizer.DONE; in next()
160 c=Normalizer.DONE; in findNextChar()
170 private int nextChar = Normalizer.DONE;
DCjkBreakEngine.java98 … boolean isNormalized = Normalizer.quickCheck(prenormstr, Normalizer.NFKC) == Normalizer.YES || in divideUpDictionaryRange()
99 Normalizer.isNormalized(prenormstr, Normalizer.NFKC, 0); in divideUpDictionaryRange()
113 String normStr = Normalizer.normalize(prenormstr, Normalizer.NFKC); in divideUpDictionaryRange()
116 Normalizer normalizer = new Normalizer(prenormstr, Normalizer.NFKC, 0); in divideUpDictionaryRange()
/external/icu/android_icu4j/src/main/tests/android/icu/dev/test/translit/
DRoundTripTest.java25 import android.icu.text.Normalizer;
235 String trial = Normalizer.compose(sample, false); in getRepresentativeBoundaryHangul()
248 String trial = Normalizer.compose(sample, false); in getRepresentativeBoundaryHangul()
256 String trial = Normalizer.compose(sample, false); in getRepresentativeBoundaryHangul()
269 String decomp = Normalizer.decompose(charStr, false); in addRepresentativeHangul()
914 String decomp = Normalizer.normalize(sourceString, Normalizer.NFD); in is()
1013 String decomp = Normalizer.normalize(sourceString, Normalizer.NFD); in is()
1114 a = Normalizer.normalize(a, Normalizer.NFD); in isSame()
1115 b = Normalizer.normalize(b, Normalizer.NFD); in isSame()
1395 String targD = Normalizer.normalize(targ, Normalizer.NFD); in checkSourceTargetSingles()
[all …]
/external/icu/icu4j/main/tests/translit/src/com/ibm/icu/dev/test/translit/
DRoundTripTest.java24 import com.ibm.icu.text.Normalizer;
231 String trial = Normalizer.compose(sample, false); in getRepresentativeBoundaryHangul()
244 String trial = Normalizer.compose(sample, false); in getRepresentativeBoundaryHangul()
252 String trial = Normalizer.compose(sample, false); in getRepresentativeBoundaryHangul()
265 String decomp = Normalizer.decompose(charStr, false); in addRepresentativeHangul()
910 String decomp = Normalizer.normalize(sourceString, Normalizer.NFD); in is()
1009 String decomp = Normalizer.normalize(sourceString, Normalizer.NFD); in is()
1110 a = Normalizer.normalize(a, Normalizer.NFD); in isSame()
1111 b = Normalizer.normalize(b, Normalizer.NFD); in isSame()
1391 String targD = Normalizer.normalize(targ, Normalizer.NFD); in checkSourceTargetSingles()
[all …]

1234