1 // Copyright 2014 PDFium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file.
4 
5 // Original code copyright 2014 Foxit Software Inc. http://www.foxitsoftware.com
6 
7 #include "xfa/src/fgas/src/fgas_base.h"
8 static const FX_CHARSET_MAP g_FXCharset2CodePageTable[] = {
9     {0, 1252},   {1, 0},      {2, 42},     {77, 10000}, {78, 10001},
10     {79, 10003}, {80, 10008}, {81, 10002}, {83, 10005}, {84, 10004},
11     {85, 10006}, {86, 10081}, {87, 10021}, {88, 10029}, {89, 10007},
12     {128, 932},  {129, 949},  {130, 1361}, {134, 936},  {136, 950},
13     {161, 1253}, {162, 1254}, {163, 1258}, {177, 1255}, {178, 1256},
14     {186, 1257}, {204, 1251}, {222, 874},  {238, 1250}, {254, 437},
15     {255, 850},
16 };
FX_GetCodePageFromCharset(uint8_t charset)17 FX_WORD FX_GetCodePageFromCharset(uint8_t charset) {
18   int32_t iEnd = sizeof(g_FXCharset2CodePageTable) / sizeof(FX_CHARSET_MAP) - 1;
19   FXSYS_assert(iEnd >= 0);
20   int32_t iStart = 0, iMid;
21   do {
22     iMid = (iStart + iEnd) / 2;
23     const FX_CHARSET_MAP& cp = g_FXCharset2CodePageTable[iMid];
24     if (charset == cp.charset) {
25       return cp.codepage;
26     } else if (charset < cp.charset) {
27       iEnd = iMid - 1;
28     } else {
29       iStart = iMid + 1;
30     }
31   } while (iStart <= iEnd);
32   return 0xFFFF;
33 }
34 static const FX_CHARSET_MAP g_FXCodepage2CharsetTable[] = {
35     {1, 0},      {2, 42},     {254, 437},  {255, 850},  {222, 874},
36     {128, 932},  {134, 936},  {129, 949},  {136, 950},  {238, 1250},
37     {204, 1251}, {0, 1252},   {161, 1253}, {162, 1254}, {177, 1255},
38     {178, 1256}, {186, 1257}, {163, 1258}, {130, 1361}, {77, 10000},
39     {78, 10001}, {79, 10003}, {80, 10008}, {81, 10002}, {83, 10005},
40     {84, 10004}, {85, 10006}, {86, 10081}, {87, 10021}, {88, 10029},
41     {89, 10007},
42 };
FX_GetCharsetFromCodePage(FX_WORD codepage)43 FX_WORD FX_GetCharsetFromCodePage(FX_WORD codepage) {
44   int32_t iEnd = sizeof(g_FXCodepage2CharsetTable) / sizeof(FX_CHARSET_MAP) - 1;
45   FXSYS_assert(iEnd >= 0);
46   int32_t iStart = 0, iMid;
47   do {
48     iMid = (iStart + iEnd) / 2;
49     const FX_CHARSET_MAP& cp = g_FXCodepage2CharsetTable[iMid];
50     if (codepage == cp.codepage) {
51       return cp.charset;
52     } else if (codepage < cp.codepage) {
53       iEnd = iMid - 1;
54     } else {
55       iStart = iMid + 1;
56     }
57   } while (iStart <= iEnd);
58   return 0xFFFF;
59 }
60 const FX_LANG2CPMAP g_FXLang2CodepageTable[] = {
61     {FX_LANG_Arabic_SaudiArabia, FX_CODEPAGE_MSWin_Arabic},
62     {FX_LANG_Bulgarian_Bulgaria, FX_CODEPAGE_MSWin_Cyrillic},
63     {FX_LANG_Catalan_Catalan, FX_CODEPAGE_MSWin_WesternEuropean},
64     {FX_LANG_Chinese_Taiwan, FX_CODEPAGE_ChineseTraditional},
65     {FX_LANG_CzechRepublic, FX_CODEPAGE_MSWin_EasternEuropean},
66     {FX_LANG_Danish_Denmark, FX_CODEPAGE_MSWin_WesternEuropean},
67     {FX_LANG_German_Germany, FX_CODEPAGE_MSWin_WesternEuropean},
68     {FX_LANG_Greek_Greece, FX_CODEPAGE_MSWin_Greek},
69     {FX_LANG_English_UnitedStates, FX_CODEPAGE_MSWin_WesternEuropean},
70     {FX_LANG_Spanish_TraditionalSort, FX_CODEPAGE_MSWin_WesternEuropean},
71     {FX_LANG_Finnish_Finland, FX_CODEPAGE_MSWin_WesternEuropean},
72     {FX_LANG_French_France, FX_CODEPAGE_MSWin_WesternEuropean},
73     {FX_LANG_Hebrew_Israel, FX_CODEPAGE_MSWin_Hebrew},
74     {FX_LANG_Hungarian_Hungary, FX_CODEPAGE_MSWin_EasternEuropean},
75     {FX_LANG_Icelandic_Iceland, FX_CODEPAGE_MSWin_WesternEuropean},
76     {FX_LANG_Italian_Italy, FX_CODEPAGE_MSWin_WesternEuropean},
77     {FX_LANG_Japanese_Japan, FX_CODEPAGE_ShiftJIS},
78     {FX_LANG_Korean_Korea, FX_CODEPAGE_Korean},
79     {FX_LANG_Dutch_Netherlands, FX_CODEPAGE_MSWin_WesternEuropean},
80     {FX_LANG_Norwegian_Bokmal, FX_CODEPAGE_MSWin_WesternEuropean},
81     {FX_LANG_Polish_Poland, FX_CODEPAGE_MSWin_EasternEuropean},
82     {FX_LANG_Portuguese_Brazil, FX_CODEPAGE_MSWin_WesternEuropean},
83     {FX_LANG_Romanian_Romania, FX_CODEPAGE_MSWin_EasternEuropean},
84     {FX_LANG_Russian_Russia, FX_CODEPAGE_MSWin_Cyrillic},
85     {FX_LANG_Croatian_Croatia, FX_CODEPAGE_MSWin_EasternEuropean},
86     {FX_LANG_Slovak_Slovakia, FX_CODEPAGE_MSWin_EasternEuropean},
87     {FX_LANG_Albanian_Albania, FX_CODEPAGE_MSWin_EasternEuropean},
88     {FX_LANG_Swedish_Sweden, FX_CODEPAGE_MSWin_WesternEuropean},
89     {FX_LANG_Thai_Thailand, FX_CODEPAGE_MSDOS_Thai},
90     {FX_LANG_Turkish_Turkey, FX_CODEPAGE_MSWin_Turkish},
91     {FX_LANG_Urdu_Pakistan, FX_CODEPAGE_MSWin_Arabic},
92     {FX_LANG_Indonesian_Indonesia, FX_CODEPAGE_MSWin_WesternEuropean},
93     {FX_LANG_Ukrainian_Ukraine, FX_CODEPAGE_MSWin_Cyrillic},
94     {FX_LANG_Belarusian_Belarus, FX_CODEPAGE_MSWin_Cyrillic},
95     {FX_LANG_Slovenian_Slovenia, FX_CODEPAGE_MSWin_EasternEuropean},
96     {FX_LANG_Estonian_Estonia, FX_CODEPAGE_MSWin_Baltic},
97     {FX_LANG_Latvian_Latvia, FX_CODEPAGE_MSWin_Baltic},
98     {FX_LANG_Lithuanian_Lithuania, FX_CODEPAGE_MSWin_Baltic},
99     {FX_LANG_Persian, FX_CODEPAGE_MSWin_Arabic},
100     {FX_LANG_Vietnamese_Vietnam, FX_CODEPAGE_MSWin_Vietnamese},
101     {FX_LANG_Armenian_Armenia, FX_CODEPAGE_DefANSI},
102     {FX_LANG_Azerbaijan_Latin, FX_CODEPAGE_MSWin_Turkish},
103     {FX_LANG_Basque_Basque, FX_CODEPAGE_MSWin_WesternEuropean},
104     {FX_LANG_Macedonian, FX_CODEPAGE_MSWin_Cyrillic},
105     {FX_LANG_Afrikaans_SouthAfrica, FX_CODEPAGE_MSWin_WesternEuropean},
106     {FX_LANG_Georgian_Georgia, FX_CODEPAGE_DefANSI},
107     {FX_LANG_Faroese_FaroeIslands, FX_CODEPAGE_MSWin_WesternEuropean},
108     {FX_LANG_Hindi_India, FX_CODEPAGE_DefANSI},
109     {FX_LANG_Malay_Malaysia, FX_CODEPAGE_MSWin_WesternEuropean},
110     {FX_LANG_Kazakh_Kazakhstan, FX_CODEPAGE_MSWin_Cyrillic},
111     {FX_LANG_Kyrgyz_Kyrgyzstan, FX_CODEPAGE_MSWin_Cyrillic},
112     {FX_LANG_Kiswahili_Kenya, FX_CODEPAGE_MSWin_WesternEuropean},
113     {FX_LANG_Uzbek_LatinUzbekistan, FX_CODEPAGE_MSWin_Turkish},
114     {FX_LANG_Tatar_Russia, FX_CODEPAGE_MSWin_Cyrillic},
115     {FX_LANG_Punjabi_India, FX_CODEPAGE_DefANSI},
116     {FX_LANG_Gujarati_India, FX_CODEPAGE_DefANSI},
117     {FX_LANG_Tamil_India, FX_CODEPAGE_DefANSI},
118     {FX_LANG_Telugu_India, FX_CODEPAGE_DefANSI},
119     {FX_LANG_Kannada_India, FX_CODEPAGE_DefANSI},
120     {FX_LANG_Marathi_India, FX_CODEPAGE_DefANSI},
121     {FX_LANG_SanskritIndia, FX_CODEPAGE_DefANSI},
122     {FX_LANG_Mongolian_CyrillicMongolia, FX_CODEPAGE_MSWin_Cyrillic},
123     {FX_LANG_Galician_Galician, FX_CODEPAGE_MSWin_WesternEuropean},
124     {FX_LANG_Konkani_India, FX_CODEPAGE_DefANSI},
125     {FX_LANG_Syriac_Syria, FX_CODEPAGE_DefANSI},
126     {FX_LANG_Divehi_Maldives, FX_CODEPAGE_DefANSI},
127     {FX_LANG_Arabic_Iraq, FX_CODEPAGE_MSWin_Arabic},
128     {FX_LANG_Chinese_PRC, FX_CODEPAGE_ChineseSimplified},
129     {FX_LANG_German_Switzerland, FX_CODEPAGE_MSWin_WesternEuropean},
130     {FX_LANG_English_UnitedKingdom, FX_CODEPAGE_MSWin_WesternEuropean},
131     {FX_LANG_Spanish_Mexico, FX_CODEPAGE_MSWin_WesternEuropean},
132     {FX_LANG_French_Belgium, FX_CODEPAGE_MSWin_WesternEuropean},
133     {FX_LANG_Italian_Switzerland, FX_CODEPAGE_MSWin_WesternEuropean},
134     {FX_LANG_Dutch_Belgium, FX_CODEPAGE_MSWin_WesternEuropean},
135     {FX_LANG_Norwegian_Nynorsk, FX_CODEPAGE_MSWin_WesternEuropean},
136     {FX_LANG_Portuguese_Portugal, FX_CODEPAGE_MSWin_WesternEuropean},
137     {FX_LANG_SerbianLatin_Serbia, FX_CODEPAGE_MSWin_EasternEuropean},
138     {FX_LANG_Swedish_Finland, FX_CODEPAGE_MSWin_WesternEuropean},
139     {FX_LANG_Azerbaijan_Cyrillic, FX_CODEPAGE_MSWin_Cyrillic},
140     {FX_LANG_Malay_BruneiDarussalam, FX_CODEPAGE_MSWin_WesternEuropean},
141     {FX_LANG_Uzbek_CyrillicUzbekistan, FX_CODEPAGE_MSWin_Cyrillic},
142     {FX_LANG_Arabic_Egypt, FX_CODEPAGE_MSWin_Arabic},
143     {FX_LANG_Chinese_HongKong, FX_CODEPAGE_ChineseTraditional},
144     {FX_LANG_German_Austria, FX_CODEPAGE_MSWin_WesternEuropean},
145     {FX_LANG_English_Australia, FX_CODEPAGE_MSWin_WesternEuropean},
146     {FX_LANG_Spanish_InternationalSort, FX_CODEPAGE_MSWin_WesternEuropean},
147     {FX_LANG_French_Canada, FX_CODEPAGE_MSWin_WesternEuropean},
148     {FX_LANG_SerbianCyrillic_Serbia, FX_CODEPAGE_MSWin_Cyrillic},
149     {FX_LANG_Arabic_Libya, FX_CODEPAGE_MSWin_Arabic},
150     {FX_LANG_Chinese_Singapore, FX_CODEPAGE_ChineseSimplified},
151     {FX_LANG_German_Luxembourg, FX_CODEPAGE_MSWin_WesternEuropean},
152     {FX_LANG_English_Canada, FX_CODEPAGE_MSWin_WesternEuropean},
153     {FX_LANG_Spanish_Guatemala, FX_CODEPAGE_MSWin_WesternEuropean},
154     {FX_LANG_French_Switzerland, FX_CODEPAGE_MSWin_WesternEuropean},
155     {FX_LANG_Arabic_Algeria, FX_CODEPAGE_MSWin_Arabic},
156     {FX_LANG_Chinese_Macao, FX_CODEPAGE_ChineseTraditional},
157     {FX_LANG_German_Liechtenstein, FX_CODEPAGE_MSWin_WesternEuropean},
158     {FX_LANG_English_NewZealand, FX_CODEPAGE_MSWin_WesternEuropean},
159     {FX_LANG_Spanish_CostaRica, FX_CODEPAGE_MSWin_WesternEuropean},
160     {FX_LANG_French_Luxembourg, FX_CODEPAGE_MSWin_WesternEuropean},
161     {FX_LANG_Arabic_Morocco, FX_CODEPAGE_MSWin_Arabic},
162     {FX_LANG_English_Ireland, FX_CODEPAGE_MSWin_WesternEuropean},
163     {FX_LANG_Spanish_Panama, FX_CODEPAGE_MSWin_WesternEuropean},
164     {FX_LANG_French_Monaco, FX_CODEPAGE_MSWin_WesternEuropean},
165     {FX_LANG_Arabic_Tunisia, FX_CODEPAGE_MSWin_Arabic},
166     {FX_LANG_English_SouthAfrica, FX_CODEPAGE_MSWin_WesternEuropean},
167     {FX_LANG_Spanish_DominicanRepublic, FX_CODEPAGE_MSWin_WesternEuropean},
168     {FX_LANG_Arabic_Oman, FX_CODEPAGE_MSWin_Arabic},
169     {FX_LANG_English_Jamaica, FX_CODEPAGE_MSWin_WesternEuropean},
170     {FX_LANG_Spanish_Venezuela, FX_CODEPAGE_MSWin_WesternEuropean},
171     {FX_LANG_Arabic_Yemen, FX_CODEPAGE_MSWin_Arabic},
172     {FX_LANG_English_Caribbean, FX_CODEPAGE_MSWin_WesternEuropean},
173     {FX_LANG_Spanish_Colombia, FX_CODEPAGE_MSWin_WesternEuropean},
174     {FX_LANG_Arabic_Syria, FX_CODEPAGE_MSWin_Arabic},
175     {FX_LANG_English_Belize, FX_CODEPAGE_MSWin_WesternEuropean},
176     {FX_LANG_Spanish_Peru, FX_CODEPAGE_MSWin_WesternEuropean},
177     {FX_LANG_Arabic_Jordan, FX_CODEPAGE_MSWin_Arabic},
178     {FX_LANG_English_TrinidadTobago, FX_CODEPAGE_MSWin_WesternEuropean},
179     {FX_LANG_Spanish_Argentina, FX_CODEPAGE_MSWin_WesternEuropean},
180     {FX_LANG_Arabic_Lebanon, FX_CODEPAGE_MSWin_Arabic},
181     {FX_LANG_English_Zimbabwe, FX_CODEPAGE_MSWin_WesternEuropean},
182     {FX_LANG_Spanish_Ecuador, FX_CODEPAGE_MSWin_WesternEuropean},
183     {FX_LANG_Arabic_Kuwait, FX_CODEPAGE_MSWin_Arabic},
184     {FX_LANG_English_Philippines, FX_CODEPAGE_MSWin_WesternEuropean},
185     {FX_LANG_Spanish_Chile, FX_CODEPAGE_MSWin_WesternEuropean},
186     {FX_LANG_Arabic_UAE, FX_CODEPAGE_MSWin_Arabic},
187     {FX_LANG_Spanish_Uruguay, FX_CODEPAGE_MSWin_WesternEuropean},
188     {FX_LANG_Arabic_Bahrain, FX_CODEPAGE_MSWin_Arabic},
189     {FX_LANG_Spanish_Paraguay, FX_CODEPAGE_MSWin_WesternEuropean},
190     {FX_LANG_Arabic_Qatar, FX_CODEPAGE_MSWin_Arabic},
191     {FX_LANG_Spanish_Bolivia, FX_CODEPAGE_MSWin_WesternEuropean},
192     {FX_LANG_Spanish_ElSalvador, FX_CODEPAGE_MSWin_WesternEuropean},
193     {FX_LANG_Spanish_Honduras, FX_CODEPAGE_MSWin_WesternEuropean},
194     {FX_LANG_Spanish_Nicaragua, FX_CODEPAGE_MSWin_WesternEuropean},
195     {FX_LANG_Spanish_PuertoRico, FX_CODEPAGE_MSWin_WesternEuropean},
196 };
FX_GetDefCodePageByLanguage(FX_WORD wLanguage)197 FX_WORD FX_GetDefCodePageByLanguage(FX_WORD wLanguage) {
198   int32_t iEnd = sizeof(g_FXLang2CodepageTable) / sizeof(FX_LANG2CPMAP) - 1;
199   FXSYS_assert(iEnd >= 0);
200   int32_t iStart = 0, iMid;
201   do {
202     iMid = (iStart + iEnd) / 2;
203     const FX_LANG2CPMAP& cp = g_FXLang2CodepageTable[iMid];
204     if (wLanguage == cp.wLanguage) {
205       return cp.wCodepage;
206     } else if (wLanguage < cp.wLanguage) {
207       iEnd = iMid - 1;
208     } else {
209       iStart = iMid + 1;
210     }
211   } while (iStart <= iEnd);
212   return 0xFFFF;
213 }
214 static const FX_STR2CPHASH g_FXCPHashTable[] = {
215     {0xd45, 0x6faf},      {0xd46, 0x6fb0},      {0xd47, 0x6fb1},
216     {0xd48, 0x6fb2},      {0xd49, 0x4e6},       {0xd4d, 0x6fbd},
217     {0xe9e, 0x4e4},       {0xc998, 0x1b5},      {0x18ef0, 0x3a8},
218     {0x19f85, 0x5182},    {0x2e2335, 0x3b6},    {0x325153, 0x5182},
219     {0x145bded, 0x2716},  {0x3c9a5f2, 0xc6f3},  {0x4c45f2d, 0x3a4},
220     {0x4c45f4e, 0xc431},  {0x58caf51, 0x4e4},   {0x5a5cd7d, 0x3a8},
221     {0x5a6c6a7, 0x4e4},   {0x5a6ca0b, 0x1b5},   {0x5a6cd68, 0x307},
222     {0x5a6d8d3, 0x4e4},   {0x5a6d948, 0x354},   {0x5a6d96b, 0x362},
223     {0x5a6d984, 0x366},   {0x5a90e35, 0x1b5},   {0x5e0cf00, 0x6fb5},
224     {0x609c324, 0x551},   {0x617d97f, 0x5182},  {0x6a6fd91, 0xfde8},
225     {0x6a6fd92, 0xfde9},  {0x6b102de, 0xcadc},  {0x6b10f48, 0x4e89},
226     {0x1020805f, 0x4e4},  {0x10f0524c, 0x6fb5}, {0x11d558fe, 0x6fb0},
227     {0x13898d19, 0xc42d}, {0x13898d3a, 0xc431}, {0x138a319e, 0x6fb1},
228     {0x14679c09, 0x96c6}, {0x153f0a3d, 0x6fb2}, {0x1576eeb3, 0x4e20},
229     {0x169a0ce6, 0xc6f9}, {0x16f3e2dc, 0x6fb3}, {0x18a8bb7a, 0x6fb4},
230     {0x1a5d9419, 0x6fb5}, {0x1a847b48, 0x3a8},  {0x1b762419, 0xcec8},
231     {0x1b9d7847, 0x475},  {0x1c126cb9, 0x6fb6}, {0x1ccdbc7d, 0x4f42},
232     {0x1d330f5f, 0x2714}, {0x1dc74559, 0x4e6},  {0x1edd80da, 0x4e4},
233     {0x23e4b03d, 0xfde8}, {0x24f28a16, 0x4f3d}, {0x286e7a32, 0x2715},
234     {0x2c7c18ed, 0x3a8},  {0x2e2103b7, 0x2713}, {0x304bf479, 0x6fb4},
235     {0x304bf47d, 0x6fb5}, {0x309bb869, 0xfde8}, {0x309bb86a, 0xfde9},
236     {0x33664357, 0x3b6},  {0x352d6b49, 0x3a4},  {0x36f5661c, 0x1b5},
237     {0x392e8f48, 0xcadc}, {0x3dc7c64c, 0x47c},  {0x3ed2e8e1, 0x4e4},
238     {0x3f0c2fea, 0xcaed}, {0x3f0fef8f, 0xc6f2}, {0x3f5e130f, 0x5182},
239     {0x47174d1f, 0x3a8},  {0x49686b7b, 0x6fb4}, {0x4b80b0d9, 0x3a4},
240     {0x4dcda97a, 0x4e4},  {0x4dcda9b6, 0x4e4},  {0x4e881e6a, 0x5221},
241     {0x4ffdf5a1, 0x36a},  {0x4ffdf5a5, 0x6fbd}, {0x5241ce16, 0x4e8b},
242     {0x546bab9d, 0x4e4},  {0x54a3d64e, 0x6fb6}, {0x562179bd, 0x5161},
243     {0x57c1df15, 0xc6f7}, {0x61ff6e62, 0x4f36}, {0x6359c7d8, 0x4f35},
244     {0x63f3c335, 0x3a8},  {0x645a0f78, 0x477},  {0x691ac2fd, 0x275f},
245     {0x6dc2eab0, 0x2d0},  {0x6dc2eeef, 0x35e},  {0x6dc2ef10, 0x36a},
246     {0x7103138a, 0x47d},  {0x710dfbd0, 0xc6f5}, {0x7319f6cb, 0x36a},
247     {0x745096ad, 0x3a8},  {0x74866229, 0x4e8c}, {0x77185fa5, 0x3a8},
248     {0x7953f002, 0x6faf}, {0x7953f003, 0x6fb0}, {0x7953f004, 0x6fb1},
249     {0x7953f005, 0x6fb2}, {0x7953f006, 0x6fb7}, {0x7953f00a, 0x6fbd},
250     {0x7c577571, 0x2761}, {0x7e8c8ff1, 0x479},  {0x8031f47f, 0x3b5},
251     {0x8031f481, 0x3b5},  {0x80c4a710, 0x5187}, {0x857c7e14, 0xfde8},
252     {0x857c7e15, 0xfde9}, {0x86b59c90, 0x4e4},  {0x86b59c91, 0x6fb0},
253     {0x86b59c92, 0x6fb1}, {0x86b59c93, 0x6fb2}, {0x86b59c94, 0x6fb3},
254     {0x86b59c95, 0x6fb4}, {0x86b59c96, 0x6fb5}, {0x86b59c97, 0x4e7},
255     {0x86b59c98, 0x4e6},  {0x8b4b24ec, 0x5190}, {0x8face362, 0x4e4},
256     {0x8ff9ec2a, 0xfde9}, {0x919d3989, 0xcadc}, {0x9967e5ad, 0x4e22},
257     {0x99f8b933, 0x6fbd}, {0x9bd2a380, 0x4fc7}, {0x9befad23, 0x4f38},
258     {0x9c7ac649, 0x4f3c}, {0xa02468db, 0xdeae}, {0xa02468ec, 0xdeab},
259     {0xa024692a, 0xdeaa}, {0xa0246997, 0xdeb2}, {0xa02469ff, 0xdeb0},
260     {0xa0246a3d, 0xdeb1}, {0xa0246a8c, 0xdeaf}, {0xa0246a9a, 0xdeb3},
261     {0xa0246b16, 0xdeac}, {0xa0246b1a, 0xdead}, {0xa071addc, 0x4b1},
262     {0xa38b62dc, 0x474},  {0xa4c09fed, 0x3a8},  {0xa51e86e5, 0x4e7},
263     {0xa67ab13e, 0x3a4},  {0xa7414244, 0x51a9}, {0xa9ddbead, 0xc6fb},
264     {0xab24ffab, 0x4e8a}, {0xabef8ac4, 0x2710}, {0xabfa20ac, 0x6fb4},
265     {0xad36895e, 0x4e2},  {0xad36895f, 0x4e3},  {0xaf310e90, 0x402},
266     {0xaf31166f, 0x4e8},  {0xaf7277a5, 0x3b6},  {0xafc0d8b3, 0x96c6},
267     {0xb0fd5dba, 0xcae0}, {0xb0fd5e95, 0xcadc}, {0xb1052893, 0x7149},
268     {0xb1e98745, 0x36a},  {0xb277e91c, 0x5166}, {0xb2f7eac5, 0xcae0},
269     {0xb2f7eba0, 0xcadc}, {0xb2f7ebc1, 0x3b5},  {0xb53fa77d, 0x3a8},
270     {0xb6391138, 0x6fb5}, {0xb7358b7f, 0x6fb6}, {0xb8c42b40, 0x4e4},
271     {0xb8c42ea4, 0x1b5},  {0xb8c439e7, 0x2e1},  {0xb8c43a61, 0x307},
272     {0xb8c43d6c, 0x4e4},  {0xb8c43ddf, 0x352},  {0xb8c43de1, 0x354},
273     {0xb8c43de6, 0x359},  {0xb8c43dff, 0x35d},  {0xb8c43e04, 0x362},
274     {0xb8c43e07, 0x365},  {0xbcd29a7f, 0x3a8},  {0xbce34e78, 0x5182},
275     {0xbce34e7b, 0x556a}, {0xbce81504, 0x3b5},  {0xbd8a4c95, 0x272d},
276     {0xbdd89dad, 0x4e4},  {0xbdd89dae, 0x6fb0}, {0xbdd89daf, 0x6fb1},
277     {0xbdd89db0, 0x6fb2}, {0xbdd89db1, 0x4e6},  {0xbdd89db5, 0x6fbd},
278     {0xc1756e9f, 0x36b},  {0xc7482444, 0x47a},  {0xc9281c18, 0x4e4},
279     {0xc9ef95df, 0x47b},  {0xccc9db0d, 0x4e4},  {0xccc9db0e, 0x6fb0},
280     {0xcd73425f, 0x3b6},  {0xce38b40b, 0x4b0},  {0xce99e549, 0x25},
281     {0xcf598740, 0x4e7},  {0xcf6d6f78, 0x4e4},  {0xcf758df6, 0x3a4},
282     {0xd1266e51, 0x6fb5}, {0xd2910213, 0x2718}, {0xd29196bb, 0x2712},
283     {0xd3eb2fc2, 0x476},  {0xd442dc2c, 0x4fc4}, {0xd9da4da4, 0x2711},
284     {0xdbad2f42, 0x4e4},  {0xdbad2f43, 0x6fb0}, {0xdbad2f44, 0x6fb1},
285     {0xdbad2f45, 0x6fb2}, {0xdbad2f46, 0x6fb3}, {0xdbad2f47, 0x6fb4},
286     {0xdbad2f48, 0x6fb5}, {0xdbad2f49, 0x6fb6}, {0xdbad2f4a, 0x4e6},
287     {0xdc438033, 0x4f31}, {0xdccb439b, 0x477},  {0xdccdc626, 0x3b5},
288     {0xdd80a595, 0x4e4},  {0xdd80a596, 0x6fb0}, {0xdd80a59e, 0x6fb1},
289     {0xdd80a5b4, 0x6fb2}, {0xdd80a5d9, 0x6fb5}, {0xdd80a5da, 0x6fb4},
290     {0xdd80a5fa, 0x6fb6}, {0xdd80a615, 0x6fb3}, {0xdd80a619, 0x4e6},
291     {0xdd80a61a, 0x3b5},  {0xdd80c0f8, 0x4e9f}, {0xdf7e46ff, 0x4fc8},
292     {0xdf8680fd, 0x556a}, {0xdfb0bd6e, 0xc42d}, {0xdff05486, 0x2c4},
293     {0xe3323399, 0x3a4},  {0xe60412dd, 0x3b5},  {0xeee47add, 0x4b0},
294     {0xf021a186, 0x4e2},  {0xf021a187, 0x4e3},  {0xf021a188, 0x4e4},
295     {0xf021a189, 0x4e5},  {0xf021a18a, 0x4e6},  {0xf021a18b, 0x4e7},
296     {0xf021a18c, 0x4e8},  {0xf021a18d, 0x4e9},  {0xf021a18e, 0x4ea},
297     {0xf0700456, 0x6fb3}, {0xf274f175, 0x3b5},  {0xf2a9730b, 0x3a8},
298     {0xf3d463c2, 0x3a4},  {0xf52a70a3, 0xc42e}, {0xf5693147, 0x6fb3},
299     {0xf637e157, 0x478},  {0xfc213f3a, 0x2717}, {0xff654d14, 0x3b5},
300 };
FX_GetCodePageFromStringA(const FX_CHAR * pStr,int32_t iLength)301 FX_WORD FX_GetCodePageFromStringA(const FX_CHAR* pStr, int32_t iLength) {
302   FXSYS_assert(pStr != NULL);
303   if (iLength < 0) {
304     iLength = FXSYS_strlen(pStr);
305   }
306   if (iLength == 0) {
307     return 0xFFFF;
308   }
309   uint32_t uHash = FX_HashCode_String_GetA(pStr, iLength, TRUE);
310   int32_t iStart = 0, iMid;
311   int32_t iEnd = sizeof(g_FXCPHashTable) / sizeof(FX_STR2CPHASH) - 1;
312   FXSYS_assert(iEnd >= 0);
313   do {
314     iMid = (iStart + iEnd) / 2;
315     const FX_STR2CPHASH& cp = g_FXCPHashTable[iMid];
316     if (uHash == cp.uHash) {
317       return (FX_WORD)cp.uCodePage;
318     } else if (uHash < cp.uHash) {
319       iEnd = iMid - 1;
320     } else {
321       iStart = iMid + 1;
322     }
323   } while (iStart <= iEnd);
324   return 0xFFFF;
325 }
FX_GetCodePageFormStringW(const FX_WCHAR * pStr,int32_t iLength)326 FX_WORD FX_GetCodePageFormStringW(const FX_WCHAR* pStr, int32_t iLength) {
327   if (iLength < 0) {
328     iLength = FXSYS_wcslen(pStr);
329   }
330   if (iLength == 0) {
331     return 0xFFFF;
332   }
333   CFX_ByteString csStr;
334   FX_CHAR* pBuf = csStr.GetBuffer(iLength + 1);
335   for (int32_t i = 0; i < iLength; ++i) {
336     *pBuf++ = (FX_CHAR)*pStr++;
337   }
338   csStr.ReleaseBuffer(iLength);
339   return FX_GetCodePageFromStringA(csStr, iLength);
340 }
341