1 /*
2 **********************************************************************
3 * Copyright (C) 2002-2011, International Business Machines
4 * Corporation and others. All Rights Reserved.
5 **********************************************************************
6 * file name: iotest.cpp
7 * encoding: US-ASCII
8 * tab size: 8 (not used)
9 * indentation:4
10 *
11 * created on: 2002feb21
12 * created by: George Rhoten
13 */
14
15
16 #include "unicode/ustream.h"
17
18 #include "unicode/ucnv.h"
19 #include "unicode/ustring.h"
20 #include "ustr_cnv.h"
21 #include "iotest.h"
22
23 #if U_IOSTREAM_SOURCE >= 199711
24 #if defined(__GNUC__) && __GNUC__ >= 4
25 #define USE_SSTREAM 1
26 #include <sstream>
27 #else
28 // <strstream> is deprecated on some platforms, and the compiler complains very loudly if you use it.
29 #include <strstream>
30 #endif
31 #include <fstream>
32 #include <iomanip>
33 using namespace std;
34
35 #include <string.h>
36
37 U_CDECL_BEGIN
38 #if U_PLATFORM_USES_ONLY_WIN32_API
39 const UChar NEW_LINE[] = {0x0d,0x0a,0};
40 const char C_NEW_LINE[] = {0x0d,0x0a,0};
41 #define UTF8_NEW_LINE "\x0d\x0a"
42 #else
43 const UChar NEW_LINE[] = {0x0a,0};
44 const char C_NEW_LINE[] = {'\n',0};
45 #define UTF8_NEW_LINE "\x0a"
46 #endif
47 U_CDECL_END
48
49 U_CDECL_BEGIN
TestStream(void)50 static void U_CALLCONV TestStream(void)
51 {
52 const UChar thisMu[] = { 0x74, 0x48, 0x69, 0x73, 0x3BC, 0};
53 const UChar mu[] = { 0x6D, 0x75, 0};
54 UnicodeString str1 = UNICODE_STRING_SIMPLE("str1");
55 UnicodeString str2 = UNICODE_STRING_SIMPLE(" <<");
56 UnicodeString str3 = UNICODE_STRING_SIMPLE("2");
57 UnicodeString str4 = UNICODE_STRING_SIMPLE(" UTF-8 ");
58 UnicodeString inStr = UNICODE_STRING_SIMPLE(" UTF-8 ");
59 UnicodeString inStr2;
60 char defConvName[UCNV_MAX_CONVERTER_NAME_LENGTH*2];
61 char inStrC[128];
62 UErrorCode status = U_ZERO_ERROR;
63 UConverter *defConv;
64 static const char testStr[] = "\x42\x65\x67\x69\x6E\x6E\x69\x6E\x67\x20\x6F\x66\x20\x74\x65\x73\x74\x20\x73\x74\x72\x31\x20\x20\x20\x3C\x3C\x32\x31\x20" UTF8_NEW_LINE "\x20\x55\x54\x46\x2D\x38\x20\xCE\xBC\xF0\x90\x80\x81\xF0\x90\x80\x82";
65
66 str4.append((UChar32)0x03BC); /* mu */
67 str4.append((UChar32)0x10001);
68 str4.append((UChar32)0x10002);
69
70 /* release the default converter and use utf-8 for a bit */
71 defConv = u_getDefaultConverter(&status);
72 if (U_FAILURE(status)) {
73 log_err("Can't get default converter\n");
74 return;
75 }
76 ucnv_close(defConv);
77 strncpy(defConvName, ucnv_getDefaultName(), sizeof(defConvName)/sizeof(defConvName[0]));
78 ucnv_setDefaultName("UTF-8");
79
80 static const char * const TESTSTRING = "\x20\x74\x48\x69\x73\xCE\xBC\xE2\x80\x82\x20\x6D\x75\x20\x77\x6F\x72\x6C\x64";
81 #ifdef USE_SSTREAM
82 ostringstream outTestStream;
83 istringstream inTestStream(TESTSTRING);
84 #else
85 char testStreamBuf[512];
86 ostrstream outTestStream(testStreamBuf, sizeof(testStreamBuf));
87 istrstream inTestStream(TESTSTRING, 0);
88
89 /* initialize testStreamBuf */
90 memset(testStreamBuf, '*', sizeof(testStreamBuf));
91 testStreamBuf[sizeof(testStreamBuf)-1] = 0;
92 #endif
93
94 outTestStream << "\x42\x65\x67\x69\x6E\x6E\x69\x6E\x67\x20\x6F\x66\x20\x74\x65\x73\x74\x20";
95 outTestStream << str1 << "\x20\x20" << str2 << str3 << "\x31\x20" << UTF8_NEW_LINE << str4 << ends;
96 #ifdef USE_SSTREAM
97 string tempStr = outTestStream.str();
98 const char *testStreamBuf = tempStr.c_str();
99 #endif
100 if (strcmp(testStreamBuf, testStr) != 0) {
101 log_err("Got: \"%s\", Expected: \"%s\"\n", testStreamBuf, testStr);
102 }
103
104 inTestStream >> inStr >> inStr2;
105 if (inStr.compare(thisMu) != 0) {
106 u_austrncpy(inStrC, inStr.getBuffer(), inStr.length());
107 inStrC[inStr.length()] = 0;
108 log_err("Got: \"%s\", Expected: \"tHis\\u03BC\"\n", inStrC);
109 }
110 if (inStr2.compare(mu) != 0) {
111 u_austrncpy(inStrC, inStr.getBuffer(), inStr.length());
112 inStrC[inStr.length()] = 0;
113 log_err("Got: \"%s\", Expected: \"mu\"\n", inStrC);
114 }
115
116 /* return the default converter to the original state. */
117 ucnv_setDefaultName(defConvName);
118 defConv = u_getDefaultConverter(&status);
119 if (U_FAILURE(status)) {
120 log_err("Can't get default converter");
121 return;
122 }
123
124 /* Test formatting when using '<<' and UnicodeString */
125 #ifdef USE_SSTREAM
126 ostringstream outFormatStream;
127 #else
128 char testFormatStreamBuf[512];
129 memset(testFormatStreamBuf, 0, sizeof(testFormatStreamBuf));
130 ostrstream outFormatStream(testFormatStreamBuf, sizeof(testFormatStreamBuf));
131 #endif
132 UnicodeString ustr("string");
133
134 outFormatStream << "1234567890" << setw(10) << left << ustr << " " << "0123456789";
135
136 #ifdef USE_SSTREAM
137 tempStr = outFormatStream.str();
138 const char *testFormatStreamBuf = tempStr.c_str();
139 #endif
140 const char *format_test_expected = "1234567890string 0123456789";
141 if (strcmp(format_test_expected, testFormatStreamBuf) != 0) {
142 log_err("UnicodeString format test using << operator Got: '%s' Expected: '%s'\n", testFormatStreamBuf, format_test_expected);
143 }
144
145 /* Test large buffer (size > 200) when using '<<' and UnicodeString */
146 #ifdef USE_SSTREAM
147 ostringstream outLargeStream;
148 #else
149 char testLargeStreamBuf[512];
150 memset(testLargeStreamBuf, 0, sizeof(testLargeStreamBuf));
151 ostrstream outLargeStream(testLargeStreamBuf, sizeof(testLargeStreamBuf));
152 #endif
153 UChar large_array[200];
154 int32_t large_array_length = sizeof(large_array)/sizeof(UChar);
155 for (int32_t i = 0; i < large_array_length; i++) {
156 large_array[i] = 0x41;
157 }
158 UnicodeString large_array_unistr(large_array, large_array_length);
159
160 outLargeStream << large_array_unistr;
161
162 #ifdef USE_SSTREAM
163 string tmpString = outLargeStream.str();
164 const char *testLargeStreamBuf = tmpString.c_str();
165 #endif
166 char expectedLargeStreamBuf[300];
167 int32_t expectedBufLength = sizeof(expectedLargeStreamBuf);
168
169 ucnv_fromUChars(defConv, expectedLargeStreamBuf, expectedBufLength, large_array, large_array_length, &status);
170 if (U_SUCCESS(status)) {
171 if (strcmp(testLargeStreamBuf, expectedLargeStreamBuf) != 0) {
172 log_err("Large UnicodeString operator << output incorrect.\n");
173 }
174 } else {
175 log_err("Error converting string for large stream buffer testing.\n");
176 }
177 ucnv_close(defConv);
178 }
179
180 #define IOSTREAM_GOOD_SHIFT 3
181 #define IOSTREAM_GOOD (1<<IOSTREAM_GOOD_SHIFT)
182 #define IOSTREAM_BAD_SHIFT 2
183 #define IOSTREAM_BAD (1<<IOSTREAM_BAD_SHIFT)
184 #define IOSTREAM_EOF_SHIFT 1
185 #define IOSTREAM_EOF (1<<IOSTREAM_EOF_SHIFT)
186 #define IOSTREAM_FAIL_SHIFT 0
187 #define IOSTREAM_FAIL (1<<IOSTREAM_FAIL_SHIFT)
188
getBitStatus(const iostream & stream)189 static int32_t getBitStatus(const iostream& stream) {
190 return (stream.good()<<IOSTREAM_GOOD_SHIFT)
191 | (stream.bad()<<IOSTREAM_BAD_SHIFT)
192 | (stream.eof()<<IOSTREAM_EOF_SHIFT)
193 | (stream.fail()<<IOSTREAM_FAIL_SHIFT);
194 }
195
196 void
printBits(const iostream & stream)197 printBits(const iostream& stream)
198 {
199 int32_t status = getBitStatus(stream);
200 log_verbose("status 0x%02X (", status);
201 if (status & IOSTREAM_GOOD) {
202 log_verbose("good");
203 }
204 if (status & IOSTREAM_BAD) {
205 log_verbose("bad");
206 }
207 if (status & IOSTREAM_EOF) {
208 log_verbose("eof");
209 }
210 if (status & IOSTREAM_FAIL) {
211 log_verbose("fail");
212 }
213 log_verbose(")\n");
214 }
215
216 void
testString(UnicodeString & str,const char * testString,const UChar * expectedString,int32_t expectedStatus)217 testString(
218 UnicodeString& str,
219 const char* testString,
220 const UChar* expectedString,
221 int32_t expectedStatus)
222 {
223 #ifdef USE_SSTREAM
224 stringstream sstrm;
225 #else
226 strstream sstrm;
227 #endif
228
229 sstrm << testString;
230
231 /*log_verbose("iostream before operator::>>() call \"%s\" ", testString);
232 printBits(sstrm);*/
233
234 sstrm >> str;
235
236 log_verbose("iostream after operator::>>() call \"%s\" ", testString);
237 printBits(sstrm);
238
239 if (getBitStatus(sstrm) != expectedStatus) {
240 printBits(sstrm);
241 log_err("Expected status %d, Got %d. See verbose output for details\n", expectedStatus, getBitStatus(sstrm));
242 }
243 if (str != UnicodeString(expectedString)) {
244 log_err("Did not get expected results from \"%s\", expected \"%s\"\n", testString, expectedString);
245 }
246 }
247
248
TestStreamEOF(void)249 static void U_CALLCONV TestStreamEOF(void)
250 {
251 UnicodeString dest;
252 fstream fs(STANDARD_TEST_FILE, fstream::in | fstream::out | fstream::trunc);
253 #ifdef USE_SSTREAM
254 stringstream ss;
255 #else
256 strstream ss;
257 #endif
258
259 fs << "EXAMPLE";
260 fs.seekg(0);
261 ss << "EXAMPLE";
262
263 if (!(fs >> dest)) {
264 log_err("Reading of file did not return expected status result\n");
265 }
266 if (dest != "EXAMPLE") {
267 log_err("Reading of file did not return expected string\n");
268 }
269
270 if (!(ss >> dest)) {
271 log_err("Reading of string did not return expected status result\n");
272 }
273 if (dest != "EXAMPLE") {
274 log_err("Reading of string did not return expected string\n");
275 }
276 fs.close();
277
278 log_verbose("Testing operator >> for UnicodeString...\n");
279
280 /* The test cases needs to be converted to the default codepage. However, the stream operator needs char* so U_STRING_* is called. */
281 U_STRING_DECL(testCase1, "", 0);
282 U_STRING_INIT(testCase1, "", 0);
283 U_STRING_DECL(testCase2, "foo", 3);
284 U_STRING_INIT(testCase2, "foo", 3);
285 U_STRING_DECL(testCase3, " ", 3);
286 U_STRING_INIT(testCase3, " ", 3);
287 U_STRING_DECL(testCase4, " bar", 6);
288 U_STRING_INIT(testCase4, " bar", 6);
289 U_STRING_DECL(testCase5, "bar ", 6);
290 U_STRING_INIT(testCase5, "bar ", 6);
291 U_STRING_DECL(testCase6, " bar ", 9);
292 U_STRING_INIT(testCase6, " bar ", 9);
293
294
295 U_STRING_DECL(expectedResultA, "", 0);
296 U_STRING_INIT(expectedResultA, "", 0);
297 U_STRING_DECL(expectedResultB, "foo", 3);
298 U_STRING_INIT(expectedResultB, "foo", 3);
299 U_STRING_DECL(expectedResultC, "unchanged", 9);
300 U_STRING_INIT(expectedResultC, "unchanged", 9);
301 U_STRING_DECL(expectedResultD, "bar", 3);
302 U_STRING_INIT(expectedResultD, "bar", 3);
303
304
305 UnicodeString UStr;
306 UnicodeString expectedResults;
307 char testcase[10];
308 testString(UStr, u_austrcpy(testcase, testCase1), expectedResultA, IOSTREAM_EOF|IOSTREAM_FAIL);
309 testString(UStr, u_austrcpy(testcase, testCase2), expectedResultB, IOSTREAM_EOF);
310 UStr = UnicodeString(expectedResultC);
311 testString(UStr, u_austrcpy(testcase, testCase3), expectedResultC, IOSTREAM_EOF|IOSTREAM_FAIL);
312 testString(UStr, u_austrcpy(testcase, testCase4), expectedResultD, IOSTREAM_EOF);
313 testString(UStr, u_austrcpy(testcase, testCase5), expectedResultD, IOSTREAM_GOOD);
314 testString(UStr, u_austrcpy(testcase, testCase6), expectedResultD, IOSTREAM_GOOD);
315 }
316 U_CDECL_END
317
addStreamTests(TestNode ** root)318 U_CFUNC void addStreamTests(TestNode** root) {
319 addTest(root, &TestStream, "stream/TestStream");
320 addTest(root, &TestStreamEOF, "stream/TestStreamEOF");
321 }
322 #endif
323