|
1 /* |
|
2 * Copyright (c) 2000-2010 Nokia Corporation and/or its subsidiary(-ies). |
|
3 * All rights reserved. |
|
4 * This component and the accompanying materials are made available |
|
5 * under the terms of "Eclipse Public License v1.0" |
|
6 * which accompanies this distribution, and is available |
|
7 * at the URL "http://www.eclipse.org/legal/epl-v10.html". |
|
8 * |
|
9 * Initial Contributors: |
|
10 * Nokia Corporation - initial contribution. |
|
11 * |
|
12 * Contributors: |
|
13 * |
|
14 * Description: |
|
15 * |
|
16 */ |
|
17 |
|
18 |
|
19 #include <e32std.h> |
|
20 #include <e32base.h> |
|
21 #include <f32file.h> |
|
22 #include <charconv.h> |
|
23 #include "shiftjis.h" |
|
24 #include <utf.h> |
|
25 #include "t_shiftjis_kddiau.h" |
|
26 |
|
27 #define test(cond) \ |
|
28 { \ |
|
29 TBool __bb = (cond); \ |
|
30 TEST(__bb); \ |
|
31 if (!__bb) \ |
|
32 { \ |
|
33 ERR_PRINTF1(_L("ERROR: Test Failed")); \ |
|
34 User::Leave(1); \ |
|
35 } \ |
|
36 } |
|
37 |
|
38 const TInt KBufferLength=100; |
|
39 |
|
40 // this is the test plug implementation ID in rather than KCharacterSetIdentifierShiftJis |
|
41 const TUint KCharacterSetTestShiftJisKddiau=0x01000001; |
|
42 |
|
43 /** |
|
44 @SYMTestCaseID SYSLIB-CHARCONV-CT-0516 |
|
45 @SYMTestCaseDesc Tests for truncated conversion from Unicode to ShiftJIS |
|
46 @SYMTestPriority Medium |
|
47 @SYMTestActions Tests for truncated conversion from Unicode to ShiftJIS and back to Unicode |
|
48 @SYMTestExpectedResults Test must not fail |
|
49 @SYMREQ REQ0000 |
|
50 */ |
|
51 void CT_SHIFTJIS_KDDIAU::TestTruncatedConversionFromUnicodeToShiftJis(CCnvCharacterSetConverter& aCharacterSetConverter, const TDesC16& aOriginalUnicode, const TDesC16& aUnicodeAfterRoundTrip) |
|
52 { |
|
53 INFO_PRINTF1(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0516 ")); |
|
54 for (TInt i=aOriginalUnicode.Length(); i>=0; --i) |
|
55 { |
|
56 TBuf8<KBufferLength> generatedShiftJis; |
|
57 const TInt returnValue=aCharacterSetConverter.ConvertFromUnicode(generatedShiftJis, aOriginalUnicode.Left(i)); |
|
58 test(returnValue>=0); |
|
59 TBuf8<KBufferLength> generatedsecondPartOfShiftJis; |
|
60 test(aCharacterSetConverter.ConvertFromUnicode(generatedsecondPartOfShiftJis, aOriginalUnicode.Mid(i-returnValue))==0); |
|
61 generatedShiftJis.Append(generatedsecondPartOfShiftJis); |
|
62 TInt state=CCnvCharacterSetConverter::KStateDefault; |
|
63 TBuf16<KBufferLength> generatedUnicode; |
|
64 test(aCharacterSetConverter.ConvertToUnicode(generatedUnicode, generatedShiftJis, state)==0); |
|
65 test(generatedUnicode==aUnicodeAfterRoundTrip); |
|
66 } |
|
67 } |
|
68 |
|
69 void CT_SHIFTJIS_KDDIAU::TestTruncatedConversionFromUnicodeToShiftJis(CCnvCharacterSetConverter& aCharacterSetConverter, const TDesC16& aOriginalUnicode) |
|
70 { |
|
71 TestTruncatedConversionFromUnicodeToShiftJis(aCharacterSetConverter, aOriginalUnicode, aOriginalUnicode); |
|
72 } |
|
73 /** |
|
74 @SYMTestCaseID SYSLIB-CHARCONV-CT-0517 |
|
75 @SYMTestCaseDesc Splitting and converting from Unicode to ShiftJIS test |
|
76 @SYMTestPriority Medium |
|
77 @SYMTestActions Tests for conversion after splitting from Unicode to ShiftJIS and back to Unicode |
|
78 @SYMTestExpectedResults Test must not fail |
|
79 @SYMREQ REQ0000 |
|
80 */ |
|
81 void CT_SHIFTJIS_KDDIAU::TestSplittingConvertingFromUnicodeToShiftJis(CCnvCharacterSetConverter& aCharacterSetConverter, TInt aMaximumLengthLowerLimit, TInt aMaximumLengthUpperLimit, TInt aExpectedNumberOfUnicodeCharactersNotConvertedAtSplit, TInt aExpectedLengthOfFirstPartOfShiftJis, const TDesC8& aExpectedShiftJis, const TDesC16& aOriginalUnicode, const TDesC16& aUnicodeAfterRoundTrip) |
|
82 { |
|
83 INFO_PRINTF1(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0517 ")); |
|
84 test(aMaximumLengthLowerLimit<=aMaximumLengthUpperLimit); |
|
85 test(aMaximumLengthUpperLimit<=KBufferLength); |
|
86 TUint8 shiftJisBuffer[KBufferLength]; |
|
87 for (TInt i=aMaximumLengthLowerLimit; i<=aMaximumLengthUpperLimit; ++i) |
|
88 { |
|
89 TPtr8 generatedFirstPartOfShiftJis(shiftJisBuffer, i); |
|
90 TInt unconverted = aCharacterSetConverter.ConvertFromUnicode(generatedFirstPartOfShiftJis, aOriginalUnicode) ; |
|
91 test(unconverted == aExpectedNumberOfUnicodeCharactersNotConvertedAtSplit); |
|
92 test(generatedFirstPartOfShiftJis==aExpectedShiftJis.Left(aExpectedLengthOfFirstPartOfShiftJis)); |
|
93 TBuf8<KBufferLength> generatedSecondPartOfShiftJis; |
|
94 test(aCharacterSetConverter.ConvertFromUnicode(generatedSecondPartOfShiftJis, aOriginalUnicode.Right(aExpectedNumberOfUnicodeCharactersNotConvertedAtSplit))==0); |
|
95 test(generatedSecondPartOfShiftJis==aExpectedShiftJis.Mid(aExpectedLengthOfFirstPartOfShiftJis)); |
|
96 TInt state=CCnvCharacterSetConverter::KStateDefault; |
|
97 TBuf16<KBufferLength> generatedUnicode; |
|
98 test(aCharacterSetConverter.ConvertToUnicode(generatedUnicode, generatedFirstPartOfShiftJis, state)==0); |
|
99 test(state==CCnvCharacterSetConverter::KStateDefault); |
|
100 TBuf16<KBufferLength> generatedSecondPartOfUnicode; |
|
101 test(aCharacterSetConverter.ConvertToUnicode(generatedSecondPartOfUnicode, generatedSecondPartOfShiftJis, state)==0); |
|
102 test(state==CCnvCharacterSetConverter::KStateDefault); |
|
103 generatedUnicode.Append(generatedSecondPartOfUnicode); |
|
104 test(generatedUnicode==aUnicodeAfterRoundTrip); |
|
105 } |
|
106 } |
|
107 |
|
108 void CT_SHIFTJIS_KDDIAU::TestSplittingConvertingFromUnicodeToShiftJis(CCnvCharacterSetConverter& aCharacterSetConverter, TInt aMaximumLengthLowerLimit, TInt aMaximumLengthUpperLimit, TInt aExpectedNumberOfUnicodeCharactersNotConvertedAtSplit, TInt aExpectedLengthOfFirstPartOfShiftJis, const TDesC8& aExpectedShiftJis, const TDesC16& aOriginalUnicode) |
|
109 { |
|
110 TestSplittingConvertingFromUnicodeToShiftJis(aCharacterSetConverter, aMaximumLengthLowerLimit, aMaximumLengthUpperLimit, aExpectedNumberOfUnicodeCharactersNotConvertedAtSplit, aExpectedLengthOfFirstPartOfShiftJis, aExpectedShiftJis, aOriginalUnicode, aOriginalUnicode); |
|
111 } |
|
112 /** |
|
113 @SYMTestCaseID SYSLIB-CHARCONV-CT-0518 |
|
114 @SYMTestCaseDesc Tests for truncated conversion from ShiftJIS to Unicode |
|
115 @SYMTestPriority Medium |
|
116 @SYMTestActions Tests for truncated conversion from ShiftJIS to Unicode and back to ShiftJIS |
|
117 @SYMTestExpectedResults Test must not fail |
|
118 @SYMREQ REQ0000 |
|
119 */ |
|
120 void CT_SHIFTJIS_KDDIAU::TestTruncatedConversionToUnicodeFromShiftJis(CCnvCharacterSetConverter& aCharacterSetConverter, const TDesC16& aExpectedUnicode, const TDesC8& aOriginalShiftJis) |
|
121 { |
|
122 INFO_PRINTF1(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0518 ")); |
|
123 for (TInt i=aOriginalShiftJis.Length(); i>=2; --i) // 2 is the length of GBK's longest multi-byte characters |
|
124 { |
|
125 TInt state=CCnvCharacterSetConverter::KStateDefault; |
|
126 TBuf16<KBufferLength> generatedUnicode; |
|
127 const TInt returnValue=aCharacterSetConverter.ConvertToUnicode(generatedUnicode, aOriginalShiftJis.Left(i), state); |
|
128 test(returnValue>=0); |
|
129 TBuf16<KBufferLength> generatedsecondPartOfUnicode; |
|
130 test(aCharacterSetConverter.ConvertToUnicode(generatedsecondPartOfUnicode, aOriginalShiftJis.Mid(i-returnValue), state)==0); |
|
131 generatedUnicode.Append(generatedsecondPartOfUnicode); |
|
132 test(generatedUnicode==aExpectedUnicode); |
|
133 } |
|
134 } |
|
135 /** |
|
136 @SYMTestCaseID SYSLIB-CHARCONV-CT-0519 |
|
137 @SYMTestCaseDesc Splitting and converting from ShiftJIS to Unicode test |
|
138 @SYMTestPriority Medium |
|
139 @SYMTestActions Tests for conversion after splitting from ShiftJIS to Unicode and back to ShiftJIS |
|
140 @SYMTestExpectedResults Test must not fail |
|
141 @SYMREQ REQ0000 |
|
142 */ |
|
143 void CT_SHIFTJIS_KDDIAU::TestSplittingConvertingToUnicodeFromShiftJis(CCnvCharacterSetConverter& aCharacterSetConverter, TInt aMaximumLengthLowerLimit, TInt aMaximumLengthUpperLimit, TInt aExpectedNumberOfShiftJisBytesNotConvertedAtSplit, TInt aExpectedLengthOfFirstPartOfUnicode, const TDesC16& aExpectedUnicode, const TDesC8& aOriginalShiftJis) |
|
144 { |
|
145 INFO_PRINTF1(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0519 ")); |
|
146 test(aMaximumLengthLowerLimit<=aMaximumLengthUpperLimit); |
|
147 test(aMaximumLengthUpperLimit<=KBufferLength); |
|
148 TUint16 unicodeBuffer[KBufferLength]; |
|
149 for (TInt i=aMaximumLengthLowerLimit; i<=aMaximumLengthUpperLimit; ++i) |
|
150 { |
|
151 TPtr16 generatedFirstPartOfUnicode(unicodeBuffer, i); |
|
152 TInt state=CCnvCharacterSetConverter::KStateDefault; |
|
153 test(aCharacterSetConverter.ConvertToUnicode(generatedFirstPartOfUnicode, aOriginalShiftJis, state)==aExpectedNumberOfShiftJisBytesNotConvertedAtSplit); |
|
154 test(generatedFirstPartOfUnicode==aExpectedUnicode.Left(aExpectedLengthOfFirstPartOfUnicode)); |
|
155 test(state==CCnvCharacterSetConverter::KStateDefault); |
|
156 TBuf16<KBufferLength> generatedSecondPartOfUnicode; |
|
157 test(aCharacterSetConverter.ConvertToUnicode(generatedSecondPartOfUnicode, aOriginalShiftJis.Right(aExpectedNumberOfShiftJisBytesNotConvertedAtSplit), state)==0); |
|
158 test(generatedSecondPartOfUnicode==aExpectedUnicode.Mid(aExpectedLengthOfFirstPartOfUnicode)); |
|
159 test(state==CCnvCharacterSetConverter::KStateDefault); |
|
160 TBuf8<KBufferLength> generatedShiftJis; |
|
161 test(aCharacterSetConverter.ConvertFromUnicode(generatedShiftJis, generatedFirstPartOfUnicode)==0); |
|
162 TBuf8<KBufferLength> generatedSecondPartOfShiftJis; |
|
163 test(aCharacterSetConverter.ConvertFromUnicode(generatedSecondPartOfShiftJis, generatedSecondPartOfUnicode)==0); |
|
164 generatedShiftJis.Append(generatedSecondPartOfShiftJis); |
|
165 test(generatedShiftJis==aOriginalShiftJis); |
|
166 } |
|
167 } |
|
168 /** |
|
169 @SYMTestCaseID SYSLIB-CHARCONV-CT-0520 |
|
170 @SYMTestCaseDesc Conversion of bad ShiftJIS format to Unicode test |
|
171 @SYMTestPriority Medium |
|
172 @SYMTestActions Tests for converting bad format ShiftJIS |
|
173 @SYMTestExpectedResults Test must not fail |
|
174 @SYMREQ REQ0000 |
|
175 */ |
|
176 void CT_SHIFTJIS_KDDIAU::TestIsIllFormedShiftJis(CCnvCharacterSetConverter& aCharacterSetConverter, const TDesC8& aShiftJis) |
|
177 { |
|
178 INFO_PRINTF1(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0520 ")); |
|
179 TBuf16<50> generatedUnicode; |
|
180 TInt state=CCnvCharacterSetConverter::KStateDefault; |
|
181 TPtrC8 remainderOfShiftJis(aShiftJis); |
|
182 TInt lastReturnValue=KMaxTInt; |
|
183 FOREVER |
|
184 { |
|
185 const TInt returnValue=aCharacterSetConverter.ConvertToUnicode(generatedUnicode, remainderOfShiftJis, state); |
|
186 if (returnValue==CCnvCharacterSetConverter::EErrorIllFormedInput) |
|
187 { |
|
188 break; |
|
189 } |
|
190 test(returnValue>0); |
|
191 test(returnValue<lastReturnValue); |
|
192 lastReturnValue=returnValue; |
|
193 remainderOfShiftJis.Set(remainderOfShiftJis.Right(returnValue)); |
|
194 } |
|
195 } |
|
196 /** |
|
197 @SYMTestCaseID SYSLIB-CHARCONV-CT-0521 |
|
198 @SYMTestCaseDesc ShiftJIS to Unicode and Unicode to ShiftJIS conversion tests |
|
199 @SYMTestPriority Medium |
|
200 @SYMTestActions Executes conversion tests of Unicode to ShiftJIS |
|
201 @SYMTestExpectedResults Test must not fail |
|
202 @SYMREQ REQ0000 |
|
203 */ |
|
204 void CT_SHIFTJIS_KDDIAU::DoE32MainL() |
|
205 { |
|
206 RFs fileServerSession; |
|
207 CleanupClosePushL(fileServerSession); |
|
208 User::LeaveIfError(fileServerSession.Connect()); |
|
209 INFO_PRINTF1(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0521 Testing fix for defect EDNDBAR-4MCKCP in \"Symbian Defect Tracking v3.0\" ")); |
|
210 TBuf16<50> originalUnicode; |
|
211 TBuf8<50> generatedShiftjis; |
|
212 originalUnicode.Format(_L16("%c%c%c%ca"), 0x9999, 0x2029, 0xff61, 0x2028); |
|
213 CCnvCharacterSetConverter::TArrayOfAscendingIndices indicesOfUnconvertibleCharacters; |
|
214 INFO_PRINTF1(_L("Calling CnvShiftJis::ConvertFromUnicode before CHARCONV.DLL's thread-local storage has been set")); |
|
215 test(CnvShiftJis::ConvertFromUnicode(CCnvCharacterSetConverter::EBigEndian, _L8("?"), generatedShiftjis, originalUnicode, indicesOfUnconvertibleCharacters)==0); |
|
216 test(generatedShiftjis==_L8("\x8d\x81?\xa1?a")); |
|
217 test(indicesOfUnconvertibleCharacters.NumberOfIndices()==2); |
|
218 test(indicesOfUnconvertibleCharacters[0]==1); |
|
219 test(indicesOfUnconvertibleCharacters[1]==3); |
|
220 indicesOfUnconvertibleCharacters.RemoveAll(); |
|
221 CCnvCharacterSetConverter* characterSetConverter=CCnvCharacterSetConverter::NewLC(); |
|
222 INFO_PRINTF1(_L("Calling CnvShiftJis::ConvertFromUnicode after CHARCONV.DLL's thread-local storage has been set")); |
|
223 test(CnvShiftJis::ConvertFromUnicode(CCnvCharacterSetConverter::EBigEndian, _L8("?"), generatedShiftjis, originalUnicode, indicesOfUnconvertibleCharacters)==0); // call this after the CCnvCharacterSetConverter object has been created (i.e. after CHARCONV.DLL's thread-local storage has been set) |
|
224 test(generatedShiftjis==_L8("\x8d\x81?\xa1?a")); |
|
225 test(indicesOfUnconvertibleCharacters.NumberOfIndices()==2); |
|
226 test(indicesOfUnconvertibleCharacters[0]==1); |
|
227 test(indicesOfUnconvertibleCharacters[1]==3); |
|
228 indicesOfUnconvertibleCharacters.RemoveAll(); |
|
229 CArrayFix<CCnvCharacterSetConverter::SCharacterSet>* arrayOfCharacterSetsAvailable=CCnvCharacterSetConverter::CreateArrayOfCharacterSetsAvailableLC(fileServerSession); |
|
230 INFO_PRINTF1(_L("Available:\n")); |
|
231 TInt i; |
|
232 for (i=arrayOfCharacterSetsAvailable->Count()-1; i>=0; --i) |
|
233 { |
|
234 const CCnvCharacterSetConverter::SCharacterSet& charactersSet=(*arrayOfCharacterSetsAvailable)[i]; |
|
235 characterSetConverter->PrepareToConvertToOrFromL(charactersSet.Identifier(), *arrayOfCharacterSetsAvailable, fileServerSession); |
|
236 TPtrC charactersSetName(charactersSet.Name()); |
|
237 if (charactersSet.NameIsFileName()) |
|
238 { |
|
239 charactersSetName.Set(TParsePtrC(charactersSetName).Name()); |
|
240 } |
|
241 INFO_PRINTF2(_L(" %S\n"), &charactersSetName); |
|
242 } |
|
243 INFO_PRINTF1(_L("Calling generic API's equivalent of CnvShiftJis::ConvertFromUnicode")); |
|
244 characterSetConverter->PrepareToConvertToOrFromL(KCharacterSetTestShiftJisKddiau, *arrayOfCharacterSetsAvailable, fileServerSession); |
|
245 test(characterSetConverter->ConvertFromUnicode(generatedShiftjis, originalUnicode, indicesOfUnconvertibleCharacters)==0); |
|
246 test(generatedShiftjis==_L8("\x8d\x81\x0d\x0a\xa1\x0d\x0a""a")); |
|
247 test(indicesOfUnconvertibleCharacters.NumberOfIndices()==0); |
|
248 characterSetConverter->SetDowngradeForExoticLineTerminatingCharacters(CCnvCharacterSetConverter::EDowngradeExoticLineTerminatingCharactersToJustLineFeed); |
|
249 test(characterSetConverter->ConvertFromUnicode(generatedShiftjis, originalUnicode, indicesOfUnconvertibleCharacters)==0); |
|
250 test(generatedShiftjis==_L8("\x8d\x81\x0a\xa1\x0a""a")); |
|
251 test(indicesOfUnconvertibleCharacters.NumberOfIndices()==0); |
|
252 |
|
253 INFO_PRINTF1(_L("Testing fix for defect SIN-4XHE36 in \"Symbian Defect Tracking v4.0\"")); |
|
254 _LIT8(inputShiftjis,"This \x09is a\x0d\x0atest\x09to see if Charconv\x0d\x0a""can process\x0d\x0a""control\x09""characters."); |
|
255 _LIT8(roundTripShiftjis,"This \x09is a\x0atest\x09to see if Charconv\x0a""can process\x0a""control\x09""characters."); |
|
256 TBuf16<100> outUnicode; |
|
257 TInt sta=CCnvCharacterSetConverter::KStateDefault; |
|
258 TInt unConvertibleNum; |
|
259 test(characterSetConverter->ConvertToUnicode(outUnicode, inputShiftjis, sta,unConvertibleNum)==0); |
|
260 test(unConvertibleNum==0); |
|
261 TBuf8<100> outUtf8; |
|
262 TBuf16<100> outUnicode1; |
|
263 TBuf8<100> outShifJis; |
|
264 TBuf8<100> idealShiftJis(roundTripShiftjis); |
|
265 CnvUtfConverter::ConvertFromUnicodeToUtf8(outUtf8, outUnicode); |
|
266 CnvUtfConverter::ConvertToUnicodeFromUtf8(outUnicode1, outUtf8); |
|
267 characterSetConverter->ConvertFromUnicode(outShifJis, outUnicode1); |
|
268 test(idealShiftJis==outShifJis); |
|
269 |
|
270 INFO_PRINTF1(_L("Testing Shift-JIS conversions")); |
|
271 characterSetConverter->PrepareToConvertToOrFromL(KCharacterSetIdentifierAscii, *arrayOfCharacterSetsAvailable, fileServerSession); |
|
272 characterSetConverter->PrepareToConvertToOrFromL(KCharacterSetTestShiftJisKddiau, *arrayOfCharacterSetsAvailable, fileServerSession); |
|
273 INFO_PRINTF1(_L("Empty descriptor")); |
|
274 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 0, 10, 0, 0, KNullDesC8, KNullDesC16); |
|
275 TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 0, 10, 0, 0, KNullDesC16, KNullDesC8); |
|
276 INFO_PRINTF1(_L("Testing converting to Shift-JIS")); |
|
277 originalUnicode.Format(_L16("%c%c%c is %c"), 0xff72, 0xff74, 0xff7d, 0x795e); |
|
278 const TPtrC8 expectedShiftJis(_S8("\xb2\xb4\xbd is \x90\x5f")); |
|
279 TestTruncatedConversionFromUnicodeToShiftJis(*characterSetConverter, originalUnicode); |
|
280 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 0, 0, 8, 0, expectedShiftJis, originalUnicode); |
|
281 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 1, 1, 7, 1, expectedShiftJis, originalUnicode); |
|
282 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 2, 2, 6, 2, expectedShiftJis, originalUnicode); |
|
283 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 3, 3, 5, 3, expectedShiftJis, originalUnicode); |
|
284 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 4, 4, 4, 4, expectedShiftJis, originalUnicode); |
|
285 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 5, 5, 3, 5, expectedShiftJis, originalUnicode); |
|
286 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 6, 6, 2, 6, expectedShiftJis, originalUnicode); |
|
287 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 7, 8, 1, 7, expectedShiftJis, originalUnicode); |
|
288 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 9, 20, 0, 9, expectedShiftJis, originalUnicode); |
|
289 |
|
290 INFO_PRINTF1(_L("Testing converting to Unicode")); |
|
291 const TPtrC8 originalShiftJis(_S8("My name is \xc3\xde\xa8\xcb\xde\xc2\xde or \x83\x66\x83\x42\x83\x72\x83\x64 in \x93\xfa\x96\x7b\x8c\xea")); |
|
292 TBuf16<50> expectedUnicode; |
|
293 expectedUnicode.Format(_L16("My name is %c%c%c%c%c%c%c or %c%c%c%c in %c%c%c"), 0xff83, 0xff9e, 0xff68, 0xff8b, 0xff9e, 0xff82, 0xff9e, 0x30c7, 0x30a3, 0x30d3, 0x30c5, 0x65e5, 0x672c, 0x8a9e); |
|
294 TestTruncatedConversionToUnicodeFromShiftJis(*characterSetConverter, expectedUnicode, originalShiftJis); |
|
295 TestTruncatedConversionToUnicodeFromShiftJis(*characterSetConverter, expectedUnicode.Right(3), originalShiftJis.Right(6)); |
|
296 for (i=0; i<=21; ++i) |
|
297 { |
|
298 TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, i, i, 40-i, i, expectedUnicode, originalShiftJis); |
|
299 } |
|
300 TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 22, 22, 18, 22, expectedUnicode, originalShiftJis); |
|
301 TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 23, 23, 16, 23, expectedUnicode, originalShiftJis); |
|
302 TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 24, 24, 14, 24, expectedUnicode, originalShiftJis); |
|
303 TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 25, 25, 12, 25, expectedUnicode, originalShiftJis); |
|
304 TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 26, 26, 10, 26, expectedUnicode, originalShiftJis); |
|
305 TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 27, 27, 9, 27, expectedUnicode, originalShiftJis); |
|
306 TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 28, 28, 8, 28, expectedUnicode, originalShiftJis); |
|
307 TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 29, 29, 7, 29, expectedUnicode, originalShiftJis); |
|
308 TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 30, 30, 6, 30, expectedUnicode, originalShiftJis); |
|
309 TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 31, 31, 4, 31, expectedUnicode, originalShiftJis); |
|
310 TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 32, 32, 2, 32, expectedUnicode, originalShiftJis); |
|
311 TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 33, 33, 0, 33, expectedUnicode, originalShiftJis); |
|
312 INFO_PRINTF1(_L("Testing ill-formed Shift-JIS")); |
|
313 TestIsIllFormedShiftJis(*characterSetConverter, _L8("abc \x83")); |
|
314 TestIsIllFormedShiftJis(*characterSetConverter, _L8("abc \x83\x41\xe7")); |
|
315 { |
|
316 INFO_PRINTF1(_L("Testing fix for defect EDNEMUA-4KGFEY in \"Symbian Defect Tracking v3.0\"")); |
|
317 CCnvCharacterSetConverter* characterSetConverter2=CCnvCharacterSetConverter::NewLC(); |
|
318 characterSetConverter2->PrepareToConvertToOrFromL(KCharacterSetTestShiftJisKddiau, *arrayOfCharacterSetsAvailable, fileServerSession); |
|
319 characterSetConverter2->SetDowngradeForExoticLineTerminatingCharacters(CCnvCharacterSetConverter::EDowngradeExoticLineTerminatingCharactersToJustLineFeed); |
|
320 originalUnicode.Format(_L16("%c%c%cE%c%c%c%c%c%cE%c%c\x0d\x0a%c\x0a%c"), 0xff74, 0x9053, 0x2029, 0x9053, 0x2028, 0x9053, 0xff74, 0x2028, 0x9053, 0x2029, 0x9053, 0x9053, 0x9053); |
|
321 TBuf16<50> unicodeAfterRoundTrip2; |
|
322 unicodeAfterRoundTrip2.Format(_L16("%c%c%c%c%c%c%c%c%c%c%c%c%c%c%c%c%c"), 0xff74, 0x9053, 0x000a, 0x0045, 0x9053, 0x000a, 0x9053, 0xff74, 0x000A, 0x9053, 0x0045, 0x000A, 0x9053, 0x2028, 0x9053, 0x000a, 0x9053); |
|
323 const TPtrC8 expectedShiftJis2(_S8("\xb4\x93\xb9\x0a""E\x93\xb9\x0a\x93\xb9\xb4\x0a\x93\xb9""E\x0a\x93\xb9\x0d\x0a\x93\xb9\x0a\x93\xb9")); |
|
324 TestTruncatedConversionFromUnicodeToShiftJis(*characterSetConverter2, originalUnicode, unicodeAfterRoundTrip2); |
|
325 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 0, 0, 18, 0, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2); |
|
326 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 1, 2, 17, 1, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2); |
|
327 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 3, 3, 16, 3, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2); |
|
328 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 4, 4, 15, 4, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2); |
|
329 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 5, 6, 14, 5, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2); |
|
330 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 7, 7, 13, 7, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2); |
|
331 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 8, 9, 12, 8, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2); |
|
332 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 10, 10, 11, 10, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2); |
|
333 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 11, 11, 10, 11, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2); |
|
334 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 12, 13, 9, 12, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2); |
|
335 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 14, 14, 8, 14, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2); |
|
336 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 15, 15, 7, 15, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2); |
|
337 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 16, 17, 6, 16, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2); |
|
338 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 18, 18, 5, 18, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2); |
|
339 |
|
340 // At the request of Symbian KK, where possible the Shift-JIS converter now converts <cr><lf> sequences in Shift-JIS input to a single unicode |
|
341 // line feed. With the current CharConv API we can't do this in the case where converting input text in 2 parts results in a <cr><lf> pair being, |
|
342 // split and you'll get a unicode <cr><lf> pair. |
|
343 |
|
344 // Split at 18 characters will cause a problem as it splits a <cr><lf> sequence. |
|
345 // TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 19, 19, 4, 19, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2); |
|
346 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 20, 21, 3, 20, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2); |
|
347 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 22, 22, 2, 22, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2); |
|
348 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 23, 24, 1, 23, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2); |
|
349 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 25, 40, 0, 25, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2); |
|
350 TBuf16<50> unicodeAfterRoundTrip1; |
|
351 unicodeAfterRoundTrip1.Format(_L16("%c%c%c%c%c%c%c%c%c%c%c%c%c%c%c%c%c"), 0xff74, 0x9053, 0x2028, 0x0045, 0x9053, 0x2028, 0x9053, 0xff74, 0x2028, 0x9053, 0x0045, 0x2028, 0x9053, 0x2028, 0x9053, 0x000a, 0x9053); |
|
352 const TPtrC8 expectedShiftJis1(_S8("\xb4\x93\xb9\x0d\x0a""E\x93\xb9\x0d\x0a\x93\xb9\xb4\x0d\x0a\x93\xb9""E\x0d\x0a\x93\xb9\x0d\x0a\x93\xb9\x0a\x93\xb9")); |
|
353 TestTruncatedConversionFromUnicodeToShiftJis(*characterSetConverter, originalUnicode, unicodeAfterRoundTrip1); |
|
354 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 0, 0, 18, 0, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1); |
|
355 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 1, 2, 17, 1, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1); |
|
356 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 3, 4, 16, 3, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1); |
|
357 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 5, 5, 15, 5, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1); |
|
358 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 6, 7, 14, 6, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1); |
|
359 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 8, 9, 13, 8, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1); |
|
360 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 10, 11, 12, 10, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1); |
|
361 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 12, 12, 11, 12, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1); |
|
362 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 13, 14, 10, 13, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1); |
|
363 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 15, 16, 9, 15, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1); |
|
364 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 17, 17, 8, 17, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1); |
|
365 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 18, 19, 7, 18, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1); |
|
366 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 20, 21, 6, 20, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1); |
|
367 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 22, 22, 5, 22, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1); |
|
368 |
|
369 // Split at 23 characters will cause a problem as it splits a <cr><lf> sequence. |
|
370 // TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 23, 23, 4, 23, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1); |
|
371 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 24, 25, 3, 24, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1); |
|
372 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 26, 26, 2, 26, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1); |
|
373 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 27, 28, 1, 27, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1); |
|
374 TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 29, 40, 0, 29, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1); |
|
375 CleanupStack::PopAndDestroy(characterSetConverter2); |
|
376 } |
|
377 |
|
378 |
|
379 CleanupStack::PopAndDestroy(3); |
|
380 } |
|
381 |
|
382 CT_SHIFTJIS_KDDIAU::CT_SHIFTJIS_KDDIAU() |
|
383 { |
|
384 SetTestStepName(KTestStep_T_SHIFTJIS_KDDIAU); |
|
385 } |
|
386 |
|
387 TVerdict CT_SHIFTJIS_KDDIAU::doTestStepL() |
|
388 { |
|
389 SetTestStepResult(EFail); |
|
390 |
|
391 __UHEAP_MARK; |
|
392 TRAPD(error1, DoE32MainL()); |
|
393 __UHEAP_MARKEND; |
|
394 |
|
395 if(error1 == KErrNone) |
|
396 { |
|
397 SetTestStepResult(EPass); |
|
398 } |
|
399 |
|
400 return TestStepResult(); |
|
401 } |
|
402 |
|
403 |