32
|
1 |
/*
|
|
2 |
* Copyright (c) 2000-2005 Nokia Corporation and/or its subsidiary(-ies).
|
|
3 |
* All rights reserved.
|
|
4 |
* This component and the accompanying materials are made available
|
|
5 |
* under the terms of the License "Eclipse Public License v1.0"
|
|
6 |
* which accompanies this distribution, and is available
|
|
7 |
* at the URL "http://www.eclipse.org/legal/epl-v10.html".
|
|
8 |
*
|
|
9 |
* Initial Contributors:
|
|
10 |
* Nokia Corporation - initial contribution.
|
|
11 |
*
|
|
12 |
* Contributors:
|
|
13 |
*
|
|
14 |
* Description:
|
|
15 |
*
|
|
16 |
*/
|
|
17 |
|
|
18 |
|
|
19 |
|
|
20 |
|
|
21 |
|
|
22 |
|
|
23 |
|
|
24 |
|
|
25 |
#include <e32std.h>
|
|
26 |
#include <e32base.h>
|
|
27 |
#include <e32test.h>
|
|
28 |
#include <f32file.h>
|
|
29 |
#include <charconv.h>
|
|
30 |
#include <shiftjis.h>
|
|
31 |
#include <utf.h>
|
|
32 |
|
|
33 |
///////////////////////////////////////////////////////////////////////////////////////
|
|
34 |
|
|
35 |
RTest TheTest(_L("TShiftJis"));
|
|
36 |
|
|
37 |
///////////////////////////////////////////////////////////////////////////////////////
|
|
38 |
///////////////////////////////////////////////////////////////////////////////////////
|
|
39 |
//Tests macroses and functions.
|
|
40 |
//If (!aValue) then the test will be panicked, the test data files will be deleted.
|
|
41 |
static void Check(TInt aValue, TInt aLine)
|
|
42 |
{
|
|
43 |
if(!aValue)
|
|
44 |
{
|
|
45 |
TheTest(EFalse, aLine);
|
|
46 |
}
|
|
47 |
}
|
|
48 |
//If (aValue != aExpected) then the test will be panicked, the test data files will be deleted.
|
|
49 |
static void Check(TInt aValue, TInt aExpected, TInt aLine)
|
|
50 |
{
|
|
51 |
if(aValue != aExpected)
|
|
52 |
{
|
|
53 |
RDebug::Print(_L("*** Expected error: %d, got: %d\r\n"), aExpected, aValue);
|
|
54 |
TheTest(EFalse, aLine);
|
|
55 |
}
|
|
56 |
}
|
|
57 |
//Use these to test conditions.
|
|
58 |
#define TEST(arg) ::Check((arg), __LINE__)
|
|
59 |
#define TEST2(aValue, aExpected) ::Check(aValue, aExpected, __LINE__)
|
|
60 |
|
|
61 |
///////////////////////////////////////////////////////////////////////////////////////
|
|
62 |
///////////////////////////////////////////////////////////////////////////////////////
|
|
63 |
|
|
64 |
const TInt KBufferLength=100;
|
|
65 |
|
|
66 |
/**
|
|
67 |
@SYMTestCaseID SYSLIB-CHARCONV-CT-0516
|
|
68 |
@SYMTestCaseDesc Tests for truncated conversion from Unicode to ShiftJIS
|
|
69 |
@SYMTestPriority Medium
|
|
70 |
@SYMTestActions Tests for truncated conversion from Unicode to ShiftJIS and back to Unicode
|
|
71 |
@SYMTestExpectedResults Test must not fail
|
|
72 |
@SYMREQ REQ0000
|
|
73 |
*/
|
|
74 |
LOCAL_C void TestTruncatedConversionFromUnicodeToShiftJis(CCnvCharacterSetConverter& aCharacterSetConverter, const TDesC16& aOriginalUnicode, const TDesC16& aUnicodeAfterRoundTrip)
|
|
75 |
{
|
|
76 |
for (TInt i=aOriginalUnicode.Length(); i>=0; --i)
|
|
77 |
{
|
|
78 |
TBuf8<KBufferLength> generatedShiftJis;
|
|
79 |
const TInt returnValue=aCharacterSetConverter.ConvertFromUnicode(generatedShiftJis, aOriginalUnicode.Left(i));
|
|
80 |
TEST(returnValue>=0);
|
|
81 |
TBuf8<KBufferLength> generatedsecondPartOfShiftJis;
|
|
82 |
TEST(aCharacterSetConverter.ConvertFromUnicode(generatedsecondPartOfShiftJis, aOriginalUnicode.Mid(i-returnValue))==0);
|
|
83 |
generatedShiftJis.Append(generatedsecondPartOfShiftJis);
|
|
84 |
TInt state=CCnvCharacterSetConverter::KStateDefault;
|
|
85 |
TBuf16<KBufferLength> generatedUnicode;
|
|
86 |
TEST(aCharacterSetConverter.ConvertToUnicode(generatedUnicode, generatedShiftJis, state)==0);
|
|
87 |
TEST(generatedUnicode==aUnicodeAfterRoundTrip);
|
|
88 |
}
|
|
89 |
}
|
|
90 |
|
|
91 |
LOCAL_C void TestTruncatedConversionFromUnicodeToShiftJis(CCnvCharacterSetConverter& aCharacterSetConverter, const TDesC16& aOriginalUnicode)
|
|
92 |
{
|
|
93 |
TestTruncatedConversionFromUnicodeToShiftJis(aCharacterSetConverter, aOriginalUnicode, aOriginalUnicode);
|
|
94 |
}
|
|
95 |
/**
|
|
96 |
@SYMTestCaseID SYSLIB-CHARCONV-CT-0517
|
|
97 |
@SYMTestCaseDesc Splitting and converting from Unicode to ShiftJIS test
|
|
98 |
@SYMTestPriority Medium
|
|
99 |
@SYMTestActions Tests for conversion after splitting from Unicode to ShiftJIS and back to Unicode
|
|
100 |
@SYMTestExpectedResults Test must not fail
|
|
101 |
@SYMREQ REQ0000
|
|
102 |
*/
|
|
103 |
LOCAL_C void TestSplittingConvertingFromUnicodeToShiftJis(CCnvCharacterSetConverter& aCharacterSetConverter, TInt aMaximumLengthLowerLimit, TInt aMaximumLengthUpperLimit, TInt aExpectedNumberOfUnicodeCharactersNotConvertedAtSplit, TInt aExpectedLengthOfFirstPartOfShiftJis, const TDesC8& aExpectedShiftJis, const TDesC16& aOriginalUnicode, const TDesC16& aUnicodeAfterRoundTrip)
|
|
104 |
{
|
|
105 |
TEST(aMaximumLengthLowerLimit<=aMaximumLengthUpperLimit);
|
|
106 |
TEST(aMaximumLengthUpperLimit<=KBufferLength);
|
|
107 |
TUint8 shiftJisBuffer[KBufferLength];
|
|
108 |
for (TInt i=aMaximumLengthLowerLimit; i<=aMaximumLengthUpperLimit; ++i)
|
|
109 |
{
|
|
110 |
TPtr8 generatedFirstPartOfShiftJis(shiftJisBuffer, i);
|
|
111 |
TInt unconverted = aCharacterSetConverter.ConvertFromUnicode(generatedFirstPartOfShiftJis, aOriginalUnicode) ;
|
|
112 |
TEST(unconverted == aExpectedNumberOfUnicodeCharactersNotConvertedAtSplit);
|
|
113 |
TEST(generatedFirstPartOfShiftJis==aExpectedShiftJis.Left(aExpectedLengthOfFirstPartOfShiftJis));
|
|
114 |
TBuf8<KBufferLength> generatedSecondPartOfShiftJis;
|
|
115 |
TEST(aCharacterSetConverter.ConvertFromUnicode(generatedSecondPartOfShiftJis, aOriginalUnicode.Right(aExpectedNumberOfUnicodeCharactersNotConvertedAtSplit))==0);
|
|
116 |
TEST(generatedSecondPartOfShiftJis==aExpectedShiftJis.Mid(aExpectedLengthOfFirstPartOfShiftJis));
|
|
117 |
TInt state=CCnvCharacterSetConverter::KStateDefault;
|
|
118 |
TBuf16<KBufferLength> generatedUnicode;
|
|
119 |
TEST(aCharacterSetConverter.ConvertToUnicode(generatedUnicode, generatedFirstPartOfShiftJis, state)==0);
|
|
120 |
TEST(state==CCnvCharacterSetConverter::KStateDefault);
|
|
121 |
TBuf16<KBufferLength> generatedSecondPartOfUnicode;
|
|
122 |
TEST(aCharacterSetConverter.ConvertToUnicode(generatedSecondPartOfUnicode, generatedSecondPartOfShiftJis, state)==0);
|
|
123 |
TEST(state==CCnvCharacterSetConverter::KStateDefault);
|
|
124 |
generatedUnicode.Append(generatedSecondPartOfUnicode);
|
|
125 |
TEST(generatedUnicode==aUnicodeAfterRoundTrip);
|
|
126 |
}
|
|
127 |
}
|
|
128 |
|
|
129 |
LOCAL_C void TestSplittingConvertingFromUnicodeToShiftJis(CCnvCharacterSetConverter& aCharacterSetConverter, TInt aMaximumLengthLowerLimit, TInt aMaximumLengthUpperLimit, TInt aExpectedNumberOfUnicodeCharactersNotConvertedAtSplit, TInt aExpectedLengthOfFirstPartOfShiftJis, const TDesC8& aExpectedShiftJis, const TDesC16& aOriginalUnicode)
|
|
130 |
{
|
|
131 |
TestSplittingConvertingFromUnicodeToShiftJis(aCharacterSetConverter, aMaximumLengthLowerLimit, aMaximumLengthUpperLimit, aExpectedNumberOfUnicodeCharactersNotConvertedAtSplit, aExpectedLengthOfFirstPartOfShiftJis, aExpectedShiftJis, aOriginalUnicode, aOriginalUnicode);
|
|
132 |
}
|
|
133 |
/**
|
|
134 |
@SYMTestCaseID SYSLIB-CHARCONV-CT-0518
|
|
135 |
@SYMTestCaseDesc Tests for truncated conversion from ShiftJIS to Unicode
|
|
136 |
@SYMTestPriority Medium
|
|
137 |
@SYMTestActions Tests for truncated conversion from ShiftJIS to Unicode and back to ShiftJIS
|
|
138 |
@SYMTestExpectedResults Test must not fail
|
|
139 |
@SYMREQ REQ0000
|
|
140 |
*/
|
|
141 |
LOCAL_C void TestTruncatedConversionToUnicodeFromShiftJis(CCnvCharacterSetConverter& aCharacterSetConverter, const TDesC16& aExpectedUnicode, const TDesC8& aOriginalShiftJis)
|
|
142 |
{
|
|
143 |
for (TInt i=aOriginalShiftJis.Length(); i>=2; --i) // 2 is the length of GBK's longest multi-byte characters
|
|
144 |
{
|
|
145 |
TInt state=CCnvCharacterSetConverter::KStateDefault;
|
|
146 |
TBuf16<KBufferLength> generatedUnicode;
|
|
147 |
const TInt returnValue=aCharacterSetConverter.ConvertToUnicode(generatedUnicode, aOriginalShiftJis.Left(i), state);
|
|
148 |
TEST(returnValue>=0);
|
|
149 |
TBuf16<KBufferLength> generatedsecondPartOfUnicode;
|
|
150 |
TEST(aCharacterSetConverter.ConvertToUnicode(generatedsecondPartOfUnicode, aOriginalShiftJis.Mid(i-returnValue), state)==0);
|
|
151 |
generatedUnicode.Append(generatedsecondPartOfUnicode);
|
|
152 |
TEST(generatedUnicode==aExpectedUnicode);
|
|
153 |
}
|
|
154 |
}
|
|
155 |
/**
|
|
156 |
@SYMTestCaseID SYSLIB-CHARCONV-CT-0519
|
|
157 |
@SYMTestCaseDesc Splitting and converting from ShiftJIS to Unicode test
|
|
158 |
@SYMTestPriority Medium
|
|
159 |
@SYMTestActions Tests for conversion after splitting from ShiftJIS to Unicode and back to ShiftJIS
|
|
160 |
@SYMTestExpectedResults Test must not fail
|
|
161 |
@SYMREQ REQ0000
|
|
162 |
*/
|
|
163 |
LOCAL_C void TestSplittingConvertingToUnicodeFromShiftJis(CCnvCharacterSetConverter& aCharacterSetConverter, TInt aMaximumLengthLowerLimit, TInt aMaximumLengthUpperLimit, TInt aExpectedNumberOfShiftJisBytesNotConvertedAtSplit, TInt aExpectedLengthOfFirstPartOfUnicode, const TDesC16& aExpectedUnicode, const TDesC8& aOriginalShiftJis)
|
|
164 |
{
|
|
165 |
TEST(aMaximumLengthLowerLimit<=aMaximumLengthUpperLimit);
|
|
166 |
TEST(aMaximumLengthUpperLimit<=KBufferLength);
|
|
167 |
TUint16 unicodeBuffer[KBufferLength];
|
|
168 |
for (TInt i=aMaximumLengthLowerLimit; i<=aMaximumLengthUpperLimit; ++i)
|
|
169 |
{
|
|
170 |
TPtr16 generatedFirstPartOfUnicode(unicodeBuffer, i);
|
|
171 |
TInt state=CCnvCharacterSetConverter::KStateDefault;
|
|
172 |
TEST(aCharacterSetConverter.ConvertToUnicode(generatedFirstPartOfUnicode, aOriginalShiftJis, state)==aExpectedNumberOfShiftJisBytesNotConvertedAtSplit);
|
|
173 |
TEST(generatedFirstPartOfUnicode==aExpectedUnicode.Left(aExpectedLengthOfFirstPartOfUnicode));
|
|
174 |
TEST(state==CCnvCharacterSetConverter::KStateDefault);
|
|
175 |
TBuf16<KBufferLength> generatedSecondPartOfUnicode;
|
|
176 |
TEST(aCharacterSetConverter.ConvertToUnicode(generatedSecondPartOfUnicode, aOriginalShiftJis.Right(aExpectedNumberOfShiftJisBytesNotConvertedAtSplit), state)==0);
|
|
177 |
TEST(generatedSecondPartOfUnicode==aExpectedUnicode.Mid(aExpectedLengthOfFirstPartOfUnicode));
|
|
178 |
TEST(state==CCnvCharacterSetConverter::KStateDefault);
|
|
179 |
TBuf8<KBufferLength> generatedShiftJis;
|
|
180 |
TEST(aCharacterSetConverter.ConvertFromUnicode(generatedShiftJis, generatedFirstPartOfUnicode)==0);
|
|
181 |
TBuf8<KBufferLength> generatedSecondPartOfShiftJis;
|
|
182 |
TEST(aCharacterSetConverter.ConvertFromUnicode(generatedSecondPartOfShiftJis, generatedSecondPartOfUnicode)==0);
|
|
183 |
generatedShiftJis.Append(generatedSecondPartOfShiftJis);
|
|
184 |
TEST(generatedShiftJis==aOriginalShiftJis);
|
|
185 |
}
|
|
186 |
}
|
|
187 |
/**
|
|
188 |
@SYMTestCaseID SYSLIB-CHARCONV-CT-0520
|
|
189 |
@SYMTestCaseDesc Conversion of bad ShiftJIS format to Unicode test
|
|
190 |
@SYMTestPriority Medium
|
|
191 |
@SYMTestActions Tests for converting bad format ShiftJIS
|
|
192 |
@SYMTestExpectedResults Test must not fail
|
|
193 |
@SYMREQ REQ0000
|
|
194 |
*/
|
|
195 |
LOCAL_C void TestIsIllFormedShiftJis(CCnvCharacterSetConverter& aCharacterSetConverter, const TDesC8& aShiftJis)
|
|
196 |
{
|
|
197 |
TBuf16<50> generatedUnicode;
|
|
198 |
TInt state=CCnvCharacterSetConverter::KStateDefault;
|
|
199 |
TPtrC8 remainderOfShiftJis(aShiftJis);
|
|
200 |
TInt lastReturnValue=KMaxTInt;
|
|
201 |
FOREVER
|
|
202 |
{
|
|
203 |
const TInt returnValue=aCharacterSetConverter.ConvertToUnicode(generatedUnicode, remainderOfShiftJis, state);
|
|
204 |
if (returnValue==CCnvCharacterSetConverter::EErrorIllFormedInput)
|
|
205 |
{
|
|
206 |
break;
|
|
207 |
}
|
|
208 |
TEST(returnValue>0);
|
|
209 |
TEST(returnValue<lastReturnValue);
|
|
210 |
lastReturnValue=returnValue;
|
|
211 |
remainderOfShiftJis.Set(remainderOfShiftJis.Right(returnValue));
|
|
212 |
}
|
|
213 |
}
|
|
214 |
/**
|
|
215 |
@SYMTestCaseID SYSLIB-CHARCONV-CT-0521
|
|
216 |
@SYMTestCaseDesc ShiftJIS to Unicode and Unicode to ShiftJIS conversion tests
|
|
217 |
@SYMTestPriority Medium
|
|
218 |
@SYMTestActions Executes conversion tests of Unicode to ShiftJIS
|
|
219 |
@SYMTestExpectedResults Test must not fail
|
|
220 |
@SYMREQ REQ0000
|
|
221 |
*/
|
|
222 |
LOCAL_C void DoE32MainL()
|
|
223 |
{
|
|
224 |
RFs fileServerSession;
|
|
225 |
CleanupClosePushL(fileServerSession);
|
|
226 |
User::LeaveIfError(fileServerSession.Connect());
|
|
227 |
TheTest.Start(_L("Testing fix for defect EDNDBAR-4MCKCP in \"Symbian Defect Tracking v3.0\""));
|
|
228 |
TBuf16<50> originalUnicode;
|
|
229 |
TBuf8<50> generatedShiftjis;
|
|
230 |
originalUnicode.Format(_L16("%c%c%c%ca"), 0x9999, 0x2029, 0xff61, 0x2028);
|
|
231 |
CCnvCharacterSetConverter::TArrayOfAscendingIndices indicesOfUnconvertibleCharacters;
|
|
232 |
TheTest.Next(_L("Calling CnvShiftJis::ConvertFromUnicode before CHARCONV.DLL's thread-local storage has been set"));
|
|
233 |
TEST(CnvShiftJis::ConvertFromUnicode(CCnvCharacterSetConverter::EBigEndian, _L8("?"), generatedShiftjis, originalUnicode, indicesOfUnconvertibleCharacters)==0);
|
|
234 |
TEST(generatedShiftjis==_L8("\x8d\x81?\xa1?a"));
|
|
235 |
TEST(indicesOfUnconvertibleCharacters.NumberOfIndices()==2);
|
|
236 |
TEST(indicesOfUnconvertibleCharacters[0]==1);
|
|
237 |
TEST(indicesOfUnconvertibleCharacters[1]==3);
|
|
238 |
indicesOfUnconvertibleCharacters.RemoveAll();
|
|
239 |
CCnvCharacterSetConverter* characterSetConverter=CCnvCharacterSetConverter::NewLC();
|
|
240 |
TheTest.Next(_L("Calling CnvShiftJis::ConvertFromUnicode after CHARCONV.DLL's thread-local storage has been set"));
|
|
241 |
TEST(CnvShiftJis::ConvertFromUnicode(CCnvCharacterSetConverter::EBigEndian, _L8("?"), generatedShiftjis, originalUnicode, indicesOfUnconvertibleCharacters)==0); // call this after the CCnvCharacterSetConverter object has been created (i.e. after CHARCONV.DLL's thread-local storage has been set)
|
|
242 |
TEST(generatedShiftjis==_L8("\x8d\x81?\xa1?a"));
|
|
243 |
TEST(indicesOfUnconvertibleCharacters.NumberOfIndices()==2);
|
|
244 |
TEST(indicesOfUnconvertibleCharacters[0]==1);
|
|
245 |
TEST(indicesOfUnconvertibleCharacters[1]==3);
|
|
246 |
indicesOfUnconvertibleCharacters.RemoveAll();
|
|
247 |
CArrayFix<CCnvCharacterSetConverter::SCharacterSet>* arrayOfCharacterSetsAvailable=CCnvCharacterSetConverter::CreateArrayOfCharacterSetsAvailableLC(fileServerSession);
|
|
248 |
TheTest.Printf(_L("Available:\n"));
|
|
249 |
TInt i;
|
|
250 |
for (i=arrayOfCharacterSetsAvailable->Count()-1; i>=0; --i)
|
|
251 |
{
|
|
252 |
const CCnvCharacterSetConverter::SCharacterSet& charactersSet=(*arrayOfCharacterSetsAvailable)[i];
|
|
253 |
characterSetConverter->PrepareToConvertToOrFromL(charactersSet.Identifier(), *arrayOfCharacterSetsAvailable, fileServerSession);
|
|
254 |
TPtrC charactersSetName(charactersSet.Name());
|
|
255 |
if (charactersSet.NameIsFileName())
|
|
256 |
{
|
|
257 |
charactersSetName.Set(TParsePtrC(charactersSetName).Name());
|
|
258 |
}
|
|
259 |
TheTest.Printf(_L(" %S\n"), &charactersSetName);
|
|
260 |
}
|
|
261 |
TheTest.Next(_L("Calling generic API's equivalent of CnvShiftJis::ConvertFromUnicode"));
|
|
262 |
characterSetConverter->PrepareToConvertToOrFromL(KCharacterSetIdentifierShiftJis, *arrayOfCharacterSetsAvailable, fileServerSession);
|
|
263 |
TEST(characterSetConverter->ConvertFromUnicode(generatedShiftjis, originalUnicode, indicesOfUnconvertibleCharacters)==0);
|
|
264 |
TEST(generatedShiftjis==_L8("\x8d\x81\x0d\x0a\xa1\x0d\x0a""a"));
|
|
265 |
TEST(indicesOfUnconvertibleCharacters.NumberOfIndices()==0);
|
|
266 |
characterSetConverter->SetDowngradeForExoticLineTerminatingCharacters(CCnvCharacterSetConverter::EDowngradeExoticLineTerminatingCharactersToJustLineFeed);
|
|
267 |
TEST(characterSetConverter->ConvertFromUnicode(generatedShiftjis, originalUnicode, indicesOfUnconvertibleCharacters)==0);
|
|
268 |
TEST(generatedShiftjis==_L8("\x8d\x81\x0a\xa1\x0a""a"));
|
|
269 |
TEST(indicesOfUnconvertibleCharacters.NumberOfIndices()==0);
|
|
270 |
|
|
271 |
TheTest.Next(_L("Testing fix for defect SIN-4XHE36 in \"Symbian Defect Tracking v4.0\""));
|
|
272 |
_LIT8(inputShiftjis,"This \x09is a\x0d\x0atest\x09to see if Charconv\x0d\x0a""can process\x0d\x0a""control\x09""characters.");
|
|
273 |
_LIT8(roundTripShiftjis,"This \x09is a\x0atest\x09to see if Charconv\x0a""can process\x0a""control\x09""characters.");
|
|
274 |
TBuf16<100> outUnicode;
|
|
275 |
TInt sta=CCnvCharacterSetConverter::KStateDefault;
|
|
276 |
TInt unConvertibleNum;
|
|
277 |
TEST(characterSetConverter->ConvertToUnicode(outUnicode, inputShiftjis, sta,unConvertibleNum)==0);
|
|
278 |
TEST(unConvertibleNum==0);
|
|
279 |
TBuf8<100> outUtf8;
|
|
280 |
TBuf16<100> outUnicode1;
|
|
281 |
TBuf8<100> outShifJis;
|
|
282 |
TBuf8<100> idealShiftJis(roundTripShiftjis);
|
|
283 |
CnvUtfConverter::ConvertFromUnicodeToUtf8(outUtf8, outUnicode);
|
|
284 |
CnvUtfConverter::ConvertToUnicodeFromUtf8(outUnicode1, outUtf8);
|
|
285 |
characterSetConverter->ConvertFromUnicode(outShifJis, outUnicode1);
|
|
286 |
TEST(idealShiftJis==outShifJis);
|
|
287 |
|
|
288 |
TheTest.Next(_L("Testing Shift-JIS conversions"));
|
|
289 |
characterSetConverter->PrepareToConvertToOrFromL(KCharacterSetIdentifierAscii, *arrayOfCharacterSetsAvailable, fileServerSession);
|
|
290 |
characterSetConverter->PrepareToConvertToOrFromL(KCharacterSetIdentifierShiftJis, *arrayOfCharacterSetsAvailable, fileServerSession);
|
|
291 |
TheTest.Next(_L("Empty descriptor"));
|
|
292 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 0, 10, 0, 0, KNullDesC8, KNullDesC16);
|
|
293 |
TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 0, 10, 0, 0, KNullDesC16, KNullDesC8);
|
|
294 |
TheTest.Next(_L("Testing converting to Shift-JIS"));
|
|
295 |
originalUnicode.Format(_L16("%c%c%c is %c"), 0xff72, 0xff74, 0xff7d, 0x795e);
|
|
296 |
const TPtrC8 expectedShiftJis(_S8("\xb2\xb4\xbd is \x90\x5f"));
|
|
297 |
TestTruncatedConversionFromUnicodeToShiftJis(*characterSetConverter, originalUnicode);
|
|
298 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 0, 0, 8, 0, expectedShiftJis, originalUnicode);
|
|
299 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 1, 1, 7, 1, expectedShiftJis, originalUnicode);
|
|
300 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 2, 2, 6, 2, expectedShiftJis, originalUnicode);
|
|
301 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 3, 3, 5, 3, expectedShiftJis, originalUnicode);
|
|
302 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 4, 4, 4, 4, expectedShiftJis, originalUnicode);
|
|
303 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 5, 5, 3, 5, expectedShiftJis, originalUnicode);
|
|
304 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 6, 6, 2, 6, expectedShiftJis, originalUnicode);
|
|
305 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 7, 8, 1, 7, expectedShiftJis, originalUnicode);
|
|
306 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 9, 20, 0, 9, expectedShiftJis, originalUnicode);
|
|
307 |
|
|
308 |
TheTest.Next(_L("Testing converting to Unicode"));
|
|
309 |
const TPtrC8 originalShiftJis(_S8("My name is \xc3\xde\xa8\xcb\xde\xc2\xde or \x83\x66\x83\x42\x83\x72\x83\x64 in \x93\xfa\x96\x7b\x8c\xea"));
|
|
310 |
TBuf16<50> expectedUnicode;
|
|
311 |
expectedUnicode.Format(_L16("My name is %c%c%c%c%c%c%c or %c%c%c%c in %c%c%c"), 0xff83, 0xff9e, 0xff68, 0xff8b, 0xff9e, 0xff82, 0xff9e, 0x30c7, 0x30a3, 0x30d3, 0x30c5, 0x65e5, 0x672c, 0x8a9e);
|
|
312 |
TestTruncatedConversionToUnicodeFromShiftJis(*characterSetConverter, expectedUnicode, originalShiftJis);
|
|
313 |
TestTruncatedConversionToUnicodeFromShiftJis(*characterSetConverter, expectedUnicode.Right(3), originalShiftJis.Right(6));
|
|
314 |
for (i=0; i<=21; ++i)
|
|
315 |
{
|
|
316 |
TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, i, i, 40-i, i, expectedUnicode, originalShiftJis);
|
|
317 |
}
|
|
318 |
TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 22, 22, 18, 22, expectedUnicode, originalShiftJis);
|
|
319 |
TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 23, 23, 16, 23, expectedUnicode, originalShiftJis);
|
|
320 |
TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 24, 24, 14, 24, expectedUnicode, originalShiftJis);
|
|
321 |
TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 25, 25, 12, 25, expectedUnicode, originalShiftJis);
|
|
322 |
TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 26, 26, 10, 26, expectedUnicode, originalShiftJis);
|
|
323 |
TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 27, 27, 9, 27, expectedUnicode, originalShiftJis);
|
|
324 |
TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 28, 28, 8, 28, expectedUnicode, originalShiftJis);
|
|
325 |
TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 29, 29, 7, 29, expectedUnicode, originalShiftJis);
|
|
326 |
TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 30, 30, 6, 30, expectedUnicode, originalShiftJis);
|
|
327 |
TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 31, 31, 4, 31, expectedUnicode, originalShiftJis);
|
|
328 |
TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 32, 32, 2, 32, expectedUnicode, originalShiftJis);
|
|
329 |
TestSplittingConvertingToUnicodeFromShiftJis(*characterSetConverter, 33, 33, 0, 33, expectedUnicode, originalShiftJis);
|
|
330 |
TheTest.Next(_L("Testing ill-formed Shift-JIS"));
|
|
331 |
TestIsIllFormedShiftJis(*characterSetConverter, _L8("abc \x83"));
|
|
332 |
TestIsIllFormedShiftJis(*characterSetConverter, _L8("abc \x83\x41\xe7"));
|
|
333 |
{
|
|
334 |
TheTest.Next(_L("Testing fix for defect EDNEMUA-4KGFEY in \"Symbian Defect Tracking v3.0\""));
|
|
335 |
CCnvCharacterSetConverter* characterSetConverter2=CCnvCharacterSetConverter::NewLC();
|
|
336 |
characterSetConverter2->PrepareToConvertToOrFromL(KCharacterSetIdentifierShiftJis, *arrayOfCharacterSetsAvailable, fileServerSession);
|
|
337 |
characterSetConverter2->SetDowngradeForExoticLineTerminatingCharacters(CCnvCharacterSetConverter::EDowngradeExoticLineTerminatingCharactersToJustLineFeed);
|
|
338 |
originalUnicode.Format(_L16("%c%c%cE%c%c%c%c%c%cE%c%c\x0d\x0a%c\x0a%c"), 0xff74, 0x9053, 0x2029, 0x9053, 0x2028, 0x9053, 0xff74, 0x2028, 0x9053, 0x2029, 0x9053, 0x9053, 0x9053);
|
|
339 |
TBuf16<50> unicodeAfterRoundTrip2;
|
|
340 |
unicodeAfterRoundTrip2.Format(_L16("%c%c%c%c%c%c%c%c%c%c%c%c%c%c%c%c%c"), 0xff74, 0x9053, 0x000a, 0x0045, 0x9053, 0x000a, 0x9053, 0xff74, 0x000A, 0x9053, 0x0045, 0x000A, 0x9053, 0x2028, 0x9053, 0x000a, 0x9053);
|
|
341 |
const TPtrC8 expectedShiftJis2(_S8("\xb4\x93\xb9\x0a""E\x93\xb9\x0a\x93\xb9\xb4\x0a\x93\xb9""E\x0a\x93\xb9\x0d\x0a\x93\xb9\x0a\x93\xb9"));
|
|
342 |
TestTruncatedConversionFromUnicodeToShiftJis(*characterSetConverter2, originalUnicode, unicodeAfterRoundTrip2);
|
|
343 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 0, 0, 18, 0, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2);
|
|
344 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 1, 2, 17, 1, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2);
|
|
345 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 3, 3, 16, 3, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2);
|
|
346 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 4, 4, 15, 4, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2);
|
|
347 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 5, 6, 14, 5, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2);
|
|
348 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 7, 7, 13, 7, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2);
|
|
349 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 8, 9, 12, 8, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2);
|
|
350 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 10, 10, 11, 10, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2);
|
|
351 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 11, 11, 10, 11, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2);
|
|
352 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 12, 13, 9, 12, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2);
|
|
353 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 14, 14, 8, 14, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2);
|
|
354 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 15, 15, 7, 15, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2);
|
|
355 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 16, 17, 6, 16, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2);
|
|
356 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 18, 18, 5, 18, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2);
|
|
357 |
|
|
358 |
// At the request of Symbian KK, where possible the Shift-JIS converter now converts <cr><lf> sequences in Shift-JIS input to a single unicode
|
|
359 |
// line feed. With the current CharConv API we can't do this in the case where converting input text in 2 parts results in a <cr><lf> pair being,
|
|
360 |
// split and you'll get a unicode <cr><lf> pair.
|
|
361 |
|
|
362 |
// Split at 18 characters will cause a problem as it splits a <cr><lf> sequence.
|
|
363 |
// TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 19, 19, 4, 19, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2);
|
|
364 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 20, 21, 3, 20, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2);
|
|
365 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 22, 22, 2, 22, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2);
|
|
366 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 23, 24, 1, 23, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2);
|
|
367 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter2, 25, 40, 0, 25, expectedShiftJis2, originalUnicode, unicodeAfterRoundTrip2);
|
|
368 |
TBuf16<50> unicodeAfterRoundTrip1;
|
|
369 |
unicodeAfterRoundTrip1.Format(_L16("%c%c%c%c%c%c%c%c%c%c%c%c%c%c%c%c%c"), 0xff74, 0x9053, 0x2028, 0x0045, 0x9053, 0x2028, 0x9053, 0xff74, 0x2028, 0x9053, 0x0045, 0x2028, 0x9053, 0x2028, 0x9053, 0x000a, 0x9053);
|
|
370 |
const TPtrC8 expectedShiftJis1(_S8("\xb4\x93\xb9\x0d\x0a""E\x93\xb9\x0d\x0a\x93\xb9\xb4\x0d\x0a\x93\xb9""E\x0d\x0a\x93\xb9\x0d\x0a\x93\xb9\x0a\x93\xb9"));
|
|
371 |
TestTruncatedConversionFromUnicodeToShiftJis(*characterSetConverter, originalUnicode, unicodeAfterRoundTrip1);
|
|
372 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 0, 0, 18, 0, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1);
|
|
373 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 1, 2, 17, 1, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1);
|
|
374 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 3, 4, 16, 3, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1);
|
|
375 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 5, 5, 15, 5, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1);
|
|
376 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 6, 7, 14, 6, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1);
|
|
377 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 8, 9, 13, 8, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1);
|
|
378 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 10, 11, 12, 10, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1);
|
|
379 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 12, 12, 11, 12, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1);
|
|
380 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 13, 14, 10, 13, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1);
|
|
381 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 15, 16, 9, 15, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1);
|
|
382 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 17, 17, 8, 17, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1);
|
|
383 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 18, 19, 7, 18, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1);
|
|
384 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 20, 21, 6, 20, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1);
|
|
385 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 22, 22, 5, 22, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1);
|
|
386 |
|
|
387 |
// Split at 23 characters will cause a problem as it splits a <cr><lf> sequence.
|
|
388 |
// TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 23, 23, 4, 23, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1);
|
|
389 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 24, 25, 3, 24, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1);
|
|
390 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 26, 26, 2, 26, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1);
|
|
391 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 27, 28, 1, 27, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1);
|
|
392 |
TestSplittingConvertingFromUnicodeToShiftJis(*characterSetConverter, 29, 40, 0, 29, expectedShiftJis1, originalUnicode, unicodeAfterRoundTrip1);
|
|
393 |
CleanupStack::PopAndDestroy(characterSetConverter2);
|
|
394 |
}
|
|
395 |
|
|
396 |
|
|
397 |
CleanupStack::PopAndDestroy(3);
|
|
398 |
}
|
|
399 |
|
|
400 |
GLDEF_C TInt E32Main()
|
|
401 |
{
|
|
402 |
__UHEAP_MARK;
|
|
403 |
|
|
404 |
TheTest.Title();
|
|
405 |
|
|
406 |
CTrapCleanup* trapCleanup=CTrapCleanup::New();
|
|
407 |
TEST(trapCleanup != NULL);
|
|
408 |
|
|
409 |
TRAPD(error, DoE32MainL());
|
|
410 |
TEST2(error, KErrNone);
|
|
411 |
|
|
412 |
delete trapCleanup;
|
|
413 |
|
|
414 |
TheTest.End();
|
|
415 |
TheTest.Close();
|
|
416 |
|
|
417 |
__UHEAP_MARKEND;
|
|
418 |
return KErrNone;
|
|
419 |
}
|
|
420 |
|