--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/charconvfw/Charconv/ongoing/test/source/main/TBUILTIN.CPP Fri Jun 04 10:37:54 2010 +0100
@@ -0,0 +1,845 @@
+/*
+* Copyright (c) 1997-2005 Nokia Corporation and/or its subsidiary(-ies).
+* All rights reserved.
+* This component and the accompanying materials are made available
+* under the terms of the License "Eclipse Public License v1.0"
+* which accompanies this distribution, and is available
+* at the URL "http://www.eclipse.org/legal/epl-v10.html".
+*
+* Initial Contributors:
+* Nokia Corporation - initial contribution.
+*
+* Contributors:
+*
+* Description:
+*
+*/
+
+
+
+
+
+
+
+
+#include <e32std.h>
+#include <e32base.h>
+#include <e32test.h>
+#include <f32file.h>
+#include <charconv.h>
+
+/**
+* Work around for DEF063276.
+* This literal is now loaded from a z:\test\data\KOriginalSms7Bit.dat
+* Bullseye Coverage corrupts this literal at position \x1b\x30 to \x1b\x37
+* to avoid this literal is stored in a file as to not be touched by Bullseye Coverage.
+*/
+
+/*
+_LIT8(KOriginalSms7Bit, "\
+\x00\x01\x02\x03\x04\x05\x06\x07\x08\x09\x0a\x0b\x0c\x0d\x0e\x0f\
+\x10\x11\x12\x13\x14\x15\x16\x17\x18\x19\x1a \x1c\x1d\x1e\x1f\
+\x20\x21\x22\x23\x24\x25\x26\x27\x28\x29\x2a\x2b\x2c\x2d\x2e\x2f\
+\x30\x31\x32\x33\x34\x35\x36\x37\x38\x39\x3a\x3b\x3c\x3d\x3e\x3f\
+\x40\x41\x42\x43\x44\x45\x46\x47\x48\x49\x4a\x4b\x4c\x4d\x4e\x4f\
+\x50\x51\x52\x53\x54\x55\x56\x57\x58\x59\x5a\x5b\x5c\x5d\x5e\x5f\
+\x60\x61\x62\x63\x64\x65\x66\x67\x68\x69\x6a\x6b\x6c\x6d\x6e\x6f\
+\x70\x71\x72\x73\x74\x75\x76\x77\x78\x79\x7a\x7b\x7c\x7d\x7e\x7f\
+\x1b\x00\x1b\x01\x1b\x02\x1b\x03\x1b\x04\x1b\x05\x1b\x06\x1b\x07\x1b\x08\x1b\x09\x1b\x0a\x1b\x0b\x1b\x0c\x1b\x0d\x1b\x0e\x1b\x0f\
+\x1b\x10\x1b\x11\x1b\x12\x1b\x13\x1b\x14\x1b\x15\x1b\x16\x1b\x17\x1b\x18\x1b\x19\x1b\x1a\x1b\x1b\x1b\x1c\x1b\x1d\x1b\x1e\x1b\x1f\
+\x1b\x20\x1b\x21\x1b\x22\x1b\x23\x1b\x24\x1b\x25\x1b\x26\x1b\x27\x1b\x28\x1b\x29\x1b\x2a\x1b\x2b\x1b\x2c\x1b\x2d\x1b\x2e\x1b\x2f\
+\x1b\x30\x1b\x31\x1b\x32\x1b\x33\x1b\x34\x1b\x35\x1b\x36\x1b\x37\x1b\x38\x1b\x39\x1b\x3a\x1b\x3b\x1b\x3c\x1b\x3d\x1b\x3e\x1b\x3f\
+\x1b\x40\x1b\x41\x1b\x42\x1b\x43\x1b\x44\x1b\x45\x1b\x46\x1b\x47\x1b\x48\x1b\x49\x1b\x4a\x1b\x4b\x1b\x4c\x1b\x4d\x1b\x4e\x1b\x4f\
+\x1b\x50\x1b\x51\x1b\x52\x1b\x53\x1b\x54\x1b\x55\x1b\x56\x1b\x57\x1b\x58\x1b\x59\x1b\x5a\x1b\x5b\x1b\x5c\x1b\x5d\x1b\x5e\x1b\x5f\
+\x1b\x60\x1b\x61\x1b\x62\x1b\x63\x1b\x64\x1b\x65\x1b\x67\x1b\x67\x1b\x68\x1b\x69\x1b\x6a\x1b\x6b\x1b\x6c\x1b\x6d\x1b\x6e\x1b\x6f\
+\x1b\x70\x1b\x71\x1b\x72\x1b\x73\x1b\x74\x1b\x75\x1b\x76\x1b\x77\x1b\x78\x1b\x79\x1b\x7a\x1b\x7b\x1b\x7c\x1b\x7d\x1b\x7e\x1b\x7f");
+*/
+
+
+_LIT8(KExpectedSms7Bit, "\
+\x00\x01\x02\x03\x04\x05\x06\x07\x08\x09\x0a\x0b\x0c\x0d\x0e\x0f\
+\x10\x11\x12\x13\x14\x15\x16\x17\x18\x19\x1a \x1c\x1d\x1e\x1f\
+\x20\x21\x22\x23\x24\x25\x26\x27\x28\x29\x2a\x2b\x2c\x2d\x2e\x2f\
+\x30\x31\x32\x33\x34\x35\x36\x37\x38\x39\x3a\x3b\x3c\x3d\x3e\x3f\
+\x40\x41\x42\x43\x44\x45\x46\x47\x48\x49\x4a\x4b\x4c\x4d\x4e\x4f\
+\x50\x51\x52\x53\x54\x55\x56\x57\x58\x59\x5a\x5b\x5c\x5d\x5e\x5f\
+\x60\x61\x62\x63\x64\x65\x66\x67\x68\x69\x6a\x6b\x6c\x6d\x6e\x6f\
+\x70\x71\x72\x73\x74\x75\x76\x77\x78\x79\x7a\x7b\x7c\x7d\x7e\x7f\
+\x00\x01\x02\x03\x04\x05\x06\x07\x08\x09\x1b\x0a\x0b\x0c\x0d\x0e\x0f\
+\x10\x11\x12\x13\x1b\x14\x15\x16\x17\x18\x19\x1a\x3f\x1c\x1d\x1e\x1f\
+\x20\x21\x22\x23\x24\x25\x26\x27\x1b\x28\x1b\x29\x2a\x2b\x2c\x2d\x2e\x1b\x2f\
+\x30\x31\x32\x33\x34\x35\x36\x37\x38\x39\x3a\x3b\x1b\x3c\x1b\x3d\x1b\x3e\x3f\
+\x1b\x40\x41\x42\x43\x44\x45\x46\x47\x48\x49\x4a\x4b\x4c\x4d\x4e\x4f\
+\x50\x51\x52\x53\x54\x55\x56\x57\x58\x59\x5a\x5b\x5c\x5d\x5e\x5f\
+\x60\x61\x62\x63\x64\x1b\x65\x67\x67\x68\x69\x6a\x6b\x6c\x6d\x6e\x6f\
+\x70\x71\x72\x73\x74\x75\x76\x77\x78\x79\x7a\x7b\x7c\x7d\x7e\x7f");
+_LIT16(KExpectedUnicodeFromSms7Bit, "\
+\x0040\x00a3$\x00a5\x00e8\x00e9\x00f9\x00ec\x00f2\x00e7\x000a\x00d8\x00f8\x000d\x00c5\x00e5\
+\x0394\x005f\x03a6\x0393\x039b\x03a9\x03a0\x03a8\x03a3\x0398\x039e \x00c6\x00e6\x00df\x00c9\
+\x0020!\"#\x00a4%&'()*+,-./0123456789:;<=>?\
+\x00a1\x0041\x0042\x0043\x0044\x0045\x0046GHIJKLMNOPQRSTUVWXYZ\x00c4\x00d6\x00d1\x00dc\x00a7\
+\x00bf\x0061\x0062\x0063\x0064\x0065\x0066ghijklmnopqrstuvwxyz\x00e4\x00f6\x00f1\x00fc\x00e0\
+\x0040\x00a3$\x00a5\x00e8\x00e9\x00f9\x00ec\x00f2\x00c7\x000c\x00d8\x00f8\x000d\x00c5\x00e5\
+\x0394\x005f\x03a6\x0393\x005e\x03a9\x03a0\x03a8\x03a3\x0398\x039e\xfffd\x00c6\x00e6\x00df\x00c9\
+\x0020!\"#\x00a4%&'{}*+,-.\\0123456789:;[~]?\
+|\x0041\x0042\x0043\x0044\x0045\x0046GHIJKLMNOPQRSTUVWXYZ\x00c4\x00d6\x00d1\x00dc\x00a7\
+\x00bf\x0061\x0062\x0063\x0064\x20ac\x0067ghijklmnopqrstuvwxyz\x00e4\x00f6\x00f1\x00fc\x00e0");
+
+
+
+// 1 line of the original defect data from email in unicode
+ _LIT16(KEmailToConvert, "\
+\x006C\x0069\x006E\x0065\x0020\x0065\x006E\x0064\x0073\x0020\x0069\
+\x006E\x0020\x006A\x0061\x0070\x0061\x006E\x0065\x0073\x0065\x0020\
+\x3075\x3064\x3059\x3057\x306B\x3072\x3080\x000d\x000a");
+
+
+
+ // the expected result when converted to ISO2022JP
+_LIT8(KExpectedIso2022jp, "\
+\x6C\x69\x6E\x65\x20\x65\x6E\x64\x73\x20\x69\x6E\x20\
+\x6A\x61\x70\x61\x6E\x65\x73\x65\x20\x1B\x24\x42\x24\x55\x24\x44\
+\x24\x39\x24\x37\x24\x4B\x24\x52\x24\x60\x1B\x28\x42\x0D\x0A");
+//\x1B\x28\x4A");
+
+// 1 line of the original defect data from email in unicode
+ _LIT16(KEmailEndingInJapanese, "\
+\x006C\x0069\x006E\x0065\x0020\x0065\x006E\x0064\x0073\x0020\x0069\
+\x006E\x0020\x006A\x0061\x0070\x0061\x006E\x0065\x0073\x0065\x0020\
+\x3075\x3064\x3059\x3057\x306B\x3072\x3080");
+
+ // the expected result when converted to ISO2022JP
+_LIT8(KExpectedEmailEndingInJapanese, "\
+\x6C\x69\x6E\x65\x20\x65\x6E\x64\x73\x20\x69\x6E\x20\
+\x6A\x61\x70\x61\x6E\x65\x73\x65\x20\x1B\x24\x42\x24\x55\x24\x44\
+\x24\x39\x24\x37\x24\x4B\x24\x52\x24\x60\x1B\x28\x42");
+
+_LIT(KOriginalSms7BitFile, "z:\\test\\data\\KOriginalSms7Bit.dat");
+
+///////////////////////////////////////////////////////////////////////////////////////
+
+RTest TheTest(_L("TBuiltin"));
+
+///////////////////////////////////////////////////////////////////////////////////////
+///////////////////////////////////////////////////////////////////////////////////////
+//Tests macroses and functions.
+//If (!aValue) then the test will be panicked, the test data files will be deleted.
+static void Check(TInt aValue, TInt aLine)
+ {
+ if(!aValue)
+ {
+ TheTest(EFalse, aLine);
+ }
+ }
+//If (aValue != aExpected) then the test will be panicked, the test data files will be deleted.
+static void Check(TInt aValue, TInt aExpected, TInt aLine)
+ {
+ if(aValue != aExpected)
+ {
+ RDebug::Print(_L("*** Expected error: %d, got: %d\r\n"), aExpected, aValue);
+ TheTest(EFalse, aLine);
+ }
+ }
+//Use these to test conditions.
+#define TEST(arg) ::Check((arg), __LINE__)
+#define TEST2(aValue, aExpected) ::Check(aValue, aExpected, __LINE__)
+
+/**
+* Utility for DEF063276 fix.
+*/
+
+static void ReadDesc(TDes8& aDes, const TDesC& aFilename, RFs& aFs)
+ {
+ RFile file;
+ TInt err = file.Open(aFs, aFilename, EFileRead);
+ TEST2(err, KErrNone);
+ CleanupClosePushL(file);
+
+ err = file.Read(aDes);
+ TEST2(err, KErrNone);
+ CleanupStack::PopAndDestroy(&file);
+ }
+
+///////////////////////////////////////////////////////////////////////////////////////
+///////////////////////////////////////////////////////////////////////////////////////
+/**
+@SYMTestCaseID SYSLIB-CHARCONV-CT-0499
+@SYMTestCaseDesc Tests for conversion of SMS 7 bit data to Unicode, and from Unicode to original data
+@SYMTestPriority Medium
+@SYMTestActions Tests for CCnvCharacterSetConverter::ConvertToUnicode(),CCnvCharacterSetConverter::ConvertFromUnicode()
+@SYMTestExpectedResults Test must not fail
+@SYMREQ REQ0000
+*/
+void TestFix_EDNJJUN_4RWH2A(CCnvCharacterSetConverter& aCharacterSetConverter, RFs& aFileServerSession, CArrayFix<CCnvCharacterSetConverter::SCharacterSet>& aArrayOfCharacterSetsAvailable)
+ {
+ TBuf16<300> generatedUnicode;
+ TBuf8<300> generatedSms7Bit;
+ TRAPD(errCode, aCharacterSetConverter.PrepareToConvertToOrFromL(KCharacterSetIdentifierSms7Bit, aArrayOfCharacterSetsAvailable, aFileServerSession));
+ TEST2(errCode, KErrNone);
+ TInt state=CCnvCharacterSetConverter::KStateDefault;
+
+ // Fix for DEF063276.
+
+ TBuf8<400> buf;
+ ReadDesc(buf, KOriginalSms7BitFile, aFileServerSession);
+
+ TEST(aCharacterSetConverter.ConvertToUnicode(generatedUnicode, buf, state)==0);
+ // End fix.
+
+ TEST(generatedUnicode.Length()==259);
+ TEST(generatedUnicode==KExpectedUnicodeFromSms7Bit);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(aCharacterSetConverter.ConvertFromUnicode(generatedSms7Bit, generatedUnicode)==0);
+ TEST(generatedSms7Bit.Length()==269);
+ TEST(generatedSms7Bit==KExpectedSms7Bit);
+ }
+
+/**
+Test_DEF049749 test code for DEF049749 - Char convs don t handle correcly Shift JIS emoji
+
+@SYMTestCaseID SYSLIB-CHARCONV-CT-0500
+@SYMTestCaseDesc Tests for defect number DEF049749
+@SYMTestPriority Medium
+@SYMTestActions Tests for conversion from Shift JIS Emoji character set to Unicode
+ Tests for CCnvCharacterSetConverter::EErrorIllFormedInput error flag
+@SYMTestExpectedResults Test must not fail
+@SYMREQ REQ0000
+*/
+void Test_DEF049749(CCnvCharacterSetConverter& aCharacterSetConverter, RFs& aFileServerSession, CArrayFix<CCnvCharacterSetConverter::SCharacterSet>& aArrayOfCharacterSetsAvailable)
+ {
+ // original defect data
+ _LIT8(KCodeToConvert, "\xF8\x9F\xF8\x9F\x81\x40\x3B\x3B\x3B\x3B");
+ _LIT16(KExpectedUnicode, "\xFFFD\xFFFD\x3000\x003b\x003b\x003b\x003b");
+ TBuf16<300> generatedUnicode;
+
+ // check now able to convert the original defect data
+ TRAPD(errCode, aCharacterSetConverter.PrepareToConvertToOrFromL(KCharacterSetIdentifierShiftJis, aArrayOfCharacterSetsAvailable, aFileServerSession));
+ TEST2(errCode, KErrNone);
+ TInt state=CCnvCharacterSetConverter::KStateDefault;
+ TInt ret = aCharacterSetConverter.ConvertToUnicode(generatedUnicode, KCodeToConvert, state);
+
+ // in DEF049749 CCnvCharacterSetConverter::EErrorIllFormedInput was incorrectly returned.
+ // rather than the number of unconverted bytes left, which should be 0
+ TEST(ret ==0);
+ TEST(generatedUnicode==KExpectedUnicode);
+
+ TheTest.Next(_L("User-defined ShiftJIS region->FFFD"));
+ /* check the user defined region (ref CJKV Ken Lunde page206)
+ F040-F97E and F080-F9FC */
+ TBuf8<300> sampleUserDefined;
+ for (TInt leadByte = 0xF0; leadByte != 0xF9; leadByte++)
+ {
+ // a leadbyte missing the trail byte then another character
+ sampleUserDefined.Format(_L8("%c\x3F"), leadByte);
+ _LIT16(KExpectedUnicode4, "\xFFFD\x3F");
+ TRAP(errCode, aCharacterSetConverter.PrepareToConvertToOrFromL(KCharacterSetIdentifierShiftJis, aArrayOfCharacterSetsAvailable, aFileServerSession));
+ TEST2(errCode, KErrNone);
+ ret = aCharacterSetConverter.ConvertToUnicode(generatedUnicode, sampleUserDefined, state);
+ TEST(ret ==0);
+ TEST(generatedUnicode==KExpectedUnicode4);
+
+ // a single leadbyte missing the trail byte
+ sampleUserDefined.Format(_L8("%c"), leadByte);
+ TRAP(errCode, aCharacterSetConverter.PrepareToConvertToOrFromL(KCharacterSetIdentifierShiftJis, aArrayOfCharacterSetsAvailable, aFileServerSession));
+ TEST2(errCode, KErrNone);
+ ret = aCharacterSetConverter.ConvertToUnicode(generatedUnicode, sampleUserDefined, state);
+ TEST(ret == CCnvCharacterSetConverter::EErrorIllFormedInput);
+
+ // Default version of Shift-JIS converter now contains mappings for ezweb private use
+ // in range 0xF7BC to 0xF7FC so following tests would fail in this area - JG 30/06/2005
+ if ((leadByte < 0xF3) || (leadByte > 0xF7))
+ {
+ for (TInt trailbyte = 0x40; trailbyte != 0xFD;
+ trailbyte += (trailbyte == 0x7E? 2 : 1))
+ {
+ TInt errCode = KErrNone;
+
+ // emoji character on its own
+ sampleUserDefined.Format(_L8("%c%c"), leadByte, trailbyte);
+ _LIT16(KExpectedUnicode1, "\xFFFD");
+ TRAP(errCode, aCharacterSetConverter.PrepareToConvertToOrFromL(KCharacterSetIdentifierShiftJis, aArrayOfCharacterSetsAvailable, aFileServerSession));
+ TEST2(errCode, KErrNone);
+ ret = aCharacterSetConverter.ConvertToUnicode(generatedUnicode, sampleUserDefined, state);
+ TEST(ret ==0);
+ TEST(generatedUnicode==KExpectedUnicode1);
+
+ // followed by a single character
+ sampleUserDefined.Format(_L8("%c%cx"), leadByte, trailbyte);
+ _LIT16(KExpectedUnicode2, "\xFFFDx");
+ TRAP(errCode, aCharacterSetConverter.PrepareToConvertToOrFromL(KCharacterSetIdentifierShiftJis, aArrayOfCharacterSetsAvailable, aFileServerSession));
+ TEST2(errCode, KErrNone);
+ ret = aCharacterSetConverter.ConvertToUnicode(generatedUnicode, sampleUserDefined, state);
+ TEST(ret ==0);
+ TEST(generatedUnicode==KExpectedUnicode2);
+
+ // preceeded by a single character
+ sampleUserDefined.Format(_L8("x%c%c"), leadByte, trailbyte);
+ _LIT16(KExpectedUnicode3, "x\xFFFD");
+ TRAP(errCode, aCharacterSetConverter.PrepareToConvertToOrFromL(KCharacterSetIdentifierShiftJis, aArrayOfCharacterSetsAvailable, aFileServerSession));
+ TEST2(errCode, KErrNone);
+ ret = aCharacterSetConverter.ConvertToUnicode(generatedUnicode, sampleUserDefined, state);
+ TEST(ret ==0);
+ TEST(generatedUnicode==KExpectedUnicode3);
+ }
+ }
+ }
+
+ TheTest.Next(_L("All double-byte characters convert to single Unicode"));
+ TText8 LeadBytes[] = { 0x81, 0x9F, 0xE0, 0xEA, 0xEB, 0xF9, 0xFA, 0xFC };
+ TText8 TrailBytes[] = { 0x40, 0x7E, 0x80, 0xFC };
+ TText8* leadp;
+ for (leadp = LeadBytes;
+ leadp != LeadBytes + sizeof(LeadBytes)/sizeof(LeadBytes[0]);
+ ++leadp)
+ {
+ // a single leadbyte missing the trail byte
+ sampleUserDefined.Format(_L8("%c"), *leadp);
+ TRAP(errCode, aCharacterSetConverter.PrepareToConvertToOrFromL(KCharacterSetIdentifierShiftJis, aArrayOfCharacterSetsAvailable, aFileServerSession));
+ TEST2(errCode, KErrNone);
+ ret = aCharacterSetConverter.ConvertToUnicode(generatedUnicode, sampleUserDefined, state);
+ TEST(ret == CCnvCharacterSetConverter::EErrorIllFormedInput);
+
+ // lead byte then illegal trail byte, which is a legal byte on its own
+ sampleUserDefined.Format(_L8("%c%c"), *leadp, 0x3F);
+ TRAP(errCode, aCharacterSetConverter.PrepareToConvertToOrFromL(KCharacterSetIdentifierShiftJis, aArrayOfCharacterSetsAvailable, aFileServerSession));
+ TEST2(errCode, KErrNone);
+ ret = aCharacterSetConverter.ConvertToUnicode(generatedUnicode, sampleUserDefined, state);
+ TEST(ret == 0);
+ TEST(generatedUnicode == _L16("\xFFFD\x3F"));
+
+ for (TText8* trailp = TrailBytes;
+ trailp != TrailBytes + sizeof(TrailBytes)/sizeof(TrailBytes[0]);
+ ++trailp)
+ {
+ sampleUserDefined.Format(_L8("%c%c"), *leadp, *trailp);
+ TRAP(errCode, aCharacterSetConverter.PrepareToConvertToOrFromL(KCharacterSetIdentifierShiftJis, aArrayOfCharacterSetsAvailable, aFileServerSession));
+ TEST2(errCode, KErrNone);
+ ret = aCharacterSetConverter.ConvertToUnicode(generatedUnicode, sampleUserDefined, state);
+ TEST(ret == 0);
+ TEST(generatedUnicode.Length() == 1);
+ }
+ }
+
+ TheTest.Next(_L("All single-byte characters convert to single Unicode"));
+ TText8 SingleBytes[] = { 0, 0x7F, 0x80, 0xA0, 0xA1, 0xFD, 0xFE, 0xFF };
+ for (TText8* singlep = SingleBytes;
+ singlep != SingleBytes + sizeof(SingleBytes)/sizeof(SingleBytes[0]);
+ ++singlep)
+ {
+ // a single leadbyte missing the trail byte
+ sampleUserDefined.Format(_L8("%c"), *singlep);
+ TRAP(errCode, aCharacterSetConverter.PrepareToConvertToOrFromL(KCharacterSetIdentifierShiftJis, aArrayOfCharacterSetsAvailable, aFileServerSession));
+ TEST2(errCode, KErrNone);
+ ret = aCharacterSetConverter.ConvertToUnicode(generatedUnicode, sampleUserDefined, state);
+ TEST(ret == 0);
+ TEST(generatedUnicode.Length() == 1);
+ }
+
+ TheTest.Next(_L("Valid lead byte + invalid trail byte -> FFFD + something"));
+ TText8 NotTrailBytes[] = { 0x3F, 0x7F, 0xFD, 0xFE, 0xFF };
+ for (leadp = LeadBytes;
+ leadp != LeadBytes + sizeof(LeadBytes)/sizeof(LeadBytes[0]);
+ ++leadp)
+ {
+ for (TText8* trailp = NotTrailBytes;
+ trailp != NotTrailBytes + sizeof(NotTrailBytes)/sizeof(NotTrailBytes[0]);
+ ++trailp)
+ {
+ sampleUserDefined.Format(_L8("%c%c"), *leadp, *trailp);
+ TRAP(errCode, aCharacterSetConverter.PrepareToConvertToOrFromL(KCharacterSetIdentifierShiftJis, aArrayOfCharacterSetsAvailable, aFileServerSession));
+ TEST2(errCode, KErrNone);
+ ret = aCharacterSetConverter.ConvertToUnicode(generatedUnicode, sampleUserDefined, state);
+ TEST(ret == 0);
+ TEST(generatedUnicode.Length() == 2);
+ TEST(generatedUnicode[0] == 0xFFFD);
+ }
+ }
+ }
+
+/**
+Test_DEF053900 test code for DEF053900 - Problems encoding Japanese emails to ISO-2022-JP
+
+@SYMTestCaseID SYSLIB-CHARCONV-CT-1306
+@SYMTestCaseDesc Tests for defect number DEF053900
+@SYMTestPriority Medium
+@SYMTestActions Attempt for converting from Japanese character set email to Unicode.
+@SYMTestExpectedResults Test must not fail
+@SYMREQ REQ0000
+*/
+void Test_DEF053900(CCnvCharacterSetConverter& aCharacterSetConverter, RFs& aFileServerSession, CArrayFix<CCnvCharacterSetConverter::SCharacterSet>& aArrayOfCharacterSetsAvailable)
+ {
+ // check now able to convert the original defect data
+ TBuf8<300> generatedIso2022;
+ TRAPD(errCode, aCharacterSetConverter.PrepareToConvertToOrFromL(KCharacterSetIdentifierIso2022Jp, aArrayOfCharacterSetsAvailable, aFileServerSession));
+ TEST2(errCode, KErrNone);
+ TInt state=CCnvCharacterSetConverter::KStateDefault;
+ TInt ret = aCharacterSetConverter.ConvertFromUnicode(generatedIso2022, KEmailToConvert, state);
+ // check the converted data is as expected
+ TEST(ret ==0);
+ TEST(generatedIso2022==KExpectedIso2022jp);
+ ret = aCharacterSetConverter.ConvertFromUnicode(generatedIso2022, KEmailEndingInJapanese, state);
+ TEST(ret ==0);
+ TEST(generatedIso2022==KExpectedEmailEndingInJapanese);
+}
+
+/**
+@SYMTestCaseID SYSLIB-CHARCONV-CT-0501
+@SYMTestCaseDesc Tests for CCnvCharacterSetConverter class
+@SYMTestPriority Medium
+@SYMTestActions Tests for conversion from empty descriptors to different character sets
+@SYMTestExpectedResults Test must not fail
+@SYMREQ REQ0000
+*/
+LOCAL_C void DoE32MainL()
+ {
+ RFs fileServerSession;
+ CleanupClosePushL(fileServerSession);
+ User::LeaveIfError(fileServerSession.Connect());
+ CCnvCharacterSetConverter* characterSetConverter=CCnvCharacterSetConverter::NewLC();
+ CArrayFix<CCnvCharacterSetConverter::SCharacterSet>* arrayOfCharacterSetsAvailable=CCnvCharacterSetConverter::CreateArrayOfCharacterSetsAvailableLC(fileServerSession);
+ TheTest.Printf(_L("Available:\n"));
+ for (TInt i=arrayOfCharacterSetsAvailable->Count()-1; i>=0; --i)
+ {
+ const CCnvCharacterSetConverter::SCharacterSet& charactersSet=(*arrayOfCharacterSetsAvailable)[i];
+ characterSetConverter->PrepareToConvertToOrFromL(charactersSet.Identifier(), *arrayOfCharacterSetsAvailable, fileServerSession);
+ TPtrC charactersSetName(charactersSet.Name());
+ if (charactersSet.NameIsFileName())
+ {
+ charactersSetName.Set(TParsePtrC(charactersSetName).Name());
+ }
+ TheTest.Printf(_L(" %S\n"), &charactersSetName);
+ }
+ TBuf16<128> originalUnicode;
+ TBuf8<128> generatedForeign;
+ TBuf16<128> generatedUnicode;
+ TInt state=CCnvCharacterSetConverter::KStateDefault;
+ TUint characterCode;
+ TheTest.Start(_L("Testing empty descriptors (Code Page 1252)"));
+ characterSetConverter->PrepareToConvertToOrFromL(KCharacterSetIdentifierCodePage1252, *arrayOfCharacterSetsAvailable, fileServerSession);
+ originalUnicode=KNullDesC16;
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==KNullDesC8);
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ TheTest.Next(_L("Testing empty descriptors (ISO-8859-1)"));
+ characterSetConverter->PrepareToConvertToOrFromL(KCharacterSetIdentifierIso88591, *arrayOfCharacterSetsAvailable, fileServerSession);
+ originalUnicode=KNullDesC16;
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==KNullDesC8);
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ TheTest.Next(_L("Testing empty descriptors (ASCII)"));
+ characterSetConverter->PrepareToConvertToOrFromL(KCharacterSetIdentifierAscii, *arrayOfCharacterSetsAvailable, fileServerSession);
+ originalUnicode=KNullDesC16;
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==KNullDesC8);
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ TheTest.Next(_L("Testing empty descriptors (SMS 7-bit)"));
+ characterSetConverter->PrepareToConvertToOrFromL(KCharacterSetIdentifierSms7Bit, *arrayOfCharacterSetsAvailable, fileServerSession);
+ originalUnicode=KNullDesC16;
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==KNullDesC8);
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ TheTest.Next(_L("Testing exhaustive single-character Code Page 1252 round trips"));
+ characterSetConverter->PrepareToConvertToOrFromL(KCharacterSetIdentifierCodePage1252, *arrayOfCharacterSetsAvailable, fileServerSession);
+ for (characterCode=0x00; characterCode<=0x7f; ++characterCode)
+ {
+ originalUnicode.Format(_L16("%c"), characterCode);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TBuf8<1> expectedForeign;
+ expectedForeign.Format(_L8("%c"), characterCode);
+ TEST(generatedForeign==expectedForeign);
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ }
+ originalUnicode.Format(_L16("%c"), 0x20ac);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x80"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x201a);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x82"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x0192);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x83"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x201e);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x84"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x2026);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x85"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x2020);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x86"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x2021);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x87"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x02c6);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x88"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x2030);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x89"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x0160);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x8a"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x2039);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x8b"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x0152);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x8c"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x017d);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x8e"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x017e);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x9e"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x2018);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x91"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x2019);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x92"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x201c);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x93"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x201d);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x94"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x2022);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x95"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x2013);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x96"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x2014);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x97"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x02dc);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x98"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x2122);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x99"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x0161);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x9a"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x203a);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x9b"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x0153);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x9c"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ originalUnicode.Format(_L16("%c"), 0x0178);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x9f"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ for (characterCode=0xa0; characterCode<0xff; ++characterCode)
+ {
+ originalUnicode.Format(_L16("%c"), characterCode);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TBuf8<1> expectedForeign;
+ expectedForeign.Format(_L8("%c"), characterCode);
+ TEST(generatedForeign==expectedForeign);
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ }
+ TheTest.Next(_L("Testing exhaustive single-character ISO-8859-1 round trips"));
+ characterSetConverter->PrepareToConvertToOrFromL(KCharacterSetIdentifierIso88591, *arrayOfCharacterSetsAvailable, fileServerSession);
+ for (characterCode=0x00; characterCode<=0xff; ++characterCode)
+ {
+ const TBool unconvertibleCharacter=(characterCode==0x80);
+ TInt numberOfUnconvertibleCharacters;
+ TInt indexOfFirstUnconvertibleCharacter;
+ originalUnicode.Format(_L16("%c"), characterCode);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode, numberOfUnconvertibleCharacters, indexOfFirstUnconvertibleCharacter)==0);
+ if (characterCode != 0x80)
+ TEST(numberOfUnconvertibleCharacters==(unconvertibleCharacter? 1: 0));
+ if (numberOfUnconvertibleCharacters>0)
+ {
+ TEST(indexOfFirstUnconvertibleCharacter==0);
+ }
+ TBuf8<1> expectedForeign;
+ expectedForeign.Format(_L8("%c"), unconvertibleCharacter? 0x1a: characterCode);
+ TEST(generatedForeign==expectedForeign);
+ TBuf8<1> originalForeign;
+ originalForeign.Format(_L8("%c"), characterCode);
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, originalForeign, state, numberOfUnconvertibleCharacters, indexOfFirstUnconvertibleCharacter)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ if (characterCode != 0x80)
+ TEST(numberOfUnconvertibleCharacters==(unconvertibleCharacter? 1: 0));
+ if (numberOfUnconvertibleCharacters>0)
+ {
+ TEST(indexOfFirstUnconvertibleCharacter==0);
+ }
+ if (unconvertibleCharacter)
+ {
+ TEST(generatedUnicode.Length()==1);
+ if (characterCode==0x80)
+ TEST(generatedUnicode[0]==0x20ac);
+ else
+ TEST(generatedUnicode[0]==0xfffd);
+ }
+ else
+ {
+ TEST(generatedUnicode==originalUnicode);
+ }
+ }
+ TheTest.Next(_L("Testing exhaustive single-character ASCII round trips"));
+ characterSetConverter->PrepareToConvertToOrFromL(KCharacterSetIdentifierAscii, *arrayOfCharacterSetsAvailable, fileServerSession);
+ for (characterCode=0x00; characterCode<=0xff; ++characterCode)
+ {
+ const TBool unconvertibleCharacter=(characterCode>=0x80);
+ TInt numberOfUnconvertibleCharacters;
+ originalUnicode.Format(_L16("%c"), characterCode);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode, numberOfUnconvertibleCharacters)==0);
+ TEST(numberOfUnconvertibleCharacters==(unconvertibleCharacter? 1: 0));
+ TBuf8<1> expectedForeign;
+ expectedForeign.Format(_L8("%c"), unconvertibleCharacter? 0x1a: characterCode);
+ TEST(generatedForeign==expectedForeign);
+ TBuf8<1> originalForeign;
+ originalForeign.Format(_L8("%c"), characterCode);
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, originalForeign, state, numberOfUnconvertibleCharacters)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(numberOfUnconvertibleCharacters==(unconvertibleCharacter? 1: 0));
+ if (unconvertibleCharacter)
+ {
+ TEST(generatedUnicode.Length()==1);
+ TEST(generatedUnicode[0]==0xfffd);
+ }
+ else
+ {
+ TEST(generatedUnicode==originalUnicode);
+ }
+ }
+ TheTest.Next(_L("Testing exhaustive SMS 7-bit round trip (default table)"));
+ characterSetConverter->PrepareToConvertToOrFromL(KCharacterSetIdentifierSms7Bit, fileServerSession);
+ originalUnicode.SetLength(0);
+ const TPtrC16 formatOfSixteenCharacters=_L16("%c%c%c%c%c%c%c%c%c%c%c%c%c%c%c%c");
+ originalUnicode.AppendFormat(formatOfSixteenCharacters, 0x0040, 0x00a3, 0x0024, 0x00a5, 0x00e8, 0x00e9, 0x00f9, 0x00ec, 0x00f2, 0x00e7, 0x000a, 0x00d8, 0x00f8, 0x000d, 0x00c5, 0x00e5);
+ originalUnicode.AppendFormat(formatOfSixteenCharacters, 0x0394, 0x005f, 0x03a6, 0x0393, 0x039b, 0x03a9, 0x03a0, 0x03a8, 0x03a3, 0x0398, 0x039e, '!', 0x00c6, 0x00e6, 0x00df, 0x00c9);
+ originalUnicode.AppendFormat(formatOfSixteenCharacters, 0x0020, 0x0021, 0x0022, 0x0023, 0x00a4, 0x0025, 0x0026, 0x0027, 0x0028, 0x0029, 0x002a, 0x002b, 0x002c, 0x002d, 0x002e, 0x002f);
+ originalUnicode.AppendFormat(formatOfSixteenCharacters, 0x0030, 0x0031, 0x0032, 0x0033, 0x0034, 0x0035, 0x0036, 0x0037, 0x0038, 0x0039, 0x003a, 0x003b, 0x003c, 0x003d, 0x003e, 0x003f);
+ originalUnicode.AppendFormat(formatOfSixteenCharacters, 0x00a1, 0x0041, 0x0042, 0x0043, 0x0044, 0x0045, 0x0046, 0x0047, 0x0048, 0x0049, 0x004a, 0x004b, 0x004c, 0x004d, 0x004e, 0x004f);
+ originalUnicode.AppendFormat(formatOfSixteenCharacters, 0x0050, 0x0051, 0x0052, 0x0053, 0x0054, 0x0055, 0x0056, 0x0057, 0x0058, 0x0059, 0x005a, 0x00c4, 0x00d6, 0x00d1, 0x00dc, 0x00a7);
+ originalUnicode.AppendFormat(formatOfSixteenCharacters, 0x00bf, 0x0061, 0x0062, 0x0063, 0x0064, 0x0065, 0x0066, 0x0067, 0x0068, 0x0069, 0x006a, 0x006b, 0x006c, 0x006d, 0x006e, 0x006f);
+ originalUnicode.AppendFormat(formatOfSixteenCharacters, 0x0070, 0x0071, 0x0072, 0x0073, 0x0074, 0x0075, 0x0076, 0x0077, 0x0078, 0x0079, 0x007a, 0x00e4, 0x00f6, 0x00f1, 0x00fc, 0x00e0);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign.Length()==0x80);
+ for (characterCode=0x00; characterCode<0x80; ++characterCode)
+ {
+ TEST(generatedForeign[characterCode]==(characterCode==0x1b)? '!': characterCode);
+ }
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ TheTest.Next(_L("Testing Greek range of SMS 7-bit"));
+ characterSetConverter->PrepareToConvertToOrFromL(KCharacterSetIdentifierSms7Bit, *arrayOfCharacterSetsAvailable, fileServerSession);
+ TBuf16<16> expectedUnicode;
+ originalUnicode.Format(formatOfSixteenCharacters.Left(7*2), 0x0386, 0x0388, 0x0389, 0x038a, 0x038c, 0x038e, 0x038f);
+ expectedUnicode.Format(formatOfSixteenCharacters.Left(7*2), 0x0041, 0x0045, 0x0048, 0x0049, 0x004f, 0x0059, 0x03a9);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x41\x45\x48\x49\x4f\x59\x15"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==expectedUnicode);
+ originalUnicode.Format(formatOfSixteenCharacters, 0x0390, 0x0391, 0x0392, 0x0393, 0x0394, 0x0395, 0x0396, 0x0397, 0x0398, 0x0399, 0x039a, 0x039b, 0x039c, 0x039d, 0x039e, 0x039f);
+ expectedUnicode.Format(formatOfSixteenCharacters, 0x0049, 0x0041, 0x0042, 0x0393, 0x0394, 0x0045, 0x005a, 0x0048, 0x0398, 0x0049, 0x004b, 0x039b, 0x004d, 0x004e, 0x039e, 0x004f);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x49\x41\x42\x13\x10\x45\x5a\x48\x19\x49\x4b\x14\x4d\x4e\x1a\x4f"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==expectedUnicode);
+ originalUnicode.Format(formatOfSixteenCharacters.Left(15*2), 0x03a0, 0x03a1, 0x03a3, 0x03a4, 0x03a5, 0x03a6, 0x03a7, 0x03a8, 0x03a9, 0x03aa, 0x03ab, 0x03ac, 0x03ad, 0x03ae, 0x03af);
+ expectedUnicode.Format(formatOfSixteenCharacters.Left(15*2), 0x03a0, 0x0050, 0x03a3, 0x0054, 0x0059, 0x03a6, 0x0058, 0x03a8, 0x03a9, 0x0049, 0x0059, 0x0041, 0x0045, 0x0048, 0x0049);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x16\x50\x18\x54\x59\x12\x58\x17\x15\x49\x59\x41\x45\x48\x49"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==expectedUnicode);
+ originalUnicode.Format(formatOfSixteenCharacters, 0x03b0, 0x03b1, 0x03b2, 0x03b3, 0x03b4, 0x03b5, 0x03b6, 0x03b7, 0x03b8, 0x03b9, 0x03ba, 0x03bb, 0x03bc, 0x03bd, 0x03be, 0x03bf);
+ expectedUnicode.Format(formatOfSixteenCharacters, 0x0059, 0x0041, 0x0042, 0x0393, 0x0394, 0x0045, 0x005a, 0x0048, 0x0398, 0x0049, 0x004b, 0x039b, 0x004d, 0x004e, 0x039e, 0x004f);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x59\x41\x42\x13\x10\x45\x5a\x48\x19\x49\x4b\x14\x4d\x4e\x1a\x4f"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==expectedUnicode);
+ originalUnicode.Format(formatOfSixteenCharacters.Left(15*2), 0x03c0, 0x03c1, 0x03c2, 0x03c3, 0x03c4, 0x03c5, 0x03c6, 0x03c7, 0x03c8, 0x03c9, 0x03ca, 0x03cb, 0x03cc, 0x03cd, 0x03ce);
+ expectedUnicode.Format(formatOfSixteenCharacters.Left(15*2), 0x03a0, 0x0050, 0x03a3, 0x03a3, 0x0054, 0x0059, 0x03a6, 0x0058, 0x03a8, 0x03a9, 0x0049, 0x0059, 0x004f, 0x0059, 0x03a9);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x16\x50\x18\x18\x54\x59\x12\x58\x17\x15\x49\x59\x4f\x59\x15"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==expectedUnicode);
+ originalUnicode.Format(formatOfSixteenCharacters.Left(6*2), 0x03d0, 0x03d1, 0x03d2, 0x03d3, 0x03d4, 0x03d5);
+ expectedUnicode.Format(formatOfSixteenCharacters.Left(6*2), 0x0042, 0x0398, 0x0059, 0x0059, 0x0059, 0x03a6);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x42\x19\x59\x59\x59\x12"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==expectedUnicode);
+ {
+ TheTest.Next(_L("Testing converting from Internet-standard names to UIDs"));
+ TEST(characterSetConverter->ConvertStandardNameOfCharacterSetToIdentifierL(_L8("US-ASCII"), fileServerSession)==KCharacterSetIdentifierAscii);
+ HBufC8* standardName=characterSetConverter->ConvertCharacterSetIdentifierToStandardNameL(KCharacterSetIdentifierAscii, fileServerSession);
+ TEST(*standardName==_L8("US-ASCII"));
+ delete standardName;
+ }
+ {
+ TheTest.Next(_L("Testing fix for defect EDNEMUA-4KGFEY in \"Symbian Defect Tracking v3.0\""));
+ CCnvCharacterSetConverter* characterSetConverter2=CCnvCharacterSetConverter::NewLC();
+ characterSetConverter->PrepareToConvertToOrFromL(KCharacterSetIdentifierSms7Bit, *arrayOfCharacterSetsAvailable, fileServerSession);
+ characterSetConverter2->PrepareToConvertToOrFromL(KCharacterSetIdentifierSms7Bit, *arrayOfCharacterSetsAvailable, fileServerSession);
+ characterSetConverter2->SetDowngradeForExoticLineTerminatingCharacters(CCnvCharacterSetConverter::EDowngradeExoticLineTerminatingCharactersToJustLineFeed);
+ originalUnicode.Format(_L16("Line1%cLine2%cLine3\x0aLine4\x0d\x0a"), 0x2029, 0x2028);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("Line1\x0d\x0aLine2\x0d\x0aLine3\x0aLine4\x0d\x0a"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==_L16("Line1\x0d\x0aLine2\x0d\x0aLine3\x0aLine4\x0d\x0a"));
+ TEST(characterSetConverter2->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==_L16("Line1\x0d\x0aLine2\x0d\x0aLine3\x0aLine4\x0d\x0a"));
+ TEST(characterSetConverter2->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("Line1\x0aLine2\x0aLine3\x0aLine4\x0d\x0a"));
+ TEST(characterSetConverter2->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==_L16("Line1\x0aLine2\x0aLine3\x0aLine4\x0d\x0a"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==_L16("Line1\x0aLine2\x0aLine3\x0aLine4\x0d\x0a"));
+ CleanupStack::PopAndDestroy(); // characterSetConverter2
+ }
+ {
+ TheTest.Next(_L("Testing fix for defect EDNPSTN-4L5K2G in \"Symbian Defect Tracking v3.0\" (i.e. the extension table)"));
+ characterSetConverter->PrepareToConvertToOrFromL(KCharacterSetIdentifierSms7Bit, *arrayOfCharacterSetsAvailable, fileServerSession);
+ originalUnicode.Format(_L16("%c^{}\\abc[~]|%c"), 0x000c, 0x20ac);
+ TEST(characterSetConverter->ConvertFromUnicode(generatedForeign, originalUnicode)==0);
+ TEST(generatedForeign==_L8("\x1b\x0a\x1b\x14\x1b\x28\x1b\x29\x1b\x2f""abc\x1b\x3c\x1b\x3d\x1b\x3e\x1b\x40\x1b\x65"));
+ TEST(characterSetConverter->ConvertToUnicode(generatedUnicode, generatedForeign, state)==0);
+ TEST(state==CCnvCharacterSetConverter::KStateDefault);
+ TEST(generatedUnicode==originalUnicode);
+ }
+ {
+ TheTest.Next(_L("Testing fix for defect EDNJJUN-4RWH2A in \"Symbian Defect Tracking v3.0\" (SMS 7-bit [0x1b, 0x41] should be converted to 0x0041, etc.)"));
+ TestFix_EDNJJUN_4RWH2A(*characterSetConverter, fileServerSession, *arrayOfCharacterSetsAvailable);
+ }
+
+ //
+ TheTest.Next(_L("Testing fix for defect DEF049749"));
+ Test_DEF049749(*characterSetConverter, fileServerSession, *arrayOfCharacterSetsAvailable);
+
+ TheTest.Next(_L("Testing fix for defect DEF053900"));
+ Test_DEF053900(*characterSetConverter, fileServerSession, *arrayOfCharacterSetsAvailable);
+
+ CleanupStack::PopAndDestroy(3); // arrayOfCharacterSetsAvailable and characterSetConverter and fileServerSession
+ }
+
+GLDEF_C TInt E32Main()
+ {
+ __UHEAP_MARK;
+
+ TheTest.Title();
+
+ CTrapCleanup* trapCleanup=CTrapCleanup::New();
+ TEST(trapCleanup != NULL);
+
+ TRAPD(error, DoE32MainL());
+ TEST2(error, KErrNone);
+
+ delete trapCleanup;
+
+ TheTest.End();
+ TheTest.Close();
+
+ __UHEAP_MARKEND;
+ return KErrNone;
+ }