charconvfw/charconvplugins/test/rtest/tsrc/main/t_shiftjisdirectmap.cpp
changeset 51 a7c938434754
equal deleted inserted replaced
44:601ab138ba0b 51:a7c938434754
       
     1 /*
       
     2 * Copyright (c) 2000-2010 Nokia Corporation and/or its subsidiary(-ies).
       
     3 * All rights reserved.
       
     4 * This component and the accompanying materials are made available
       
     5 * under the terms of "Eclipse Public License v1.0"
       
     6 * which accompanies this distribution, and is available
       
     7 * at the URL "http://www.eclipse.org/legal/epl-v10.html".
       
     8 *
       
     9 * Initial Contributors:
       
    10 * Nokia Corporation - initial contribution.
       
    11 *
       
    12 * Contributors:
       
    13 *
       
    14 * Description: 
       
    15 *
       
    16 */
       
    17 
       
    18 #include <e32std.h>
       
    19 #include <e32base.h>
       
    20 #include <f32file.h>
       
    21 #include <charconv.h>
       
    22 #include "t_shiftjisdirectmap.h"
       
    23 
       
    24 #define test(cond)                                  \
       
    25     {                                               \
       
    26     TBool __bb = (cond);                            \
       
    27     TEST(__bb);                                     \
       
    28     if (!__bb)                                      \
       
    29         {                                           \
       
    30         ERR_PRINTF1(_L("ERROR: Test Failed"));      \
       
    31         User::Leave(1);                             \
       
    32         }                                           \
       
    33     }
       
    34 
       
    35 
       
    36 const TInt KBufferLength=100;
       
    37 
       
    38 void CT_SHIFTJISDIRECTMAP::TestTruncatedConversionFromUnicodeToShiftJisDirectmap(CCnvCharacterSetConverter& aCharacterSetConverter, const TDesC16& aOriginalUnicode)
       
    39 	{
       
    40 	for (TInt i=aOriginalUnicode.Length(); i>=0; --i)
       
    41 		{
       
    42 		TBuf8<KBufferLength> generatedShiftJisDirectmap;
       
    43 		const TInt returnValue=aCharacterSetConverter.ConvertFromUnicode(generatedShiftJisDirectmap, aOriginalUnicode.Left(i));
       
    44 		test(returnValue>=0);
       
    45 		TBuf8<KBufferLength> generatedsecondPartOfShiftJisDirectmap;
       
    46 		test(aCharacterSetConverter.ConvertFromUnicode(generatedsecondPartOfShiftJisDirectmap, aOriginalUnicode.Mid(i-returnValue))==0);
       
    47 		generatedShiftJisDirectmap.Append(generatedsecondPartOfShiftJisDirectmap);
       
    48 		TInt state=CCnvCharacterSetConverter::KStateDefault;
       
    49 		TBuf16<KBufferLength> generatedUnicode;
       
    50 		test(aCharacterSetConverter.ConvertToUnicode(generatedUnicode, generatedShiftJisDirectmap, state)==0);
       
    51 		test(generatedUnicode==aOriginalUnicode);
       
    52 		}
       
    53 	}
       
    54 
       
    55 void CT_SHIFTJISDIRECTMAP::TestSplittingConvertingFromUnicodeToShiftJisDirectmap(CCnvCharacterSetConverter& aCharacterSetConverter, TInt aMaximumLengthLowerLimit, TInt aMaximumLengthUpperLimit, TInt aExpectedNumberOfUnicodeCharactersNotConvertedAtSplit, TInt aExpectedLengthOfFirstPartOfShiftJisDirectmap, const TDesC8& aExpectedShiftJisDirectmap, const TDesC16& aOriginalUnicode)
       
    56 	{
       
    57 	test(aMaximumLengthLowerLimit<=aMaximumLengthUpperLimit);
       
    58 	test(aMaximumLengthUpperLimit<=KBufferLength);
       
    59 	TUint8 shiftJisDirectmapBuffer[KBufferLength];
       
    60 	for (TInt i=aMaximumLengthLowerLimit; i<=aMaximumLengthUpperLimit; ++i)
       
    61 		{
       
    62 		TPtr8 generatedFirstPartOfShiftJisDirectmap(shiftJisDirectmapBuffer, i);
       
    63 		test(aCharacterSetConverter.ConvertFromUnicode(generatedFirstPartOfShiftJisDirectmap, aOriginalUnicode)==aExpectedNumberOfUnicodeCharactersNotConvertedAtSplit);
       
    64 		test(generatedFirstPartOfShiftJisDirectmap==aExpectedShiftJisDirectmap.Left(aExpectedLengthOfFirstPartOfShiftJisDirectmap));
       
    65 		TBuf8<KBufferLength> generatedSecondPartOfShiftJisDirectmap;
       
    66 		test(aCharacterSetConverter.ConvertFromUnicode(generatedSecondPartOfShiftJisDirectmap, aOriginalUnicode.Right(aExpectedNumberOfUnicodeCharactersNotConvertedAtSplit))==0);
       
    67 		test(generatedSecondPartOfShiftJisDirectmap==aExpectedShiftJisDirectmap.Mid(aExpectedLengthOfFirstPartOfShiftJisDirectmap));
       
    68 		TInt state=CCnvCharacterSetConverter::KStateDefault;
       
    69 		TBuf16<KBufferLength> generatedUnicode;
       
    70 		test(aCharacterSetConverter.ConvertToUnicode(generatedUnicode, generatedFirstPartOfShiftJisDirectmap, state)==0);
       
    71 		test(state==CCnvCharacterSetConverter::KStateDefault);
       
    72 		TBuf16<KBufferLength> generatedSecondPartOfUnicode;
       
    73 		test(aCharacterSetConverter.ConvertToUnicode(generatedSecondPartOfUnicode, generatedSecondPartOfShiftJisDirectmap, state)==0);
       
    74 		test(state==CCnvCharacterSetConverter::KStateDefault);
       
    75 		generatedUnicode.Append(generatedSecondPartOfUnicode);
       
    76 		test(generatedUnicode==aOriginalUnicode);
       
    77 		}
       
    78 	}
       
    79 
       
    80 void CT_SHIFTJISDIRECTMAP::TestTruncatedConversionToUnicodeFromShiftJisDirectmap(CCnvCharacterSetConverter& aCharacterSetConverter, const TDesC16& aExpectedUnicode, const TDesC8& aOriginalShiftJisDirectmap)
       
    81 	{
       
    82 	for (TInt i=aOriginalShiftJisDirectmap.Length(); i>=3; --i)
       
    83 		{
       
    84 		TInt state=CCnvCharacterSetConverter::KStateDefault;
       
    85 		TBuf16<KBufferLength> generatedUnicode;
       
    86 		const TInt returnValue=aCharacterSetConverter.ConvertToUnicode(generatedUnicode, aOriginalShiftJisDirectmap.Left(i), state);
       
    87 		test(returnValue>=0);
       
    88 		TBuf16<KBufferLength> generatedsecondPartOfUnicode;
       
    89 		test(aCharacterSetConverter.ConvertToUnicode(generatedsecondPartOfUnicode, aOriginalShiftJisDirectmap.Mid(i-returnValue), state)==0);
       
    90 		generatedUnicode.Append(generatedsecondPartOfUnicode);
       
    91 		test(generatedUnicode==aExpectedUnicode);
       
    92 		}
       
    93 	}
       
    94 
       
    95 void CT_SHIFTJISDIRECTMAP::TestSplittingConvertingToUnicodeFromShiftJisDirectmap(CCnvCharacterSetConverter& aCharacterSetConverter, TInt aMaximumLengthLowerLimit, TInt aMaximumLengthUpperLimit, TInt aExpectedNumberOfShiftJisDirectmapBytesNotConvertedAtSplit, TInt aExpectedLengthOfFirstPartOfUnicode, const TDesC16& aExpectedUnicode, const TDesC8& aOriginalShiftJisDirectmap)
       
    96 	{
       
    97 	test(aMaximumLengthLowerLimit<=aMaximumLengthUpperLimit);
       
    98 	test(aMaximumLengthUpperLimit<=KBufferLength);
       
    99 	TUint16 unicodeBuffer[KBufferLength];
       
   100 	for (TInt i=aMaximumLengthLowerLimit; i<=aMaximumLengthUpperLimit; ++i)
       
   101 		{
       
   102 		TPtr16 generatedFirstPartOfUnicode(unicodeBuffer, i);
       
   103 		TInt state=CCnvCharacterSetConverter::KStateDefault;
       
   104 		test(aCharacterSetConverter.ConvertToUnicode(generatedFirstPartOfUnicode, aOriginalShiftJisDirectmap, state)==aExpectedNumberOfShiftJisDirectmapBytesNotConvertedAtSplit);
       
   105 		test(generatedFirstPartOfUnicode==aExpectedUnicode.Left(aExpectedLengthOfFirstPartOfUnicode));
       
   106 		test(state==CCnvCharacterSetConverter::KStateDefault);
       
   107 		TBuf16<KBufferLength> generatedSecondPartOfUnicode;
       
   108 		test(aCharacterSetConverter.ConvertToUnicode(generatedSecondPartOfUnicode, aOriginalShiftJisDirectmap.Right(aExpectedNumberOfShiftJisDirectmapBytesNotConvertedAtSplit), state)==0);
       
   109 		test(generatedSecondPartOfUnicode==aExpectedUnicode.Mid(aExpectedLengthOfFirstPartOfUnicode));
       
   110 		test(state==CCnvCharacterSetConverter::KStateDefault);
       
   111 		TBuf8<KBufferLength> generatedShiftJisDirectmap;
       
   112 		test(aCharacterSetConverter.ConvertFromUnicode(generatedShiftJisDirectmap, generatedFirstPartOfUnicode)==0);
       
   113 		TBuf8<KBufferLength> generatedSecondPartOfShiftJisDirectmap;
       
   114 		test(aCharacterSetConverter.ConvertFromUnicode(generatedSecondPartOfShiftJisDirectmap, generatedSecondPartOfUnicode)==0);
       
   115 		generatedShiftJisDirectmap.Append(generatedSecondPartOfShiftJisDirectmap);
       
   116 		test(generatedShiftJisDirectmap==aOriginalShiftJisDirectmap);
       
   117 		}
       
   118 	}
       
   119 
       
   120 void CT_SHIFTJISDIRECTMAP::DoE32MainL()
       
   121 	{
       
   122 	RFs fileServerSession;
       
   123 	CleanupClosePushL(fileServerSession);
       
   124 	User::LeaveIfError(fileServerSession.Connect());
       
   125 	CCnvCharacterSetConverter* characterSetConverter=CCnvCharacterSetConverter::NewLC();
       
   126 	CArrayFix<CCnvCharacterSetConverter::SCharacterSet>* arrayOfCharacterSetsAvailable=CCnvCharacterSetConverter::CreateArrayOfCharacterSetsAvailableLC(fileServerSession);
       
   127 	INFO_PRINTF1(_L("Available:\n"));
       
   128 	TInt i;
       
   129 	for (i=arrayOfCharacterSetsAvailable->Count()-1; i>=0; --i)
       
   130 		{
       
   131 		const CCnvCharacterSetConverter::SCharacterSet& charactersSet=(*arrayOfCharacterSetsAvailable)[i];
       
   132 		characterSetConverter->PrepareToConvertToOrFromL(charactersSet.Identifier(), *arrayOfCharacterSetsAvailable, fileServerSession);
       
   133 		TPtrC charactersSetName(charactersSet.Name());
       
   134 		if (charactersSet.NameIsFileName())
       
   135 			{
       
   136 			charactersSetName.Set(TParsePtrC(charactersSetName).Name());
       
   137 			}
       
   138 		INFO_PRINTF2(_L("    %S\n"), &charactersSetName);
       
   139 		}
       
   140 	INFO_PRINTF1(_L("Testing ShiftJis (DirectMap) conversions "));
       
   141 	characterSetConverter->PrepareToConvertToOrFromL(KCharacterSetIdentifierShiftJisDirectmap, *arrayOfCharacterSetsAvailable, fileServerSession);
       
   142 	//
       
   143 	INFO_PRINTF1(_L("Empty descriptor"));
       
   144 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 0, 10, 0, 0, KNullDesC8, KNullDesC16);
       
   145 	TestSplittingConvertingToUnicodeFromShiftJisDirectmap(*characterSetConverter, 0, 10, 0, 0, KNullDesC16, KNullDesC8);
       
   146 	
       
   147 	INFO_PRINTF1(_L("Testing converting to ShiftJis (DirectMap)"));
       
   148 	TBuf16<50> originalUnicode;
       
   149 	originalUnicode.Format(_L16("Some %c%c%c%c"), 0xff9a, 0xff70, 0x6f22, 0x5b57);
       
   150 	const TPtrC8 expectedShiftJisDirectmap(_S8("Some \xda\xb0\x8a\xbf\x8e\x9a"));
       
   151 	TestTruncatedConversionFromUnicodeToShiftJisDirectmap(*characterSetConverter, originalUnicode);
       
   152 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 0, 0, 9, 0, expectedShiftJisDirectmap, originalUnicode);
       
   153 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 1, 1, 8, 1, expectedShiftJisDirectmap, originalUnicode);
       
   154 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 2, 2, 7, 2, expectedShiftJisDirectmap, originalUnicode);
       
   155 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 3, 3, 6, 3, expectedShiftJisDirectmap, originalUnicode);
       
   156 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 4, 4, 5, 4, expectedShiftJisDirectmap, originalUnicode);
       
   157 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 5, 5, 4, 5, expectedShiftJisDirectmap, originalUnicode);
       
   158 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 6, 6, 3, 6, expectedShiftJisDirectmap, originalUnicode);
       
   159 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 7, 7, 2, 7, expectedShiftJisDirectmap, originalUnicode);
       
   160 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 9, 9, 1, 9, expectedShiftJisDirectmap, originalUnicode);
       
   161 	TestSplittingConvertingFromUnicodeToShiftJisDirectmap(*characterSetConverter, 11, 11, 0, 11, expectedShiftJisDirectmap, originalUnicode);
       
   162 	
       
   163 	INFO_PRINTF1(_L("Testing converting to Unicode"));
       
   164 	const TPtrC8 originalShiftJisDirectmap(_S8("pool\xbe\xae\xc3\xd3\x8e\xcc\x8e\xdf\x8e\xd9\x8f\xc0\xcd\x8f\xc8\xc5pool\x8e\xcc\x8e\xdf\x8e\xd9\xbe\xae\xc3\xd3\x8f\xc0\xcd\x8f\xc8\xc5\xbe\xae\xc3\xd3pool\x8f\xc0\xcd\x8f\xc8\xc5\x8e\xcc\x8e\xdf\x8e\xd9pool"));
       
   165 	TBuf16<50> expectedUnicode;
       
   166 	expectedUnicode.Format(_L16("pool%c%c%c%c%c%c%c%c%c%c%cpool%c%c%c%c%c%c%c%c%c%c%c%c%c%c%cpool%c%c%c%c%c%c%cpool"), 0xFF7E, 0xFF6E, 0xFF83, 0xFF93, 0x6368, 0x91C8, 0x52FA, 0x6CBC, 0xFF8D, 0x7701, 0xFF85, 0x6368, 0x91C8, 0x52FA, 0xFF7E, 0xFF6E, 0xFF83, 0xFF93, 0x6CBC, 0xFF8D, 0x7701, 0xFF85, 0xFF7E, 0xFF6E, 0xFF83, 0xFF93, 0x6CBC, 0xFF8D, 0x7701, 0xFF85, 0x6368, 0x91C8, 0x52FA);
       
   167 	TestTruncatedConversionToUnicodeFromShiftJisDirectmap(*characterSetConverter, expectedUnicode, originalShiftJisDirectmap);
       
   168 	TestTruncatedConversionToUnicodeFromShiftJisDirectmap(*characterSetConverter, expectedUnicode.Mid(4, 4), originalShiftJisDirectmap.Mid(4, 4));
       
   169 	TestTruncatedConversionToUnicodeFromShiftJisDirectmap(*characterSetConverter, expectedUnicode.Mid(6, 3), originalShiftJisDirectmap.Mid(6, 4));
       
   170 	TestTruncatedConversionToUnicodeFromShiftJisDirectmap(*characterSetConverter, expectedUnicode.Mid(11, 4), originalShiftJisDirectmap.Mid(14, 6));
       
   171 	TestSplittingConvertingToUnicodeFromShiftJisDirectmap(*characterSetConverter, 4, 4, 60, 4, expectedUnicode, originalShiftJisDirectmap);
       
   172 	TestSplittingConvertingToUnicodeFromShiftJisDirectmap(*characterSetConverter, 5, 5, 59, 5, expectedUnicode, originalShiftJisDirectmap);
       
   173 	TestSplittingConvertingToUnicodeFromShiftJisDirectmap(*characterSetConverter, 6, 6, 58, 6, expectedUnicode, originalShiftJisDirectmap);
       
   174 	
       
   175     const TPtrC8 originalShiftJisDirectmapYen(_S8("pool\x5c"));
       
   176     TBuf16<10> expectedUnicodeBackSlash;
       
   177     expectedUnicodeBackSlash.Format(_L16("pool%c"), 0x005c);
       
   178     TInt state=CCnvCharacterSetConverter::KStateDefault;
       
   179     TBuf16<KBufferLength> generatedUnicodeBackSlash;
       
   180     test(characterSetConverter->ConvertToUnicode(generatedUnicodeBackSlash, originalShiftJisDirectmapYen, state) == 0);
       
   181     test(generatedUnicodeBackSlash==expectedUnicodeBackSlash);
       
   182 
       
   183 	CleanupStack::PopAndDestroy(3); // arrayOfCharacterSetsAvailable and characterSetConverter and fileServerSession
       
   184 	}
       
   185 
       
   186 CT_SHIFTJISDIRECTMAP::CT_SHIFTJISDIRECTMAP()
       
   187     {
       
   188     SetTestStepName(KTestStep_T_SHIFTJISDIRECTMAP);
       
   189     }
       
   190 
       
   191 TVerdict CT_SHIFTJISDIRECTMAP::doTestStepL()
       
   192     {
       
   193     SetTestStepResult(EFail);
       
   194 
       
   195     __UHEAP_MARK;
       
   196     TRAPD(error1, DoE32MainL());    
       
   197     __UHEAP_MARKEND;
       
   198 
       
   199     if(error1 == KErrNone)
       
   200         {
       
   201         SetTestStepResult(EPass);
       
   202         }
       
   203 
       
   204     return TestStepResult();
       
   205     }
       
   206 
       
   207