charconvfw/charconv_fw/test/rtest/tsrc/utf/tpartial.cpp
author Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
Wed, 18 Aug 2010 11:34:25 +0300
changeset 51 a7c938434754
parent 0 1fb32624e06b
child 55 336bee5c2d35
permissions -rw-r--r--
Revision: 201033 Kit: 201033

/*
* Copyright (c) 1997-2009 Nokia Corporation and/or its subsidiary(-ies).
* All rights reserved.
* This component and the accompanying materials are made available
* under the terms of "Eclipse Public License v1.0"
* which accompanies this distribution, and is available
* at the URL "http://www.eclipse.org/legal/epl-v10.html".
*
* Initial Contributors:
* Nokia Corporation - initial contribution.
*
* Contributors:
*
* Description: 
*
*/


#include <e32std.h>
#include <utf.h>
#include "t_partial.h"

#define test(cond)                                          \
    {                                                       \
    TBool __bb = (cond);                                    \
    TEST(__bb);                                             \
    if (!__bb)                                              \
        {                                                   \
        ERR_PRINTF1(_L("ERROR: Test Failed"));              \
        User::Leave(1);                                     \
        }                                                   \
    }


///////////////////////////////////////////////////////////////////////////////////////
///////////////////////////////////////////////////////////////////////////////////////

const TInt KUtfBufferLength=100;
const TUint KIllegalUtfByteValue=0xff;
const TUint KIllegalUnicodeCharacter=0xffff;

LOCAL_C void FillWithIllegalUtf(TUint8* aUtfBuffer)
	{
	for (TInt i=0; i<KUtfBufferLength; ++i)
		{
		aUtfBuffer[i]=KIllegalUtfByteValue;
		}
	}

LOCAL_C TBool FillWithIllegalUtfReturningIfMatched(TUint8* aUtfBuffer, const TDes8& aDescriptorAroundBuffer, const TDesC8& aUtfToMatch)
	{
	__ASSERT_ALWAYS(aDescriptorAroundBuffer.Ptr()==aUtfBuffer, User::Panic(_L("TPARTIAL"), 0));
	__ASSERT_ALWAYS(aDescriptorAroundBuffer.MaxLength()>=aUtfToMatch.Length(), User::Panic(_L("TPARTIAL"), 1));
	__ASSERT_ALWAYS(aDescriptorAroundBuffer.MaxLength()<=KUtfBufferLength, User::Panic(_L("TPARTIAL"), 2));
	TBool matched=TPtrC8(aUtfBuffer, aUtfToMatch.Length())==aUtfToMatch;
	if (matched)
		{
		for (TInt i=aDescriptorAroundBuffer.MaxLength(); i<KUtfBufferLength; ++i)
			{
			if (aUtfBuffer[i]!=KIllegalUtfByteValue)
				{
				matched=EFalse;
				break;
				}
			}
		}
	FillWithIllegalUtf(aUtfBuffer);
	return matched;
	}

LOCAL_C void FillWithIllegalUnicode(TUint16* aUnicodeBuffer)
	{
	for (TInt i=0; i<KUtfBufferLength; ++i)
		{
		aUnicodeBuffer[i]=KIllegalUnicodeCharacter;
		}
	}

LOCAL_C TBool FillWithIllegalUnicodeReturningIfMatched(TUint16* aUnicodeBuffer, const TDesC16& aUnicodeToMatch)
	{
	const TInt lengthToMatch=aUnicodeToMatch.Length();
	TBool matched=TPtrC16(aUnicodeBuffer, lengthToMatch)==aUnicodeToMatch;
	if (matched)
		{
		for (TInt i=lengthToMatch; i<KUtfBufferLength; ++i)
			{
			if (aUnicodeBuffer[i]!=KIllegalUnicodeCharacter)
				{
				matched=EFalse;
				break;
				}
			}
		}
	FillWithIllegalUnicode(aUnicodeBuffer);
	return matched;
	}
/**
@SYMTestCaseID          SYSLIB-CHARCONV-CT-0572
@SYMTestCaseDesc        Tests that partial conversions work
@SYMTestPriority        Medium
@SYMTestActions        	Tests for converting to Unicode from UTF- 7
@SYMTestExpectedResults Test must not fail
@SYMREQ                 REQ0000
*/
void CT_PARTIAL::TestConvertingToUtf(TUint8* aUtfBuffer, TInt aMaximumLengthOfUtfDescriptor, const TDesC16& aUnicode, TBool aBoolParameter, TInt aNumberOfUnicodeItemsExpectedToBeConverted, const TDesC8& aFirstHalfOfUtfExpected, const TDesC8& aSecondHalfOfUtfExpected)
	{
    INFO_PRINTF1(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0572 "));
	TPtr8 utf(aUtfBuffer, aMaximumLengthOfUtfDescriptor);
	FillWithIllegalUtf(aUtfBuffer);
	test(CnvUtfConverter::ConvertFromUnicodeToUtf7(utf, aUnicode, aBoolParameter)==aNumberOfUnicodeItemsExpectedToBeConverted);
	test(FillWithIllegalUtfReturningIfMatched(aUtfBuffer, utf, aFirstHalfOfUtfExpected));
	TPtr8 restOfUtf(aUtfBuffer, KUtfBufferLength);
	test(CnvUtfConverter::ConvertFromUnicodeToUtf7(restOfUtf, aUnicode.Right(aNumberOfUnicodeItemsExpectedToBeConverted), aBoolParameter)==0);
	test(FillWithIllegalUtfReturningIfMatched(aUtfBuffer, restOfUtf, aSecondHalfOfUtfExpected));
	TBuf8<KUtfBufferLength> originalUtf(aFirstHalfOfUtfExpected);
	originalUtf.Append(aSecondHalfOfUtfExpected);
	TBuf16<20> generatedUnicode;
	TInt state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, originalUtf, state)==0);
	test(state==CnvUtfConverter::KStateDefault);
	test(generatedUnicode==aUnicode);
	}
/**
@SYMTestCaseID          SYSLIB-CHARCONV-CT-0573
@SYMTestCaseDesc        Tests that partial conversions work
@SYMTestPriority        Medium
@SYMTestActions        	Tests for converting to Unicode from UTF- 7
@SYMTestExpectedResults Test must not fail
@SYMREQ                 REQ0000
*/
void CT_PARTIAL::TestUtf7StatePreservation(const TDesC8& aUtf7)
	{
    INFO_PRINTF1(_L(" @SYMTestCaseID:SYSLIB-CHARCONV-CT-0573 "));
	TInt state=CnvUtfConverter::KStateDefault;
	TBuf16<50> wholeGeneratedUnicode;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(wholeGeneratedUnicode, aUtf7, state)==0);
	for (TInt i=aUtf7.Length()-1; i>=0; --i)
		{
		state=CnvUtfConverter::KStateDefault;
		TBuf16<50> generatedUnicode1;
		TInt numberOfUtf7BytesNotConvertedByFirstCall=CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode1, aUtf7.Left(i), state);
		if (numberOfUtf7BytesNotConvertedByFirstCall<0)
			{
			test(numberOfUtf7BytesNotConvertedByFirstCall==CnvUtfConverter::EErrorIllFormedInput);
			numberOfUtf7BytesNotConvertedByFirstCall=i;
			generatedUnicode1=KNullDesC16;
			state=CnvUtfConverter::KStateDefault;
			}
		test(numberOfUtf7BytesNotConvertedByFirstCall>=0);
		TBuf16<50> generatedUnicode2;
		test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode2, aUtf7.Mid(i-numberOfUtf7BytesNotConvertedByFirstCall), state)==0);
		generatedUnicode1+=generatedUnicode2;
		test(generatedUnicode1==wholeGeneratedUnicode);
		}
	}

void CT_PARTIAL::TestConvertingToUtf(TUint8* aUtfBuffer, TInt aMaximumLengthOfUtfDescriptor, const TDesC16& aUnicode, TInt aNumberOfUnicodeItemsExpectedToBeConverted, const TDesC8& aFirstHalfOfUtfExpected, const TDesC8& aSecondHalfOfUtfExpected)
	{
	TestConvertingToUtf(aUtfBuffer, aMaximumLengthOfUtfDescriptor, aUnicode, EFalse, aNumberOfUnicodeItemsExpectedToBeConverted, aFirstHalfOfUtfExpected, aSecondHalfOfUtfExpected);
	}

void CT_PARTIAL::TestPARTIAL()
	{
    INFO_PRINTF1(_L("Checking that partial conversions work"));
	TUint8 utfBuffer[KUtfBufferLength];
	TUint16 unicodeBuffer[KUtfBufferLength];
	INFO_PRINTF1(_L("Testing trivial UTF-7 and UTF-8"));
	{
	for (TInt i=0; i<6; ++i)
		{
		const TInt numberOfUnconvertedItemsAtEndOfInputDescriptor=5-i;
		TPtr8 utf(utfBuffer, i);
		FillWithIllegalUtf(utfBuffer);
		test(CnvUtfConverter::ConvertFromUnicodeToUtf7(utf, _L16("abcde"), EFalse)==numberOfUnconvertedItemsAtEndOfInputDescriptor);
		test(FillWithIllegalUtfReturningIfMatched(utfBuffer, utf, _L8("abcde").Left(i)));
		test(CnvUtfConverter::ConvertFromUnicodeToUtf7(utf, _L16("abcde"), ETrue)==numberOfUnconvertedItemsAtEndOfInputDescriptor);
		test(FillWithIllegalUtfReturningIfMatched(utfBuffer, utf, _L8("abcde").Left(i)));
		test(CnvUtfConverter::ConvertFromUnicodeToUtf8(utf, _L16("abcde"))==numberOfUnconvertedItemsAtEndOfInputDescriptor);
		test(FillWithIllegalUtfReturningIfMatched(utfBuffer, utf, _L8("abcde").Left(i)));
		TPtr16 unicode(unicodeBuffer, i);
		TInt state=CnvUtfConverter::KStateDefault;
		FillWithIllegalUnicode(unicodeBuffer);
		test(CnvUtfConverter::ConvertToUnicodeFromUtf7(unicode, _L8("abcde"), state)==numberOfUnconvertedItemsAtEndOfInputDescriptor);
		test(FillWithIllegalUnicodeReturningIfMatched(unicodeBuffer, _L16("abcde").Left(i)));
		test(state==CnvUtfConverter::KStateDefault);
		test(CnvUtfConverter::ConvertToUnicodeFromUtf8(unicode, _L8("abcde"))==numberOfUnconvertedItemsAtEndOfInputDescriptor);
		test(FillWithIllegalUnicodeReturningIfMatched(unicodeBuffer, _L16("abcde").Left(i)));
		}
	}
	INFO_PRINTF1(_L("Testing converting to UTF-7"));
	{
	TBuf16<20> originalUnicode;
	TBuf16<20> generatedUnicode;
	TBuf8<20> generatedUtf;
	originalUnicode.Format(_L16("%c%c%c%c?"), 0x8fd9, 0x662f, 0x4ec0, 0x4e48); // Chinese: zhe4 shi4 shen2 me?
	TInt i;
	for (i=0; i<=4; ++i)
		{
		TestConvertingToUtf(utfBuffer, i, originalUnicode, 5, KNullDesC8, _L8("+j9lmL07ATkg-?"));
		}
	for (i=5; i<=7; ++i)
		{
		TestConvertingToUtf(utfBuffer, i, originalUnicode, 4, _L8("+j9k-"), _L8("+Zi9OwE5I-?"));
		}
	for (i=8; i<=9; ++i)
		{
		TestConvertingToUtf(utfBuffer, i, originalUnicode, 3, _L8("+j9lmLw-"), _L8("+TsBOSA-?"));
		}
	for (i=10; i<=12; ++i)
		{
		TestConvertingToUtf(utfBuffer, i, originalUnicode, 2, _L8("+j9lmL07A-"), _L8("+Tkg-?"));
		}
	TestConvertingToUtf(utfBuffer, 13, originalUnicode, 1, _L8("+j9lmL07ATkg-"), _L8("?"));
	TestConvertingToUtf(utfBuffer, 14, originalUnicode, 0, _L8("+j9lmL07ATkg-?"), KNullDesC8);
	originalUnicode.Format(_L16("%c %c%c %c%c%c%c."), 0x042f, 0x043d, 0x0435, 0x0437, 0x043d, 0x0430, 0x044e); // Russian: ya nye znayu.
	for (i=0; i<=4; ++i)
		{
		TestConvertingToUtf(utfBuffer, i, originalUnicode, 10, KNullDesC8, _L8("+BC8- +BD0ENQ- +BDcEPQQwBE4-."));
		}
	TestConvertingToUtf(utfBuffer, 5, originalUnicode, 9, _L8("+BC8-"), _L8(" +BD0ENQ- +BDcEPQQwBE4-."));
	for (i=6; i<=10; ++i)
		{
		TestConvertingToUtf(utfBuffer, i, originalUnicode, 8, _L8("+BC8- "), _L8("+BD0ENQ- +BDcEPQQwBE4-."));
		}
	for (i=11; i<=13; ++i)
		{
		TestConvertingToUtf(utfBuffer, i, originalUnicode, 7, _L8("+BC8- +BD0-"), _L8("+BDU- +BDcEPQQwBE4-."));
		}
	TestConvertingToUtf(utfBuffer, 14, originalUnicode, 6, _L8("+BC8- +BD0ENQ-"), _L8(" +BDcEPQQwBE4-."));
	for (i=15; i<=19; ++i)
		{
		TestConvertingToUtf(utfBuffer, i, originalUnicode, 5, _L8("+BC8- +BD0ENQ- "), _L8("+BDcEPQQwBE4-."));
		}
	for (i=20; i<=22; ++i)
		{
		TestConvertingToUtf(utfBuffer, i, originalUnicode, 4, _L8("+BC8- +BD0ENQ- +BDc-"), _L8("+BD0EMARO-."));
		}
	for (i=23; i<=24; ++i)
		{
		TestConvertingToUtf(utfBuffer, i, originalUnicode, 3, _L8("+BC8- +BD0ENQ- +BDcEPQ-"), _L8("+BDAETg-."));
		}
	for (i=25; i<=27; ++i)
		{
		TestConvertingToUtf(utfBuffer, i, originalUnicode, 2, _L8("+BC8- +BD0ENQ- +BDcEPQQw-"), _L8("+BE4-."));
		}
	TestConvertingToUtf(utfBuffer, 28, originalUnicode, 1, _L8("+BC8- +BD0ENQ- +BDcEPQQwBE4-"), _L8("."));
	TestConvertingToUtf(utfBuffer, 29, originalUnicode, 0, _L8("+BC8- +BD0ENQ- +BDcEPQQwBE4-."), KNullDesC8);
	INFO_PRINTF1(_L("Testing converting UCS-2 ending in truncated sequences"));
	originalUnicode.Format(_L16(" %c"), 0xd800);
	test(CnvUtfConverter::ConvertFromUnicodeToUtf7(generatedUtf, originalUnicode, EFalse)==0);
	test(generatedUtf==_L8(" +2AA-"));
	test(CnvUtfConverter::ConvertFromUnicodeToUtf7(generatedUtf, originalUnicode, ETrue)==0);
	test(generatedUtf==_L8(" +2AA-"));
	test(CnvUtfConverter::ConvertFromUnicodeToUtf8(generatedUtf, originalUnicode)==1);
	test(generatedUtf.Length()==1);
	test(generatedUtf[0]==' ');
	originalUnicode.Format(_L16("%c"), 0xd800);
	test(CnvUtfConverter::ConvertFromUnicodeToUtf7(generatedUtf, originalUnicode, EFalse)==0);
	test(generatedUtf==_L8("+2AA-"));
	test(CnvUtfConverter::ConvertFromUnicodeToUtf7(generatedUtf, originalUnicode, ETrue)==0);
	test(generatedUtf==_L8("+2AA-"));
	test(CnvUtfConverter::ConvertFromUnicodeToUtf8(generatedUtf, originalUnicode)==CnvUtfConverter::EErrorIllFormedInput);
	originalUnicode.Format(_L16("%c%c"), 0xd800, 0xdbff);
	test(CnvUtfConverter::ConvertFromUnicodeToUtf8(generatedUtf, originalUnicode)==CnvUtfConverter::EErrorIllFormedInput);

	originalUnicode.Format(_L16("%c%c"), 0xd800, 0xdc00);
	test(CnvUtfConverter::ConvertFromUnicodeToUtf8(generatedUtf, originalUnicode)==0);
	test(generatedUtf==_L8("\xf0\x90\x80\x80"));

	INFO_PRINTF1(_L("Testing converting UTF-7 ending in truncated sequences"));
	TInt state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("+"), state)==CnvUtfConverter::EErrorIllFormedInput);
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("e+"), state)==1);
	test(generatedUnicode.Length()==1);
	test(generatedUnicode[0]=='e');
	test(state==CnvUtfConverter::KStateDefault);
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("+-"), state)==0);
	test(generatedUnicode==_L16("+"));
	test(state==CnvUtfConverter::KStateDefault);
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++"), state)==1);
	test(generatedUnicode.Length()==0);
	test(state!=CnvUtfConverter::KStateDefault);
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("+"), state)==CnvUtfConverter::EErrorIllFormedInput); // before resetting state
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++-"), state)==CnvUtfConverter::EErrorIllFormedInput);
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("+++"), state)==2);
	test(generatedUnicode.Length()==0);
	test(state!=CnvUtfConverter::KStateDefault);
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++"), state)==CnvUtfConverter::EErrorIllFormedInput); // before resetting state
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("+++-"), state)==CnvUtfConverter::EErrorIllFormedInput);
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++"), state)==3);
	test(generatedUnicode.Length()==0);
	test(state!=CnvUtfConverter::KStateDefault);
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("+++"), state)==CnvUtfConverter::EErrorIllFormedInput); // before resetting state
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++-"), state)==CnvUtfConverter::EErrorIllFormedInput);
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("+++8"), state)==0);
	test(generatedUnicode.Length()==1);
	test(generatedUnicode[0]==0xfbef);
	test(state!=CnvUtfConverter::KStateDefault); // this is imporant, as even though we've converted all the input UTF-7, the input may be being received in chunks, in which case, we need to make sure we remember when converting the next chunk that we were previously in a base-64 sequence
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("+++8-"), state)==0);
	test(generatedUnicode.Length()==1);
	test(generatedUnicode[0]==0xfbef);
	test(state==CnvUtfConverter::KStateDefault);
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++/"), state)==1);
	test(generatedUnicode.Length()==1);
	test(generatedUnicode[0]==0xfbef);
	test(state!=CnvUtfConverter::KStateDefault);
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++/-"), state)==CnvUtfConverter::EErrorIllFormedInput);
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++//"), state)==2);
	test(generatedUnicode.Length()==1);
	test(generatedUnicode[0]==0xfbef);
	test(state!=CnvUtfConverter::KStateDefault);
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++//-"), state)==CnvUtfConverter::EErrorIllFormedInput);
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++///"), state)==3);
	test(generatedUnicode.Length()==1);
	test(generatedUnicode[0]==0xfbef);
	test(state!=CnvUtfConverter::KStateDefault);
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++///-"), state)==CnvUtfConverter::EErrorIllFormedInput);
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++//w"), state)==0);
	test(generatedUnicode.Length()==2);
	test(generatedUnicode[0]==0xfbef);
	test(generatedUnicode[1]==0xbfff);
	test(state!=CnvUtfConverter::KStateDefault); // this is imporant, as even though we've converted all the input UTF-7, the input may be being received in chunks, in which case, we need to make sure we remember when converting the next chunk that we were previously in a base-64 sequence
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++//w-"), state)==0);
	test(generatedUnicode.Length()==2);
	test(generatedUnicode[0]==0xfbef);
	test(generatedUnicode[1]==0xbfff);
	test(state==CnvUtfConverter::KStateDefault);
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++///h"), state)==1);
	test(generatedUnicode.Length()==2);
	test(generatedUnicode[0]==0xfbef);
	test(generatedUnicode[1]==0xbfff);
	test(state!=CnvUtfConverter::KStateDefault);
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++///h-"), state)==CnvUtfConverter::EErrorIllFormedInput);
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++///hh"), state)==0);
	test(generatedUnicode.Length()==3);
	test(generatedUnicode[0]==0xfbef);
	test(generatedUnicode[1]==0xbfff);
	test(generatedUnicode[2]==0xf861);
	test(state!=CnvUtfConverter::KStateDefault); // this is imporant, as even though we've converted all the input UTF-7, the input may be being received in chunks, in which case, we need to make sure we remember when converting the next chunk that we were previously in a base-64 sequence
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++///hh-"), state)==0);
	test(generatedUnicode.Length()==3);
	test(generatedUnicode[0]==0xfbef);
	test(generatedUnicode[1]==0xbfff);
	test(generatedUnicode[2]==0xf861);
	test(state==CnvUtfConverter::KStateDefault);
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++///hht"), state)==1);
	test(generatedUnicode.Length()==3);
	test(generatedUnicode[0]==0xfbef);
	test(generatedUnicode[1]==0xbfff);
	test(generatedUnicode[2]==0xf861);
	test(state!=CnvUtfConverter::KStateDefault);
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++///hht-"), state)==CnvUtfConverter::EErrorIllFormedInput);
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++///hhtt"), state)==2);
	test(generatedUnicode.Length()==3);
	test(generatedUnicode[0]==0xfbef);
	test(generatedUnicode[1]==0xbfff);
	test(generatedUnicode[2]==0xf861);
	test(state!=CnvUtfConverter::KStateDefault);
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++///hhtt-"), state)==CnvUtfConverter::EErrorIllFormedInput);
	state=CnvUtfConverter::KStateDefault;
	test(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("+34-"), state)==CnvUtfConverter::EErrorIllFormedInput);
	TestUtf7StatePreservation(_L8("++34-"));
	TestUtf7StatePreservation(_L8("+rY4/5b+al3V98w-"));
	TestUtf7StatePreservation(_L8("+ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/-"));
	INFO_PRINTF1(_L("Testing converting UTF-8 ending in truncated sequences"));
	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xc8"))==CnvUtfConverter::EErrorIllFormedInput);
	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("x\xc8"))==1);
	test(generatedUnicode.Length()==1);
 	test(generatedUnicode[0]=='x');

 	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xc8\xc0"))==0);
	test(generatedUnicode[0]==0xfffd);
	test(generatedUnicode[1]==0xfffd);
	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xc8\xb0"))==0);
	test(generatedUnicode.Length()==1);
	test(generatedUnicode[0]==0x0230);

	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xe4"))==CnvUtfConverter::EErrorIllFormedInput);
	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("y\xe4"))==1);
	test(generatedUnicode.Length()==1);
	test(generatedUnicode[0]=='y');
	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xe4\x80"))==CnvUtfConverter::EErrorIllFormedInput);
	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("H\xe4\x80"))==2);
	test(generatedUnicode.Length()==1);
	test(generatedUnicode[0]=='H');
	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xe4\xc0"))==CnvUtfConverter::EErrorIllFormedInput);
	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("e\xe4\xc0"))==2);
	test(generatedUnicode.Length()==1);
	test(generatedUnicode[0]=='e');

	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xe4\x80\xc0"))==0);
	test(generatedUnicode[0]==0xfffd);
	test(generatedUnicode[1]==0xfffd);
	test(generatedUnicode[1]==0xfffd);

	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xe4\x80\xb0"))==0);
	test(generatedUnicode.Length()==1);
	test(generatedUnicode[0]==0x4030);

	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xf2"))==CnvUtfConverter::EErrorIllFormedInput);
	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("7\xf2"))==1);
	test(generatedUnicode.Length()==1);
	test(generatedUnicode[0]=='7');
	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xf2\x80"))==CnvUtfConverter::EErrorIllFormedInput);
	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\\\xf2\x80"))==2);
	test(generatedUnicode.Length()==1);
	test(generatedUnicode[0]=='\\');
	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xf2\xc0"))==CnvUtfConverter::EErrorIllFormedInput);
	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("$\xf2\xc0"))==2);
	test(generatedUnicode.Length()==1);
	test(generatedUnicode[0]=='$');
	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xf2\x80\x80"))==CnvUtfConverter::EErrorIllFormedInput);
	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("{\xf2\x80\x80"))==3);
	test(generatedUnicode.Length()==1);
	test(generatedUnicode[0]=='{');
	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xf2\x80\xc0"))==CnvUtfConverter::EErrorIllFormedInput);
	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8(" \xf2\x80\xc0"))==3);
	test(generatedUnicode.Length()==1);
	test(generatedUnicode[0]==' ');

 	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xf2\x80\x80\xc0"))==0);
	test(generatedUnicode[0]==0xfffd);
	test(generatedUnicode[1]==0xfffd);
	test(generatedUnicode[2]==0xfffd);
	test(generatedUnicode[3]==0xfffd);

	test(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xf2\x80\x80\xb0"))==0);
	test(generatedUnicode.Length()==2);
	test(generatedUnicode[0]==0xd9c0);
	test(generatedUnicode[1]==0xdc30);
	}

	}

CT_PARTIAL::CT_PARTIAL()
    {
    SetTestStepName(KTestStep_T_PARTIAL);
    }

TVerdict CT_PARTIAL::doTestStepL()
    {
    SetTestStepResult(EFail);

    __UHEAP_MARK;

    TRAPD(error1, TestPARTIAL());

    __UHEAP_MARKEND;

    if(error1 == KErrNone )
        {
        SetTestStepResult(EPass);
        }

    return TestStepResult();
    }