/*

* Copyright (c) 1997-2005 Nokia Corporation and/or its subsidiary(-ies). 

* All rights reserved.

* This component and the accompanying materials are made available

* which accompanies this distribution, and is available

* at the URL "http://www.eclipse.org/legal/epl-v10.html".

*

* Initial Contributors:

* Nokia Corporation - initial contribution.

*

* Contributors:

*

* Description:      

*

*/

#include <e32std.h>

#include <e32test.h>

#include <utf.h>

///////////////////////////////////////////////////////////////////////////////////////

RTest TheTest(_L("TPartial"));

///////////////////////////////////////////////////////////////////////////////////////

///////////////////////////////////////////////////////////////////////////////////////

//Tests macroses and functions.

static void Check(TInt aValue, TInt aLine)

	{

	if(!aValue)

		{

		TheTest(EFalse, aLine);

		}

	}

#define TEST(arg) ::Check((arg), __LINE__)

///////////////////////////////////////////////////////////////////////////////////////

///////////////////////////////////////////////////////////////////////////////////////

const TInt KUtfBufferLength=100;

const TUint KIllegalUtfByteValue=0xff;

const TUint KIllegalUnicodeCharacter=0xffff;

LOCAL_C void FillWithIllegalUtf(TUint8* aUtfBuffer)

	{

	for (TInt i=0; i<KUtfBufferLength; ++i)

		{

		aUtfBuffer[i]=KIllegalUtfByteValue;

		}

	}

LOCAL_C TBool FillWithIllegalUtfReturningIfMatched(TUint8* aUtfBuffer, const TDes8& aDescriptorAroundBuffer, const TDesC8& aUtfToMatch)

	{

	__ASSERT_ALWAYS(aDescriptorAroundBuffer.Ptr()==aUtfBuffer, User::Panic(_L("TPARTIAL"), 0));

	__ASSERT_ALWAYS(aDescriptorAroundBuffer.MaxLength()>=aUtfToMatch.Length(), User::Panic(_L("TPARTIAL"), 1));

	__ASSERT_ALWAYS(aDescriptorAroundBuffer.MaxLength()<=KUtfBufferLength, User::Panic(_L("TPARTIAL"), 2));

	TBool matched=TPtrC8(aUtfBuffer, aUtfToMatch.Length())==aUtfToMatch;

	if (matched)

		{

		for (TInt i=aDescriptorAroundBuffer.MaxLength(); i<KUtfBufferLength; ++i)

			{

			if (aUtfBuffer[i]!=KIllegalUtfByteValue)

				{

				matched=EFalse;

				break;

				}

			}

		}

	FillWithIllegalUtf(aUtfBuffer);

	return matched;

	}

LOCAL_C void FillWithIllegalUnicode(TUint16* aUnicodeBuffer)

	{

	for (TInt i=0; i<KUtfBufferLength; ++i)

		{

		aUnicodeBuffer[i]=KIllegalUnicodeCharacter;

		}

	}

LOCAL_C TBool FillWithIllegalUnicodeReturningIfMatched(TUint16* aUnicodeBuffer, const TDesC16& aUnicodeToMatch)

	{

	const TInt lengthToMatch=aUnicodeToMatch.Length();

	TBool matched=TPtrC16(aUnicodeBuffer, lengthToMatch)==aUnicodeToMatch;

	if (matched)

		{

		for (TInt i=lengthToMatch; i<KUtfBufferLength; ++i)

			{

			if (aUnicodeBuffer[i]!=KIllegalUnicodeCharacter)

				{

				matched=EFalse;

				break;

				}

			}

		}

	FillWithIllegalUnicode(aUnicodeBuffer);

	return matched;

	}

/**

@SYMTestCaseID          SYSLIB-CHARCONV-CT-0572

@SYMTestCaseDesc        Tests that partial conversions work

@SYMTestPriority        Medium

@SYMTestActions        	Tests for converting to Unicode from UTF- 7 

@SYMTestExpectedResults Test must not fail

@SYMREQ                 REQ0000

*/

LOCAL_C void TestConvertingToUtf(TUint8* aUtfBuffer, TInt aMaximumLengthOfUtfDescriptor, const TDesC16& aUnicode, TBool aBoolParameter, TInt aNumberOfUnicodeItemsExpectedToBeConverted, const TDesC8& aFirstHalfOfUtfExpected, const TDesC8& aSecondHalfOfUtfExpected)

	{

	TPtr8 utf(aUtfBuffer, aMaximumLengthOfUtfDescriptor);

	FillWithIllegalUtf(aUtfBuffer);

	TEST(CnvUtfConverter::ConvertFromUnicodeToUtf7(utf, aUnicode, aBoolParameter)==aNumberOfUnicodeItemsExpectedToBeConverted);

	TEST(FillWithIllegalUtfReturningIfMatched(aUtfBuffer, utf, aFirstHalfOfUtfExpected));

	TPtr8 restOfUtf(aUtfBuffer, KUtfBufferLength);

	TEST(CnvUtfConverter::ConvertFromUnicodeToUtf7(restOfUtf, aUnicode.Right(aNumberOfUnicodeItemsExpectedToBeConverted), aBoolParameter)==0);

	TEST(FillWithIllegalUtfReturningIfMatched(aUtfBuffer, restOfUtf, aSecondHalfOfUtfExpected));

	TBuf8<KUtfBufferLength> originalUtf(aFirstHalfOfUtfExpected);

	originalUtf.Append(aSecondHalfOfUtfExpected);

	TBuf16<20> generatedUnicode;

	TInt state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, originalUtf, state)==0);

	TEST(state==CnvUtfConverter::KStateDefault);

	TEST(generatedUnicode==aUnicode);

	}

/**

@SYMTestCaseID          SYSLIB-CHARCONV-CT-0573

@SYMTestCaseDesc        Tests that partial conversions work

@SYMTestPriority        Medium

@SYMTestActions        	Tests for converting to Unicode from UTF- 7

@SYMTestExpectedResults Test must not fail

@SYMREQ                 REQ0000

*/

LOCAL_C void TestUtf7StatePreservation(const TDesC8& aUtf7)

	{

	TInt state=CnvUtfConverter::KStateDefault;

	TBuf16<50> wholeGeneratedUnicode;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(wholeGeneratedUnicode, aUtf7, state)==0);

	for (TInt i=aUtf7.Length()-1; i>=0; --i)

		{

		state=CnvUtfConverter::KStateDefault;

		TBuf16<50> generatedUnicode1;

		TInt numberOfUtf7BytesNotConvertedByFirstCall=CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode1, aUtf7.Left(i), state);

		if (numberOfUtf7BytesNotConvertedByFirstCall<0)

			{

			TEST(numberOfUtf7BytesNotConvertedByFirstCall==CnvUtfConverter::EErrorIllFormedInput);

			numberOfUtf7BytesNotConvertedByFirstCall=i;

			generatedUnicode1=KNullDesC16;

			state=CnvUtfConverter::KStateDefault;

			}

		TEST(numberOfUtf7BytesNotConvertedByFirstCall>=0);

		TBuf16<50> generatedUnicode2;

		TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode2, aUtf7.Mid(i-numberOfUtf7BytesNotConvertedByFirstCall), state)==0);

		generatedUnicode1+=generatedUnicode2;

		TEST(generatedUnicode1==wholeGeneratedUnicode);

		}

	}

LOCAL_C void TestConvertingToUtf(TUint8* aUtfBuffer, TInt aMaximumLengthOfUtfDescriptor, const TDesC16& aUnicode, TInt aNumberOfUnicodeItemsExpectedToBeConverted, const TDesC8& aFirstHalfOfUtfExpected, const TDesC8& aSecondHalfOfUtfExpected)

	{

	TestConvertingToUtf(aUtfBuffer, aMaximumLengthOfUtfDescriptor, aUnicode, EFalse, aNumberOfUnicodeItemsExpectedToBeConverted, aFirstHalfOfUtfExpected, aSecondHalfOfUtfExpected);

	}

GLDEF_C TInt E32Main()

	{

	TheTest.Title();

	TheTest.Start(_L("Checking that partial conversions work"));

	TUint8 utfBuffer[KUtfBufferLength];

	TUint16 unicodeBuffer[KUtfBufferLength];

	TheTest.Next(_L("Testing trivial UTF-7 and UTF-8"));

	{

	for (TInt i=0; i<6; ++i)

		{

		const TInt numberOfUnconvertedItemsAtEndOfInputDescriptor=5-i;

		TPtr8 utf(utfBuffer, i);

		FillWithIllegalUtf(utfBuffer);

		TEST(CnvUtfConverter::ConvertFromUnicodeToUtf7(utf, _L16("abcde"), EFalse)==numberOfUnconvertedItemsAtEndOfInputDescriptor);

		TEST(FillWithIllegalUtfReturningIfMatched(utfBuffer, utf, _L8("abcde").Left(i)));

		TEST(CnvUtfConverter::ConvertFromUnicodeToUtf7(utf, _L16("abcde"), ETrue)==numberOfUnconvertedItemsAtEndOfInputDescriptor);

		TEST(FillWithIllegalUtfReturningIfMatched(utfBuffer, utf, _L8("abcde").Left(i)));

		TEST(CnvUtfConverter::ConvertFromUnicodeToUtf8(utf, _L16("abcde"))==numberOfUnconvertedItemsAtEndOfInputDescriptor);

		TEST(FillWithIllegalUtfReturningIfMatched(utfBuffer, utf, _L8("abcde").Left(i)));

		TPtr16 unicode(unicodeBuffer, i);

		TInt state=CnvUtfConverter::KStateDefault;

		FillWithIllegalUnicode(unicodeBuffer);

		TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(unicode, _L8("abcde"), state)==numberOfUnconvertedItemsAtEndOfInputDescriptor);

		TEST(FillWithIllegalUnicodeReturningIfMatched(unicodeBuffer, _L16("abcde").Left(i)));

		TEST(state==CnvUtfConverter::KStateDefault);

		TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(unicode, _L8("abcde"))==numberOfUnconvertedItemsAtEndOfInputDescriptor);

		TEST(FillWithIllegalUnicodeReturningIfMatched(unicodeBuffer, _L16("abcde").Left(i)));

		}

	}

	TheTest.Next(_L("Testing converting to UTF-7"));

	{

	TBuf16<20> originalUnicode;

	TBuf16<20> generatedUnicode;

	TBuf8<20> generatedUtf;

	originalUnicode.Format(_L16("%c%c%c%c?"), 0x8fd9, 0x662f, 0x4ec0, 0x4e48); // Chinese: zhe4 shi4 shen2 me?

	TInt i;

	for (i=0; i<=4; ++i)

		{

		TestConvertingToUtf(utfBuffer, i, originalUnicode, 5, KNullDesC8, _L8("+j9lmL07ATkg-?"));

		}

	for (i=5; i<=7; ++i)

		{

		TestConvertingToUtf(utfBuffer, i, originalUnicode, 4, _L8("+j9k-"), _L8("+Zi9OwE5I-?"));

		}

	for (i=8; i<=9; ++i)

		{

		TestConvertingToUtf(utfBuffer, i, originalUnicode, 3, _L8("+j9lmLw-"), _L8("+TsBOSA-?"));

		}

	for (i=10; i<=12; ++i)

		{

		TestConvertingToUtf(utfBuffer, i, originalUnicode, 2, _L8("+j9lmL07A-"), _L8("+Tkg-?"));

		}

	TestConvertingToUtf(utfBuffer, 13, originalUnicode, 1, _L8("+j9lmL07ATkg-"), _L8("?"));

	TestConvertingToUtf(utfBuffer, 14, originalUnicode, 0, _L8("+j9lmL07ATkg-?"), KNullDesC8);

	originalUnicode.Format(_L16("%c %c%c %c%c%c%c."), 0x042f, 0x043d, 0x0435, 0x0437, 0x043d, 0x0430, 0x044e); // Russian: ya nye znayu.

	for (i=0; i<=4; ++i)

		{

		TestConvertingToUtf(utfBuffer, i, originalUnicode, 10, KNullDesC8, _L8("+BC8- +BD0ENQ- +BDcEPQQwBE4-."));

		}

	TestConvertingToUtf(utfBuffer, 5, originalUnicode, 9, _L8("+BC8-"), _L8(" +BD0ENQ- +BDcEPQQwBE4-."));

	for (i=6; i<=10; ++i)

		{

		TestConvertingToUtf(utfBuffer, i, originalUnicode, 8, _L8("+BC8- "), _L8("+BD0ENQ- +BDcEPQQwBE4-."));

		}

	for (i=11; i<=13; ++i)

		{

		TestConvertingToUtf(utfBuffer, i, originalUnicode, 7, _L8("+BC8- +BD0-"), _L8("+BDU- +BDcEPQQwBE4-."));

		}

	TestConvertingToUtf(utfBuffer, 14, originalUnicode, 6, _L8("+BC8- +BD0ENQ-"), _L8(" +BDcEPQQwBE4-."));

	for (i=15; i<=19; ++i)

		{

		TestConvertingToUtf(utfBuffer, i, originalUnicode, 5, _L8("+BC8- +BD0ENQ- "), _L8("+BDcEPQQwBE4-."));

		}

	for (i=20; i<=22; ++i)

		{

		TestConvertingToUtf(utfBuffer, i, originalUnicode, 4, _L8("+BC8- +BD0ENQ- +BDc-"), _L8("+BD0EMARO-."));

		}

	for (i=23; i<=24; ++i)

		{

		TestConvertingToUtf(utfBuffer, i, originalUnicode, 3, _L8("+BC8- +BD0ENQ- +BDcEPQ-"), _L8("+BDAETg-."));

		}

	for (i=25; i<=27; ++i)

		{

		TestConvertingToUtf(utfBuffer, i, originalUnicode, 2, _L8("+BC8- +BD0ENQ- +BDcEPQQw-"), _L8("+BE4-."));

		}

	TestConvertingToUtf(utfBuffer, 28, originalUnicode, 1, _L8("+BC8- +BD0ENQ- +BDcEPQQwBE4-"), _L8("."));

	TestConvertingToUtf(utfBuffer, 29, originalUnicode, 0, _L8("+BC8- +BD0ENQ- +BDcEPQQwBE4-."), KNullDesC8);

	TheTest.Next(_L("Testing converting UCS-2 ending in truncated sequences"));

	originalUnicode.Format(_L16(" %c"), 0xd800);

	TEST(CnvUtfConverter::ConvertFromUnicodeToUtf7(generatedUtf, originalUnicode, EFalse)==0);

	TEST(generatedUtf==_L8(" +2AA-"));

	TEST(CnvUtfConverter::ConvertFromUnicodeToUtf7(generatedUtf, originalUnicode, ETrue)==0);

	TEST(generatedUtf==_L8(" +2AA-"));

	TEST(CnvUtfConverter::ConvertFromUnicodeToUtf8(generatedUtf, originalUnicode)==1);

	TEST(generatedUtf.Length()==1);

	TEST(generatedUtf[0]==' ');

	originalUnicode.Format(_L16("%c"), 0xd800);

	TEST(CnvUtfConverter::ConvertFromUnicodeToUtf7(generatedUtf, originalUnicode, EFalse)==0);

	TEST(generatedUtf==_L8("+2AA-"));

	TEST(CnvUtfConverter::ConvertFromUnicodeToUtf7(generatedUtf, originalUnicode, ETrue)==0);

	TEST(generatedUtf==_L8("+2AA-"));

	TEST(CnvUtfConverter::ConvertFromUnicodeToUtf8(generatedUtf, originalUnicode)==CnvUtfConverter::EErrorIllFormedInput);

	originalUnicode.Format(_L16("%c%c"), 0xd800, 0xdbff);

	TEST(CnvUtfConverter::ConvertFromUnicodeToUtf8(generatedUtf, originalUnicode)==CnvUtfConverter::EErrorIllFormedInput);

	originalUnicode.Format(_L16("%c%c"), 0xd800, 0xdc00);

	TEST(CnvUtfConverter::ConvertFromUnicodeToUtf8(generatedUtf, originalUnicode)==0);

	TEST(generatedUtf==_L8("\xf0\x90\x80\x80"));

	TheTest.Next(_L("Testing converting UTF-7 ending in truncated sequences"));

	TInt state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("+"), state)==CnvUtfConverter::EErrorIllFormedInput);

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("e+"), state)==1);

	TEST(generatedUnicode.Length()==1);

	TEST(generatedUnicode[0]=='e');

	TEST(state==CnvUtfConverter::KStateDefault);

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("+-"), state)==0);

	TEST(generatedUnicode==_L16("+"));

	TEST(state==CnvUtfConverter::KStateDefault);

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++"), state)==1);

	TEST(generatedUnicode.Length()==0);

	TEST(state!=CnvUtfConverter::KStateDefault);

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("+"), state)==CnvUtfConverter::EErrorIllFormedInput); // before resetting state

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++-"), state)==CnvUtfConverter::EErrorIllFormedInput);

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("+++"), state)==2);

	TEST(generatedUnicode.Length()==0);

	TEST(state!=CnvUtfConverter::KStateDefault);

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++"), state)==CnvUtfConverter::EErrorIllFormedInput); // before resetting state

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("+++-"), state)==CnvUtfConverter::EErrorIllFormedInput);

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++"), state)==3);

	TEST(generatedUnicode.Length()==0);

	TEST(state!=CnvUtfConverter::KStateDefault);

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("+++"), state)==CnvUtfConverter::EErrorIllFormedInput); // before resetting state

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++-"), state)==CnvUtfConverter::EErrorIllFormedInput);

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("+++8"), state)==0);

	TEST(generatedUnicode.Length()==1);

	TEST(generatedUnicode[0]==0xfbef);

	TEST(state!=CnvUtfConverter::KStateDefault); // this is imporant, as even though we've converted all the input UTF-7, the input may be being received in chunks, in which case, we need to make sure we remember when converting the next chunk that we were previously in a base-64 sequence

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("+++8-"), state)==0);

	TEST(generatedUnicode.Length()==1);

	TEST(generatedUnicode[0]==0xfbef);

	TEST(state==CnvUtfConverter::KStateDefault);

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++/"), state)==1);

	TEST(generatedUnicode.Length()==1);

	TEST(generatedUnicode[0]==0xfbef);

	TEST(state!=CnvUtfConverter::KStateDefault);

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++/-"), state)==CnvUtfConverter::EErrorIllFormedInput);

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++//"), state)==2);

	TEST(generatedUnicode.Length()==1);

	TEST(generatedUnicode[0]==0xfbef);

	TEST(state!=CnvUtfConverter::KStateDefault);

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++//-"), state)==CnvUtfConverter::EErrorIllFormedInput);

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++///"), state)==3);

	TEST(generatedUnicode.Length()==1);

	TEST(generatedUnicode[0]==0xfbef);

	TEST(state!=CnvUtfConverter::KStateDefault);

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++///-"), state)==CnvUtfConverter::EErrorIllFormedInput);

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++//w"), state)==0);

	TEST(generatedUnicode.Length()==2);

	TEST(generatedUnicode[0]==0xfbef);

	TEST(generatedUnicode[1]==0xbfff);

	TEST(state!=CnvUtfConverter::KStateDefault); // this is imporant, as even though we've converted all the input UTF-7, the input may be being received in chunks, in which case, we need to make sure we remember when converting the next chunk that we were previously in a base-64 sequence

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++//w-"), state)==0);

	TEST(generatedUnicode.Length()==2);

	TEST(generatedUnicode[0]==0xfbef);

	TEST(generatedUnicode[1]==0xbfff);

	TEST(state==CnvUtfConverter::KStateDefault);

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++///h"), state)==1);

	TEST(generatedUnicode.Length()==2);

	TEST(generatedUnicode[0]==0xfbef);

	TEST(generatedUnicode[1]==0xbfff);

	TEST(state!=CnvUtfConverter::KStateDefault);

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++///h-"), state)==CnvUtfConverter::EErrorIllFormedInput);

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++///hh"), state)==0);

	TEST(generatedUnicode.Length()==3);

	TEST(generatedUnicode[0]==0xfbef);

	TEST(generatedUnicode[1]==0xbfff);

	TEST(generatedUnicode[2]==0xf861);

	TEST(state!=CnvUtfConverter::KStateDefault); // this is imporant, as even though we've converted all the input UTF-7, the input may be being received in chunks, in which case, we need to make sure we remember when converting the next chunk that we were previously in a base-64 sequence

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++///hh-"), state)==0);

	TEST(generatedUnicode.Length()==3);

	TEST(generatedUnicode[0]==0xfbef);

	TEST(generatedUnicode[1]==0xbfff);

	TEST(generatedUnicode[2]==0xf861);

	TEST(state==CnvUtfConverter::KStateDefault);

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++///hht"), state)==1);

	TEST(generatedUnicode.Length()==3);

	TEST(generatedUnicode[0]==0xfbef);

	TEST(generatedUnicode[1]==0xbfff);

	TEST(generatedUnicode[2]==0xf861);

	TEST(state!=CnvUtfConverter::KStateDefault);

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++///hht-"), state)==CnvUtfConverter::EErrorIllFormedInput);

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++///hhtt"), state)==2);

	TEST(generatedUnicode.Length()==3);

	TEST(generatedUnicode[0]==0xfbef);

	TEST(generatedUnicode[1]==0xbfff);

	TEST(generatedUnicode[2]==0xf861);

	TEST(state!=CnvUtfConverter::KStateDefault);

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("++++///hhtt-"), state)==CnvUtfConverter::EErrorIllFormedInput);

	state=CnvUtfConverter::KStateDefault;

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf7(generatedUnicode, _L8("+34-"), state)==CnvUtfConverter::EErrorIllFormedInput);

	TestUtf7StatePreservation(_L8("++34-"));

	TestUtf7StatePreservation(_L8("+rY4/5b+al3V98w-"));

	TestUtf7StatePreservation(_L8("+ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789+/-"));

	TheTest.Next(_L("Testing converting UTF-8 ending in truncated sequences"));

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xc8"))==CnvUtfConverter::EErrorIllFormedInput);

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("x\xc8"))==1);

	TEST(generatedUnicode.Length()==1);

	TEST(generatedUnicode[0]=='x');

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xc8\xc0"))==1); 

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xc8\xb0"))==0);

	TEST(generatedUnicode.Length()==1);

	TEST(generatedUnicode[0]==0x0230);

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xe4"))==CnvUtfConverter::EErrorIllFormedInput);

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("y\xe4"))==1);

	TEST(generatedUnicode.Length()==1);

	TEST(generatedUnicode[0]=='y');

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xe4\x80"))==CnvUtfConverter::EErrorIllFormedInput); 

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("H\xe4\x80"))==2);

	TEST(generatedUnicode.Length()==1);

	TEST(generatedUnicode[0]=='H');

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xe4\xc0"))==CnvUtfConverter::EErrorIllFormedInput); 

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("e\xe4\xc0"))==2);

	TEST(generatedUnicode.Length()==1);

	TEST(generatedUnicode[0]=='e');

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xe4\x80\xc0"))==1);  

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xe4\x80\xb0"))==0);

	TEST(generatedUnicode.Length()==1);

	TEST(generatedUnicode[0]==0x4030);

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xf2"))==CnvUtfConverter::EErrorIllFormedInput); 

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("7\xf2"))==1);

	TEST(generatedUnicode.Length()==1);

	TEST(generatedUnicode[0]=='7');

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xf2\x80"))==CnvUtfConverter::EErrorIllFormedInput); 

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\\\xf2\x80"))==2);

	TEST(generatedUnicode.Length()==1);

	TEST(generatedUnicode[0]=='\\');

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xf2\xc0"))==CnvUtfConverter::EErrorIllFormedInput); 

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("$\xf2\xc0"))==2);

	TEST(generatedUnicode.Length()==1);

	TEST(generatedUnicode[0]=='$');

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xf2\x80\x80"))==CnvUtfConverter::EErrorIllFormedInput); 

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("{\xf2\x80\x80"))==3);

	TEST(generatedUnicode.Length()==1);

	TEST(generatedUnicode[0]=='{');

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xf2\x80\xc0"))==CnvUtfConverter::EErrorIllFormedInput);

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8(" \xf2\x80\xc0"))==3);

	TEST(generatedUnicode.Length()==1);

	TEST(generatedUnicode[0]==' ');

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xf2\x80\x80\xc0"))==1);

	TEST(CnvUtfConverter::ConvertToUnicodeFromUtf8(generatedUnicode, _L8("\xf2\x80\x80\xb0"))==0);

	TEST(generatedUnicode.Length()==2);

	TEST(generatedUnicode[0]==0xd9c0);

	TEST(generatedUnicode[1]==0xdc30);

	}

	TheTest.End();

	TheTest.Close();

	return KErrNone;

	}