/*

* Copyright (c) 2009 Nokia Corporation and/or its subsidiary(-ies). 

* All rights reserved.

* This component and the accompanying materials are made available

* under the terms of the License "Eclipse Public License v1.0"

* which accompanies this distribution, and is available

* at the URL "http://www.eclipse.org/legal/epl-v10.html".

*

* Initial Contributors:

* Nokia Corporation - initial contribution.

*

* Contributors:

*

* Description:  ISO2022kr conversion plugin

*

*/

// INCLUDES

#include <e32std.h>

#include <charconv.h>

#include <convgeneratedcpp.h>

#include <ecom/implementationproxy.h>

#include "cp949table.h"

#include "charactersetconverter.h"

static const TUint KBitsForNonStandardStates = 0x03;

static const TUint KShiftedToKSCState = 0x01;

static const TUint KMaxSizeOfTmpBuffer = 1024;

static const TUint8 KMaxAscii = 0x9f;

_LIT8(KLit8EscapeSequence, "\x1b\x24\x43");

#define SHIFT_IN_BYTE  0x0F

#define SHIFT_OUT_BYTE 0x0E

typedef enum

{

    EISO2022Initialize,

    EISO2022Ascii,

    EISO2022KSC

} TISO2022FromUniState;

// New Interface class

class CISO2022KRImplementation : public CCharacterSetConverterPluginInterface

{

    public:

        virtual const TDesC8& ReplacementForUnconvertibleUnicodeCharacters();

        virtual TInt ConvertFromUnicode(

            CCnvCharacterSetConverter::TEndianness aDefaultEndiannessOfForeignCharacters, 

            const TDesC8& aReplacementForUnconvertibleUnicodeCharacters, 

            TDes8& aForeign, 

            const TDesC16& aUnicode, 

            CCnvCharacterSetConverter::TArrayOfAscendingIndices& aIndicesOfUnconvertibleCharacters );

        virtual TInt ConvertToUnicode(

            CCnvCharacterSetConverter::TEndianness aDefaultEndiannessOfForeignCharacters, 

            TDes16& aUnicode, 

            const TDesC8& aForeign, 

            TInt& aState, 

            TInt& aNumberOfUnconvertibleCharacters, 

            TInt& aIndexOfFirstByteOfFirstUnconvertibleCharacter );

        virtual TBool IsInThisCharacterSetL(

            TBool& aSetToTrue, 

            TInt& aConfidenceLevel, 

            const TDesC8& );

        static CISO2022KRImplementation* NewL();

        virtual ~CISO2022KRImplementation();

    private:

        CISO2022KRImplementation();

};

// FUNCTION DEFINITIONS

const TDesC8& CISO2022KRImplementation::ReplacementForUnconvertibleUnicodeCharacters()

	{

	return CnvCp949Table::ReplacementForUnconvertibleUnicodeCharacters();

	}

TInt CISO2022KRImplementation::ConvertFromUnicode(

    CCnvCharacterSetConverter::TEndianness aDefaultEndiannessOfForeignCharacters, 

    const TDesC8& aReplacementForUnconvertibleUnicodeCharacters, 

    TDes8& aForeign, 

    const TDesC16& aUnicode, 

    CCnvCharacterSetConverter::TArrayOfAscendingIndices& aIndicesOfUnconvertibleCharacters)

	{

    TInt ret;

    TInt currPos = 3;

    TUint outputConversionFlags = 0;

    TUint inputConversionFlags = CCnvCharacterSetConverter::EInputConversionFlagAppend;

    TISO2022FromUniState currState = EISO2022Initialize;

    TUint8 shiftByte = 0;

    TPtr8 shiftBytePtr(NULL, 0);

    aForeign.SetLength(0);

    /* Start with escape sequence */

    aForeign.Append( KLit8EscapeSequence );

    ret = CCnvCharacterSetConverter::DoConvertFromUnicode( CnvCp949Table::ConversionData(),

                                                           aDefaultEndiannessOfForeignCharacters,

                                                           aReplacementForUnconvertibleUnicodeCharacters,

                                                           aForeign,

                                                           aUnicode,

                                                           aIndicesOfUnconvertibleCharacters,

                                                           outputConversionFlags, 

                                                           inputConversionFlags );

    /* Append shift in and out bytes as needed */

    while( currPos < aForeign.Length() )

        {

        TUint8 *currChar = (TUint8 *)aForeign.Mid(currPos).Ptr();

        if( *currChar > KMaxAscii )

            { /* KSC character */

            if( currState != EISO2022KSC )

                { /* Insert shift out byte */

                shiftByte = SHIFT_OUT_BYTE;

                currState = EISO2022KSC;

                }

            /* Clear the 8th bit */

            *currChar = (*currChar & ~(0x80));

            }

        else

            { /* ASCII character */

            if( currState != EISO2022Ascii )

                { /* Insert shift in byte */

                shiftByte = SHIFT_IN_BYTE;

                currState = EISO2022Ascii;

                }

            }

        if( shiftByte )

            {

            if( (aForeign.Length() + 1) > aForeign.MaxLength() )

                { /* Make room for shift byte */

                if( aForeign[ (aForeign.Length() - 1) ] > KMaxAscii )

                    { /* Drop a dual byte KSC character */

                    aForeign.SetLength( aForeign.Length() - 2 );

                    }

                else

                    { /* Drop a single byte ASCII character */

                    aForeign.SetLength( aForeign.Length() - 1 );

                    }

                    /* Increase unconverted amount */

                    ret++;

                /* TBD, propably should try to fix aIndicesOfUnconvertibleCharacters

                        if possible */

                }

                shiftBytePtr.Set( &shiftByte, 1, 1 );

                aForeign.Insert( currPos, shiftBytePtr );

                currPos++;

                shiftByte = 0;

            }

        /* Skip current character */

        currPos++;

        }

    return ret;

    }

TInt CISO2022KRImplementation::ConvertToUnicode(

    CCnvCharacterSetConverter::TEndianness aDefaultEndiannessOfForeignCharacters, 

    TDes16& aUnicode, 

    const TDesC8& aForeign, 

    TInt& aState, 

    TInt& aNumberOfUnconvertibleCharacters, 

    TInt& aIndexOfFirstByteOfFirstUnconvertibleCharacter)

	{

    TInt err;

    TInt ret = 0;

    TInt currPos = 0;

    TInt convPos = 0;

    TInt shiftInPos = KErrNotFound;

    TInt shiftOutPos = KErrNotFound;

    TInt shiftPos = KErrNotFound;

    TInt escPos = KErrNotFound;

    TPtrC8 currSegment;

    TPtrC8 convSegment;

    TBool changeState = EFalse;

    TUint outputConversionFlags = 0;

    TUint inputConversionFlags = CCnvCharacterSetConverter::EInputConversionFlagAppend;

    TInt numberOfUnconvertibleCharacters = 0;

    TInt indexOfFirstByteOfFirstUnconvertibleCharacter = 0;

    aNumberOfUnconvertibleCharacters = 0;

    while( currPos < aForeign.Length() )

        {

        currSegment.Set( aForeign.Mid( currPos ) );

        /* First change state if needed */

        if( changeState )

            {

            changeState = EFalse;

            if( (aState & KBitsForNonStandardStates) == KShiftedToKSCState )

                { /* Switch back to default ASCII */

                aState &= ~(KShiftedToKSCState);

                }

            else

                { /* Switch to KSC */

                aState |= KShiftedToKSCState; 

                }

            }

        /* Search for escape which should be skipped */

        escPos = currSegment.Find( KLit8EscapeSequence );

        /* Search for shift in byte */

        shiftInPos = currSegment.Locate( SHIFT_IN_BYTE );

        /* Search for shift out byte */

        shiftOutPos = currSegment.Locate( SHIFT_OUT_BYTE );

        /* Set shift pos according to found shift bytes */

        if( shiftInPos == KErrNotFound &&

            shiftOutPos == KErrNotFound )

            { /* Neither found */

            shiftPos = KErrNotFound;

            }

        else

            {

            if( (shiftInPos != KErrNotFound) &&

                ((shiftInPos < shiftOutPos) || (shiftOutPos == KErrNotFound)) )

                { /* shift in is nearer or shift out not found */

                shiftPos = shiftInPos;

                /* Set state change if needed */

                if( (aState & KBitsForNonStandardStates) == KShiftedToKSCState )

                    {

                    changeState = ETrue;

                    }

                }

            else

                { /* shift out must be nearer or shift in not fouind */

                shiftPos = shiftOutPos;

                /* Set state change if needed */

                if( (aState & KBitsForNonStandardStates) != KShiftedToKSCState )

                    {

                    changeState = ETrue;

                    }

                }

            }

        if( shiftPos == KErrNotFound )

            { /* Shift byte not found, same coding for the rest of the data */

            if( escPos == KErrNotFound )

                { /* No escape sequence either, just convert the rest */

                convSegment.Set( currSegment );

                }

            }

        else if( ((escPos != KErrNotFound) && (shiftPos < escPos)) ||

                 (escPos == KErrNotFound) )

            { /* Shift byte found and it comes before escape sequence or no escape

                 sequence was found, convert data preceeding the shift byte if shift

                 byte isn't the first character */

                if( shiftPos == 0 )

                { /* No data to convert preceeds the shift byte, just skip it and continue */

                    currPos += 1;

                    continue;

                }

                convSegment.Set( currSegment.Left( shiftPos ) );

                /* Clear to prevent convert to escape sequence */

                escPos = KErrNotFound;

            }

        if( escPos != KErrNotFound )

            { /* Escape sequence found before any shift bytes,

                 clear possible state change and convert data

                 preceeding the escape sequence if

                 escape sequence is not at the beginning */

            changeState = EFalse;

            if( escPos == 0 )

                { /* No data to convert preceeds the escape sequence, just skip it continue */

                currPos += KLit8EscapeSequence().Length();

                continue;

                }

            convSegment.Set( currSegment.Left( escPos ) );

            }

        if( (aState & KBitsForNonStandardStates) == KShiftedToKSCState )

            { /* Convert KSC encoded */

            HBufC8 *tmpForeign = NULL;

            if( (convSegment.Length() & 0x1) )

                { /* KSC should have even amount of bytes */

                ret = CCnvCharacterSetConverter::EErrorIllFormedInput;

                }

            else

                {

                convPos = 0;

                while( convPos < convSegment.Length() )

                    {

                    TRAP( err, tmpForeign = HBufC8::NewL( KMaxSizeOfTmpBuffer ) );

                    if( err != KErrNone )

                        {

                        User::Panic( _L("ISO-2022-KR"), err );

                        }

                    if( convSegment.Length() < KMaxSizeOfTmpBuffer )

                        { /* Convert whole segment */

                        tmpForeign->Des().Copy( convSegment );

                        }

                    else

                        { /* Convert in chunks */

                        if( (convPos + KMaxSizeOfTmpBuffer) >= convSegment.Length() )

                            { /* Last chunk */

                            tmpForeign->Des().Copy( convSegment.Mid( convPos ) );

                            }

                        else

                            {

                            tmpForeign->Des().Copy( convSegment.Mid( convPos, KMaxSizeOfTmpBuffer ) );

                            }

                        }

                    TUint8 *chars = (TUint8 *)tmpForeign->Des().Ptr();

                    for( TInt i = 0 ; i < tmpForeign->Length() ; i++ )

                        { /* Set highest bit in characters */

                        chars[i] |= 0x80;

                        }

                    numberOfUnconvertibleCharacters = 0;

                    ret = CCnvCharacterSetConverter::DoConvertToUnicode( CnvCp949Table::ConversionData(),

                                                                         aDefaultEndiannessOfForeignCharacters,

                                                                         aUnicode, *tmpForeign,

                                                                         numberOfUnconvertibleCharacters,

                                                                         indexOfFirstByteOfFirstUnconvertibleCharacter,

                                                                         outputConversionFlags,

                                                                         inputConversionFlags );

                    if( numberOfUnconvertibleCharacters != 0 &&

                        aNumberOfUnconvertibleCharacters == 0 )

                        { /* First uncovertible found, set index relative to actual input buffer*/

                        aIndexOfFirstByteOfFirstUnconvertibleCharacter = (currPos + convPos + indexOfFirstByteOfFirstUnconvertibleCharacter);

                        }

                    aNumberOfUnconvertibleCharacters += numberOfUnconvertibleCharacters;

                    if( ret < 0 )

                        { /* Some error, break the loop,

                             errors are handled later */

                        delete tmpForeign;

                        break;

                        }

                    if( ret > 0 )

                        { /* Not all were converted, fix return value

                             to be relative to convSegment and break the loop */

                        ret = (convSegment.Length() - convPos - tmpForeign->Length() + ret);

                        delete tmpForeign;

                        break;

                        }

                    convPos += tmpForeign->Length();

                    delete tmpForeign;

                    }

                }

            }

        else

            { /* Convert ASCII encoded by default, KSC can be used without setting highest bit */

                numberOfUnconvertibleCharacters = 0;

                ret = CCnvCharacterSetConverter::DoConvertToUnicode( CnvCp949Table::ConversionData(),

                                                                     aDefaultEndiannessOfForeignCharacters,

                                                                     aUnicode, convSegment,

                                                                     numberOfUnconvertibleCharacters,

                                                                     indexOfFirstByteOfFirstUnconvertibleCharacter,

                                                                     outputConversionFlags,

                                                                     inputConversionFlags );

                if( numberOfUnconvertibleCharacters != 0 &&

                    aNumberOfUnconvertibleCharacters == 0 )

                    { /* First uncovertible found, set index relative to actual input buffer*/

                    aIndexOfFirstByteOfFirstUnconvertibleCharacter = currPos + indexOfFirstByteOfFirstUnconvertibleCharacter;

                    }

                aNumberOfUnconvertibleCharacters += numberOfUnconvertibleCharacters;

            }

        if( ret < 0 )

            { /* Error during conversion */

            return ret;

            }

        else if( ret > 0 )

            { /* Not all characters where converted, return

                 value indicating how many bytes in total are left unconverted */

            return (aForeign.Length() - currPos - convSegment.Length() + ret);

            }

        /* Increase to skip converted data */

        currPos += convSegment.Length();

        if( escPos != KErrNotFound )

            { /* Increase to skip escape sequence */

            currPos += KLit8EscapeSequence().Length();

            }

        else if( shiftPos != KErrNotFound )

            { /* Increase to skip shift byte */

            currPos += 1;

            }

        }

    return 0;

	}

TBool CISO2022KRImplementation::IsInThisCharacterSetL(

    TBool& aSetToTrue, 

    TInt& aConfidenceLevel, 

    const TDesC8& aBuf)

	{

    aSetToTrue=ETrue;

    aConfidenceLevel=200;

    TUint8 ch(0);

    for (TInt i=0;i<aBuf.Length();i++)

        {

        ch=aBuf[i];

        if (ch<0x7F)

            {

            continue;

            }

        else if (0xa1<=ch&&ch<=0xfe)

            {

            i++;

            __ASSERT_DEBUG(i<aBuf.Length(),User::Panic(_L("IS2022KR"),__LINE__));

            }

        else

            {

            aConfidenceLevel=0;

            aSetToTrue=EFalse;

            break;

            }

        }    

	return aSetToTrue;

	}

CISO2022KRImplementation* CISO2022KRImplementation::NewL()

    {

    CISO2022KRImplementation* self = new(ELeave) CISO2022KRImplementation;

    return self;

    }

CISO2022KRImplementation::CISO2022KRImplementation()

    {

    //default constructor.. do nothing

    }

CISO2022KRImplementation::~CISO2022KRImplementation()

    {

    //default destructor .. do nothing

    }

// ECOM CREATION FUNCTION

const TImplementationProxy ImplementationTable[] = 

    {

    // Note: This is the same UID as defined in old mmp-file

    // Used also in 12221212.rss ( implementation_uid )

    IMPLEMENTATION_PROXY_ENTRY( 0x20010101, CISO2022KRImplementation::NewL )

    };

EXPORT_C const TImplementationProxy* ImplementationGroupProxy( TInt& aTableCount )

    {

    aTableCount = sizeof( ImplementationTable ) / sizeof(TImplementationProxy);

    return ImplementationTable;

    }