/*

* Copyright (c) 1997-2004 Nokia Corporation and/or its subsidiary(-ies). 

* All rights reserved.

* This component and the accompanying materials are made available

* which accompanies this distribution, and is available

* at the URL "http://www.eclipse.org/legal/epl-v10.html".

*

* Initial Contributors:

* Nokia Corporation - initial contribution.

*

* Contributors:

*

* Description:      

*

*/

#include <bldvariant.hrh>

#include "PictographObserver.h"

#include <e32std.h>

#include <charconv.h>

#include <convutils.h>

#include <jisx0201.h>

#include <jisx0208.h>

#include <jisx0212.h>

#include <ecom/implementationproxy.h>

#include "charactersetconverter.h"

#include <featmgr.h> 

const TUint KSingleShift2=0x8e;

const TUint KSingleShift3=0x8f;

// SecureID for Brower app

const TUint32 KBrowserSecureId = 0x10008D39;

// Define for converting from YenSign to BackSlash

const TUint KCharacterCodeForYenSign = 0x00A5;

const TUint KCharacterCodeForBackSlash = 0x005C;

_LIT8(KLit8EucJpPackedReplacementForUnconvertibleUnicodeCharacters, "\xa1\xa9"); // fullwidth question mark

#if defined(_DEBUG)

_LIT(KLitPanicText, "EUCJP_PACKED");

enum TPanic

    {

    EPanicNothingToConvert1=1,

    EPanicNothingToConvert2,

    EPanicNothingToConvert3,

    EPanicNothingToConvert4,

    EPanicNothingToConvert5,

    EPanicNothingToConvert6,

    EPanicOddNumberOfBytes1,

    EPanicOddNumberOfBytes2,

    EPanicOddNumberOfBytes3,

    EPanicOddNumberOfBytes4,

    EPanicOddNumberOfBytes5,

    EPanicOddNumberOfBytes6,

    EPanicBadHighBit1,

    EPanicBadHighBit2,

    EPanicBadHighBit3,

    EPanicBadHighBit4,

    EPanicBadHighBit5,

    EPanicBadHighBit6,

    EPanicBadHighBit7,

    EPanicBadPointers1,

    EPanicBadPointers2,

    EPanicBadPointers3,

    EPanicBadPointers4,

    EPanicBadPointers5,

    EPanicBadPointers6,

    EPanicBadPointers7,

    EPanicBadPointers8,

    EPanicBadPointers9,

    EPanicBadPointers10,

    EPanicBadPointers11,

    EPanicBadPointers12,

    EPanicBadPointers13,

    EPanicBadPointers14,

    EPanicBadPointers15,

    EPanicBadPointers16,

    EPanicBadPointers17,

    EPanicBadPointers18,

    EPanicBadPointers19,

    EPanicBadPointers20,

    EPanicBadPointers21,

    EPanicBadPointers22,

    EPanicBadPointers23,

    EPanicBadPointers24,

    EPanicBadPointers25,

    EPanicBadPointers26,

    EPanicBadPointers27,

    EPanicBadPointers28,

    EPanicBadPointers29,

    EPanicBadPointers30,

    EPanicBadPointers31,

    EPanicBadPointers32,

    EPanicBadPointers33,

    EPanicBadPointers34,

    EPanicBadPointers35,

    EPanicBadPointers36,

    EPanicBadCalculation1,

    EPanicBadCalculation2,

    EPanicNumberOfBytesIsNotMultipleOfThree1,

    EPanicNumberOfBytesIsNotMultipleOfThree2,

    EPanicSingleShift2Expected,

    EPanicSingleShift3Expected

    };

LOCAL_C void Panic(TPanic aPanic)

    {

    User::Panic(KLitPanicText, aPanic);

    }

#endif

class CEucjpPackedConverterImpl : public CCharacterSetConverterPluginInterface

    {

public:

    virtual const TDesC8& ReplacementForUnconvertibleUnicodeCharacters();

    virtual TInt ConvertFromUnicode(

        CCnvCharacterSetConverter::TEndianness aDefaultEndiannessOfForeignCharacters,

        const TDesC8& aReplacementForUnconvertibleUnicodeCharacters,

        TDes8& aForeign,

        const TDesC16& aUnicode,

        CCnvCharacterSetConverter::TArrayOfAscendingIndices& aIndicesOfUnconvertibleCharacters);

    virtual TInt ConvertToUnicode(

        CCnvCharacterSetConverter::TEndianness aDefaultEndiannessOfForeignCharacters,

        TDes16& aUnicode,

        const TDesC8& aForeign,

        TInt& aState,

        TInt& aNumberOfUnconvertibleCharacters,

        TInt& aIndexOfFirstByteOfFirstUnconvertibleCharacter);

    virtual TBool IsInThisCharacterSetL(

        TBool& aSetToTrue,

        TInt& aConfidenceLevel,

        const TDesC8& aSample);

    static CEucjpPackedConverterImpl* NewL();

    virtual ~CEucjpPackedConverterImpl();

private:

    CEucjpPackedConverterImpl();

    void ConstructL();

    };

const TDesC8& CEucjpPackedConverterImpl::ReplacementForUnconvertibleUnicodeCharacters()

    {

    return KLit8EucJpPackedReplacementForUnconvertibleUnicodeCharacters;

    }

LOCAL_C void DummyConvertFromIntermediateBufferInPlace(TInt, TDes8&, TInt& aNumberOfCharactersThatDroppedOut)

    {

    aNumberOfCharactersThatDroppedOut=0;

    }

LOCAL_C void ConvertFromJisX0208ToEucJpPackedInPlace(TInt aStartPositionInDescriptor, TDes8& aDescriptor, TInt& aNumberOfCharactersThatDroppedOut)

    {

    aNumberOfCharactersThatDroppedOut=0;

    const TInt descriptorLength=aDescriptor.Length();

    __ASSERT_DEBUG(descriptorLength>aStartPositionInDescriptor, Panic(EPanicNothingToConvert1));

    __ASSERT_DEBUG((descriptorLength-aStartPositionInDescriptor)%2==0, Panic(EPanicOddNumberOfBytes1));

    TUint8* pointerToCurrentByte=CONST_CAST(TUint8*, aDescriptor.Ptr());

    const TUint8* const pointerToLastByte=pointerToCurrentByte+(descriptorLength-1);

    pointerToCurrentByte+=aStartPositionInDescriptor;

    FOREVER

        {

        const TUint currentByte=*pointerToCurrentByte;

        __ASSERT_DEBUG((currentByte&0x80)==0, Panic(EPanicBadHighBit1));

        *pointerToCurrentByte=STATIC_CAST(TUint8, currentByte|0x80);

        __ASSERT_DEBUG(pointerToCurrentByte<=pointerToLastByte, Panic(EPanicBadPointers1));

        if (pointerToCurrentByte>=pointerToLastByte)

            {

            break;

            }

        ++pointerToCurrentByte;

        }

    }

LOCAL_C void ConvertFromHalfWidthKatakana8ToEucJpPackedInPlace(TInt aStartPositionInDescriptor, TDes8& aDescriptor, TInt& aNumberOfCharactersThatDroppedOut)

    {

    TInt descriptorLength=aDescriptor.Length();

    __ASSERT_DEBUG(descriptorLength>aStartPositionInDescriptor, Panic(EPanicNothingToConvert2));

    aNumberOfCharactersThatDroppedOut=Max(0, (descriptorLength-aStartPositionInDescriptor)-((aDescriptor.MaxLength()-aStartPositionInDescriptor)/2));

    descriptorLength-=aNumberOfCharactersThatDroppedOut;

    __ASSERT_DEBUG(descriptorLength>=aStartPositionInDescriptor, Panic(EPanicBadCalculation1));

    if (descriptorLength<=aStartPositionInDescriptor)

        {

        aDescriptor.SetLength(descriptorLength);

        }

    else

        {

        TUint8* pointerToTargetByte=CONST_CAST(TUint8*, aDescriptor.Ptr()); // pointerToTargetByte is initialized properly when descriptorLength has been offset to the actual final length of aDescriptor

        const TUint8* const pointerToFirstByte=pointerToTargetByte+aStartPositionInDescriptor;

        const TUint8* pointerToSourceByte=pointerToTargetByte+(descriptorLength-1);

        descriptorLength=((descriptorLength-aStartPositionInDescriptor)*2)+aStartPositionInDescriptor;

        __ASSERT_DEBUG((descriptorLength-aStartPositionInDescriptor)%2==0, Panic(EPanicOddNumberOfBytes2));

        aDescriptor.SetLength(descriptorLength);

        pointerToTargetByte+=descriptorLength-1; // pointerToTargetByte is is initialized properly here

        FOREVER

            {

            *pointerToTargetByte=*pointerToSourceByte;

            __ASSERT_DEBUG(pointerToTargetByte>pointerToFirstByte, Panic(EPanicBadPointers2));

            --pointerToTargetByte;

            *pointerToTargetByte=KSingleShift2;

            __ASSERT_DEBUG(pointerToTargetByte>=pointerToFirstByte, Panic(EPanicBadPointers3));

            if (pointerToTargetByte<=pointerToFirstByte)

                {

                break;

                }

            --pointerToTargetByte;

            __ASSERT_DEBUG(pointerToSourceByte>pointerToFirstByte, Panic(EPanicBadPointers4));

            --pointerToSourceByte;

            }

        __ASSERT_DEBUG(pointerToTargetByte==pointerToFirstByte, Panic(EPanicBadPointers5));

        __ASSERT_DEBUG(pointerToSourceByte==pointerToFirstByte, Panic(EPanicBadPointers6));

        }

    }

LOCAL_C void ConvertFromJisX0212ToEucJpPackedInPlace(TInt aStartPositionInDescriptor, TDes8& aDescriptor, TInt& aNumberOfCharactersThatDroppedOut)

    {

    TInt descriptorLength=aDescriptor.Length();

    __ASSERT_DEBUG(descriptorLength>aStartPositionInDescriptor, Panic(EPanicNothingToConvert3));

    __ASSERT_DEBUG((descriptorLength-aStartPositionInDescriptor)%2==0, Panic(EPanicOddNumberOfBytes3));

    aNumberOfCharactersThatDroppedOut=Max(0, ((descriptorLength-aStartPositionInDescriptor)/2)-((aDescriptor.MaxLength()-aStartPositionInDescriptor)/3));

    descriptorLength-=aNumberOfCharactersThatDroppedOut*2;

    __ASSERT_DEBUG(descriptorLength>=aStartPositionInDescriptor, Panic(EPanicBadCalculation2));

    if (descriptorLength<=aStartPositionInDescriptor)

        {

        aDescriptor.SetLength(descriptorLength);

        }

    else

        {

        __ASSERT_DEBUG((descriptorLength-aStartPositionInDescriptor)%2==0, Panic(EPanicOddNumberOfBytes4));

        TUint8* pointerToTargetByte=CONST_CAST(TUint8*, aDescriptor.Ptr()); // pointerToTargetByte is initialized properly when descriptorLength has been offset to the actual final length of aDescriptor

        const TUint8* const pointerToFirstByte=pointerToTargetByte+aStartPositionInDescriptor;

        const TUint8* pointerToSourceByte=pointerToTargetByte+(descriptorLength-1);

        descriptorLength=(((descriptorLength-aStartPositionInDescriptor)*3)/2)+aStartPositionInDescriptor;

        __ASSERT_DEBUG((descriptorLength-aStartPositionInDescriptor)%3==0, Panic(EPanicNumberOfBytesIsNotMultipleOfThree1));

        aDescriptor.SetLength(descriptorLength);

        pointerToTargetByte+=descriptorLength-1; // pointerToTargetByte is is initialized properly here

        FOREVER

            {

            __ASSERT_DEBUG((*pointerToSourceByte&0x80)==0, Panic(EPanicBadHighBit2));

            *pointerToTargetByte=STATIC_CAST(TUint8, *pointerToSourceByte|0x80);

            __ASSERT_DEBUG(pointerToTargetByte>pointerToFirstByte, Panic(EPanicBadPointers7));

            --pointerToTargetByte;

            __ASSERT_DEBUG(pointerToSourceByte>pointerToFirstByte, Panic(EPanicBadPointers8));

            --pointerToSourceByte;

            __ASSERT_DEBUG((*pointerToSourceByte&0x80)==0, Panic(EPanicBadHighBit3));

            *pointerToTargetByte=STATIC_CAST(TUint8, *pointerToSourceByte|0x80);

            __ASSERT_DEBUG(pointerToTargetByte>pointerToFirstByte, Panic(EPanicBadPointers9));

            --pointerToTargetByte;

            *pointerToTargetByte=KSingleShift3;

            __ASSERT_DEBUG(pointerToTargetByte>=pointerToFirstByte, Panic(EPanicBadPointers10));

            if (pointerToTargetByte<=pointerToFirstByte)

                {

                break;

                }

            --pointerToTargetByte;

            __ASSERT_DEBUG(pointerToSourceByte>pointerToFirstByte, Panic(EPanicBadPointers11));

            --pointerToSourceByte;

            }

        __ASSERT_DEBUG(pointerToTargetByte==pointerToFirstByte, Panic(EPanicBadPointers12));

        __ASSERT_DEBUG(pointerToSourceByte==pointerToFirstByte, Panic(EPanicBadPointers13));

        }

    }

TInt CEucjpPackedConverterImpl::ConvertFromUnicode(

        CCnvCharacterSetConverter::TEndianness aDefaultEndiannessOfForeignCharacters,

        const TDesC8& aReplacementForUnconvertibleUnicodeCharacters,

        TDes8& aForeign,

        const TDesC16& aUnicode,

        CCnvCharacterSetConverter::TArrayOfAscendingIndices& aIndicesOfUnconvertibleCharacters)

    {

    RArray<CnvUtilities::SCharacterSet> characterSets;

    if ( FeatureManager::FeatureSupported(KFeatureIdJapanesePicto) )

        {      

        CnvUtilities::SCharacterSet characterSet;

        characterSet.iConversionData=&CnvJisRoman::ConversionData();

        characterSet.iConvertFromIntermediateBufferInPlace=DummyConvertFromIntermediateBufferInPlace;

        characterSet.iEscapeSequence=&KNullDesC8;

        characterSets.Append(characterSet);

        characterSet.iConversionData=&CnvJisX0208::ConversionData();

        characterSet.iConvertFromIntermediateBufferInPlace=ConvertFromJisX0208ToEucJpPackedInPlace;

        characterSet.iEscapeSequence=&KNullDesC8;

        characterSets.Append(characterSet);

        characterSet.iConversionData=&CnvHalfWidthKatakana8::ConversionData();

        characterSet.iConvertFromIntermediateBufferInPlace=ConvertFromHalfWidthKatakana8ToEucJpPackedInPlace;

        characterSet.iEscapeSequence=&KNullDesC8;

        characterSets.Append(characterSet);

        characterSet.iConversionData=&CnvJisX0212::ConversionData();

        characterSet.iConvertFromIntermediateBufferInPlace=ConvertFromJisX0212ToEucJpPackedInPlace;

        characterSet.iEscapeSequence=&KNullDesC8;

        characterSets.Append(characterSet);

        SetCharacterSetsForPictograph(characterSets, ECharsetEucJp);

        }

    else

        {            

        CnvUtilities::SCharacterSet characterSet;

        characterSet.iConversionData=&CnvJisRoman::ConversionData();

        characterSet.iConvertFromIntermediateBufferInPlace=DummyConvertFromIntermediateBufferInPlace;

        characterSet.iEscapeSequence=&KNullDesC8;

        characterSets.Append(characterSet);

        characterSet.iConversionData=&CnvJisX0208::ConversionData();

        characterSet.iConvertFromIntermediateBufferInPlace=ConvertFromJisX0208ToEucJpPackedInPlace;

        characterSet.iEscapeSequence=&KNullDesC8;

        characterSets.Append(characterSet);

        characterSet.iConversionData=&CnvHalfWidthKatakana8::ConversionData();

        characterSet.iConvertFromIntermediateBufferInPlace=ConvertFromHalfWidthKatakana8ToEucJpPackedInPlace;

        characterSet.iEscapeSequence=&KNullDesC8;

        characterSets.Append(characterSet);

        characterSet.iConversionData=&CnvJisX0212::ConversionData();

        characterSet.iConvertFromIntermediateBufferInPlace=ConvertFromJisX0212ToEucJpPackedInPlace;

        characterSet.iEscapeSequence=&KNullDesC8;

        characterSets.Append(characterSet);

        }

    TInt unconvert = CnvUtilities::ConvertFromUnicode(aDefaultEndiannessOfForeignCharacters, aReplacementForUnconvertibleUnicodeCharacters, aForeign, aUnicode, aIndicesOfUnconvertibleCharacters, characterSets.Array());

    characterSets.Close();

    return unconvert;

    }

LOCAL_C TInt NumberOfBytesAbleToConvertToJisRoman(const TDesC8& aDescriptor)

    {

    const TUint8* pointerToPreviousByte=aDescriptor.Ptr()-1;

    const TUint8* const pointerToLastByte=pointerToPreviousByte+aDescriptor.Length();

    if (pointerToPreviousByte==pointerToLastByte)

        {

        return 0;

        }

    FOREVER

        {

        __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers14));

        const TUint currentByte=*(pointerToPreviousByte+1);

        if (currentByte&0x80)

            {

            break;

            }

        __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers15));

        ++pointerToPreviousByte;

        __ASSERT_DEBUG(pointerToPreviousByte<=pointerToLastByte, Panic(EPanicBadPointers16));

        if (pointerToPreviousByte>=pointerToLastByte)

            {

            break;

            }

        }

    return (pointerToPreviousByte+1)-aDescriptor.Ptr();

    }

LOCAL_C TInt NumberOfBytesAbleToConvertToJisX0208(const TDesC8& aDescriptor)

    {

    const TUint8* pointerToPreviousByte=aDescriptor.Ptr()-1;

    const TUint8* const pointerToLastByte=pointerToPreviousByte+aDescriptor.Length();

    if (pointerToPreviousByte==pointerToLastByte)

        {

        return 0;

        }

    FOREVER

        {

        __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers17));

        TUint currentByte=*(pointerToPreviousByte+1);

        if (currentByte<0xa0)

            {

            break;

            }

        __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers18));

        if (pointerToLastByte-pointerToPreviousByte<2)

            {

            break;

            }

        ++pointerToPreviousByte;

        currentByte=*(pointerToPreviousByte+1);

        if (currentByte<0xa0)

            {

            return CCnvCharacterSetConverter::EErrorIllFormedInput;

            }

        __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers19));

        ++pointerToPreviousByte;

        __ASSERT_DEBUG(pointerToPreviousByte<=pointerToLastByte, Panic(EPanicBadPointers20));

        if (pointerToPreviousByte>=pointerToLastByte)

            {

            break;

            }

        }

    return (pointerToPreviousByte+1)-aDescriptor.Ptr();

    }

LOCAL_C TInt NumberOfBytesAbleToConvertToHalfWidthKatakana8(const TDesC8& aDescriptor)

    {

    const TUint8* pointerToPreviousByte=aDescriptor.Ptr()-1;

    const TUint8* const pointerToLastByte=pointerToPreviousByte+aDescriptor.Length();

    if (pointerToPreviousByte==pointerToLastByte)

        {

        return 0;

        }

    FOREVER

        {

        __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers21));

        TUint currentByte=*(pointerToPreviousByte+1);

        if (currentByte!=KSingleShift2)

            {

            break;

            }

        __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers22));

        if (pointerToLastByte-pointerToPreviousByte<2)

            {

            break;

            }

        ++pointerToPreviousByte;

        currentByte=*(pointerToPreviousByte+1);

        if (currentByte<0xa0)

            {

            return CCnvCharacterSetConverter::EErrorIllFormedInput;

            }

        __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers23));

        ++pointerToPreviousByte;

        __ASSERT_DEBUG(pointerToPreviousByte<=pointerToLastByte, Panic(EPanicBadPointers24));

        if (pointerToPreviousByte>=pointerToLastByte)

            {

            break;

            }

        }

    return (pointerToPreviousByte+1)-aDescriptor.Ptr();

    }

LOCAL_C TInt NumberOfBytesAbleToConvertToJisX0212(const TDesC8& aDescriptor)

    {

    const TUint8* pointerToPreviousByte=aDescriptor.Ptr()-1;

    const TUint8* const pointerToLastByte=pointerToPreviousByte+aDescriptor.Length();

    if (pointerToPreviousByte==pointerToLastByte)

        {

        return 0;

        }

    FOREVER

        {

        __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers25));

        TUint currentByte=*(pointerToPreviousByte+1);

        if (currentByte!=KSingleShift3)

            {

            break;

            }

        __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers26));

        if (pointerToLastByte-pointerToPreviousByte<3)

            {

            break;

            }

        ++pointerToPreviousByte;

        currentByte=*(pointerToPreviousByte+1);

        if (currentByte<0xa0)

            {

            return CCnvCharacterSetConverter::EErrorIllFormedInput;

            }

        __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers27));

        ++pointerToPreviousByte;

        currentByte=*(pointerToPreviousByte+1);

        if (currentByte<0xa0)

            {

            return CCnvCharacterSetConverter::EErrorIllFormedInput;

            }

        __ASSERT_DEBUG(pointerToPreviousByte<pointerToLastByte, Panic(EPanicBadPointers28));

        ++pointerToPreviousByte;

        __ASSERT_DEBUG(pointerToPreviousByte<=pointerToLastByte, Panic(EPanicBadPointers29));

        if (pointerToPreviousByte>=pointerToLastByte)

            {

            break;

            }

        }

    return (pointerToPreviousByte+1)-aDescriptor.Ptr();

    }

LOCAL_C void DummyConvertToIntermediateBufferInPlace(TDes8&)

    {

    }

LOCAL_C void ConvertToJisX0208FromEucJpPackedInPlace(TDes8& aDescriptor)

    {

    const TInt descriptorLength=aDescriptor.Length();

    __ASSERT_DEBUG(descriptorLength>0, Panic(EPanicNothingToConvert4));

    __ASSERT_DEBUG(descriptorLength%2==0, Panic(EPanicOddNumberOfBytes5));

    TUint8* pointerToCurrentByte=CONST_CAST(TUint8*, aDescriptor.Ptr());

    const TUint8* const pointerToLastByte=pointerToCurrentByte+(descriptorLength-1);

    FOREVER

        {

        const TUint currentByte=*pointerToCurrentByte;

        __ASSERT_DEBUG(currentByte&0x80, Panic(EPanicBadHighBit4));

        *pointerToCurrentByte=STATIC_CAST(TUint8, currentByte&~0x80);

        __ASSERT_DEBUG(pointerToCurrentByte<=pointerToLastByte, Panic(EPanicBadPointers30));

        if (pointerToCurrentByte>=pointerToLastByte)

            {

            break;

            }

        ++pointerToCurrentByte;

        }

    }

LOCAL_C void ConvertToHalfWidthKatakana8FromEucJpPackedInPlace(TDes8& aDescriptor)

    {

    const TInt descriptorLength=aDescriptor.Length();

    __ASSERT_DEBUG(descriptorLength>0, Panic(EPanicNothingToConvert5));

    __ASSERT_DEBUG(descriptorLength%2==0, Panic(EPanicOddNumberOfBytes6));

    TUint8* pointerToTargetByte=CONST_CAST(TUint8*, aDescriptor.Ptr());

    const TUint8* pointerToSourceByte=pointerToTargetByte;

    const TUint8* const pointerToLastByte=pointerToSourceByte+(descriptorLength-1);

    FOREVER

        {

        __ASSERT_DEBUG(*pointerToSourceByte==KSingleShift2, Panic(EPanicSingleShift2Expected));

        __ASSERT_DEBUG(pointerToSourceByte<pointerToLastByte, Panic(EPanicBadPointers31));

        ++pointerToSourceByte;