// Copyright (c) 2007-2009 Nokia Corporation and/or its subsidiary(-ies).

// All rights reserved.

// This component and the accompanying materials are made available

// under the terms of "Eclipse Public License v1.0"

// which accompanies this distribution, and is available

// at the URL "http://www.eclipse.org/legal/epl-v10.html".

//

// Initial Contributors:

// Nokia Corporation - initial contribution.

//

// Contributors:

//

// Description:

//

#ifndef DEFINITIONTOKENIZER_H

#define DEFINITIONTOKENIZER_H

#include <iostream>

#include <fstream>

#include <string>

namespace Tokens

{

const int KBufferSize = 2048;

const int KMaxTokenSize = 128;

enum TTokenType

    {

    EUnknown,

    EColon,

    EEquals,

    EInclude,

    EConst,

    EEnd,

    EEnum,

    EStruct,

    ESignature,

    EContext,

    EMessage,

    ETypeId,

    EMessageId,

    EAlias,

    EIntType,

    EPadType,

    EMessageIdType,

    EIdentifier,

    ENumberDec,

    ENumberHex,

    EString,

    EDisplayDec,

    EDisplayHex,

    };

 enum TResult

    {

    ENoError,

    ETokenFound = ENoError,

    EEndOfFile,

    EUnexpectedToken,

    ETokenTooBig,

    EUnterminatedString,

    EUnknownState,

    EFileNotFound

    };

 const char* TokenTypeToString(TTokenType aType);

 class CDefinitionTokenizer

    {

    public:

        CDefinitionTokenizer();

        ~CDefinitionTokenizer();

        TResult LoadDefinitionFile(const std::string& aFilename);

        TResult GetNextToken();

        inline const char* Token()

            {

            return iToken;

            }

        inline TTokenType TokenType()

            {

            return iTokenType;

            }

        inline int Line()

            {

            return iLine;

            }

    private:

        enum TTokenState

            {

            EStateComplete,

            EStateError,

            EStateStartToken,

            EStateMaybeComment,

            EStateComment,

            EStateMultiLineComment,

            EStateMaybeEndMultiLineComment,

            EStateNumber,

            EStateDecimalNumber,

            EStateMaybeHexNumber,

            EStateHexNumber,

            EStateIdentifier,

            EStateMaybeString,

            EStateMaybeNegativeNumber

            };

        void RefillBuffer();

        bool IsTerminalChar();

        void ExamineIdentifierForKeyword();

        TTokenState ProcessStateStartToken();

        TTokenState ProcessStateMaybeComment();

        TTokenState ProcessStateComment();

        TTokenState ProcessStateMultiLineComment();

        TTokenState ProcessStateDecimalNumber();

        TTokenState ProcessStateNumber();

        TTokenState ProcessStateMaybeHexNumber();

        TTokenState ProcessStateHexNumber();

        TTokenState ProcessStateIdentifier();

        TTokenState ProcessStateMaybeString();

        TTokenState ProcessStateMaybeNegativeNumber();

    private:

        std::ifstream iInputFile;

        char* iInputBuffer;

        int iBufferOffset;

        int iLastBufferOffset;

        int iBufferSize;

        bool iBufferValid;

        char* iToken;

        int iTokenOffset;

        TTokenType iTokenType;

        int iLine;

        TTokenState iState;

        TResult iError;

    };

} // namespace Tokens

#endif

// DEFINITIONTOKENIZER_H