1 /****************************************************************************

     2 **

     3 ** Copyright (C) 2001-2004 Roberto Raggi

     4 ** Copyright (C) 2009 Nokia Corporation and/or its subsidiary(-ies).

     5 ** All rights reserved.

     6 ** Contact: Nokia Corporation (qt-info@nokia.com)

     7 **

     8 ** This file is part of the qt3to4 porting application of the Qt Toolkit.

     9 **

    10 ** $QT_BEGIN_LICENSE:LGPL$

    11 ** No Commercial Usage

    12 ** This file contains pre-release code and may not be distributed.

    13 ** You may use this file in accordance with the terms and conditions

    14 ** contained in the Technology Preview License Agreement accompanying

    15 ** this package.

    16 **

    17 ** GNU Lesser General Public License Usage

    18 ** Alternatively, this file may be used under the terms of the GNU Lesser

    19 ** General Public License version 2.1 as published by the Free Software

    20 ** Foundation and appearing in the file LICENSE.LGPL included in the

    21 ** packaging of this file.  Please review the following information to

    22 ** ensure the GNU Lesser General Public License version 2.1 requirements

    23 ** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.

    24 **

    25 ** In addition, as a special exception, Nokia gives you certain additional

    26 ** rights.  These rights are described in the Nokia Qt LGPL Exception

    27 ** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.

    28 **

    29 ** If you have questions regarding the use of this file, please contact

    30 ** Nokia at qt-info@nokia.com.

    31 **

    32 **

    33 **

    34 **

    35 **

    36 **

    37 **

    38 **

    39 ** $QT_END_LICENSE$

    40 **

    41 ****************************************************************************/

    42 

    43 #ifndef RPPLEXER_H

    44 #define RPPLEXER_H

    45 

    46 #include "tokens.h"

    47 #include "tokenengine.h"

    48 #include <QByteArray>

    49 #include <QVector>

    50 

    51 QT_BEGIN_NAMESPACE

    52 

    53 namespace Rpp {

    54 

    55 class RppLexer

    56 {

    57 public:

    58 

    59     RppLexer();

    60     QVector<Type> lex(const TokenEngine::TokenContainer &tokenContainer);

    61 private:

    62     Type indentify(int pos, int length);

    63     void setupScanTable();

    64 

    65     void scanChar(int *kind);

    66     void scanUnicodeChar(int *kind);

    67     void scanNewline(int *kind);

    68     void scanWhiteSpaces(int *kind);

    69     void scanCharLiteral(int *kind);

    70     void scanStringLiteral(int *kind);

    71     void scanNumberLiteral(int *kind);

    72     void scanIdentifier(int *kind);

    73     void scanPreprocessor(int *kind);

    74     void scanComment(int *kind);

    75     void scanOperator(int *kind);

    76     void scanKeyword(int *kind);

    77 

    78     bool match(const char *buf, int len);

    79     typedef void (RppLexer::*scan_fun_ptr)(int *kind);

    80     RppLexer::scan_fun_ptr s_scan_table[128+1];

    81     int s_attr_table[256];

    82 

    83     enum

    84     {

    85         A_Alpha = 0x01,

    86         A_Digit = 0x02,

    87         A_Alphanum = A_Alpha | A_Digit,

    88         A_Whitespace = 0x04

    89     };

    90 

    91     const char *m_buffer;

    92     int m_ptr;

    93     int m_len;

    94 };

    95 

    96 } //namespace Rpp

    97 

    98 QT_END_NAMESPACE

    99 

   100 #endif