diff -r 000000000000 -r 1918ee327afb tools/porting/src/rpplexer.h --- /dev/null Thu Jan 01 00:00:00 1970 +0000 +++ b/tools/porting/src/rpplexer.h Mon Jan 11 14:00:40 2010 +0000 @@ -0,0 +1,100 @@ +/**************************************************************************** +** +** Copyright (C) 2001-2004 Roberto Raggi +** Copyright (C) 2009 Nokia Corporation and/or its subsidiary(-ies). +** All rights reserved. +** Contact: Nokia Corporation (qt-info@nokia.com) +** +** This file is part of the qt3to4 porting application of the Qt Toolkit. +** +** $QT_BEGIN_LICENSE:LGPL$ +** No Commercial Usage +** This file contains pre-release code and may not be distributed. +** You may use this file in accordance with the terms and conditions +** contained in the Technology Preview License Agreement accompanying +** this package. +** +** GNU Lesser General Public License Usage +** Alternatively, this file may be used under the terms of the GNU Lesser +** General Public License version 2.1 as published by the Free Software +** Foundation and appearing in the file LICENSE.LGPL included in the +** packaging of this file. Please review the following information to +** ensure the GNU Lesser General Public License version 2.1 requirements +** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html. +** +** In addition, as a special exception, Nokia gives you certain additional +** rights. These rights are described in the Nokia Qt LGPL Exception +** version 1.1, included in the file LGPL_EXCEPTION.txt in this package. +** +** If you have questions regarding the use of this file, please contact +** Nokia at qt-info@nokia.com. +** +** +** +** +** +** +** +** +** $QT_END_LICENSE$ +** +****************************************************************************/ + +#ifndef RPPLEXER_H +#define RPPLEXER_H + +#include "tokens.h" +#include "tokenengine.h" +#include +#include + +QT_BEGIN_NAMESPACE + +namespace Rpp { + +class RppLexer +{ +public: + + RppLexer(); + QVector lex(const TokenEngine::TokenContainer &tokenContainer); +private: + Type indentify(int pos, int length); + void setupScanTable(); + + void scanChar(int *kind); + void scanUnicodeChar(int *kind); + void scanNewline(int *kind); + void scanWhiteSpaces(int *kind); + void scanCharLiteral(int *kind); + void scanStringLiteral(int *kind); + void scanNumberLiteral(int *kind); + void scanIdentifier(int *kind); + void scanPreprocessor(int *kind); + void scanComment(int *kind); + void scanOperator(int *kind); + void scanKeyword(int *kind); + + bool match(const char *buf, int len); + typedef void (RppLexer::*scan_fun_ptr)(int *kind); + RppLexer::scan_fun_ptr s_scan_table[128+1]; + int s_attr_table[256]; + + enum + { + A_Alpha = 0x01, + A_Digit = 0x02, + A_Alphanum = A_Alpha | A_Digit, + A_Whitespace = 0x04 + }; + + const char *m_buffer; + int m_ptr; + int m_len; +}; + +} //namespace Rpp + +QT_END_NAMESPACE + +#endif