/****************************************************************************
**
** Copyright (C) 2010 Nokia Corporation and/or its subsidiary(-ies).
** All rights reserved.
** Contact: Nokia Corporation (qt-info@nokia.com)
**
** This file is part of the qt3to4 porting application of the Qt Toolkit.
**
** $QT_BEGIN_LICENSE:LGPL$
** No Commercial Usage
** This file contains pre-release code and may not be distributed.
** You may use this file in accordance with the terms and conditions
** contained in the Technology Preview License Agreement accompanying
** this package.
**
** GNU Lesser General Public License Usage
** Alternatively, this file may be used under the terms of the GNU Lesser
** General Public License version 2.1 as published by the Free Software
** Foundation and appearing in the file LICENSE.LGPL included in the
** packaging of this file. Please review the following information to
** ensure the GNU Lesser General Public License version 2.1 requirements
** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html.
**
** In addition, as a special exception, Nokia gives you certain additional
** rights. These rights are described in the Nokia Qt LGPL Exception
** version 1.1, included in the file LGPL_EXCEPTION.txt in this package.
**
** If you have questions regarding the use of this file, please contact
** Nokia at qt-info@nokia.com.
**
**
**
**
**
**
**
**
** $QT_END_LICENSE$
**
****************************************************************************/
#ifndef TOKENENGINE_H
#define TOKENENGINE_H
#include <QByteArray>
#include <QVector>
#include <QString>
#include <QSharedData>
#include <QSharedDataPointer>
#include <QMap>
QT_BEGIN_NAMESPACE
namespace TokenEngine {
class TokenContainer;
/*
A token is defined as a start-postion and a lenght. Since the actual text
storage is not reffered to here, Token needs to be used together with
a TokenContainer in order to be useful.
*/
class Token
{
public:
Token()
:start(0), length(0) {}
Token(int p_start, int p_lenght)
:start(p_start), length(p_lenght) {}
int start;
int length;
};
/*
Each TokenContainer has a TypeInfo object with meta-information.
*/
class FileInfo;
class GeneratedInfo;
class TypeInfo
{
public:
virtual ~TypeInfo() {};
virtual FileInfo *toFileInfo() const {return 0;}
virtual GeneratedInfo *toGeneratedInfo() const {return 0;}
};
/*
MetaInfo for containers that contains tokens from a file
*/
class FileInfo: public TypeInfo
{
public:
FileInfo *toFileInfo() const
{return const_cast<FileInfo *>(this);}
QString filename;
};
/*
MetaInfo for containers that contains generated tokens.
*/
class GeneratedInfo: public TypeInfo
{
public:
GeneratedInfo *toGeneratedInfo() const
{return const_cast<GeneratedInfo *>(this);}
//preprocessor tree pointer?
};
class TokenAttributes
{
public:
void addAttribute(const QByteArray &name, const QByteArray &value);
QByteArray attribute(const QByteArray &name) const;
void addAttribute(const int index, const QByteArray &name, const QByteArray &value);
QByteArray attribute(const int index, const QByteArray &name) const;
private:
inline QByteArray makeKeyText(const int index, const QByteArray &name) const;
QMap<QByteArray, QByteArray> attributes;
};
/*
A TokenSequence that stores text and tokens referencing
that text.
*/
class TokenContainerData : public QSharedData
{
public:
TokenContainerData()
: typeInfo(0)
{tokenAttributes = new TokenAttributes();}
~TokenContainerData()
{delete tokenAttributes; delete typeInfo; }
QByteArray text;
QVector<Token> tokens;
TypeInfo *typeInfo;
TokenAttributes *tokenAttributes;
};
class TokenTempRef;
class TokenContainer
{
public:
TokenContainer();
TokenContainer(QByteArray text, QVector<Token> tokens, TypeInfo *typeInfo = 0);
int count() const;
QByteArray text(const int index) const;
QByteArray tempText(const int index) const;
QByteArray fullText() const;
TokenContainer tokenContainer(const int index) const;
inline int containerIndex(const int index) const
{ return index; }
Token token(const int index) const;
TypeInfo *typeInfo();
TokenAttributes *tokenAttributes();
const TokenAttributes *tokenAttributes() const;
int line(int index) const;
int column(int index) const;
TokenTempRef tokenTempRef(const int index) const;
private:
const QByteArray &textRef()
{ return d->text; }
QExplicitlySharedDataPointer<TokenContainerData> d;
};
/*
A reference to a single token in a container
*/
class TokenRef
{
public:
TokenRef(): m_index(-1) {}
TokenRef(TokenContainer tokenContainer, int containerIndex)
: m_tokenContainer(tokenContainer), m_index(containerIndex) {}
inline int count() const
{ return m_index == -1 ? 0 : 1; }
inline QByteArray text(const int index = 0) const
{ Q_UNUSED(index); return m_tokenContainer.text(m_index); }
inline QByteArray tempText(const int index) const
{ Q_UNUSED(index); return m_tokenContainer.tempText(m_index); }
inline QByteArray fullText() const
{ return text(); }
inline TokenContainer tokenContainer(const int index = 0) const
{ Q_UNUSED(index); return m_tokenContainer; }
inline int containerIndex(const int index = 0) const
{ Q_UNUSED(index); return m_index; }
private:
TokenContainer m_tokenContainer;
int m_index;
};
/*
A temporary reference to a single token in a container. This reference does
not increase the refcount on the TokenContainer.
*/
class TokenTempRef
{
public:
TokenTempRef(const char *text, int length)
: m_text(text), m_length(length) {}
inline const char *constData() const
{ return m_text; }
inline int length() const
{ return m_length; }
char at(int index) const
{ Q_ASSERT(index < m_length); return m_text[index]; }
private:
const char *m_text;
int m_length;
};
/*
Contains a selected range from a TokenSequence.
*/
class TokenSection
{
public:
TokenSection() : m_start(0), m_count(0) {}
TokenSection(TokenContainer tokenContainer,
const int start, const int count)
:m_tokenContainer(tokenContainer), m_start(start), m_count(count) {}
inline int count() const
{ return m_count; }
inline QByteArray text(const int index) const
{
const int cIndex = containerIndex(index);
Q_ASSERT(cIndex < m_tokenContainer.count());
return m_tokenContainer.text(cIndex);
}
inline QByteArray tempText(const int index) const
{
const int cIndex = containerIndex(index);
Q_ASSERT(cIndex < m_tokenContainer.count());
return m_tokenContainer.tempText(cIndex);
}
QByteArray fullText() const;
inline TokenContainer tokenContainer(const int index = 0) const
{ Q_UNUSED(index); return m_tokenContainer; }
inline int containerIndex(const int index) const
{ return m_start + index; }
TokenTempRef tokenTempRef(const int index) const
{
const int cIndex = containerIndex(index);
Q_ASSERT(cIndex < m_tokenContainer.count());
return m_tokenContainer.tokenTempRef(cIndex);
}
private:
TokenContainer m_tokenContainer;
int m_start;
int m_count;
};
/*
A list of tokens from a tokenContainer
*/
class TokenList
{
public:
TokenList() {};
TokenList(TokenContainer tokenContainer, QVector<int> tokenList)
:m_tokenContainer(tokenContainer), m_tokenList(tokenList) {}
inline int count() const
{ return m_tokenList.count(); }
inline QByteArray text(const int index) const
{
const int cIndex = containerIndex(index);
Q_ASSERT(cIndex < m_tokenContainer.count());
return m_tokenContainer.text(cIndex);
}
inline QByteArray tempText(const int index) const
{
const int cIndex = containerIndex(index);
Q_ASSERT(cIndex < m_tokenContainer.count());
return m_tokenContainer.tempText(cIndex);
}
QByteArray fullText() const;
inline TokenContainer tokenContainer(const int index) const
{ Q_UNUSED(index); return m_tokenContainer; }
inline int containerIndex(const int index) const
{ return m_tokenList.at(index); }
Token token(const int index) const
{
const int cIndex = containerIndex(index);
Q_ASSERT(cIndex < m_tokenContainer.count());
return m_tokenContainer.token(cIndex);
}
private:
TokenContainer m_tokenContainer;
QVector<int> m_tokenList;
};
/*
Combines a list of TokenSequences into one TokenSectionSequence
*/
class TokenSectionSequenceIterator;
class TokenSectionSequence
{
public:
TokenSectionSequence() :m_count(0) {};
TokenSectionSequence(QVector<TokenSection> tokenSections);
QByteArray fullText() const;
int count() const;
QVector<TokenSection> tokenSections() const;
//random access interface, access time is linear on the number of sections
QByteArray text(const int index) const;
QByteArray tempText(const int index) const;
TokenContainer tokenContainer(const int index) const;
int containerIndex(const int index) const;
protected:
int findSection(const int index) const;
int calculateInternalIndex(const int index, const int sectionIndex) const;
private:
QVector<TokenSection> m_tokenSections;
QVector<int> m_startIndexes;
int m_count;
friend class TokenSectionSequenceIterator;
};
//sequental access interface, constant access time.
class TokenSectionSequenceIterator
{
public:
TokenSectionSequenceIterator(const TokenSectionSequence &tokenSectionSequence);
void reset();
bool nextToken();
QByteArray text() const;
QByteArray tempText() const;
TokenContainer tokenContainer() const;
int containerIndex() const;
TokenTempRef tokenTempRef() const;
private:
int m_currentSection;
int m_currentToken; // token index in currentTokenSequence;
const int m_numSections;
const TokenSectionSequence &m_tokenSectionSequence;
};
template <typename TokenSequence>
QByteArray getText(TokenSequence tokenSequence)
{
QByteArray text;
for (int t = 0; t<tokenSequence.count(); ++t) {
text += tokenSequence.text(t);
}
return text;
}
/*
Append the text and the tokens from the range [startToken, startToken + numTokens>
to text and tokenList.
*/
template <typename TokenSequenceType>
void copy(QByteArray &text, QVector<TokenEngine::Token> &tokenList, const TokenSequenceType &tokenSequence, int startToken, int numTokens)
{
const int endToken = startToken + numTokens;
int textIndex = text.count();
for(int t = startToken; t < endToken; ++t) {
const QByteArray tokenText = tokenSequence.text(t);
const int tokenLength = tokenText.count();
TokenEngine::Token token(textIndex, tokenLength);
tokenList.append(token);
text += tokenSequence.text(t);
textIndex += tokenText.count();
}
}
/*
Copy a the range [startToken, startToken + numTokens> from a tokenSequence to a new
TokenConrtainer.
*/
template <typename TokenSequenceType>
TokenContainer copy(const TokenSequenceType &tokenSequence, int startToken, int numTokens)
{
QByteArray containerText;
QVector<Token> tokens;
tokens.reserve(numTokens);
TokenEngine::copy(containerText, tokens, tokenSequence, startToken, numTokens);
return TokenContainer(containerText, tokens);
}
} //namespace TokenEngine
QT_END_NAMESPACE
#endif