util/lexgen/lexgen.lexgen
author Dremov Kirill (Nokia-D-MSW/Tampere) <kirill.dremov@nokia.com>
Fri, 11 Jun 2010 14:24:45 +0300
changeset 25 e24348a560a6
parent 0 1918ee327afb
permissions -rw-r--r--
Revision: 201021 Kit: 2010123

[Options]
case-sensitive
classname = RegExpTokenizer

[Code Generator Options]
TokenPrefix = RE2NFA::

[Macros]
Escape = \\.{1}

[Tokens]
TOK_QUOTED_STRING = \"[^\"]*\"
TOK_STRING = [^\{\}\(\)\,\*\|\?\.\+\[]|{Escape}
TOK_SEQUENCE = \[([^\]]|(\\\]))*\]
TOK_LBRACE = \{
TOK_RBRACE = \}
TOK_LPAREN = \(
TOK_RPAREN = \)
TOK_COMMA = \,
TOK_STAR = \*
TOK_OR = \|
TOK_QUESTION = \?
TOK_DOT = \.
TOK_PLUS = \+