| author | Alex Gilkes <alex.gilkes@nokia.com> |
| Mon, 11 Jan 2010 14:00:40 +0000 | |
| changeset 0 | 1918ee327afb |
| permissions | -rw-r--r-- |
| 0 | 1 |
[Options] |
2 |
case-sensitive |
|
3 |
classname = RegExpTokenizer |
|
4 |
||
5 |
[Code Generator Options] |
|
6 |
TokenPrefix = RE2NFA:: |
|
7 |
||
8 |
[Macros] |
|
9 |
Escape = \\.{1}
|
|
10 |
||
11 |
[Tokens] |
|
12 |
TOK_QUOTED_STRING = \"[^\"]*\" |
|
13 |
TOK_STRING = [^\{\}\(\)\,\*\|\?\.\+\[]|{Escape}
|
|
14 |
TOK_SEQUENCE = \[([^\]]|(\\\]))*\] |
|
15 |
TOK_LBRACE = \{
|
|
16 |
TOK_RBRACE = \} |
|
17 |
TOK_LPAREN = \( |
|
18 |
TOK_RPAREN = \) |
|
19 |
TOK_COMMA = \, |
|
20 |
TOK_STAR = \* |
|
21 |
TOK_OR = \| |
|
22 |
TOK_QUESTION = \? |
|
23 |
TOK_DOT = \. |
|
24 |
TOK_PLUS = \+ |