|
0
|
1 |
[Options]
|
|
|
2 |
case-sensitive
|
|
|
3 |
classname = RegExpTokenizer
|
|
|
4 |
|
|
|
5 |
[Code Generator Options]
|
|
|
6 |
TokenPrefix = RE2NFA::
|
|
|
7 |
|
|
|
8 |
[Macros]
|
|
|
9 |
Escape = \\.{1}
|
|
|
10 |
|
|
|
11 |
[Tokens]
|
|
|
12 |
TOK_QUOTED_STRING = \"[^\"]*\"
|
|
|
13 |
TOK_STRING = [^\{\}\(\)\,\*\|\?\.\+\[]|{Escape}
|
|
|
14 |
TOK_SEQUENCE = \[([^\]]|(\\\]))*\]
|
|
|
15 |
TOK_LBRACE = \{
|
|
|
16 |
TOK_RBRACE = \}
|
|
|
17 |
TOK_LPAREN = \(
|
|
|
18 |
TOK_RPAREN = \)
|
|
|
19 |
TOK_COMMA = \,
|
|
|
20 |
TOK_STAR = \*
|
|
|
21 |
TOK_OR = \|
|
|
|
22 |
TOK_QUESTION = \?
|
|
|
23 |
TOK_DOT = \.
|
|
|
24 |
TOK_PLUS = \+
|