util/lexgen/lexgen.lexgen
changeset 0 1918ee327afb
equal deleted inserted replaced
-1:000000000000 0:1918ee327afb
       
     1 [Options]
       
     2 case-sensitive
       
     3 classname = RegExpTokenizer
       
     4 
       
     5 [Code Generator Options]
       
     6 TokenPrefix = RE2NFA::
       
     7 
       
     8 [Macros]
       
     9 Escape = \\.{1}
       
    10 
       
    11 [Tokens]
       
    12 TOK_QUOTED_STRING = \"[^\"]*\"
       
    13 TOK_STRING = [^\{\}\(\)\,\*\|\?\.\+\[]|{Escape}
       
    14 TOK_SEQUENCE = \[([^\]]|(\\\]))*\]
       
    15 TOK_LBRACE = \{
       
    16 TOK_RBRACE = \}
       
    17 TOK_LPAREN = \(
       
    18 TOK_RPAREN = \)
       
    19 TOK_COMMA = \,
       
    20 TOK_STAR = \*
       
    21 TOK_OR = \|
       
    22 TOK_QUESTION = \?
       
    23 TOK_DOT = \.
       
    24 TOK_PLUS = \+