1 #! /usr/bin/env python

     2 

     3 """Token constants (from "token.h")."""

     4 

     5 #  This file is automatically generated; please don't muck it up!

     6 #

     7 #  To update the symbols in this file, 'cd' to the top directory of

     8 #  the python source tree after building the interpreter and run:

     9 #

    10 #    python Lib/token.py

    11 

    12 #--start constants--

    13 ENDMARKER = 0

    14 NAME = 1

    15 NUMBER = 2

    16 STRING = 3

    17 NEWLINE = 4

    18 INDENT = 5

    19 DEDENT = 6

    20 LPAR = 7

    21 RPAR = 8

    22 LSQB = 9

    23 RSQB = 10

    24 COLON = 11

    25 COMMA = 12

    26 SEMI = 13

    27 PLUS = 14

    28 MINUS = 15

    29 STAR = 16

    30 SLASH = 17

    31 VBAR = 18

    32 AMPER = 19

    33 LESS = 20

    34 GREATER = 21

    35 EQUAL = 22

    36 DOT = 23

    37 PERCENT = 24

    38 BACKQUOTE = 25

    39 LBRACE = 26

    40 RBRACE = 27

    41 EQEQUAL = 28

    42 NOTEQUAL = 29

    43 LESSEQUAL = 30

    44 GREATEREQUAL = 31

    45 TILDE = 32

    46 CIRCUMFLEX = 33

    47 LEFTSHIFT = 34

    48 RIGHTSHIFT = 35

    49 DOUBLESTAR = 36

    50 PLUSEQUAL = 37

    51 MINEQUAL = 38

    52 STAREQUAL = 39

    53 SLASHEQUAL = 40

    54 PERCENTEQUAL = 41

    55 AMPEREQUAL = 42

    56 VBAREQUAL = 43

    57 CIRCUMFLEXEQUAL = 44

    58 LEFTSHIFTEQUAL = 45

    59 RIGHTSHIFTEQUAL = 46

    60 DOUBLESTAREQUAL = 47

    61 DOUBLESLASH = 48

    62 DOUBLESLASHEQUAL = 49

    63 AT = 50

    64 OP = 51

    65 ERRORTOKEN = 52

    66 N_TOKENS = 53

    67 NT_OFFSET = 256

    68 #--end constants--

    69 

    70 tok_name = {}

    71 for _name, _value in globals().items():

    72     if type(_value) is type(0):

    73         tok_name[_value] = _name

    74 del _name, _value

    75 

    76 

    77 def ISTERMINAL(x):

    78     return x < NT_OFFSET

    79 

    80 def ISNONTERMINAL(x):

    81     return x >= NT_OFFSET

    82 

    83 def ISEOF(x):

    84     return x == ENDMARKER

    85 

    86 

    87 def main():

    88     import re

    89     import sys

    90     args = sys.argv[1:]

    91     inFileName = args and args[0] or "Include/token.h"

    92     outFileName = "Lib/token.py"

    93     if len(args) > 1:

    94         outFileName = args[1]

    95     try:

    96         fp = open(inFileName)

    97     except IOError, err:

    98         sys.stdout.write("I/O error: %s\n" % str(err))

    99         sys.exit(1)

   100     lines = fp.read().split("\n")

   101     fp.close()

   102     prog = re.compile(

   103         "#define[ \t][ \t]*([A-Z0-9][A-Z0-9_]*)[ \t][ \t]*([0-9][0-9]*)",

   104         re.IGNORECASE)

   105     tokens = {}

   106     for line in lines:

   107         match = prog.match(line)

   108         if match:

   109             name, val = match.group(1, 2)

   110             val = int(val)

   111             tokens[val] = name          # reverse so we can sort them...

   112     keys = tokens.keys()

   113     keys.sort()

   114     # load the output skeleton from the target:

   115     try:

   116         fp = open(outFileName)

   117     except IOError, err:

   118         sys.stderr.write("I/O error: %s\n" % str(err))

   119         sys.exit(2)

   120     format = fp.read().split("\n")

   121     fp.close()

   122     try:

   123         start = format.index("#--start constants--") + 1

   124         end = format.index("#--end constants--")

   125     except ValueError:

   126         sys.stderr.write("target does not contain format markers")

   127         sys.exit(3)

   128     lines = []

   129     for val in keys:

   130         lines.append("%s = %d" % (tokens[val], val))

   131     format[start:end] = lines

   132     try:

   133         fp = open(outFileName, 'w')

   134     except IOError, err:

   135         sys.stderr.write("I/O error: %s\n" % str(err))

   136         sys.exit(4)

   137     fp.write("\n".join(format))

   138     fp.close()

   139 

   140 

   141 if __name__ == "__main__":

   142     main()