equal
deleted
inserted
replaced
|
1 |
|
2 /* Token types */ |
|
3 |
|
4 #ifndef Py_TOKEN_H |
|
5 #define Py_TOKEN_H |
|
6 #ifdef __cplusplus |
|
7 extern "C" { |
|
8 #endif |
|
9 |
|
10 #define ENDMARKER 0 |
|
11 #define NAME 1 |
|
12 #define NUMBER 2 |
|
13 #define STRING 3 |
|
14 #define NEWLINE 4 |
|
15 #define INDENT 5 |
|
16 #define DEDENT 6 |
|
17 #define LPAR 7 |
|
18 #define RPAR 8 |
|
19 #define LSQB 9 |
|
20 #define RSQB 10 |
|
21 #define COLON 11 |
|
22 #define COMMA 12 |
|
23 #define SEMI 13 |
|
24 #define PLUS 14 |
|
25 #define MINUS 15 |
|
26 #define STAR 16 |
|
27 #define SLASH 17 |
|
28 #define VBAR 18 |
|
29 #define AMPER 19 |
|
30 #define LESS 20 |
|
31 #define GREATER 21 |
|
32 #define EQUAL 22 |
|
33 #define DOT 23 |
|
34 #define PERCENT 24 |
|
35 #define BACKQUOTE 25 |
|
36 #define LBRACE 26 |
|
37 #define RBRACE 27 |
|
38 #define EQEQUAL 28 |
|
39 #define NOTEQUAL 29 |
|
40 #define LESSEQUAL 30 |
|
41 #define GREATEREQUAL 31 |
|
42 #define TILDE 32 |
|
43 #define CIRCUMFLEX 33 |
|
44 #define LEFTSHIFT 34 |
|
45 #define RIGHTSHIFT 35 |
|
46 #define DOUBLESTAR 36 |
|
47 #define PLUSEQUAL 37 |
|
48 #define MINEQUAL 38 |
|
49 #define STAREQUAL 39 |
|
50 #define SLASHEQUAL 40 |
|
51 #define PERCENTEQUAL 41 |
|
52 #define AMPEREQUAL 42 |
|
53 #define VBAREQUAL 43 |
|
54 #define CIRCUMFLEXEQUAL 44 |
|
55 #define LEFTSHIFTEQUAL 45 |
|
56 #define RIGHTSHIFTEQUAL 46 |
|
57 #define DOUBLESTAREQUAL 47 |
|
58 #define DOUBLESLASH 48 |
|
59 #define DOUBLESLASHEQUAL 49 |
|
60 #define AT 50 |
|
61 /* Don't forget to update the table _PyParser_TokenNames in tokenizer.c! */ |
|
62 #define OP 51 |
|
63 #define ERRORTOKEN 52 |
|
64 #define N_TOKENS 53 |
|
65 |
|
66 /* Special definitions for cooperation with parser */ |
|
67 |
|
68 #define NT_OFFSET 256 |
|
69 |
|
70 #define ISTERMINAL(x) ((x) < NT_OFFSET) |
|
71 #define ISNONTERMINAL(x) ((x) >= NT_OFFSET) |
|
72 #define ISEOF(x) ((x) == ENDMARKER) |
|
73 |
|
74 |
|
75 PyAPI_DATA(char *) _PyParser_TokenNames[]; /* Token names */ |
|
76 PyAPI_FUNC(int) PyToken_OneChar(int); |
|
77 PyAPI_FUNC(int) PyToken_TwoChars(int, int); |
|
78 PyAPI_FUNC(int) PyToken_ThreeChars(int, int, int); |
|
79 |
|
80 #ifdef __cplusplus |
|
81 } |
|
82 #endif |
|
83 #endif /* !Py_TOKEN_H */ |