| /* Token types */ | |
| #ifndef Py_TOKEN_H | |
| #define Py_TOKEN_H | |
| #ifdef __cplusplus | |
| extern "C" { | |
| #endif | |
| #undef TILDE /* Prevent clash of our definition with system macro. Ex AIX, ioctl.h */ | |
| #define ENDMARKER 0 | |
| #define NAME 1 | |
| #define NUMBER 2 | |
| #define STRING 3 | |
| #define NEWLINE 4 | |
| #define INDENT 5 | |
| #define DEDENT 6 | |
| #define LPAR 7 | |
| #define RPAR 8 | |
| #define LSQB 9 | |
| #define RSQB 10 | |
| #define COLON 11 | |
| #define COMMA 12 | |
| #define SEMI 13 | |
| #define PLUS 14 | |
| #define MINUS 15 | |
| #define STAR 16 | |
| #define SLASH 17 | |
| #define VBAR 18 | |
| #define AMPER 19 | |
| #define LESS 20 | |
| #define GREATER 21 | |
| #define EQUAL 22 | |
| #define DOT 23 | |
| #define PERCENT 24 | |
| #define BACKQUOTE 25 | |
| #define LBRACE 26 | |
| #define RBRACE 27 | |
| #define EQEQUAL 28 | |
| #define NOTEQUAL 29 | |
| #define LESSEQUAL 30 | |
| #define GREATEREQUAL 31 | |
| #define TILDE 32 | |
| #define CIRCUMFLEX 33 | |
| #define LEFTSHIFT 34 | |
| #define RIGHTSHIFT 35 | |
| #define DOUBLESTAR 36 | |
| #define PLUSEQUAL 37 | |
| #define MINEQUAL 38 | |
| #define STAREQUAL 39 | |
| #define SLASHEQUAL 40 | |
| #define PERCENTEQUAL 41 | |
| #define AMPEREQUAL 42 | |
| #define VBAREQUAL 43 | |
| #define CIRCUMFLEXEQUAL 44 | |
| #define LEFTSHIFTEQUAL 45 | |
| #define RIGHTSHIFTEQUAL 46 | |
| #define DOUBLESTAREQUAL 47 | |
| #define DOUBLESLASH 48 | |
| #define DOUBLESLASHEQUAL 49 | |
| #define AT 50 | |
| /* Don't forget to update the table _PyParser_TokenNames in tokenizer.c! */ | |
| #define OP 51 | |
| #define ERRORTOKEN 52 | |
| #define N_TOKENS 53 | |
| /* Special definitions for cooperation with parser */ | |
| #define NT_OFFSET 256 | |
| #define ISTERMINAL(x) ((x) < NT_OFFSET) | |
| #define ISNONTERMINAL(x) ((x) >= NT_OFFSET) | |
| #define ISEOF(x) ((x) == ENDMARKER) | |
| PyAPI_DATA(char *) _PyParser_TokenNames[]; /* Token names */ | |
| PyAPI_FUNC(int) PyToken_OneChar(int); | |
| PyAPI_FUNC(int) PyToken_TwoChars(int, int); | |
| PyAPI_FUNC(int) PyToken_ThreeChars(int, int, int); | |
| #ifdef __cplusplus | |
| } | |
| #endif | |
| #endif /* !Py_TOKEN_H */ |