12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485 |
- /* Token types */
- #ifndef Py_TOKEN_H
- #define Py_TOKEN_H
- #ifdef __cplusplus
- extern "C" {
- #endif
- #undef TILDE /* Prevent clash of our definition with system macro. Ex AIX, ioctl.h */
- #define ENDMARKER 0
- #define NAME 1
- #define NUMBER 2
- #define STRING 3
- #define NEWLINE 4
- #define INDENT 5
- #define DEDENT 6
- #define LPAR 7
- #define RPAR 8
- #define LSQB 9
- #define RSQB 10
- #define COLON 11
- #define COMMA 12
- #define SEMI 13
- #define PLUS 14
- #define MINUS 15
- #define STAR 16
- #define SLASH 17
- #define VBAR 18
- #define AMPER 19
- #define LESS 20
- #define GREATER 21
- #define EQUAL 22
- #define DOT 23
- #define PERCENT 24
- #define BACKQUOTE 25
- #define LBRACE 26
- #define RBRACE 27
- #define EQEQUAL 28
- #define NOTEQUAL 29
- #define LESSEQUAL 30
- #define GREATEREQUAL 31
- #define TILDE 32
- #define CIRCUMFLEX 33
- #define LEFTSHIFT 34
- #define RIGHTSHIFT 35
- #define DOUBLESTAR 36
- #define PLUSEQUAL 37
- #define MINEQUAL 38
- #define STAREQUAL 39
- #define SLASHEQUAL 40
- #define PERCENTEQUAL 41
- #define AMPEREQUAL 42
- #define VBAREQUAL 43
- #define CIRCUMFLEXEQUAL 44
- #define LEFTSHIFTEQUAL 45
- #define RIGHTSHIFTEQUAL 46
- #define DOUBLESTAREQUAL 47
- #define DOUBLESLASH 48
- #define DOUBLESLASHEQUAL 49
- #define AT 50
- /* Don't forget to update the table _PyParser_TokenNames in tokenizer.c! */
- #define OP 51
- #define ERRORTOKEN 52
- #define N_TOKENS 53
- /* Special definitions for cooperation with parser */
- #define NT_OFFSET 256
- #define ISTERMINAL(x) ((x) < NT_OFFSET)
- #define ISNONTERMINAL(x) ((x) >= NT_OFFSET)
- #define ISEOF(x) ((x) == ENDMARKER)
- PyAPI_DATA(char *) _PyParser_TokenNames[]; /* Token names */
- PyAPI_FUNC(int) PyToken_OneChar(int);
- PyAPI_FUNC(int) PyToken_TwoChars(int, int);
- PyAPI_FUNC(int) PyToken_ThreeChars(int, int, int);
- #ifdef __cplusplus
- }
- #endif
- #endif /* !Py_TOKEN_H */
|