jpayne@69: /* Auto-generated by Tools/scripts/generate_token.py */
jpayne@69: 
jpayne@69: /* Token types */
jpayne@69: #ifndef Py_LIMITED_API
jpayne@69: #ifndef Py_TOKEN_H
jpayne@69: #define Py_TOKEN_H
jpayne@69: #ifdef __cplusplus
jpayne@69: extern "C" {
jpayne@69: #endif
jpayne@69: 
jpayne@69: #undef TILDE   /* Prevent clash of our definition with system macro. Ex AIX, ioctl.h */
jpayne@69: 
jpayne@69: #define ENDMARKER       0
jpayne@69: #define NAME            1
jpayne@69: #define NUMBER          2
jpayne@69: #define STRING          3
jpayne@69: #define NEWLINE         4
jpayne@69: #define INDENT          5
jpayne@69: #define DEDENT          6
jpayne@69: #define LPAR            7
jpayne@69: #define RPAR            8
jpayne@69: #define LSQB            9
jpayne@69: #define RSQB            10
jpayne@69: #define COLON           11
jpayne@69: #define COMMA           12
jpayne@69: #define SEMI            13
jpayne@69: #define PLUS            14
jpayne@69: #define MINUS           15
jpayne@69: #define STAR            16
jpayne@69: #define SLASH           17
jpayne@69: #define VBAR            18
jpayne@69: #define AMPER           19
jpayne@69: #define LESS            20
jpayne@69: #define GREATER         21
jpayne@69: #define EQUAL           22
jpayne@69: #define DOT             23
jpayne@69: #define PERCENT         24
jpayne@69: #define LBRACE          25
jpayne@69: #define RBRACE          26
jpayne@69: #define EQEQUAL         27
jpayne@69: #define NOTEQUAL        28
jpayne@69: #define LESSEQUAL       29
jpayne@69: #define GREATEREQUAL    30
jpayne@69: #define TILDE           31
jpayne@69: #define CIRCUMFLEX      32
jpayne@69: #define LEFTSHIFT       33
jpayne@69: #define RIGHTSHIFT      34
jpayne@69: #define DOUBLESTAR      35
jpayne@69: #define PLUSEQUAL       36
jpayne@69: #define MINEQUAL        37
jpayne@69: #define STAREQUAL       38
jpayne@69: #define SLASHEQUAL      39
jpayne@69: #define PERCENTEQUAL    40
jpayne@69: #define AMPEREQUAL      41
jpayne@69: #define VBAREQUAL       42
jpayne@69: #define CIRCUMFLEXEQUAL 43
jpayne@69: #define LEFTSHIFTEQUAL  44
jpayne@69: #define RIGHTSHIFTEQUAL 45
jpayne@69: #define DOUBLESTAREQUAL 46
jpayne@69: #define DOUBLESLASH     47
jpayne@69: #define DOUBLESLASHEQUAL 48
jpayne@69: #define AT              49
jpayne@69: #define ATEQUAL         50
jpayne@69: #define RARROW          51
jpayne@69: #define ELLIPSIS        52
jpayne@69: #define COLONEQUAL      53
jpayne@69: #define OP              54
jpayne@69: #define AWAIT           55
jpayne@69: #define ASYNC           56
jpayne@69: #define TYPE_IGNORE     57
jpayne@69: #define TYPE_COMMENT    58
jpayne@69: #define ERRORTOKEN      59
jpayne@69: #define N_TOKENS        63
jpayne@69: #define NT_OFFSET       256
jpayne@69: 
jpayne@69: /* Special definitions for cooperation with parser */
jpayne@69: 
jpayne@69: #define ISTERMINAL(x)           ((x) < NT_OFFSET)
jpayne@69: #define ISNONTERMINAL(x)        ((x) >= NT_OFFSET)
jpayne@69: #define ISEOF(x)                ((x) == ENDMARKER)
jpayne@69: 
jpayne@69: 
jpayne@69: PyAPI_DATA(const char * const) _PyParser_TokenNames[]; /* Token names */
jpayne@69: PyAPI_FUNC(int) PyToken_OneChar(int);
jpayne@69: PyAPI_FUNC(int) PyToken_TwoChars(int, int);
jpayne@69: PyAPI_FUNC(int) PyToken_ThreeChars(int, int, int);
jpayne@69: 
jpayne@69: #ifdef __cplusplus
jpayne@69: }
jpayne@69: #endif
jpayne@69: #endif /* !Py_TOKEN_H */
jpayne@69: #endif /* Py_LIMITED_API */