/* Token types */

#ifndef Py_TOKEN_H

#define Py_TOKEN_H

#ifdef __cplusplus

extern "C" {

#endif

#define ENDMARKER	0

#define NAME		1

#define NUMBER		2

#define STRING		3

#define NEWLINE		4

#define INDENT		5

#define DEDENT		6

#define LPAR		7

#define RPAR		8

#define LSQB		9

#define RSQB		10

#define COLON		11

#define COMMA		12

#define SEMI		13

#define PLUS		14

#define MINUS		15

#define STAR		16

#define SLASH		17

#define VBAR		18

#define AMPER		19

#define LESS		20

#define GREATER		21

#define EQUAL		22

#define DOT		23

#define PERCENT		24

#define BACKQUOTE	25

#define LBRACE		26

#define RBRACE		27

#define EQEQUAL		28

#define NOTEQUAL	29

#define LESSEQUAL	30

#define GREATEREQUAL	31

#define TILDE		32

#define CIRCUMFLEX	33

#define LEFTSHIFT	34

#define RIGHTSHIFT	35

#define DOUBLESTAR	36

#define PLUSEQUAL	37

#define MINEQUAL	38

#define STAREQUAL	39

#define SLASHEQUAL	40

#define PERCENTEQUAL	41

#define AMPEREQUAL	42

#define VBAREQUAL	43

#define CIRCUMFLEXEQUAL	44

#define LEFTSHIFTEQUAL	45

#define RIGHTSHIFTEQUAL	46

#define DOUBLESTAREQUAL	47

#define DOUBLESLASH	48

#define DOUBLESLASHEQUAL 49

#define AT              50	

/* Don't forget to update the table _PyParser_TokenNames in tokenizer.c! */

#define OP		51

#define ERRORTOKEN	52

#define N_TOKENS	53

/* Special definitions for cooperation with parser */

#define NT_OFFSET		256

#define ISTERMINAL(x)		((x) < NT_OFFSET)

#define ISNONTERMINAL(x)	((x) >= NT_OFFSET)

#define ISEOF(x)		((x) == ENDMARKER)

PyAPI_DATA(char *) _PyParser_TokenNames[]; /* Token names */

PyAPI_FUNC(int) PyToken_OneChar(int);

PyAPI_FUNC(int) PyToken_TwoChars(int, int);

PyAPI_FUNC(int) PyToken_ThreeChars(int, int, int);

#ifdef __cplusplus

}

#endif

#endif /* !Py_TOKEN_H */