python/Include/token.h at master · broncodans/python · GitHub

History

83 lines (74 loc) · 1.67 KB

Raw

/* Token types */

#ifndef Py_TOKEN_H

#define Py_TOKEN_H

#ifdef __cplusplus

extern "C" {

#endif

#define ENDMARKER 0

#define NAME 1

#define NUMBER 2

#define STRING 3

#define NEWLINE 4

#define INDENT 5

#define DEDENT 6

#define LPAR 7

#define RPAR 8

#define LSQB 9

#define RSQB 10

#define COLON 11

#define COMMA 12

#define SEMI 13

#define PLUS 14

#define MINUS 15

#define STAR 16

#define SLASH 17

#define VBAR 18

#define AMPER 19

#define LESS 20

#define GREATER 21

#define EQUAL 22

#define DOT 23

#define PERCENT 24

#define BACKQUOTE 25

#define LBRACE 26

#define RBRACE 27

#define EQEQUAL 28

#define NOTEQUAL 29

#define LESSEQUAL 30

#define GREATEREQUAL 31

#define TILDE 32

#define CIRCUMFLEX 33

#define LEFTSHIFT 34

#define RIGHTSHIFT 35

#define DOUBLESTAR 36

#define PLUSEQUAL 37

#define MINEQUAL 38

#define STAREQUAL 39

#define SLASHEQUAL 40

#define PERCENTEQUAL 41

#define AMPEREQUAL 42

#define VBAREQUAL 43

#define CIRCUMFLEXEQUAL 44

#define LEFTSHIFTEQUAL 45

#define RIGHTSHIFTEQUAL 46

#define DOUBLESTAREQUAL 47

#define DOUBLESLASH 48

#define DOUBLESLASHEQUAL 49

#define AT 50

/* Don't forget to update the table _PyParser_TokenNames in tokenizer.c! */

#define OP 51

#define ERRORTOKEN 52

#define N_TOKENS 53

/* Special definitions for cooperation with parser */

#define NT_OFFSET 256

#define ISTERMINAL(x) ((x) < NT_OFFSET)

#define ISNONTERMINAL(x) ((x) >= NT_OFFSET)

#define ISEOF(x) ((x) == ENDMARKER)

PyAPI_DATA(char *) _PyParser_TokenNames[]; /* Token names */

PyAPI_FUNC(int) PyToken_OneChar(int);

PyAPI_FUNC(int) PyToken_TwoChars(int, int);

PyAPI_FUNC(int) PyToken_ThreeChars(int, int, int);

#ifdef __cplusplus

}

#endif

#endif /* !Py_TOKEN_H */

python/Include/token.h at master · broncodans/python · GitHub

Expand file tree

Breadcrumbs

token.h

Latest commit

History

Breadcrumbs

token.h

File metadata and controls