PageRenderTime 223ms CodeModel.GetById 141ms app.highlight 2ms RepoModel.GetById 78ms app.codeStats 0ms

/Include/token.h

http://unladen-swallow.googlecode.com/
C++ Header | 83 lines | 71 code | 9 blank | 3 comment | 1 complexity | d2019685c7bf3a024909f67e3fbbece3 MD5 | raw file
 1
 2/* Token types */
 3
 4#ifndef Py_TOKEN_H
 5#define Py_TOKEN_H
 6#ifdef __cplusplus
 7extern "C" {
 8#endif
 9
10#define ENDMARKER	0
11#define NAME		1
12#define NUMBER		2
13#define STRING		3
14#define NEWLINE		4
15#define INDENT		5
16#define DEDENT		6
17#define LPAR		7
18#define RPAR		8
19#define LSQB		9
20#define RSQB		10
21#define COLON		11
22#define COMMA		12
23#define SEMI		13
24#define PLUS		14
25#define MINUS		15
26#define STAR		16
27#define SLASH		17
28#define VBAR		18
29#define AMPER		19
30#define LESS		20
31#define GREATER		21
32#define EQUAL		22
33#define DOT		23
34#define PERCENT		24
35#define BACKQUOTE	25
36#define LBRACE		26
37#define RBRACE		27
38#define EQEQUAL		28
39#define NOTEQUAL	29
40#define LESSEQUAL	30
41#define GREATEREQUAL	31
42#define TILDE		32
43#define CIRCUMFLEX	33
44#define LEFTSHIFT	34
45#define RIGHTSHIFT	35
46#define DOUBLESTAR	36
47#define PLUSEQUAL	37
48#define MINEQUAL	38
49#define STAREQUAL	39
50#define SLASHEQUAL	40
51#define PERCENTEQUAL	41
52#define AMPEREQUAL	42
53#define VBAREQUAL	43
54#define CIRCUMFLEXEQUAL	44
55#define LEFTSHIFTEQUAL	45
56#define RIGHTSHIFTEQUAL	46
57#define DOUBLESTAREQUAL	47
58#define DOUBLESLASH	48
59#define DOUBLESLASHEQUAL 49
60#define AT              50	
61/* Don't forget to update the table _PyParser_TokenNames in tokenizer.c! */
62#define OP		51
63#define ERRORTOKEN	52
64#define N_TOKENS	53
65
66/* Special definitions for cooperation with parser */
67
68#define NT_OFFSET		256
69
70#define ISTERMINAL(x)		((x) < NT_OFFSET)
71#define ISNONTERMINAL(x)	((x) >= NT_OFFSET)
72#define ISEOF(x)		((x) == ENDMARKER)
73
74
75PyAPI_DATA(char *) _PyParser_TokenNames[]; /* Token names */
76PyAPI_FUNC(int) PyToken_OneChar(int);
77PyAPI_FUNC(int) PyToken_TwoChars(int, int);
78PyAPI_FUNC(int) PyToken_ThreeChars(int, int, int);
79
80#ifdef __cplusplus
81}
82#endif
83#endif /* !Py_TOKEN_H */