/src/middleware/lua/llex.h
C++ Header | 81 lines | 47 code | 20 blank | 14 comment | 0 complexity | 0954f33df5b5264df63ad176af6fd8cd MD5 | raw file
1/* 2** $Id: llex.h,v 1.58.1.1 2007/12/27 13:02:25 roberto Exp $ 3** Lexical Analyzer 4** See Copyright Notice in lua.h 5*/ 6 7#ifndef llex_h 8#define llex_h 9 10#include "lobject.h" 11#include "lzio.h" 12 13 14#define FIRST_RESERVED 257 15 16/* maximum length of a reserved word */ 17#define TOKEN_LEN (sizeof("function")/sizeof(char)) 18 19 20/* 21* WARNING: if you change the order of this enumeration, 22* grep "ORDER RESERVED" 23*/ 24enum RESERVED { 25 /* terminal symbols denoted by reserved words */ 26 TK_AND = FIRST_RESERVED, TK_BREAK, 27 TK_DO, TK_ELSE, TK_ELSEIF, TK_END, TK_FALSE, TK_FOR, TK_FUNCTION, 28 TK_IF, TK_IN, TK_LOCAL, TK_NIL, TK_NOT, TK_OR, TK_REPEAT, 29 TK_RETURN, TK_THEN, TK_TRUE, TK_UNTIL, TK_WHILE, 30 /* other terminal symbols */ 31 TK_CONCAT, TK_DOTS, TK_EQ, TK_GE, TK_LE, TK_NE, TK_NUMBER, 32 TK_NAME, TK_STRING, TK_EOS 33}; 34 35/* number of reserved words */ 36#define NUM_RESERVED (cast(int, TK_WHILE-FIRST_RESERVED+1)) 37 38 39/* array with token `names' */ 40LUAI_DATA const char *const luaX_tokens []; 41 42 43typedef union { 44 lua_Number r; 45 TString *ts; 46} SemInfo; /* semantics information */ 47 48 49typedef struct Token { 50 int token; 51 SemInfo seminfo; 52} Token; 53 54 55typedef struct LexState { 56 int current; /* current character (charint) */ 57 int linenumber; /* input line counter */ 58 int lastline; /* line of last token `consumed' */ 59 Token t; /* current token */ 60 Token lookahead; /* look ahead token */ 61 struct FuncState *fs; /* `FuncState' is private to the parser */ 62 struct lua_State *L; 63 ZIO *z; /* input stream */ 64 Mbuffer *buff; /* buffer for tokens */ 65 TString *source; /* current source name */ 66 char decpoint; /* locale decimal point */ 67} LexState; 68 69 70LUAI_FUNC void luaX_init (lua_State *L); 71LUAI_FUNC void luaX_setinput (lua_State *L, LexState *ls, ZIO *z, 72 TString *source); 73LUAI_FUNC TString *luaX_newstring (LexState *ls, const char *str, size_t l); 74LUAI_FUNC void luaX_next (LexState *ls); 75LUAI_FUNC void luaX_lookahead (LexState *ls); 76LUAI_FUNC void luaX_lexerror (LexState *ls, const char *msg, int token); 77LUAI_FUNC void luaX_syntaxerror (LexState *ls, const char *s); 78LUAI_FUNC const char *luaX_token2str (LexState *ls, int token); 79 80 81#endif