1 /* $NetBSD: llex.h,v 1.1.1.2 2012/03/15 00:08:12 alnsn Exp $ */ 2 3 /* 4 ** $Id: llex.h,v 1.1.1.2 2012/03/15 00:08:12 alnsn Exp $ 5 ** Lexical Analyzer 6 ** See Copyright Notice in lua.h 7 */ 8 9 #ifndef llex_h 10 #define llex_h 11 12 #include "lobject.h" 13 #include "lzio.h" 14 15 16 #define FIRST_RESERVED 257 17 18 /* maximum length of a reserved word */ 19 #define TOKEN_LEN (sizeof("function")/sizeof(char)) 20 21 22 /* 23 * WARNING: if you change the order of this enumeration, 24 * grep "ORDER RESERVED" 25 */ 26 enum RESERVED { 27 /* terminal symbols denoted by reserved words */ 28 TK_AND = FIRST_RESERVED, TK_BREAK, 29 TK_DO, TK_ELSE, TK_ELSEIF, TK_END, TK_FALSE, TK_FOR, TK_FUNCTION, 30 TK_IF, TK_IN, TK_LOCAL, TK_NIL, TK_NOT, TK_OR, TK_REPEAT, 31 TK_RETURN, TK_THEN, TK_TRUE, TK_UNTIL, TK_WHILE, 32 /* other terminal symbols */ 33 TK_CONCAT, TK_DOTS, TK_EQ, TK_GE, TK_LE, TK_NE, TK_NUMBER, 34 TK_NAME, TK_STRING, TK_EOS 35 }; 36 37 /* number of reserved words */ 38 #define NUM_RESERVED (cast(int, TK_WHILE-FIRST_RESERVED+1)) 39 40 41 /* array with token `names' */ 42 LUAI_DATA const char *const luaX_tokens []; 43 44 45 typedef union { 46 lua_Number r; 47 TString *ts; 48 } SemInfo; /* semantics information */ 49 50 51 typedef struct Token { 52 int token; 53 SemInfo seminfo; 54 } Token; 55 56 57 typedef struct LexState { 58 int current; /* current character (charint) */ 59 int linenumber; /* input line counter */ 60 int lastline; /* line of last token `consumed' */ 61 Token t; /* current token */ 62 Token lookahead; /* look ahead token */ 63 struct FuncState *fs; /* `FuncState' is private to the parser */ 64 struct lua_State *L; 65 ZIO *z; /* input stream */ 66 Mbuffer *buff; /* buffer for tokens */ 67 TString *source; /* current source name */ 68 char decpoint; /* locale decimal point */ 69 } LexState; 70 71 72 LUAI_FUNC void luaX_init (lua_State *L); 73 LUAI_FUNC void luaX_setinput (lua_State *L, LexState *ls, ZIO *z, 74 TString *source); 75 LUAI_FUNC TString *luaX_newstring (LexState *ls, const char *str, size_t l); 76 LUAI_FUNC void luaX_next (LexState *ls); 77 LUAI_FUNC void luaX_lookahead (LexState *ls); 78 LUAI_FUNC void luaX_lexerror (LexState *ls, const char *msg, int token); 79 LUAI_FUNC void luaX_syntaxerror (LexState *ls, const char *s); 80 LUAI_FUNC const char *luaX_token2str (LexState *ls, int token); 81 82 83 #endif 84