1/*
2** $Id: llex.h $
3** Lexical Analyzer
4** See Copyright Notice in lua.h
5*/
6
7#ifndef llex_h
8#define llex_h
9
10#include <limits.h>
11
12#include "lobject.h"
13#include "lzio.h"
14
15
16/*
17** Single-char tokens (terminal symbols) are represented by their own
18** numeric code. Other tokens start at the following value.
19*/
20#define FIRST_RESERVED (UCHAR_MAX + 1)
21
22
23#if !defined(LUA_ENV)
24#define LUA_ENV "_ENV"
25#endif
26
27
28/*
29* WARNING: if you change the order of this enumeration,
30* grep "ORDER RESERVED"
31*/
32enum RESERVED {
33 /* terminal symbols denoted by reserved words */
34 TK_AND = FIRST_RESERVED, TK_BREAK,
35 TK_DO, TK_ELSE, TK_ELSEIF, TK_END, TK_FALSE, TK_FOR, TK_FUNCTION,
36 TK_GOTO, TK_IF, TK_IN, TK_LOCAL, TK_NIL, TK_NOT, TK_OR, TK_REPEAT,
37 TK_RETURN, TK_THEN, TK_TRUE, TK_UNTIL, TK_WHILE,
38 /* other terminal symbols */
39 TK_IDIV, TK_CONCAT, TK_DOTS, TK_EQ, TK_GE, TK_LE, TK_NE,
40 TK_SHL, TK_SHR,
41 TK_DBCOLON, TK_EOS,
42 TK_FLT, TK_INT, TK_NAME, TK_STRING
43};
44
45/* number of reserved words */
46#define NUM_RESERVED (cast_int(TK_WHILE-FIRST_RESERVED + 1))
47
48
49typedef union {
50 lua_Number r;
51 lua_Integer i;
52 TString *ts;
53} SemInfo; /* semantics information */
54
55
56typedef struct Token {
57 int token;
58 SemInfo seminfo;
59} Token;
60
61
62/* state of the lexer plus state of the parser when shared by all
63 functions */
64typedef struct LexState {
65 int current; /* current character (charint) */
66 int linenumber; /* input line counter */
67 int lastline; /* line of last token 'consumed' */
68 Token t; /* current token */
69 Token lookahead; /* look ahead token */
70 struct FuncState *fs; /* current function (parser) */
71 struct lua_State *L;
72 ZIO *z; /* input stream */
73 Mbuffer *buff; /* buffer for tokens */
74 Table *h; /* to avoid collection/reuse strings */
75 struct Dyndata *dyd; /* dynamic structures used by the parser */
76 TString *source; /* current source name */
77 TString *envn; /* environment variable name */
78} LexState;
79
80
81LUAI_FUNC void luaX_init (lua_State *L);
82LUAI_FUNC void luaX_setinput (lua_State *L, LexState *ls, ZIO *z,
83 TString *source, int firstchar);
84LUAI_FUNC TString *luaX_newstring (LexState *ls, const char *str, size_t l);
85LUAI_FUNC void luaX_next (LexState *ls);
86LUAI_FUNC int luaX_lookahead (LexState *ls);
87LUAI_FUNC l_noret luaX_syntaxerror (LexState *ls, const char *s);
88LUAI_FUNC const char *luaX_token2str (LexState *ls, int token);
89
90
91#endif
92