Lines Matching refs:ls
32 #define next(ls) (ls->current = zgetc(ls->z)) argument
36 #define currIsNewline(ls) (ls->current == '\n' || ls->current == '\r') argument
51 #define save_and_next(ls) (save(ls, ls->current), next(ls)) argument
54 static l_noret lexerror (LexState *ls, const char *msg, int token);
57 static void save (LexState *ls, int c) { in save() argument
58 Mbuffer *b = ls->buff; in save()
62 lexerror(ls, "lexical element too long", 0); in save()
64 luaZ_resizebuffer(ls->L, b, newsize); in save()
82 const char *luaX_token2str (LexState *ls, int token) { in luaX_token2str() argument
85 return luaO_pushfstring(ls->L, "'%c'", token); in luaX_token2str()
87 return luaO_pushfstring(ls->L, "'<\\%d>'", token); in luaX_token2str()
92 return luaO_pushfstring(ls->L, "'%s'", s); in luaX_token2str()
99 static const char *txtToken (LexState *ls, int token) { in txtToken() argument
103 save(ls, '\0'); in txtToken()
104 return luaO_pushfstring(ls->L, "'%s'", luaZ_buffer(ls->buff)); in txtToken()
106 return luaX_token2str(ls, token); in txtToken()
111 static l_noret lexerror (LexState *ls, const char *msg, int token) { in lexerror() argument
112 msg = luaG_addinfo(ls->L, msg, ls->source, ls->linenumber); in lexerror()
114 luaO_pushfstring(ls->L, "%s near %s", msg, txtToken(ls, token)); in lexerror()
115 luaD_throw(ls->L, LUA_ERRSYNTAX); in lexerror()
119 l_noret luaX_syntaxerror (LexState *ls, const char *msg) { in luaX_syntaxerror() argument
120 lexerror(ls, msg, ls->t.token); in luaX_syntaxerror()
129 TString *luaX_newstring (LexState *ls, const char *str, size_t l) { in luaX_newstring() argument
130 lua_State *L = ls->L; in luaX_newstring()
134 o = luaH_set(L, ls->h, s2v(L->top - 1)); in luaX_newstring()
153 static void inclinenumber (LexState *ls) { in inclinenumber() argument
154 int old = ls->current; in inclinenumber()
155 lua_assert(currIsNewline(ls)); in inclinenumber()
156 next(ls); /* skip '\n' or '\r' */ in inclinenumber()
157 if (currIsNewline(ls) && ls->current != old) in inclinenumber()
158 next(ls); /* skip '\n\r' or '\r\n' */ in inclinenumber()
159 if (++ls->linenumber >= MAX_INT) in inclinenumber()
160 lexerror(ls, "chunk has too many lines", 0); in inclinenumber()
164 void luaX_setinput (lua_State *L, LexState *ls, ZIO *z, TString *source, in luaX_setinput() argument
166 ls->t.token = 0; in luaX_setinput()
167 ls->L = L; in luaX_setinput()
168 ls->current = firstchar; in luaX_setinput()
169 ls->lookahead.token = TK_EOS; /* no look-ahead token */ in luaX_setinput()
170 ls->z = z; in luaX_setinput()
171 ls->fs = NULL; in luaX_setinput()
172 ls->linenumber = 1; in luaX_setinput()
173 ls->lastline = 1; in luaX_setinput()
174 ls->source = source; in luaX_setinput()
175 ls->envn = luaS_newliteral(L, LUA_ENV); /* get env name */ in luaX_setinput()
176 luaZ_resizebuffer(ls->L, ls->buff, LUA_MINBUFFER); /* initialize buffer */ in luaX_setinput()
188 static int check_next1 (LexState *ls, int c) { in check_next1() argument
189 if (ls->current == c) { in check_next1()
190 next(ls); in check_next1()
201 static int check_next2 (LexState *ls, const char *set) { in check_next2() argument
203 if (ls->current == set[0] || ls->current == set[1]) { in check_next2()
204 save_and_next(ls); in check_next2()
224 static int read_numeral (LexState *ls, SemInfo *seminfo) { in read_numeral() argument
227 int first = ls->current; in read_numeral()
228 lua_assert(lisdigit(ls->current)); in read_numeral()
229 save_and_next(ls); in read_numeral()
230 if (first == '0' && check_next2(ls, "xX")) /* hexadecimal? */ in read_numeral()
233 if (check_next2(ls, expo)) /* exponent mark? */ in read_numeral()
234 check_next2(ls, "-+"); /* optional exponent sign */ in read_numeral()
235 else if (lisxdigit(ls->current) || ls->current == '.') /* '%x|%.' */ in read_numeral()
236 save_and_next(ls); in read_numeral()
239 if (lislalpha(ls->current)) /* is numeral touching a letter? */ in read_numeral()
240 save_and_next(ls); /* force an error */ in read_numeral()
241 save(ls, '\0'); in read_numeral()
242 if (luaO_str2num(luaZ_buffer(ls->buff), &obj) == 0) /* format error? */ in read_numeral()
243 lexerror(ls, "malformed number", TK_FLT); in read_numeral()
262 static size_t skip_sep (LexState *ls) { in skip_sep() argument
264 int s = ls->current; in skip_sep()
266 save_and_next(ls); in skip_sep()
267 while (ls->current == '=') { in skip_sep()
268 save_and_next(ls); in skip_sep()
271 return (ls->current == s) ? count + 2 in skip_sep()
277 static void read_long_string (LexState *ls, SemInfo *seminfo, size_t sep) { in read_long_string() argument
278 int line = ls->linenumber; /* initial line (for error message) */ in read_long_string()
279 save_and_next(ls); /* skip 2nd '[' */ in read_long_string()
280 if (currIsNewline(ls)) /* string starts with a newline? */ in read_long_string()
281 inclinenumber(ls); /* skip it */ in read_long_string()
283 switch (ls->current) { in read_long_string()
286 const char *msg = luaO_pushfstring(ls->L, in read_long_string()
288 lexerror(ls, msg, TK_EOS); in read_long_string()
292 if (skip_sep(ls) == sep) { in read_long_string()
293 save_and_next(ls); /* skip 2nd ']' */ in read_long_string()
299 save(ls, '\n'); in read_long_string()
300 inclinenumber(ls); in read_long_string()
301 if (!seminfo) luaZ_resetbuffer(ls->buff); /* avoid wasting space */ in read_long_string()
305 if (seminfo) save_and_next(ls); in read_long_string()
306 else next(ls); in read_long_string()
311 seminfo->ts = luaX_newstring(ls, luaZ_buffer(ls->buff) + sep, in read_long_string()
312 luaZ_bufflen(ls->buff) - 2 * sep); in read_long_string()
316 static void esccheck (LexState *ls, int c, const char *msg) { in esccheck() argument
318 if (ls->current != EOZ) in esccheck()
319 save_and_next(ls); /* add current to buffer for error message */ in esccheck()
320 lexerror(ls, msg, TK_STRING); in esccheck()
325 static int gethexa (LexState *ls) { in gethexa() argument
326 save_and_next(ls); in gethexa()
327 esccheck (ls, lisxdigit(ls->current), "hexadecimal digit expected"); in gethexa()
328 return luaO_hexavalue(ls->current); in gethexa()
332 static int readhexaesc (LexState *ls) { in readhexaesc() argument
333 int r = gethexa(ls); in readhexaesc()
334 r = (r << 4) + gethexa(ls); in readhexaesc()
335 luaZ_buffremove(ls->buff, 2); /* remove saved chars from buffer */ in readhexaesc()
340 static unsigned long readutf8esc (LexState *ls) { in readutf8esc() argument
343 save_and_next(ls); /* skip 'u' */ in readutf8esc()
344 esccheck(ls, ls->current == '{', "missing '{'"); in readutf8esc()
345 r = gethexa(ls); /* must have at least one digit */ in readutf8esc()
346 while (cast_void(save_and_next(ls)), lisxdigit(ls->current)) { in readutf8esc()
348 esccheck(ls, r <= (0x7FFFFFFFu >> 4), "UTF-8 value too large"); in readutf8esc()
349 r = (r << 4) + luaO_hexavalue(ls->current); in readutf8esc()
351 esccheck(ls, ls->current == '}', "missing '}'"); in readutf8esc()
352 next(ls); /* skip '}' */ in readutf8esc()
353 luaZ_buffremove(ls->buff, i); /* remove saved chars from buffer */ in readutf8esc()
358 static void utf8esc (LexState *ls) { in utf8esc() argument
360 int n = luaO_utf8esc(buff, readutf8esc(ls)); in utf8esc()
362 save(ls, buff[UTF8BUFFSZ - n]); in utf8esc()
366 static int readdecesc (LexState *ls) { in readdecesc() argument
369 for (i = 0; i < 3 && lisdigit(ls->current); i++) { /* read up to 3 digits */ in readdecesc()
370 r = 10*r + ls->current - '0'; in readdecesc()
371 save_and_next(ls); in readdecesc()
373 esccheck(ls, r <= UCHAR_MAX, "decimal escape too large"); in readdecesc()
374 luaZ_buffremove(ls->buff, i); /* remove read digits from buffer */ in readdecesc()
379 static void read_string (LexState *ls, int del, SemInfo *seminfo) { in read_string() argument
380 save_and_next(ls); /* keep delimiter (for error messages) */ in read_string()
381 while (ls->current != del) { in read_string()
382 switch (ls->current) { in read_string()
384 lexerror(ls, "unfinished string", TK_EOS); in read_string()
388 lexerror(ls, "unfinished string", TK_STRING); in read_string()
392 save_and_next(ls); /* keep '\\' for error messages */ in read_string()
393 switch (ls->current) { in read_string()
401 case 'x': c = readhexaesc(ls); goto read_save; in read_string()
402 case 'u': utf8esc(ls); goto no_save; in read_string()
404 inclinenumber(ls); c = '\n'; goto only_save; in read_string()
406 c = ls->current; goto read_save; in read_string()
409 luaZ_buffremove(ls->buff, 1); /* remove '\\' */ in read_string()
410 next(ls); /* skip the 'z' */ in read_string()
411 while (lisspace(ls->current)) { in read_string()
412 if (currIsNewline(ls)) inclinenumber(ls); in read_string()
413 else next(ls); in read_string()
418 esccheck(ls, lisdigit(ls->current), "invalid escape sequence"); in read_string()
419 c = readdecesc(ls); /* digital escape '\ddd' */ in read_string()
424 next(ls); in read_string()
427 luaZ_buffremove(ls->buff, 1); /* remove '\\' */ in read_string()
428 save(ls, c); in read_string()
433 save_and_next(ls); in read_string()
436 save_and_next(ls); /* skip delimiter */ in read_string()
437 seminfo->ts = luaX_newstring(ls, luaZ_buffer(ls->buff) + 1, in read_string()
438 luaZ_bufflen(ls->buff) - 2); in read_string()
442 static int llex (LexState *ls, SemInfo *seminfo) { in llex() argument
443 luaZ_resetbuffer(ls->buff); in llex()
445 switch (ls->current) { in llex()
447 inclinenumber(ls); in llex()
451 next(ls); in llex()
455 next(ls); in llex()
456 if (ls->current != '-') return '-'; in llex()
458 next(ls); in llex()
459 if (ls->current == '[') { /* long comment? */ in llex()
460 size_t sep = skip_sep(ls); in llex()
461 luaZ_resetbuffer(ls->buff); /* 'skip_sep' may dirty the buffer */ in llex()
463 read_long_string(ls, NULL, sep); /* skip long comment */ in llex()
464 luaZ_resetbuffer(ls->buff); /* previous call may dirty the buff. */ in llex()
469 while (!currIsNewline(ls) && ls->current != EOZ) in llex()
470 next(ls); /* skip until end of line (or end of file) */ in llex()
474 size_t sep = skip_sep(ls); in llex()
476 read_long_string(ls, seminfo, sep); in llex()
480 lexerror(ls, "invalid long string delimiter", TK_STRING); in llex()
484 next(ls); in llex()
485 if (check_next1(ls, '=')) return TK_EQ; /* '==' */ in llex()
489 next(ls); in llex()
490 if (check_next1(ls, '=')) return TK_LE; /* '<=' */ in llex()
491 else if (check_next1(ls, '<')) return TK_SHL; /* '<<' */ in llex()
495 next(ls); in llex()
496 if (check_next1(ls, '=')) return TK_GE; /* '>=' */ in llex()
497 else if (check_next1(ls, '>')) return TK_SHR; /* '>>' */ in llex()
501 next(ls); in llex()
502 if (check_next1(ls, '/')) return TK_IDIV; /* '//' */ in llex()
506 next(ls); in llex()
507 if (check_next1(ls, '=')) return TK_NE; /* '~=' */ in llex()
511 next(ls); in llex()
512 if (check_next1(ls, ':')) return TK_DBCOLON; /* '::' */ in llex()
516 read_string(ls, ls->current, seminfo); in llex()
520 save_and_next(ls); in llex()
521 if (check_next1(ls, '.')) { in llex()
522 if (check_next1(ls, '.')) in llex()
526 else if (!lisdigit(ls->current)) return '.'; in llex()
527 else return read_numeral(ls, seminfo); in llex()
531 return read_numeral(ls, seminfo); in llex()
537 if (lislalpha(ls->current)) { /* identifier or reserved word? */ in llex()
540 save_and_next(ls); in llex()
541 } while (lislalnum(ls->current)); in llex()
542 ts = luaX_newstring(ls, luaZ_buffer(ls->buff), in llex()
543 luaZ_bufflen(ls->buff)); in llex()
552 int c = ls->current; in llex()
553 next(ls); in llex()
562 void luaX_next (LexState *ls) { in luaX_next() argument
563 ls->lastline = ls->linenumber; in luaX_next()
564 if (ls->lookahead.token != TK_EOS) { /* is there a look-ahead token? */ in luaX_next()
565 ls->t = ls->lookahead; /* use this one */ in luaX_next()
566 ls->lookahead.token = TK_EOS; /* and discharge it */ in luaX_next()
569 ls->t.token = llex(ls, &ls->t.seminfo); /* read next token */ in luaX_next()
573 int luaX_lookahead (LexState *ls) { in luaX_lookahead() argument
574 lua_assert(ls->lookahead.token == TK_EOS); in luaX_lookahead()
575 ls->lookahead.token = llex(ls, &ls->lookahead.seminfo); in luaX_lookahead()
576 return ls->lookahead.token; in luaX_lookahead()