/src/lexer.h
C Header | 1418 lines | 1201 code | 114 blank | 103 comment | 238 complexity | efc8c75249da8ae34c99b957fe48109c MD5 | raw file
Possible License(s): LGPL-2.1, MPL-2.0-no-copyleft-exception
- /*
- || This file is part of Pike. For copyright information see COPYRIGHT.
- || Pike is distributed under GPL, LGPL and MPL. See the file COPYING
- || for more information.
- */
- /*
- * Lexical analyzer template.
- */
- #ifndef SHIFT
- #error Internal error: SHIFT not defined
- #endif
- /*
- * Definitions
- */
- /* Generic */
- #define GOBBLE(c) (LOOK()==c?(SKIP(),1):0)
- #define SKIPSPACE() do { while(wide_isspace(LOOK()) && LOOK()!='\n') SKIP(); }while(0)
- #define SKIPWHITE() do { while(wide_isspace(LOOK())) SKIP(); }while(0)
- #define SKIPUPTO(X) do { while(LOOK()!=(X) && LOOK()) SKIP(); }while(0)
- #if (SHIFT == 0)
- #define WCHAR p_wchar0
- #define LOOK() EXTRACT_UCHAR(lex->pos)
- #define GETC() EXTRACT_UCHAR(lex->pos++)
- #define SKIP() lex->pos++
- #define SKIPN(N) (lex->pos += (N))
- #define READBUF(X) do { \
- int C; \
- buf = lex->pos; \
- while((C = LOOK()) && (X)) \
- lex->pos++; \
- len = (size_t)(lex->pos - buf); \
- } while(0)
- #define TWO_CHAR(X,Y) ((X)<<8)+(Y)
- #define ISWORD(X) ((len == CONSTANT_STRLEN(X)) && !memcmp(buf,X,len))
- /*
- * Function renaming
- */
- #define parse_esc_seq parse_esc_seq0
- #define yylex yylex0
- #define low_yylex low_yylex0
- #define lex_atoi atoi
- #define lex_strtol strtol
- #define lex_strtod my_strtod
- #define lex_isidchar isidchar
- #else /* SHIFT != 0 */
- #define LOOK() INDEX_CHARP(lex->pos,0,SHIFT)
- #define SKIP() (lex->pos += (1<<SHIFT))
- #define SKIPN(N) (lex->pos += (N) < 0 ? -(-(N) << SHIFT) : ((N)<<SHIFT))
- #define GETC() (SKIP(),INDEX_CHARP(lex->pos-(1<<SHIFT),0,SHIFT))
- #define READBUF(X) do { \
- int C; \
- buf = lex->pos; \
- while((C = LOOK()) && (X)) \
- SKIP(); \
- len = (size_t)((lex->pos - buf) >> SHIFT); \
- } while(0)
- #define TWO_CHAR(X,Y) ((X)<<8)+(Y)
- #define ISWORD(X) ((len == strlen(X)) && low_isword(buf, X, len))
- #if (SHIFT == 1)
- #define WCHAR p_wchar1
- /* Function renaming */
- #define low_isword low_isword1
- #define parse_esc_seq parse_esc_seq1
- #define char_const char_const1
- #define readstring readstring1
- #define yylex yylex1
- #define low_yylex low_yylex1
- #define lex_atoi lex_atoi1
- #define lex_strtol lex_strtol1
- #define lex_strtod lex_strtod1
- #else /* SHIFT != 1 */
- #define WCHAR p_wchar2
- /* Function renaming */
- #define low_isword low_isword2
- #define parse_esc_seq parse_esc_seq2
- #define char_const char_const2
- #define readstring readstring2
- #define yylex yylex2
- #define low_yylex low_yylex2
- #define lex_atoi lex_atoi2
- #define lex_strtol lex_strtol2
- #define lex_strtod lex_strtod2
- #endif /* SHIFT == 1 */
- #define lex_isidchar(X) wide_isidchar(X)
- static int low_isword(char *buf, char *X, size_t len)
- {
- while(len--) {
- if (INDEX_CHARP(buf, len, SHIFT) != ((unsigned char *)X)[len]) {
- return 0;
- }
- }
- return 1;
- }
- static int lex_atoi(char *buf)
- {
- /* NOTE: Cuts at 63 digits */
- char buff[64];
- int i=0;
- int c;
- while(((c = INDEX_CHARP(buf, i, SHIFT))>='0') && (c <= '9') && (i < 63)) {
- buff[i++] = c;
- }
- buff[i] = 0;
- return atoi(buff);
- }
- static long lex_strtol(char *buf, char **end, int base)
- {
- PCHARP foo;
- long ret;
- ret=STRTOL_PCHARP(MKPCHARP(buf,SHIFT),&foo,base);
- if(end) end[0]=(char *)foo.ptr;
- return ret;
- }
- static FLOAT_TYPE lex_strtod(char *buf, char **end)
- {
- PCHARP foo;
- #if SIZEOF_FLOAT_TYPE > SIZEOF_DOUBLE
- FLOAT_TYPE ret;
- ret=STRTOLD_PCHARP(MKPCHARP(buf,SHIFT),&foo);
- #else
- double ret;
- ret=STRTOD_PCHARP(MKPCHARP(buf,SHIFT),&foo);
- #endif
- if(end) end[0]=(char *)foo.ptr;
- return ret;
- }
- #endif /* SHIFT == 0 */
- /*** Lexical analyzing ***/
- /* String escape sequences
- *
- * Sequence Character
- * \\ backslash
- * \[0-7]* octal escape
- * \a alert (BEL)
- * \b backspace (BS)
- * \d[0-9]* decimal escape
- * \e escape (ESC)
- * \f form-feed (FF)
- * \n newline (LF)
- * \r carriage-return (CR)
- * \t tab (HT)
- * \v vertical-tab (VT)
- * \x[0-9a-fA-F]* hexadecimal escape
- * \u+[0-9a-fA-F]{4,4} 16 bit unicode style escape
- * \U+[0-9a-fA-F]{8,8} 32 bit unicode style escape
- *
- * If there are more than one u or U in the unicode style escapes, one
- * is removed and the escape remains otherwise intact.
- */
- int parse_esc_seq (WCHAR *buf, p_wchar2 *chr, ptrdiff_t *len)
- /* buf is assumed to be after the backslash. Return codes:
- * 0: All ok. The char's in *chr, consumed length in *len.
- * 1: Found a literal \r at *buf.
- * 2: Found a literal \n at *buf.
- * 3: Found a literal \0 at *buf.
- * 4: Too large octal escape. *len is gobbled to the end of it all.
- * 5: Too large hexadecimal escape. *len is gobbled to the end of it all.
- * 6: Too large decimal escape. *len is gobbled to the end of it all.
- * 7: Not 4 digits in \u escape. *len is up to the last found digit.
- * 8: Not 8 digits in \U escape. *len is up to the last found digit. */
- {
- ptrdiff_t l = 1;
- p_wchar2 c;
- int of = 0;
- switch ((c = *buf))
- {
- case '\r': return 1;
- case '\n': return 2;
- case 0: return 3;
- case 'a': c = 7; break; /* BEL */
- case 'b': c = 8; break; /* BS */
- case 't': c = 9; break; /* HT */
- case 'n': c = 10; break; /* LF */
- case 'v': c = 11; break; /* VT */
- case 'f': c = 12; break; /* FF */
- case 'r': c = 13; break; /* CR */
- case 'e': c = 27; break; /* ESC */
- case '0': case '1': case '2': case '3':
- case '4': case '5': case '6': case '7': {
- unsigned INT32 n = c-'0';
- for (l = 1; buf[l] >= '0' && buf[l] < '8'; l++) {
- if (DO_UINT32_MUL_OVERFLOW(n, 8, &n))
- of = 1;
- else
- n += buf[l] - '0';
- }
- if (of) {
- *len = l;
- return 4;
- }
- c = (p_wchar2)n;
- break;
- }
- case '8': case '9':
- if( Pike_compiler->compiler_pass == COMPILER_PASS_FIRST )
- yywarning("%c is not a valid octal digit.", c);
- break;
- case 'x': {
- unsigned INT32 n=0;
- for (l = 1;; l++) {
- switch (buf[l]) {
- case '0': case '1': case '2': case '3': case '4':
- case '5': case '6': case '7': case '8': case '9':
- if (DO_UINT32_MUL_OVERFLOW(n, 16, &n))
- of = 1;
- else
- n += buf[l] - '0';
- continue;
- case 'a': case 'b': case 'c': case 'd': case 'e': case 'f':
- if (DO_UINT32_MUL_OVERFLOW(n, 16, &n))
- of = 1;
- else
- n += buf[l] - 'a' + 10;
- continue;
- case 'A': case 'B': case 'C': case 'D': case 'E': case 'F':
- if (DO_UINT32_MUL_OVERFLOW(n, 16, &n))
- of = 1;
- else
- n += buf[l] - 'A' + 10;
- continue;
- }
- break;
- }
- if (of) {
- *len = l;
- return 5;
- }
- c = (p_wchar2)n;
- break;
- }
- case 'd': {
- unsigned INT32 n=0;
- for (l = 1;; l++) {
- switch (buf[l]) {
- case '0': case '1': case '2': case '3': case '4':
- case '5': case '6': case '7': case '8': case '9':
- if (DO_UINT32_MUL_OVERFLOW(n, 10, &n) || DO_UINT32_ADD_OVERFLOW(n, buf[l] - '0', &n)) {
- of = 1;
- }
- continue;
- }
- break;
- }
- if (of) {
- *len = l;
- return 6;
- }
- c = (p_wchar2)n;
- break;
- }
- case 'u':
- case 'U': {
- /* FIXME: Do we need compat goo to turn this off? */
- /* Note: Code dup in gobble_identifier in preprocessor.h. */
- unsigned INT32 n = 0;
- int stop, longq;
- l = 1;
- if (buf[1] == c) {
- /* A double-u quoted escape. Convert the "\u" or "\U" to "\",
- * thereby shaving off a "u" or "U" from the escape
- * sequence. */
- /* Don't check that there's a valid number of hex digits in
- * this case, since the encoding code that can produce them
- * doesn't check that. */
- c = '\\';
- break;
- }
- if (c == 'u') {
- stop = l + 4;
- longq = 0;
- }
- else {
- stop = l + 8;
- longq = 1;
- }
- for (; l < stop; l++)
- switch (buf[l]) {
- case '0': case '1': case '2': case '3': case '4':
- case '5': case '6': case '7': case '8': case '9':
- n = 16 * n + buf[l] - '0';
- break;
- case 'a': case 'b': case 'c': case 'd': case 'e': case 'f':
- n = 16 * n + buf[l] - 'a' + 10;
- break;
- case 'A': case 'B': case 'C': case 'D': case 'E': case 'F':
- n = 16 * n + buf[l] - 'A' + 10;
- break;
- default:
- *len = l;
- return longq ? 8 : 7;
- }
- c = (p_wchar2)n;
- break;
- }
- case '\\': case '\'': case '\"':
- break;
- default:
- /* Warn about this as it is commonly due to broken escaping,
- * and to be forward compatible with adding future new escapes.
- */
- if (Pike_compiler->compiler_pass == COMPILER_PASS_FIRST) {
- yywarning("Redundant backslash-escape: \'\\%c\'.", c);
- }
- break;
- }
- *len = l;
- *chr = c;
- return 0;
- }
- static p_wchar2 char_const(struct lex *lex)
- {
- p_wchar2 c;
- ptrdiff_t l;
- switch (parse_esc_seq ((WCHAR *)lex->pos, &c, &l)) {
- case 0:
- break;
- case 1:
- SKIP();
- return '\r';
- case 2:
- SKIP();
- lex->current_line++;
- return '\n';
- case 3:
- yyerror("Unexpected end of file.");
- lex->pos -= (1<<SHIFT);
- return 0;
- case 4: case 5: case 6:
- if( Pike_compiler->compiler_pass == COMPILER_PASS_FIRST )
- yyerror ("Too large character value in escape.");
- c = -1;
- break;
- case 7:
- if( Pike_compiler->compiler_pass == COMPILER_PASS_FIRST )
- yyerror ("Too few hex digits in \\u escape.");
- return '\\';
- case 8:
- if( Pike_compiler->compiler_pass == COMPILER_PASS_FIRST )
- yyerror ("Too few hex digits in \\U escape.");
- return '\\';
- }
- SKIPN (l);
- return c;
- }
- static struct pike_string *readstring(struct lex *lex)
- {
- int c;
- struct string_builder tmp;
- #if (SHIFT != 0)
- PCHARP bufptr = { NULL, SHIFT };
- #endif /* SHIFT != 0 */
- init_string_builder(&tmp,0);
- while(1)
- {
- char *buf;
- size_t len;
- READBUF(((C > '\\') ||
- ((C != '"') && (C != '\\') && (C != '\n') && (C != '\r'))));
- if (len) {
- #if (SHIFT == 0)
- string_builder_binary_strcat(&tmp, buf, len);
- #else /* SHIFT != 0 */
- bufptr.ptr = (p_wchar0 *)buf;
- string_builder_append(&tmp, bufptr, len);
- #endif /* SHIFT == 0 */
- }
- switch(c=GETC())
- {
- case 0:
- lex->pos -= (1<<SHIFT);
- yyerror("End of file in string.");
- break;
- case '\n': case '\r':
- lex->current_line++;
- yyerror("Newline in string.");
- break;
- case '\\':
- string_builder_putchar(&tmp, char_const(lex));
- continue;
- case '"':
- break;
- default:
- #ifdef PIKE_DEBUG
- Pike_fatal("Default case in readstring() reached. c:%d\n", c);
- #endif /* PIKE_DEBUG */
- break;
- }
- break;
- }
- return dmalloc_touch(struct pike_string *, finish_string_builder(&tmp));
- }
- #if LEXDEBUG>4
- static int low_yylex(struct lex *lex, YYSTYPE *);
- #endif /* LEXDEBUG>4 */
- int yylex(struct lex *lex, YYSTYPE *yylval)
- #if LEXDEBUG>4
- {
- int t;
- #if LEXDEBUG>8
- fprintf(stderr, "YYLEX:\n");
- #endif /* LEXDEBUG>8 */
- t=low_yylex(lex, yylval);
- if(t<256)
- {
- fprintf(stderr,"YYLEX: '%c' (%d) at %s:%d\n",t,t,lex.current_file->str,lex.current_line);
- }else{
- fprintf(stderr,"YYLEX: token #%d at %s:%d\n",t,lex.current_file->str,lex.current_line);
- }
- return t;
- }
- static int low_yylex(struct lex *lex, YYSTYPE *yylval)
- #endif /* LEXDEBUG>4 */
- {
- INT32 c;
- size_t len;
- char *buf;
- #ifdef __CHECKER__
- memset(yylval,0,sizeof(YYSTYPE));
- #endif
- #ifdef MALLOC_DEBUG
- check_sfltable();
- #endif
- while(1)
- {
- c = GETC();
- if((c>'9') && lex_isidchar(c))
- {
- lex->pos -= (1<<SHIFT);
- READBUF(lex_isidchar(C));
- PIKE_MEM_WO_RANGE (yylval, sizeof (YYSTYPE));
- if(len>1 && len<16)
- {
- /* NOTE: TWO_CHAR() will generate false positives with wide strings,
- * but that doesn't matter, since ISWORD() will fix it.
- */
- switch(TWO_CHAR(INDEX_CHARP(buf, 0, SHIFT),
- INDEX_CHARP(buf, 1, SHIFT)))
- {
- case TWO_CHAR('a','r'):
- if(ISWORD("array")) return TOK_ARRAY_ID;
- break;
- case TWO_CHAR('a','w'):
- if (ISWORD("await")) {
- if (Pike_compiler->compiler_pass == COMPILER_PASS_FIRST) {
- yywarning("await will soon be a reserved keyword.");
- }
- break;
- }
- break;
- case TWO_CHAR('a','u'):
- if(ISWORD("auto")) return TOK_AUTO_ID;
- break;
- case TWO_CHAR('b','r'):
- if(ISWORD("break")) return TOK_BREAK;
- break;
- case TWO_CHAR('c','a'):
- if(ISWORD("case")) return TOK_CASE;
- if(ISWORD("catch")) return TOK_CATCH;
- break;
- case TWO_CHAR('c','l'):
- if(ISWORD("class")) return TOK_CLASS;
- break;
- case TWO_CHAR('c','o'):
- if(ISWORD("constant")) return TOK_CONSTANT;
- if(ISWORD("continue")) return TOK_CONTINUE;
- if(ISWORD("const")) {
- if (Pike_compiler->compiler_pass == COMPILER_PASS_FIRST) {
- yywarning("const will soon be a reserved keyword.");
- }
- break;
- }
- break;
- case TWO_CHAR('d','e'):
- if(ISWORD("default")) return TOK_DEFAULT;
- break;
- case TWO_CHAR('d','o'):
- if(ISWORD("do")) return TOK_DO;
- break;
- case TWO_CHAR('e','l'):
- if(ISWORD("else")) return TOK_ELSE;
- break;
- case TWO_CHAR('e','n'):
- if(ISWORD("enum")) return TOK_ENUM;
- break;
- case TWO_CHAR('e','x'):
- if(ISWORD("extern")) return TOK_EXTERN;
- break;
- case TWO_CHAR('f','i'):
- if(ISWORD("final")) return TOK_FINAL_ID;
- break;
- case TWO_CHAR('f','l'):
- if(ISWORD("float")) return TOK_FLOAT_ID;
- break;
- case TWO_CHAR('f','o'):
- if(ISWORD("for")) return TOK_FOR;
- if(ISWORD("foreach")) return TOK_FOREACH;
- break;
- case TWO_CHAR('f','u'):
- if(ISWORD("function")) return TOK_FUNCTION_ID;
- break;
- case TWO_CHAR('g','a'):
- if(ISWORD("gauge")) return TOK_GAUGE;
- break;
- case TWO_CHAR('g','l'):
- if (ISWORD("global")) return TOK_GLOBAL;
- break;
- case TWO_CHAR('i','f'):
- if(ISWORD("if")) return TOK_IF;
- break;
- case TWO_CHAR('i','m'):
- if(ISWORD("import")) return TOK_IMPORT;
- break;
- case TWO_CHAR('i','n'):
- if(ISWORD("int")) return TOK_INT_ID;
- if(ISWORD("inherit")) return TOK_INHERIT;
- if(ISWORD("inline")) return TOK_INLINE;
- break;
- case TWO_CHAR('l','a'):
- if(ISWORD("lambda")) return TOK_LAMBDA;
- break;
- case TWO_CHAR('l','o'):
- if(ISWORD("local")) return TOK_LOCAL_ID;
- break;
- case TWO_CHAR('m','a'):
- if(ISWORD("mapping")) return TOK_MAPPING_ID;
- break;
- case TWO_CHAR('m','i'):
- if(ISWORD("mixed")) return TOK_MIXED_ID;
- break;
- case TWO_CHAR('m','u'):
- if(ISWORD("multiset")) return TOK_MULTISET_ID;
- break;
- case TWO_CHAR('o','b'):
- if(ISWORD("object")) return TOK_OBJECT_ID;
- break;
- case TWO_CHAR('o','p'):
- if(ISWORD("optional")) return TOK_OPTIONAL;
- break;
- case TWO_CHAR('p','r'):
- if(ISWORD("program")) return TOK_PROGRAM_ID;
- if(ISWORD("predef")) return TOK_PREDEF;
- if(ISWORD("private")) return TOK_PRIVATE;
- if(ISWORD("protected")) return TOK_PROTECTED;
- break;
- case TWO_CHAR('p','u'):
- if(ISWORD("public")) return TOK_PUBLIC;
- break;
- case TWO_CHAR('r','e'):
- if(ISWORD("return")) return TOK_RETURN;
- break;
- case TWO_CHAR('s','s'):
- if(ISWORD("sscanf")) return TOK_SSCANF;
- break;
- case TWO_CHAR('s','t'):
- if(ISWORD("string")) return TOK_STRING_ID;
- if(ISWORD("static")) return TOK_STATIC;
- break;
- case TWO_CHAR('s','w'):
- if(ISWORD("switch")) return TOK_SWITCH;
- break;
- case TWO_CHAR('t','y'):
- if(ISWORD("typedef")) return TOK_TYPEDEF;
- if(ISWORD("typeof")) return TOK_TYPEOF;
- break;
- case TWO_CHAR('v','a'):
- if(ISWORD("variant")) return TOK_VARIANT;
- break;
- case TWO_CHAR('v','o'):
- if(ISWORD("void")) return TOK_VOID_ID;
- break;
- case TWO_CHAR('w','h'):
- if(ISWORD("while")) return TOK_WHILE;
- break;
- case TWO_CHAR('_','S'):
- if(ISWORD("_Static_assert")) return TOK_STATIC_ASSERT;
- break;
- case TWO_CHAR('_','_'):
- if(len < 5) break;
- if(ISWORD("__attribute__"))
- return TOK_ATTRIBUTE_ID;
- if(ISWORD("__deprecated__"))
- return TOK_DEPRECATED_ID;
- if(ISWORD("__func__"))
- return TOK_FUNCTION_NAME;
- if(ISWORD("__weak__"))
- return TOK_WEAK;
- if(ISWORD("__unused__"))
- return TOK_UNUSED;
- /* Allow triple (or more) underscore for the user, and make sure we
- * don't get false matches below for wide strings.
- */
- if((INDEX_CHARP(buf, 2, SHIFT) == '_') ||
- (INDEX_CHARP(buf, len-3, SHIFT) == '_') ||
- (INDEX_CHARP(buf, len-2, SHIFT) != '_') ||
- (INDEX_CHARP(buf, len-1, SHIFT) != '_') ||
- (INDEX_CHARP(buf, 0, SHIFT) != '_') ||
- (INDEX_CHARP(buf, 1, SHIFT) != '_')) break;
- {
- /* Double underscore before and after is reserved for keywords. */
- #if (SHIFT == 0)
- struct pike_string *tmp = make_shared_binary_string(buf, len);
- #else /* SHIFT != 0 */
- #if (SHIFT == 1)
- struct pike_string *tmp = make_shared_binary_string1((p_wchar1 *)buf,
- len);
- #else /* SHIFT != 1 */
- struct pike_string *tmp = make_shared_binary_string2((p_wchar2 *)buf,
- len);
- #endif /* SHIFT == 1 */
- #endif /* SHIFT == 0 */
- yylval->n=mkstrnode(tmp);
- /* - But only for lower case US-ASCII.
- * - Upper case is used for symbols intended for #if constant().
- */
- if (tmp->size_shift) {
- free_string(tmp);
- return TOK_IDENTIFIER;
- }
- if(ISWORD("__args__")) {
- free_string(tmp);
- return TOK_IDENTIFIER;
- }
- while(len--) {
- int c = tmp->str[len];
- if ((c >= 'A') && (c <= 'Z')) {
- free_string(tmp);
- return TOK_IDENTIFIER;
- }
- }
- free_string(tmp);
- }
- return TOK_RESERVED;
- }
- }
- {
- #if (SHIFT == 0)
- struct pike_string *tmp = make_shared_binary_string(buf, len);
- #else /* SHIFT != 0 */
- #if (SHIFT == 1)
- struct pike_string *tmp = make_shared_binary_string1((p_wchar1 *)buf,
- len);
- #else /* SHIFT != 1 */
- struct pike_string *tmp = make_shared_binary_string2((p_wchar2 *)buf,
- len);
- #endif /* SHIFT == 1 */
- #endif /* SHIFT == 0 */
- yylval->n=mkstrnode(tmp);
- free_string(tmp);
- return TOK_IDENTIFIER;
- }
- }
- /* Note that 0 <= c <= 255 at this point. */
- switch(c)
- {
- case 0:
- lex->pos -= (1<<SHIFT);
- if(lex->end != lex->pos)
- yyerror("Illegal character (NUL)");
- #ifdef TOK_LEX_EOF
- return TOK_LEX_EOF;
- #else /* !TOK_LEX_EOF */
- return 0;
- #endif /* TOK_LEX_EOF */
- case '\n':
- lex->current_line++;
- continue;
- case 0x1b: case 0x9b: /* ESC or CSI */
- /* Assume ANSI/DEC escape sequence.
- * Format supported:
- * <ESC>[\040-\077]+[\100-\177]
- * or
- * <CSI>[\040-\077]*[\100-\177]
- */
- while ((c = LOOK()) && (c == ((c & 0x1f)|0x20))) {
- SKIP();
- }
- if (c == ((c & 0x3f)|0x40)) {
- SKIP();
- } else {
- /* FIXME: Warning here? */
- }
- continue;
- case '#':
- SKIPSPACE();
- READBUF(!wide_isspace(C));
- switch(len>0?INDEX_CHARP(buf, 0, SHIFT):0)
- {
- case 'l':
- if (ISWORD("line"))
- {
- SKIPSPACE();
- if (LOOK() < '0' || LOOK() > '9') goto unknown_directive;
- READBUF(!wide_isspace(C));
- } else goto unknown_directive;
- /* FALLTHRU */
- case '0': case '1': case '2': case '3': case '4':
- case '5': case '6': case '7': case '8': case '9':
- lex->current_line = lex_strtol(buf, NULL, 10)-1;
- SKIPSPACE();
- if(GOBBLE('"'))
- {
- struct pike_string *tmp=readstring(lex);
- free_string(lex->current_file);
- lex->current_file = dmalloc_touch(struct pike_string *, tmp);
- }
- if (Pike_compiler->compiler_pass == COMPILER_PASS_FIRST &&
- !Pike_compiler->new_program->num_linenumbers) {
- /* A nested program will always get an entry right away in
- * language.yacc. */
- store_linenumber(0, lex->current_file);
- #ifdef DEBUG_MALLOC
- if(strcmp(lex->current_file->str,"-"))
- debug_malloc_name(Pike_compiler->new_program, lex->current_file->str, 0);
- #endif
- }
- break;
- case 'p':
- if(ISWORD("pragma"))
- {
- SKIPSPACE();
- READBUF(!wide_isspace(C));
- if (ISWORD("all_inline"))
- {
- lex->pragmas |= ID_INLINE;
- }
- else if (ISWORD("all_final"))
- {
- lex->pragmas |= ID_FINAL;
- }
- else if (ISWORD("strict_types"))
- {
- lex->pragmas |= ID_STRICT_TYPES;
- }
- else if (ISWORD("no_strict_types"))
- {
- lex->pragmas &= ~ID_STRICT_TYPES;
- }
- else if (ISWORD("save_parent"))
- {
- lex->pragmas |= ID_SAVE_PARENT;
- }
- else if (ISWORD("dont_save_parent"))
- {
- lex->pragmas |= ID_DONT_SAVE_PARENT;
- }
- else if (ISWORD("no_deprecation_warnings"))
- {
- lex->pragmas |= ID_NO_DEPRECATION_WARNINGS;
- }
- else if (ISWORD("deprecation_warnings"))
- {
- lex->pragmas &= ~ID_NO_DEPRECATION_WARNINGS;
- }
- else if (ISWORD("disassemble"))
- {
- lex->pragmas |= ID_DISASSEMBLE;
- }
- else if (ISWORD("no_disassemble"))
- {
- lex->pragmas &= ~ID_DISASSEMBLE;
- }
- else if (ISWORD("dynamic_dot"))
- {
- lex->pragmas |= ID_DYNAMIC_DOT;
- }
- else if (ISWORD("no_dynamic_dot"))
- {
- lex->pragmas &= ~ID_DYNAMIC_DOT;
- }
- else
- {
- if( Pike_compiler->compiler_pass == COMPILER_PASS_FIRST )
- yywarning("Unknown #pragma directive.");
- }
- break;
- }
- if(ISWORD("pike"))
- {
- int minor;
- int major;
- SKIPSPACE();
- READBUF(C!='.' && C!='\n');
- major=lex_atoi(buf);
- if(!GOBBLE('.'))
- {
- yyerror("Missing '.' in #pike directive.");
- minor=0;
- }else{
- READBUF(C!='\n' && C!='.');
- minor=lex_atoi(buf);
- if(GOBBLE('.'))
- yyerror("Build numbers not supported in #pike directive.");
- READBUF(C!='\n');
- change_compiler_compatibility(major, minor);
- }
- break;
- }
- /* FALLTHRU */
- default:
- unknown_directive:
- if (len < 256) {
- #if (SHIFT == 0)
- struct pike_string *dir =
- make_shared_binary_string(buf, len);
- #elif (SHIFT == 1)
- struct pike_string *dir =
- make_shared_binary_string1((p_wchar1 *)buf, len);
- #elif (SHIFT == 2)
- struct pike_string *dir =
- make_shared_binary_string2((p_wchar2 *)buf, len);
- #endif
- my_yyerror("Unknown preprocessor directive %S.", dir);
- free_string(dir);
- } else {
- yyerror("Unknown preprocessor directive.");
- }
- SKIPUPTO('\n');
- continue;
- }
- continue;
- case ' ':
- case '\t':
- case '\r':
- continue;
- case '\'':
- {
- unsigned int l = 0;
- struct svalue res = svalue_int_zero;
- MP_INT bigint;
- while(1)
- {
- INT32 tmp;
- switch( (tmp=GETC()) )
- {
- case 0:
- lex->pos -= (1<<SHIFT);
- yyerror("Unexpected end of file\n");
- goto return_char;
- case '\\':
- tmp = char_const(lex);
- /* fallthrough. */
- default:
- l++;
- if( l == sizeof(INT_TYPE)-1 )
- {
- /* overflow possible. Switch to bignums. */
- mpz_init(&bigint);
- mpz_set_ui(&bigint,res.u.integer);
- TYPEOF(res) = PIKE_T_OBJECT;
- }
- if( l >= sizeof(INT_TYPE)-1 )
- {
- mpz_mul_2exp(&bigint,&bigint,8);
- mpz_add_ui(&bigint,&bigint,tmp);
- }
- else
- {
- res.u.integer <<= 8;
- res.u.integer |= tmp;
- }
- break;
- case '\'':
- if( l == 0 )
- yyerror("Zero-length character constant.");
- goto return_char;
- }
- }
- return_char:
- if( TYPEOF(res) == PIKE_T_OBJECT )
- {
- push_bignum( &bigint );
- mpz_clear(&bigint);
- reduce_stack_top_bignum();
- res = *--Pike_sp;
- }
- debug_malloc_pass( yylval->n=mksvaluenode(&res) );
- free_svalue( &res );
- return TOK_NUMBER;
- }
- UNREACHABLE(break);
- case '"':
- {
- struct pike_string *s=readstring(lex);
- yylval->n=mkstrnode(s);
- free_string(s);
- return TOK_STRING;
- }
- case ':':
- if(GOBBLE(':')) return TOK_COLON_COLON;
- return c;
- case '.':
- if(GOBBLE('.'))
- {
- if(GOBBLE('.')) return TOK_DOT_DOT_DOT;
- return TOK_DOT_DOT;
- }
- if (((c = INDEX_CHARP(lex->pos, 0, SHIFT)) <= '9') &&
- (c >= '0')) {
- lex->pos -= (1<<SHIFT);
- goto read_float;
- }
- return '.';
- case '0':
- {
- int base = 0;
- if(GOBBLE('b') || GOBBLE('B'))
- {
- base = 2;
- goto read_based_number;
- }
- else if(GOBBLE('x') || GOBBLE('X'))
- {
- struct svalue sval;
- base = 16;
- read_based_number:
- SET_SVAL(sval, PIKE_T_INT, NUMBER_NUMBER, integer, 0);
- safe_wide_string_to_svalue_inumber(&sval,
- lex->pos,
- &lex->pos,
- base,
- 0,
- SHIFT);
- dmalloc_touch_svalue(&sval);
- yylval->n = mksvaluenode(&sval);
- free_svalue(&sval);
- return TOK_NUMBER;
- }
- }
- /* FALLTHRU */
- case '1': case '2': case '3': case '4':
- case '5': case '6': case '7': case '8': case '9':
- {
- char *p1, *p2;
- FLOAT_TYPE f;
- long l;
- struct svalue sval;
- lex->pos -= (1<<SHIFT);
- if(INDEX_CHARP(lex->pos, 0, SHIFT)=='0')
- for(l=1;INDEX_CHARP(lex->pos, l, SHIFT)<='9' &&
- INDEX_CHARP(lex->pos, l, SHIFT)>='0';l++)
- if(INDEX_CHARP(lex->pos, l, SHIFT)>='8')
- my_yyerror("Illegal octal digit '%c'.",
- INDEX_CHARP(lex->pos, l, SHIFT));
- read_float:
- f=lex_strtod(lex->pos, &p1);
- SET_SVAL(sval, PIKE_T_INT, NUMBER_NUMBER, integer, 0);
- safe_wide_string_to_svalue_inumber(&sval,
- lex->pos,
- &p2,
- 0,
- 0,
- SHIFT);
- if(p1>p2)
- {
- /* Floating point or version. */
- if ((TYPEOF(sval) == PIKE_T_INT) &&
- (INDEX_CHARP(p2, 0, SHIFT) == '.')) {
- int major = sval.u.integer;
- char *p3 = p2;
- p2 += (1<<SHIFT);
- dmalloc_touch_svalue(&sval);
- sval.u.integer = 0;
- safe_wide_string_to_svalue_inumber(&sval,
- p2,
- &p3,
- 0,
- 0,
- SHIFT);
- dmalloc_touch_svalue(&sval);
- if ((TYPEOF(sval) == PIKE_T_INT) && (p3 > p2)) {
- for (l=0; wide_isspace(INDEX_CHARP(p3, l, SHIFT)); l++)
- ;
- if ((INDEX_CHARP(p3, l, SHIFT) == ':') &&
- (INDEX_CHARP(p3, l+1, SHIFT) == ':')) {
- /* Version prefix. */
- lex->pos = p3;
- yylval->n = mkversionnode(major, sval.u.integer);
- return TOK_VERSION;
- }
- }
- }
- free_svalue(&sval);
- yylval->fnum=f;
- #if 0
- fprintf(stderr, "LEX: \"%.8s\" => %"PRINTPIKEFLOAT"f\n",
- (char *)lex->pos, f);
- #endif /* 0 */
- lex->pos=p1;
- if (lex_isidchar (LOOK())) {
- my_yyerror ("Invalid char '%c' in constant.", LOOK());
- do SKIP(); while (lex_isidchar (LOOK()));
- }
- return TOK_FLOAT;
- }else{
- dmalloc_touch_svalue(&sval);
- yylval->n = mksvaluenode(&sval);
- free_svalue(&sval);
- debug_malloc_touch(yylval->n);
- lex->pos=p2;
- if (lex_isidchar (LOOK()))
- {
- if( GOBBLE('b') )
- if( GOBBLE( 'i' ) )
- if( GOBBLE( 't' ) )
- {
- GOBBLE('s');
- return TOK_BITS;
- }
- my_yyerror ("Invalid char '%c' in constant.", LOOK());
- do SKIP(); while (lex_isidchar (LOOK()));
- }
- return TOK_NUMBER;
- }
- }
- case '-':
- if(GOBBLE('=')) return TOK_SUB_EQ;
- if(GOBBLE('>')) {
- if(GOBBLE('?') ) /* ->? */
- return TOK_SAFE_INDEX;
- else
- return TOK_ARROW;
- }
- if(GOBBLE('-')) return TOK_DEC;
- return '-';
- case '+':
- if(GOBBLE('=')) return TOK_ADD_EQ;
- if(GOBBLE('+')) return TOK_INC;
- return '+';
- case '&':
- if(GOBBLE('=')) return TOK_AND_EQ;
- if(GOBBLE('&')) return TOK_LAND;
- return '&';
- case '|':
- if(GOBBLE('=')) return TOK_OR_EQ;
- if(GOBBLE('|')) return TOK_LOR;
- return '|';
- case '^':
- if(GOBBLE('=')) return TOK_XOR_EQ;
- return '^';
- case '*':
- if(GOBBLE('=')) return TOK_MULT_EQ;
- if(GOBBLE('*'))
- {
- if(GOBBLE('=')) return TOK_POW_EQ;
- return TOK_POW;
- }
- return '*';
- case '%':
- if(GOBBLE('=')) return TOK_MOD_EQ;
- return '%';
- case '/':
- if(GOBBLE('=')) return TOK_DIV_EQ;
- return '/';
- case '=':
- if(GOBBLE('=')) return TOK_EQ;
- return '=';
- case '<':
- if(GOBBLE('<'))
- {
- if(GOBBLE('=')) return TOK_LSH_EQ;
- return TOK_LSH;
- }
- if(GOBBLE('=')) return TOK_LE;
- return '<';
- case '>':
- if(GOBBLE(')')) return TOK_MULTISET_END;
- if(GOBBLE('=')) return TOK_GE;
- if(GOBBLE('>'))
- {
- if(GOBBLE('=')) return TOK_RSH_EQ;
- return TOK_RSH;
- }
- return '>';
- case '!':
- if(GOBBLE('=')) return TOK_NE;
- return TOK_NOT;
- case '(':
- if(GOBBLE('<')) return TOK_MULTISET_START;
- if(GOBBLE('?') ) /* (? */
- return TOK_SAFE_APPLY;
- return '(';
- case '?':
- if(GOBBLE(':'))
- return TOK_LOR;
- if(GOBBLE('-') )
- {
- if( GOBBLE( '>' ) ) { /* ?-> */
- yywarning(" ?-> safe indexing is deprecated, use ->?");
- return TOK_SAFE_INDEX;
- }
- SKIPN(-1); /* Undo GOBBLE('-') above */
- }
- if (GOBBLE('='))
- return TOK_ATOMIC_GET_SET;
- /* FALLTHRU */
- case ']':
- case ',':
- case '~':
- case '@':
- case ')':
- case '{':
- case ';':
- case '}': return c;
- case '[':
- if( GOBBLE('?' ) )
- return TOK_SAFE_START_INDEX;
- return c;
- case '`':
- {
- char *tmp;
- int offset=2;
- if(GOBBLE('`')) {
- offset--;
- if(GOBBLE('`')) {
- offset--;
- }
- }
- switch(c = GETC())
- {
- case '/': tmp="```/"; break;
- case '%': tmp="```%"; break;
- case '*':
- if( GOBBLE('*') )
- tmp="```**";
- else
- tmp="```*";
- break;
- case '&': tmp="```&"; break;
- case '|': tmp="```|"; break;
- case '^': tmp="```^"; break;
- case '~': tmp="```~"; break;
- case '+':
- if(GOBBLE('=')) { tmp="```+="; break; }
- tmp="```+";
- break;
- case '<':
- if(GOBBLE('<')) { tmp="```<<"; break; }
- if(GOBBLE('=')) { tmp="```<="; break; }
- tmp="```<";
- break;
- case '>':
- if(GOBBLE('>')) { tmp="```>>"; break; }
- if(GOBBLE('=')) { tmp="```>="; break; }
- tmp="```>";
- break;
- case '!':
- if(GOBBLE('=')) { tmp="```!="; break; }
- tmp="```!";
- break;
- case '=':
- if(GOBBLE('=')) { tmp="```=="; break; }
- tmp="```=";
- break;
- case '(':
- tmp="```()";
- if(GOBBLE(')'))
- {
- break;
- }
- yyerror("Illegal ` identifier. Expected `().");
- break;
- case '-':
- if(GOBBLE('>'))
- {
- if ((offset == 2) && lex_isidchar(LOOK())) {
- /* Getter/setter (old-style)
- *
- * Either
- * `->symbol
- * Or
- * `->symbol=
- */
- char *buf;
- size_t len;
- struct pike_string *s;
- READBUF(lex_isidchar(C));
- if (GOBBLE('=')) len += 1;
- /* Adjust for the prefix (`->). */
- len += 3;
- buf -= 3<<SHIFT;
- #if (SHIFT == 0)
- s = make_shared_binary_string(buf, len);
- #else /* SHIFT != 0 */
- #if (SHIFT == 1)
- s = make_shared_binary_string1((p_wchar1 *)buf, len);
- #else /* SHIFT != 1 */
- s = make_shared_binary_string2((p_wchar2 *)buf, len);
- #endif /* SHIFT == 1 */
- #endif /* SHIFT == 0 */
- yylval->n = mkstrnode(s);
- free_string(s);
- return TOK_IDENTIFIER;
- }
- tmp="```->";
- if(GOBBLE('=')) tmp="```->=";
- }else{
- tmp="```-";
- }
- break;
- case '[':
- tmp="```[]";
- if(GOBBLE(']'))
- {
- if(GOBBLE('=')) tmp="```[]=";
- break;
- }
- if (GOBBLE ('.') && GOBBLE ('.') && GOBBLE (']')) {
- tmp = "```[..]";
- break;
- }
- yyerror("Illegal ` identifier. Expected `[], `[]= or `[..].");
- break;
- default:
- if (offset==2 && lex_isidchar(c)) {
- /* Getter/setter (new-style)
- *
- * Either
- * `symbol
- * Or
- * `symbol=
- */
- char *buf;
- size_t len;
- struct pike_string *s;
- READBUF(lex_isidchar(C));
- if (GOBBLE('=')) len += 1;
- /* Adjust for the prefix (`c). */
- len += 2;
- buf -= 2<<SHIFT;
- #if (SHIFT == 0)
- s = make_shared_binary_string(buf, len);
- #else /* SHIFT != 0 */
- #if (SHIFT == 1)
- s = make_shared_binary_string1((p_wchar1 *)buf, len);
- #else /* SHIFT != 1 */
- s = make_shared_binary_string2((p_wchar2 *)buf, len);
- #endif /* SHIFT == 1 */
- #endif /* SHIFT == 0 */
- yylval->n = mkstrnode(s);
- free_string(s);
- return TOK_IDENTIFIER;
- }
- yyerror("Illegal ` identifier.");
- lex->pos -= (1<<SHIFT);
- tmp="```";
- break;
- }
- {
- struct pike_string *s=make_shared_string(tmp+offset);
- yylval->n=mkstrnode(s);
- free_string(s);
- return TOK_IDENTIFIER;
- }
- }
- default:
- {
- if (c > 31) {
- my_yyerror("Illegal character '%c' (0x%02x)", c, c);
- } else {
- my_yyerror("Illegal character 0x%02x", c);
- }
- return ' ';
- }
- }
- }
- }
- /*
- * Clear the defines for the next pass
- */
- #undef WCHAR
- #undef LOOK
- #undef GETC
- #undef SKIP
- #undef SKIPN
- #undef GOBBLE
- #undef SKIPSPACE
- #undef SKIPWHITE
- #undef SKIPUPTO
- #undef READBUF
- #undef TWO_CHAR
- #undef ISWORD
- #undef low_isword
- #undef parse_esc_seq
- #undef char_const
- #undef readstring
- #undef yylex
- #undef low_yylex
- #undef lex_atoi
- #undef lex_strtol
- #undef lex_strtod
- #undef lex_isidchar