/* Copyright 2009 * Kaz Kylheku * Vancouver, Canada * All rights reserved. * * BSD License: * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * 1. Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * 2. Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in * the documentation and/or other materials provided with the * distribution. * 3. The name of the author may not be used to endorse or promote * products derived from this software without specific prior * written permission. * * THIS SOFTWARE IS PROVIDED ``AS IS'' AND WITHOUT ANY EXPRESS OR * IMPLIED WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. */ %{ #include #include #include #include #include #include #include #include "y.tab.h" #include "lib.h" #include "gc.h" #include "stream.h" #include "parser.h" #define YY_NO_UNPUT #define YY_INPUT(buf, result, max_size) \ do { \ obj_t *c = nil; \ int n, ch; \ for (n = 0; n < max_size && \ (c = get_char(yyin_stream)) && \ (ch = c_chr(c)) != '\n'; ++n) \ buf[n] = (char) ch; \ if (ch == '\n') \ buf[n++] = (char) ch; \ result = n; \ } while (0) obj_t *yyin_stream; long lineno = 1; int opt_loglevel = 1; /* 0 - quiet; 1 - normal; 2 - verbose */ int opt_nobindings = 0; int opt_arraydims = 1; int errors; void yyerror(const char *s) { yyerrorf("%s", s); } void yyerrorf(const char *s, ...) { if (opt_loglevel >= 1) { va_list vl; va_start (vl, s); fprintf(stderr, "%s: (%s:%ld): ", progname, spec_file, lineno); vfprintf(stderr, s, vl); putc('\n', stderr); va_end (vl); } errors++; } void yybadtoken(int tok, const char *context) { const char *problem = 0; switch (tok) { case TEXT: problem = "text"; break; case IDENT: problem = "identifier"; break; case ALL: problem = "\"all\""; break; case SOME: problem = "\"some\""; break; case NONE: problem = "\"none\""; break; case MAYBE: problem = "\"maybe\""; break; case CASES: problem = "\"cases\""; break; case AND: problem = "\"and\""; break; case OR: problem = "\"or\""; break; case END: problem = "\"end\""; break; case COLLECT: problem = "\"collect\""; break; case UNTIL: problem = "\"until\""; break; case COLL: problem = "\"coll\""; break; case OUTPUT: problem = "\"output\""; break; case REPEAT: problem = "\"repeat\""; break; case REP: problem = "\"rep\""; break; case SINGLE: problem = "\"single\""; break; case FIRST: problem = "\"first\""; break; case LAST: problem = "\"last\""; break; case EMPTY: problem = "\"empty\""; break; case DEFINE: problem = "\"define\""; break; case TRY: problem = "\"try\""; break; case CATCH: problem = "\"catch\""; break; case FINALLY: problem = "\"finally\""; break; case NUMBER: problem = "\"number\""; break; case REGCHAR: problem = "regular expression character"; break; case LITCHAR: problem = "string literal character"; break; } if (problem != 0) if (context) yyerrorf("misplaced %s in %s", problem, context); else yyerrorf("unexpected %s", problem); else if (context) yyerrorf("unterminated %s", context); else yyerrorf("unexpected end of input"); } static int char_esc(int letter) { switch (letter) { case 'a': return '\a'; case 'b': return '\b'; case 't': return '\t'; case 'n': return '\n'; case 'v': return '\v'; case 'f': return '\f'; case 'r': return '\r'; case 'e': return 27; case '"': return '"'; case '\'': return '\''; case '`': return '`'; } abort(); } static int num_esc(char *num) { if (num[0] == 'x') { if (strlen(num) > 3) yyerror("too many digits in hex character escape"); return strtol(num + 1, 0, 16); } else { if (strlen(num) > 3) yyerror("too many digits in octal character escape"); return strtol(num, 0, 8); } } %} %option stack TOK [a-zA-Z_][a-zA-Z0-9_]*|[+-]?[0-9]+ ID_END [^a-zA-Z0-9_] NUM_END [^0-9] WS [\t ]* HEX [0-9A-Fa-f] OCT [0-7] %x SPECIAL NESTED REGEX REGCLASS STRLIT CHRLIT QSILIT %% {TOK} { long val; char *errp; errno = 0; val = strtol(yytext, &errp, 10); if (yy_top_state() == INITIAL || yy_top_state() == QSILIT) yy_pop_state(); if (*errp != 0) { /* not a number */ yylval.lexeme = strdup(yytext); return IDENT; } if ((val == LONG_MAX || val == LONG_MIN) && errno == ERANGE) yyerror("numeric overflow in token"); yylval.num = val; return NUMBER; } \({WS}all{WS}\) { yy_pop_state(); return ALL; } \({WS}some{WS}\) { yy_pop_state(); return SOME; } \({WS}none{WS}\) { yy_pop_state(); return NONE; } \({WS}maybe{WS}\) { yy_pop_state(); return MAYBE; } \({WS}cases{WS}\) { yy_pop_state(); return CASES; } \({WS}and{WS}\) { yy_pop_state(); return AND; } \({WS}or{WS}\) { yy_pop_state(); return OR; } \({WS}end{WS}\) { yy_pop_state(); return END; } \({WS}collect{WS}\) { yy_pop_state(); return COLLECT; } \({WS}coll{WS}\) { yy_pop_state(); return COLL; } \({WS}until{WS}\) { yy_pop_state(); return UNTIL; } \({WS}output/{ID_END} { yy_push_state(NESTED); return OUTPUT; } \({WS}repeat{WS}\) { yy_pop_state(); return REPEAT; } \({WS}rep{WS}\) { yy_pop_state(); return REP; } \({WS}single{WS}\) { yy_pop_state(); return SINGLE; } \({WS}first{WS}\) { yy_pop_state(); return FIRST; } \({WS}last{WS}\) { yy_pop_state(); return LAST; } \({WS}empty{WS}\) { yy_pop_state(); return EMPTY; } \({WS}define/{ID_END} { yy_push_state(NESTED); return DEFINE; } \({WS}try{WS}\) { yy_pop_state(); return TRY; } \({WS}catch/{ID_END} { yy_push_state(NESTED); return CATCH; } \({WS}finally{WS}\) { yy_pop_state(); return FINALLY; } \{|\( { yy_push_state(NESTED); if (yy_top_state() == INITIAL || yy_top_state() == QSILIT) yy_pop_state(); return yytext[0]; } \}|\) { yy_pop_state(); if (yy_top_state() == INITIAL || yy_top_state() == QSILIT) yy_pop_state(); return yytext[0]; } [\t ]+ { /* Eat whitespace in directive */ } \" { yy_push_state(STRLIT); return '"'; } \' { yy_push_state(CHRLIT); return '\''; } ` { yy_push_state(QSILIT); return '`'; } @ { yy_pop_state(); yylval.lexeme = strdup("@"); return TEXT; } \n { lineno++; } [/] { yy_push_state(REGEX); return '/'; } \. { yylval.chr = '.'; return '.'; } [\\][abtnvfre] { char lexeme[2]; lexeme[0] = char_esc(yytext[1]); lexeme[1] = 0; yylval.lexeme = strdup(lexeme); yy_pop_state(); return TEXT; } [\\](x{HEX}+|{OCT}+) { char lexeme[2]; lexeme[0] = num_esc(yytext + 1); lexeme[1] = 0; yylval.lexeme = strdup(lexeme); yy_pop_state(); return TEXT; } . { yyerrorf("bad character in directive: '%c'", yytext[0]); } [/] { yy_pop_state(); if (yy_top_state() == INITIAL || yy_top_state() == QSILIT) yy_pop_state(); yylval.chr = '/'; return '/'; } [\\][abtnvfre] { yylval.chr = char_esc(yytext[1]); return REGCHAR; } [\\](x{HEX}+|{OCT}+) { yylval.chr = num_esc(yytext + 1); return REGCHAR; } \n { lineno++; yyerror("newline in regex"); } [.*?+^] { yylval.chr = yytext[0]; return yytext[0]; } [\[\]\-] { yylval.chr = yytext[0]; return yytext[0]; } [()|] { yylval.chr = yytext[0]; return yytext[0]; } [\\]. { yylval.chr = yytext[1]; return REGCHAR; } . { yylval.chr = yytext[0]; return REGCHAR; } [^@\n]+ { yylval.lexeme = strdup(yytext); return TEXT; } \n { lineno++; return '\n'; } @{WS}\* { yy_push_state(SPECIAL); return '*'; } @ { yy_push_state(SPECIAL); } ^@#.*\n { /* eat whole line comment */ lineno++; } @#.* { /* comment to end of line */ } \" { yy_pop_state(); return yytext[0]; } \' { yy_pop_state(); return yytext[0]; } ` { yy_pop_state(); return yytext[0]; } [\\][abtnvfre"`'] { yylval.chr = char_esc(yytext[1]); return LITCHAR; } [\\](x{HEX}+|{OCT}+) { yylval.chr = num_esc(yytext + 1); return LITCHAR; } \n { yyerror("newline in string literal"); lineno++; yylval.chr = yytext[0]; return LITCHAR; } \n { yyerror("newline in character literal"); lineno++; yylval.chr = yytext[0]; return LITCHAR; } \n { yyerror("newline in string quasiliteral"); lineno++; yylval.chr = yytext[0]; return LITCHAR; } @ { yy_push_state(SPECIAL); } . { yylval.chr = yytext[0]; return LITCHAR; } %%