diff options
author | Kaz Kylheku <kaz@kylheku.com> | 2012-03-20 23:07:10 -0700 |
---|---|---|
committer | Kaz Kylheku <kaz@kylheku.com> | 2012-03-20 23:07:10 -0700 |
commit | ff8a6cce170ecb6c523b6c59a865946f402226b5 (patch) | |
tree | 9e43e9ada8cd4e4ff0ffaea7cbce94f70dc1e78e /parser.l | |
parent | bc665592de673232748e12f189121ee5a8360b93 (diff) | |
download | txr-ff8a6cce170ecb6c523b6c59a865946f402226b5.tar.gz txr-ff8a6cce170ecb6c523b6c59a865946f402226b5.tar.bz2 txr-ff8a6cce170ecb6c523b6c59a865946f402226b5.zip |
Regression fix: 1..3 scans incorrectly into 1. .3 tokens.
* parser.l (SGN, EXP, DIG): New regex definitions.
(FLO): Do not recognize numbers of the form 123.
Decimal point must be followed either by exponent, or digits
(which may then be followed by an exponent).
(FLODOT): New token type, recognizes 123.
(grammar): Recognize FLODOT as a floating point number,
only if it not trailed by another dot, and
recognize FLO unconditionally.
Diffstat (limited to 'parser.l')
-rw-r--r-- | parser.l | 11 |
1 files changed, 8 insertions, 3 deletions
@@ -149,8 +149,12 @@ static wchar_t num_esc(char *num) %option noinput SYM [a-zA-Z0-9_]+ -NUM [+\-]?[0-9]+ -FLO [+\-]?([0-9]+[.]?[0-9]*|[0-9]*[.][0-9]+)([eE][+-]?[0-9]+)? +SGN [+\-] +EXP [eE][+\-]?[0-9]+ +DIG [0-9] +NUM {SGN}?{DIG}+ +FLO {SGN}?{DIG}*[.]({DIG}+{EXP}?|{EXP}) +FLODOT {SGN}?{DIG}+[.] BSCHR [a-zA-Z0-9!$%&*+\-<=>?\\^_~] BSYM {BSCHR}({BSCHR}|#)* NSCHR [a-zA-Z0-9!$%&*+\-<=>?\\^_~/] @@ -190,7 +194,8 @@ UONLY {U2}{U}|{U3}{U}{U}|{U4}{U}{U}{U} return NUMBER; } -<SPECIAL,NESTED,BRACED>{FLO} { +<SPECIAL,NESTED,BRACED>{FLODOT}/[^.] | +<SPECIAL,NESTED,BRACED>{FLO} { val str = string_own(utf8_dup_from(yytext)); if (yy_top_state() == INITIAL |