diff options
Diffstat (limited to 'tests/008/tokenize.txr')
| -rw-r--r-- | tests/008/tokenize.txr | 12 |
1 files changed, 12 insertions, 0 deletions
diff --git a/tests/008/tokenize.txr b/tests/008/tokenize.txr new file mode 100644 index 00000000..39211ba9 --- /dev/null +++ b/tests/008/tokenize.txr @@ -0,0 +1,12 @@ +@(collect) +@(coll :gap 0)@(choose :shortest tok)@\ + @tok@{sep /==/}@\ + @(or)@\ + @tok@{sep /!=/}@\ + @(or)@\ + @tok@{sep /=/}@\ + @(end)@(end)@tail +@(output) +@(rep)"@tok" {@sep} @(end)"@tail" +@(end) +@(end) |