From d3cf94ea8a6edda25d9b330d3a6523bd5e28dedc Mon Sep 17 00:00:00 2001
From: Kaz Kylheku <kaz@kylheku.com>
Date: Sat, 1 Oct 2011 20:10:50 -0700
Subject: Tokenizing test case, exercising for @(coll :gap 0) and horizontal
 @(choose :shortest ...).

* Makefile: Defined TXR_ARGS for tests/008 directory.

* tests/008/data: New file.
* tests/008/tokenize.expected: New file.
* tests/008/tokenize.txr: New file.
---
 tests/008/data              |  8 ++++++++
 tests/008/tokenize.expected |  8 ++++++++
 tests/008/tokenize.txr      | 12 ++++++++++++
 3 files changed, 28 insertions(+)
 create mode 100644 tests/008/data
 create mode 100644 tests/008/tokenize.expected
 create mode 100644 tests/008/tokenize.txr

(limited to 'tests/008')

diff --git a/tests/008/data b/tests/008/data
new file mode 100644
index 00000000..f171c282
--- /dev/null
+++ b/tests/008/data
@@ -0,0 +1,8 @@
+a!===b=!=c
+a!===!==!=!==b
+
+a
+a=
+=
+==
+===
diff --git a/tests/008/tokenize.expected b/tests/008/tokenize.expected
new file mode 100644
index 00000000..86ebd01a
--- /dev/null
+++ b/tests/008/tokenize.expected
@@ -0,0 +1,8 @@
+"a" {!=} "" {==} "b" {=} "" {!=} "c"
+"a" {!=} "" {==} "" {!=} "" {=} "" {!=} "" {!=} "" {=} "b"
+""
+"a"
+"a" {=} ""
+"" {=} ""
+"" {==} ""
+"" {==} "" {=} ""
diff --git a/tests/008/tokenize.txr b/tests/008/tokenize.txr
new file mode 100644
index 00000000..39211ba9
--- /dev/null
+++ b/tests/008/tokenize.txr
@@ -0,0 +1,12 @@
+@(collect)
+@(coll :gap 0)@(choose :shortest tok)@\
+                @tok@{sep /==/}@\
+              @(or)@\
+                @tok@{sep /!=/}@\
+              @(or)@\
+                @tok@{sep /=/}@\
+              @(end)@(end)@tail
+@(output)
+@(rep)"@tok" {@sep} @(end)"@tail"
+@(end)
+@(end)
-- 
cgit v1.2.3