* eval.c (eval_init): Register tok_str as intrinsic.

* lib.c (tok_str): New function.

* lib.h (tok_str): Declared.

* txr.1: Documented.

1 files changed, 25 insertions, 0 deletions

diff --git a/lib.c b/lib.c
index eb34fc62..a1e505c8 100644
--- a/lib.c
+++ b/lib.c
@@ -2060,6 +2060,31 @@ val split_str_set(val str, val set)
   return out;
 }
 
+val tok_str(val str, val tok_regex)
+{
+  list_collect_decl (out, iter);
+  val pos = zero;
+
+  for (;;) {
+    cons_bind (new_pos, len, search_regex(str, tok_regex, pos, nil));
+    val end;
+
+    if (!len)
+      break;
+
+    end = plus(new_pos, len);
+
+    list_collect(iter, sub_str(str, new_pos, end));
+
+    pos = end;
+
+    if (len == zero)
+      pos = plus(pos, one);
+  }
+
+  return out;
+}
+
 val list_str(val str)
 {
   const wchar_t *cstr = c_str(str);