Previous commit broke UTF-8 lexing, by changing the get_char

semantics on the input stream to wide character input.
Also, reading a query the command line (-c) must
read bytes from a UTF-8 encoding of the string.
We introduce a new get_byte function which can extract bytes
from streams which provide it.

1 files changed, 2 insertions, 0 deletions

diff --git a/stream.h b/stream.h
index 893aabfe..b4354168 100644
--- a/stream.h
+++ b/stream.h
@@ -29,12 +29,14 @@ extern obj_t *std_input, *std_output, *std_error;
 obj_t *make_stdio_stream(FILE *, obj_t *descr, obj_t *input, obj_t *output);
 obj_t *make_pipe_stream(FILE *, obj_t *descr, obj_t *input, obj_t *output);
 obj_t *make_string_input_stream(obj_t *);
+obj_t *make_string_byte_input_stream(obj_t *);
 obj_t *make_string_output_stream(void);
 obj_t *get_string_from_stream(obj_t *);
 obj_t *make_dir_stream(DIR *);
 obj_t *close_stream(obj_t *stream, obj_t *throw_on_error);
 obj_t *get_line(obj_t *);
 obj_t *get_char(obj_t *);
+obj_t *get_byte(obj_t *);
 obj_t *vformat(obj_t *stream, const wchar_t *string, va_list);
 obj_t *vcformat(obj_t *stream, const wchar_t *string, va_list);
 obj_t *format(obj_t *stream, const wchar_t *string, ...);