Fix lexer to fail on invalid UTF-8 sequences

1 files changed, 33 insertions, 0 deletions

diff --git a/libbuild2/lexer.ixx b/libbuild2/lexer.ixx
new file mode 100644
index 0000000..04899f0
--- /dev/null
+++ b/libbuild2/lexer.ixx
@@ -0,0 +1,33 @@
+// file      : libbuild2/lexer.ixx -*- C++ -*-
+// license   : MIT; see accompanying LICENSE file
+
+namespace build2
+{
+  inline auto lexer::
+  get () -> xchar
+  {
+    xchar c (base::get (ebuf_));
+
+    if (invalid (c))
+      fail_char (c);
+
+    return c;
+  }
+
+  inline void lexer::
+  get (const xchar& peeked)
+  {
+    base::get (peeked);
+  }
+
+  inline auto lexer::
+  peek () -> xchar
+  {
+    xchar c (base::peek (ebuf_));
+
+    if (invalid (c))
+      fail_char (c);
+
+    return c;
+  }
+}