Assert that lexer advances over entire input (#560)

2019-12-10 13:24:30 -08:00 · 2019-12-10 13:24:30 -08:00 · b5dea44ee7
commit b5dea44ee7
parent 20790a0cc7
1 changed files with 3 additions and 0 deletions
--- a/src/lexer.rs
+++ b/src/lexer.rs
@ -285,6 +285,9 @@ impl<'src> Lexer<'src> {

    self.token(Eof);

+    assert_eq!(self.token_start.offset, self.token_end.offset);
+    assert_eq!(self.token_start.offset, self.src.len());
+
    Ok(self.tokens)
  }