From be98f8387e359d4e68e6a2a4bd3e28e39408b954 Mon Sep 17 00:00:00 2001 From: greg Date: Sun, 20 Dec 2015 19:29:26 -0800 Subject: [PATCH] Add another test --- src/tokenizer.rs | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/src/tokenizer.rs b/src/tokenizer.rs index b3f96ea..16ee241 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -125,5 +125,11 @@ mod tests { let t1 = "let a = 3\n"; assert_eq!(format!("{:?}", tokenize(t1)), "[Keyword(Let), Identifier(\"a\"), Keyword(Assign), NumLiteral(3), Separator, EOF]"); + + // this is intentional + let t2 = "a + b*c\n"; + assert_eq!(format!("{:?}", tokenize(t2)), + "[Identifier(\"a\"), Identifier(\"+\"), Identifier(\"b*c\"), Separator, EOF]"); + } }