From 570650cbfa4c6d60ab81c13ed181505b388cd747 Mon Sep 17 00:00:00 2001 From: greg Date: Sat, 9 Jan 2016 02:19:05 -0800 Subject: [PATCH] Finish keyword tokenization --- src/tokenizer.rs | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/src/tokenizer.rs b/src/tokenizer.rs index a3ea22e..3eeb7ee 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -24,7 +24,6 @@ pub enum Kw { Let, Fn, Null, - Assign } fn is_digit(c: &char) -> bool { @@ -110,6 +109,12 @@ pub fn tokenize(input: &str) -> Option> { match &buffer[..] { "if" => Keyword(Kw::If), "then" => Keyword(Kw::Then), + "else" => Keyword(Kw::Else), + "while" => Keyword(Kw::While), + "end" => Keyword(Kw::End), + "let" => Keyword(Kw::Let), + "fn" => Keyword(Kw::Fn), + "null" => Keyword(Kw::Null), b => Identifier(b.to_string()) } };