diff --git a/src/tokenizer.rs b/src/tokenizer.rs index 61d266a..d135041 100644 --- a/src/tokenizer.rs +++ b/src/tokenizer.rs @@ -42,7 +42,8 @@ pub fn tokenize(input: &str) -> Vec { } while let Some(c) = iterator.next() { - if char::is_whitespace(c) { + + if char::is_whitespace(c) && c != '\n' { continue; } else if c == '"' {