From 4ef93fafb553237b069cd2160fb9b7ce61f18976 Mon Sep 17 00:00:00 2001
From: greg <greg.shuflin@protonmail.com>
Date: Thu, 30 Jul 2015 02:09:32 -0700
Subject: [PATCH] Cause tokenize error for unclosed strings

---
 src/tokenizer.rs | 9 +++++----
 1 file changed, 5 insertions(+), 4 deletions(-)

diff --git a/src/tokenizer.rs b/src/tokenizer.rs
index a6e82fb..64310b4 100644
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@@ -46,11 +46,12 @@ pub fn tokenize(input: &str) -> Vec<Token> {
         } else if c == '"' {
 
             let mut buffer = String::with_capacity(20);
-            while let Some(x) = iterator.next() {
-                if x == '"' {
-                    break;
+            loop {
+                match iterator.next() {
+                    Some(x) if x == '"' => break,
+                    Some(x) => buffer.push(x),
+                    None => return tokens,
                 }
-                buffer.push(x);
             }
             tokens.push(Token::StrLiteral(buffer));