From 47d56a7b443f1cb0cf52ef96eb1a4cc93d3b4e16 Mon Sep 17 00:00:00 2001
From: greg <greg.shuflin@protonmail.com>
Date: Fri, 15 Jan 2016 01:20:43 -0800
Subject: [PATCH] fix operator parsing

---
 src/tokenizer.rs | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/tokenizer.rs b/src/tokenizer.rs
index e7d0469..2c1fdd8 100644
--- a/src/tokenizer.rs
+++ b/src/tokenizer.rs
@@ -102,7 +102,7 @@ pub fn tokenize(input: &str) -> Option<Vec<Token>> {
             let mut buffer = String::with_capacity(20);
             buffer.push(c);
             loop {
-                if iter.peek().map_or(false, |x| !char::is_alphanumeric(*x)) {
+                if iter.peek().map_or(false, |x| !char::is_alphanumeric(*x) && !char::is_whitespace(*x)) {
                     let n = iter.next().unwrap();
                     buffer.push(n);
                 } else {