greg
/
schala
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

fix operator parsing

This commit is contained in:
greg 2016-01-15 01:20:43 -08:00
parent 1f7ae2e30f
commit 47d56a7b44
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/tokenizer.rs
View File

@ -102,7 +102,7 @@ pub fn tokenize(input: &str) -> Option<Vec<Token>> {
let mut buffer = String::with_capacity(20);
buffer.push(c);
loop {
if iter.peek().map_or(false, |x| !char::is_alphanumeric(*x)) {
if iter.peek().map_or(false, |x| !char::is_alphanumeric(*x) && !char::is_whitespace(*x)) {
let n = iter.next().unwrap();
buffer.push(n);
} else {