greg/schala
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Autoparser - token output

Browse Source
This commit is contained in:
greg 2018-03-10 18:20:19 -08:00
parent aa40b985f3
commit c176c1c918
1 changed files with 9 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
src/schala_lang/autoparser.rs
View File

@ -1,4 +1,5 @@
use schala_lib::{ProgrammingLanguageInterface, EvalOptions, TraceArtifact, LanguageOutput}; use schala_lib::{ProgrammingLanguageInterface, EvalOptions, TraceArtifact, LanguageOutput};
use itertools::Itertools;
use schala_lang::{tokenizing, parsing}; use schala_lang::{tokenizing, parsing};
@ -20,6 +21,14 @@ impl ProgrammingLanguageInterface for Schala {
fn evaluate_in_repl(&mut self, input: &str, options: &EvalOptions) -> LanguageOutput { fn evaluate_in_repl(&mut self, input: &str, options: &EvalOptions) -> LanguageOutput {
let mut output = LanguageOutput::default(); let mut output = LanguageOutput::default();
let tokens = tokenizing::tokenize(input);
if options.debug_tokens {
let token_string = tokens.iter().map(|t| format!("{:?}<L:{},C:{}>", t.token_type, t.offset.0, t.offset.1)).join(", ");
output.add_artifact(TraceArtifact::new("tokens", format!("{:?}", token_string)));
}
output.add_output(format!("{:?}", tokens));
output output
} }
} }