Lex CRLF line endings properly (#292)
This commit is contained in:
parent
26098ba609
commit
1d0aa178f7
10
src/lexer.rs
10
src/lexer.rs
@ -135,8 +135,8 @@ impl<'a> Lexer<'a> {
|
||||
static ref PAREN_R: Regex = token(r"[)]" );
|
||||
static ref AT: Regex = token(r"@" );
|
||||
static ref COMMA: Regex = token(r"," );
|
||||
static ref COMMENT: Regex = token(r"#([^!\n\r].*)?$" );
|
||||
static ref EOF: Regex = token(r"(?-m)$" );
|
||||
static ref COMMENT: Regex = token(r"#([^!\n\r]*)?\r?$" );
|
||||
static ref EOF: Regex = token(r"\z" );
|
||||
static ref EOL: Regex = token(r"\n|\r\n" );
|
||||
static ref EQUALS: Regex = token(r"=" );
|
||||
static ref INTERPOLATION_END: Regex = token(r"[}][}]" );
|
||||
@ -526,6 +526,12 @@ c: b
|
||||
"((())))N(+.",
|
||||
}
|
||||
|
||||
summary_test! {
|
||||
crlf_newline,
|
||||
"#\r\n#asdf\r\n",
|
||||
"#$#$.",
|
||||
}
|
||||
|
||||
error_test! {
|
||||
name: tokenize_space_then_tab,
|
||||
input: "a:
|
||||
|
Loading…
Reference in New Issue
Block a user