diff options
Diffstat (limited to 'support/texlab/src/syntax/latex/lexer.rs')
-rw-r--r-- | support/texlab/src/syntax/latex/lexer.rs | 14 |
1 files changed, 11 insertions, 3 deletions
diff --git a/support/texlab/src/syntax/latex/lexer.rs b/support/texlab/src/syntax/latex/lexer.rs index f697403577..4ea11bf377 100644 --- a/support/texlab/src/syntax/latex/lexer.rs +++ b/support/texlab/src/syntax/latex/lexer.rs @@ -6,8 +6,11 @@ use super::kind::SyntaxKind; #[allow(non_camel_case_types)] #[repr(u16)] enum Token { - #[regex(r"\s+")] - WHITESPACE = 2, + #[regex(r"[\r\n]+", priority = 2)] + LINE_BREAK = 2, + + #[regex(r"\s+", priority = 1)] + WHITESPACE, #[regex(r"%[^\r\n]*")] COMMENT, @@ -166,7 +169,7 @@ enum Token { #[regex(r"\\usepgflibrary|\\usetikzlibrary")] TIKZ_LIBRARY_IMPORT_NAME, - #[regex(r"\\newenvironment|\\newenvironment*")] + #[regex(r"\\newenvironment|\\newenvironment*|\\renewenvironment|\\renewenvironment*")] ENVIRONMENT_DEFINITION_NAME, } @@ -249,4 +252,9 @@ mod tests { fn test_invalid_parameter() { assert_debug_snapshot!(verify(r#"#"#)) } + + #[test] + fn test_line_break() { + assert_debug_snapshot!(verify("hello\nworld")); + } } |