summaryrefslogtreecommitdiff
path: root/support/texlab/src/syntax/latex/lexer.rs
diff options
context:
space:
mode:
Diffstat (limited to 'support/texlab/src/syntax/latex/lexer.rs')
-rw-r--r--support/texlab/src/syntax/latex/lexer.rs14
1 files changed, 11 insertions, 3 deletions
diff --git a/support/texlab/src/syntax/latex/lexer.rs b/support/texlab/src/syntax/latex/lexer.rs
index f697403577..4ea11bf377 100644
--- a/support/texlab/src/syntax/latex/lexer.rs
+++ b/support/texlab/src/syntax/latex/lexer.rs
@@ -6,8 +6,11 @@ use super::kind::SyntaxKind;
#[allow(non_camel_case_types)]
#[repr(u16)]
enum Token {
- #[regex(r"\s+")]
- WHITESPACE = 2,
+ #[regex(r"[\r\n]+", priority = 2)]
+ LINE_BREAK = 2,
+
+ #[regex(r"\s+", priority = 1)]
+ WHITESPACE,
#[regex(r"%[^\r\n]*")]
COMMENT,
@@ -166,7 +169,7 @@ enum Token {
#[regex(r"\\usepgflibrary|\\usetikzlibrary")]
TIKZ_LIBRARY_IMPORT_NAME,
- #[regex(r"\\newenvironment|\\newenvironment*")]
+ #[regex(r"\\newenvironment|\\newenvironment*|\\renewenvironment|\\renewenvironment*")]
ENVIRONMENT_DEFINITION_NAME,
}
@@ -249,4 +252,9 @@ mod tests {
fn test_invalid_parameter() {
assert_debug_snapshot!(verify(r#"#"#))
}
+
+ #[test]
+ fn test_line_break() {
+ assert_debug_snapshot!(verify("hello\nworld"));
+ }
}