From 22bf5ac2206a4803be9901b2a08d391c9f88857e Mon Sep 17 00:00:00 2001
From: Michael Leuschel <leuschel@uni-duesseldorf.de>
Date: Thu, 16 Dec 2021 17:08:09 +0100
Subject: [PATCH] add new unicode separators in lexer.txt
I hope this is the right place to update the lexer
Signed-off-by: Michael Leuschel <leuschel@uni-duesseldorf.de>
---
src/main/resources/org/sablecc/sablecc/lexer.txt | 2 ++
1 file changed, 2 insertions(+)
diff --git a/src/main/resources/org/sablecc/sablecc/lexer.txt b/src/main/resources/org/sablecc/sablecc/lexer.txt
index 45b66df..d07293f 100644
--- a/src/main/resources/org/sablecc/sablecc/lexer.txt
+++ b/src/main/resources/org/sablecc/sablecc/lexer.txt
@@ -151,6 +151,8 @@ public class Lexer implements ITokenListContainer
}
break;
case 13:
+ case 8232: // Unicode line separator
+ case 8233: // Unicode paragraph separator
this.line++;
this.pos = 0;
this.cr = true;
--
GitLab