From c75c09a3a8123a5b112f7256b970a2d579b86c22 Mon Sep 17 00:00:00 2001
From: Michael Leuschel <leuschel@uni-duesseldorf.de>
Date: Thu, 16 Dec 2021 14:05:19 +0100
Subject: [PATCH] treat unicode line and paragraph seperators as newlines
it seems that is the standard behaviour now
this will also enable to send formulas over the ProB parser
repl in a single line, using 8232 as line seperator
Signed-off-by: Michael Leuschel <leuschel@uni-duesseldorf.de>
---
src/main/java/org/sablecc/sablecc/lexer/Lexer.java | 2 ++
1 file changed, 2 insertions(+)
diff --git a/src/main/java/org/sablecc/sablecc/lexer/Lexer.java b/src/main/java/org/sablecc/sablecc/lexer/Lexer.java
index d2de0b5..cb7c7bb 100644
--- a/src/main/java/org/sablecc/sablecc/lexer/Lexer.java
+++ b/src/main/java/org/sablecc/sablecc/lexer/Lexer.java
@@ -87,6 +87,8 @@ public class Lexer
}
break;
case 13:
+ case 8232: // Unicode line separator
+ case 8233: // Unicode paragraph separator
line++;
pos = 0;
cr = true;
--
GitLab