From 0d3098233012bf20123e778927a2e8473a2e230b Mon Sep 17 00:00:00 2001 From: Michael Williamson Date: Sun, 12 Jan 2025 15:34:22 +0000 Subject: Add triple dot as symbol --- src/main/java/org/shedlang/compiler/parser/TokenType.java | 1 + src/main/java/org/shedlang/compiler/parser/Tokeniser.java | 2 ++ 2 files changed, 3 insertions(+) (limited to 'src/main/java') diff --git a/src/main/java/org/shedlang/compiler/parser/TokenType.java b/src/main/java/org/shedlang/compiler/parser/TokenType.java index 76a4352a..dbe32b0d 100644 --- a/src/main/java/org/shedlang/compiler/parser/TokenType.java +++ b/src/main/java/org/shedlang/compiler/parser/TokenType.java @@ -43,6 +43,7 @@ public enum TokenType { SYMBOL_COLON_EQUALS, SYMBOL_COMMA, SYMBOL_DOT, + SYMBOL_DOT_DOT_DOT, SYMBOL_EQUALS, SYMBOL_EQUALS_EQUALS, SYMBOL_FORWARD_SLASH, diff --git a/src/main/java/org/shedlang/compiler/parser/Tokeniser.java b/src/main/java/org/shedlang/compiler/parser/Tokeniser.java index 8c1aefa3..dfac78a0 100644 --- a/src/main/java/org/shedlang/compiler/parser/Tokeniser.java +++ b/src/main/java/org/shedlang/compiler/parser/Tokeniser.java @@ -48,6 +48,8 @@ public class Tokeniser { RegexTokeniser.rule(TokenType.WHITESPACE, "[\r\n\t ]+"), RegexTokeniser.rule(TokenType.COMMENT_SINGLE_LINE, "//[^\r\n]*[\r\n]"), + RegexTokeniser.rule(TokenType.SYMBOL_DOT_DOT_DOT, "\\.\\.\\."), + RegexTokeniser.rule(TokenType.SYMBOL_BANG_EQUALS, "!="), RegexTokeniser.rule(TokenType.SYMBOL_COLON_EQUALS, ":="), RegexTokeniser.rule(TokenType.SYMBOL_EQUALS_EQUALS, "=="), -- cgit v1.2.3