diff options
Diffstat (limited to 'src/main/java')
| -rw-r--r-- | src/main/java/org/shedlang/compiler/parser/TokenType.java | 1 | ||||
| -rw-r--r-- | src/main/java/org/shedlang/compiler/parser/Tokeniser.java | 2 |
2 files changed, 3 insertions, 0 deletions
diff --git a/src/main/java/org/shedlang/compiler/parser/TokenType.java b/src/main/java/org/shedlang/compiler/parser/TokenType.java index 76a4352a..dbe32b0d 100644 --- a/src/main/java/org/shedlang/compiler/parser/TokenType.java +++ b/src/main/java/org/shedlang/compiler/parser/TokenType.java @@ -43,6 +43,7 @@ public enum TokenType { SYMBOL_COLON_EQUALS, SYMBOL_COMMA, SYMBOL_DOT, + SYMBOL_DOT_DOT_DOT, SYMBOL_EQUALS, SYMBOL_EQUALS_EQUALS, SYMBOL_FORWARD_SLASH, diff --git a/src/main/java/org/shedlang/compiler/parser/Tokeniser.java b/src/main/java/org/shedlang/compiler/parser/Tokeniser.java index 8c1aefa3..dfac78a0 100644 --- a/src/main/java/org/shedlang/compiler/parser/Tokeniser.java +++ b/src/main/java/org/shedlang/compiler/parser/Tokeniser.java @@ -48,6 +48,8 @@ public class Tokeniser { RegexTokeniser.rule(TokenType.WHITESPACE, "[\r\n\t ]+"), RegexTokeniser.rule(TokenType.COMMENT_SINGLE_LINE, "//[^\r\n]*[\r\n]"), + RegexTokeniser.rule(TokenType.SYMBOL_DOT_DOT_DOT, "\\.\\.\\."), + RegexTokeniser.rule(TokenType.SYMBOL_BANG_EQUALS, "!="), RegexTokeniser.rule(TokenType.SYMBOL_COLON_EQUALS, ":="), RegexTokeniser.rule(TokenType.SYMBOL_EQUALS_EQUALS, "=="), |