summaryrefslogtreecommitdiff
path: root/src/main/java/org
diff options
context:
space:
mode:
Diffstat (limited to 'src/main/java/org')
-rw-r--r--src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java1
-rw-r--r--src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java5
2 files changed, 6 insertions, 0 deletions
diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java
index 22e7bf0..bd2ce7b 100644
--- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java
+++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java
@@ -11,4 +11,5 @@ enum TokenType {
SYMBOL_BRACE_OPEN,
SYMBOL_BRACE_CLOSE,
SYMBOL_COLON,
+ SYMBOL_SEMICOLON,
}
diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java
index 0f5984e..6fc5e20 100644
--- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java
+++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java
@@ -116,6 +116,11 @@ class Tokenizer {
iterator.skip();
break;
+ case ';':
+ tokenType = TokenType.SYMBOL_SEMICOLON;
+ iterator.skip();
+ break;
+
default:
return Optional.empty();
}