summaryrefslogtreecommitdiff
path: root/src/main/java/org
diff options
context:
space:
mode:
Diffstat (limited to 'src/main/java/org')
-rw-r--r--src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java2
-rw-r--r--src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java10
2 files changed, 12 insertions, 0 deletions
diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java
index da9a37f..9c11815 100644
--- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java
+++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java
@@ -14,4 +14,6 @@ enum TokenType {
SYMBOL_BRACE_CLOSE,
SYMBOL_COLON,
SYMBOL_SEMICOLON,
+ SYMBOL_SQUARE_OPEN,
+ SYMBOL_SQUARE_CLOSE,
}
diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java
index d09ed64..5ec42e6 100644
--- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java
+++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java
@@ -125,6 +125,16 @@ class Tokenizer {
iterator.skip();
break;
+ case '[':
+ tokenType = TokenType.SYMBOL_SQUARE_OPEN;
+ iterator.skip();
+ break;
+
+ case ']':
+ tokenType = TokenType.SYMBOL_SQUARE_CLOSE;
+ iterator.skip();
+ break;
+
default:
return Optional.empty();
}