Tokenize square brackets

2 files changed, 12 insertions, 0 deletions

diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java
index da9a37f..9c11815 100644
--- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java
+++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java
@@ -14,4 +14,6 @@ enum TokenType {
     SYMBOL_BRACE_CLOSE,
     SYMBOL_COLON,
     SYMBOL_SEMICOLON,
+    SYMBOL_SQUARE_OPEN,
+    SYMBOL_SQUARE_CLOSE,
 }
diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java
index d09ed64..5ec42e6 100644
--- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java
+++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java
@@ -125,6 +125,16 @@ class Tokenizer {
                 iterator.skip();
                 break;
 
+            case '[':
+                tokenType = TokenType.SYMBOL_SQUARE_OPEN;
+                iterator.skip();
+                break;
+
+            case ']':
+                tokenType = TokenType.SYMBOL_SQUARE_CLOSE;
+                iterator.skip();
+                break;
+
             default:
                 return Optional.empty();
         }