From a4f4cb576ca6540060345785ba2a40c71f1f11cb Mon Sep 17 00:00:00 2001
From: Michael Williamson <mike@zwobble.org>
Date: Sun, 3 May 2026 11:48:08 +0100
Subject: Tokenize square brackets

---
 .../hobgoblin/compiler/parser/TokenType.java       |  2 ++
 .../hobgoblin/compiler/parser/Tokenizer.java       | 10 ++++++++++
 .../hobgoblin/compiler/parser/TokenizerTests.java  | 22 ++++++++++++++++++++++
 3 files changed, 34 insertions(+)

(limited to 'src')

diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java
index da9a37f..9c11815 100644
--- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java
+++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java
@@ -14,4 +14,6 @@ enum TokenType {
     SYMBOL_BRACE_CLOSE,
     SYMBOL_COLON,
     SYMBOL_SEMICOLON,
+    SYMBOL_SQUARE_OPEN,
+    SYMBOL_SQUARE_CLOSE,
 }
diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java
index d09ed64..5ec42e6 100644
--- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java
+++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java
@@ -125,6 +125,16 @@ class Tokenizer {
                 iterator.skip();
                 break;
 
+            case '[':
+                tokenType = TokenType.SYMBOL_SQUARE_OPEN;
+                iterator.skip();
+                break;
+
+            case ']':
+                tokenType = TokenType.SYMBOL_SQUARE_CLOSE;
+                iterator.skip();
+                break;
+
             default:
                 return Optional.empty();
         }
diff --git a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java
index 698a70d..64e64fa 100644
--- a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java
+++ b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java
@@ -106,6 +106,28 @@ public class TokenizerTests {
         ));
     }
 
+    @Test
+    public void symbolSquareOpenIsTokenized() {
+        var sourceText = SourceText.fromString("<string>", "[");
+
+        var tokens = Tokenizer.tokenize(sourceText);
+
+        assertThat(tokens.tokens(), isSequence(
+            equalTo(new Token(TokenType.SYMBOL_SQUARE_OPEN, sourceRange(sourceText, 0, 1)))
+        ));
+    }
+
+    @Test
+    public void symbolSquareCloseIsTokenized() {
+        var sourceText = SourceText.fromString("<string>", "]");
+
+        var tokens = Tokenizer.tokenize(sourceText);
+
+        assertThat(tokens.tokens(), isSequence(
+            equalTo(new Token(TokenType.SYMBOL_SQUARE_CLOSE, sourceRange(sourceText, 0, 1)))
+        ));
+    }
+
     @Test
     public void symbolColonIsTokenized() {
         var sourceText = SourceText.fromString("<string>", ":");
-- 
cgit v1.2.3