From dd6f908836305cea1f7a32005b0852c9e9f7f51a Mon Sep 17 00:00:00 2001
From: Michael Williamson <mike@zwobble.org>
Date: Thu, 23 Apr 2026 11:33:52 +0100
Subject: Tokenize semicolon

---
 .../org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java | 11 +++++++++++
 1 file changed, 11 insertions(+)

(limited to 'src/test')

diff --git a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java
index affd157..7d4ad35 100644
--- a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java
+++ b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java
@@ -84,6 +84,17 @@ public class TokenizerTests {
         ));
     }
 
+    @Test
+    public void symbolSemicolonIsTokenized() {
+        var sourceText = SourceText.fromString("<string>", ";");
+
+        var tokens = Tokenizer.tokenize(sourceText);
+
+        assertThat(tokens.tokens(), isSequence(
+            equalTo(new Token(TokenType.SYMBOL_SEMICOLON, sourceRange(sourceText, 0, 1)))
+        ));
+    }
+
     @Test
     public void whitespaceIsIgnored() {
         var sourceText = SourceText.fromString("<string>", "  blah  ");
-- 
cgit v1.2.3