From a4f4cb576ca6540060345785ba2a40c71f1f11cb Mon Sep 17 00:00:00 2001 From: Michael Williamson Date: Sun, 3 May 2026 11:48:08 +0100 Subject: Tokenize square brackets --- .../hobgoblin/compiler/parser/TokenizerTests.java | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) (limited to 'src/test') diff --git a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java index 698a70d..64e64fa 100644 --- a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java +++ b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java @@ -106,6 +106,28 @@ public class TokenizerTests { )); } + @Test + public void symbolSquareOpenIsTokenized() { + var sourceText = SourceText.fromString("", "["); + + var tokens = Tokenizer.tokenize(sourceText); + + assertThat(tokens.tokens(), isSequence( + equalTo(new Token(TokenType.SYMBOL_SQUARE_OPEN, sourceRange(sourceText, 0, 1))) + )); + } + + @Test + public void symbolSquareCloseIsTokenized() { + var sourceText = SourceText.fromString("", "]"); + + var tokens = Tokenizer.tokenize(sourceText); + + assertThat(tokens.tokens(), isSequence( + equalTo(new Token(TokenType.SYMBOL_SQUARE_CLOSE, sourceRange(sourceText, 0, 1))) + )); + } + @Test public void symbolColonIsTokenized() { var sourceText = SourceText.fromString("", ":"); -- cgit v1.2.3