From a4f4cb576ca6540060345785ba2a40c71f1f11cb Mon Sep 17 00:00:00 2001 From: Michael Williamson Date: Sun, 3 May 2026 11:48:08 +0100 Subject: Tokenize square brackets --- .../java/org/zwobble/hobgoblin/compiler/parser/TokenType.java | 2 ++ .../java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java | 10 ++++++++++ 2 files changed, 12 insertions(+) (limited to 'src/main/java/org') diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java index da9a37f..9c11815 100644 --- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java +++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java @@ -14,4 +14,6 @@ enum TokenType { SYMBOL_BRACE_CLOSE, SYMBOL_COLON, SYMBOL_SEMICOLON, + SYMBOL_SQUARE_OPEN, + SYMBOL_SQUARE_CLOSE, } diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java index d09ed64..5ec42e6 100644 --- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java +++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java @@ -125,6 +125,16 @@ class Tokenizer { iterator.skip(); break; + case '[': + tokenType = TokenType.SYMBOL_SQUARE_OPEN; + iterator.skip(); + break; + + case ']': + tokenType = TokenType.SYMBOL_SQUARE_CLOSE; + iterator.skip(); + break; + default: return Optional.empty(); } -- cgit v1.2.3