From 659c2fefd53dbc55c68a247785a8b21d7b94d382 Mon Sep 17 00:00:00 2001 From: Michael Williamson Date: Sun, 27 Sep 2026 10:37:37 +0100 Subject: Tokenize parens --- .../java/org/zwobble/hobgoblin/compiler/parser/TokenType.java | 2 ++ .../java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java | 10 ++++++++++ 2 files changed, 12 insertions(+) (limited to 'src/main/java') diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java index df86ae6..2a85072 100644 --- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java +++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java @@ -22,6 +22,8 @@ enum TokenType { SYMBOL_DOT, SYMBOL_DOT_DOT, SYMBOL_FORWARD_SLASH, + SYMBOL_PAREN_OPEN, + SYMBOL_PAREN_CLOSE, SYMBOL_SEMICOLON, SYMBOL_SQUARE_OPEN, SYMBOL_SQUARE_CLOSE, diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java index c0cf716..dc06612 100644 --- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java +++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java @@ -186,6 +186,16 @@ class Tokenizer { iterator.skip(); break; + case '(': + tokenType = TokenType.SYMBOL_PAREN_OPEN; + iterator.skip(); + break; + + case ')': + tokenType = TokenType.SYMBOL_PAREN_CLOSE; + iterator.skip(); + break; + case ';': tokenType = TokenType.SYMBOL_SEMICOLON; iterator.skip(); -- cgit v1.2.3