From bd7d0b6335238a465090af626a50df5fdfd425be Mon Sep 17 00:00:00 2001 From: Michael Williamson Date: Sun, 3 May 2026 11:55:15 +0100 Subject: Tokenize comma --- src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java | 1 + src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java | 5 +++++ 2 files changed, 6 insertions(+) (limited to 'src/main/java/org/zwobble') diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java index 9c11815..a0b36e7 100644 --- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java +++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java @@ -13,6 +13,7 @@ enum TokenType { SYMBOL_BRACE_OPEN, SYMBOL_BRACE_CLOSE, SYMBOL_COLON, + SYMBOL_COMMA, SYMBOL_SEMICOLON, SYMBOL_SQUARE_OPEN, SYMBOL_SQUARE_CLOSE, diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java index 5ec42e6..1a110f7 100644 --- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java +++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java @@ -120,6 +120,11 @@ class Tokenizer { iterator.skip(); break; + case ',': + tokenType = TokenType.SYMBOL_COMMA; + iterator.skip(); + break; + case ';': tokenType = TokenType.SYMBOL_SEMICOLON; iterator.skip(); -- cgit v1.2.3