From e7ac0adb6f73784117779d22e6d728378cd00f0e Mon Sep 17 00:00:00 2001 From: Michael Williamson Date: Sat, 30 May 2026 17:34:15 +0100 Subject: Tokenize dots --- src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java | 1 + src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java | 5 +++++ 2 files changed, 6 insertions(+) (limited to 'src/main/java') diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java index 63ff5e1..85ac1b9 100644 --- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java +++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java @@ -16,6 +16,7 @@ enum TokenType { SYMBOL_BRACE_CLOSE, SYMBOL_COLON, SYMBOL_COMMA, + SYMBOL_DOT, SYMBOL_FORWARD_SLASH, SYMBOL_SEMICOLON, SYMBOL_SQUARE_OPEN, diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java index 35bbeda..929b516 100644 --- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java +++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java @@ -150,6 +150,11 @@ class Tokenizer { iterator.skip(); break; + case '.': + tokenType = TokenType.SYMBOL_DOT; + iterator.skip(); + break; + case '/': tokenType = TokenType.SYMBOL_FORWARD_SLASH; iterator.skip(); -- cgit v1.2.3