From 2113d294e5194dd88b5e92142af505b52bd20adb Mon Sep 17 00:00:00 2001 From: Michael Williamson Date: Thu, 23 Apr 2026 17:03:30 +0100 Subject: Allow digits in identifiers --- .../zwobble/hobgoblin/compiler/parser/TokenizerTests.java | 13 ++++++++++++- 1 file changed, 12 insertions(+), 1 deletion(-) (limited to 'src/test') diff --git a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java index 7d4ad35..ac10214 100644 --- a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java +++ b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java @@ -41,7 +41,7 @@ public class TokenizerTests { } @Test - public void identifierIsTokenized() { + public void alphabeticIdentifierIsTokenized() { var sourceText = SourceText.fromString("", "blah"); var tokens = Tokenizer.tokenize(sourceText); @@ -51,6 +51,17 @@ public class TokenizerTests { )); } + @Test + public void digitsCanBePartOfIdentifier() { + var sourceText = SourceText.fromString("", "blah32"); + + var tokens = Tokenizer.tokenize(sourceText); + + assertThat(tokens.tokens(), isSequence( + equalTo(new Token(TokenType.IDENTIFIER, sourceRange(sourceText, 0, 6))) + )); + } + @Test public void symbolBraceOpenIsTokenized() { var sourceText = SourceText.fromString("", "{"); -- cgit v1.2.3