From dda81e22bd1274d54e627e284c49ded9aa1c0b04 Mon Sep 17 00:00:00 2001 From: Michael Williamson Date: Sat, 18 Apr 2026 13:28:04 +0100 Subject: Skip whitespace --- .../java/org/zwobble/hobgoblin/parser/TokenizerTests.java | 11 +++++++++++ 1 file changed, 11 insertions(+) (limited to 'src/test') diff --git a/src/test/java/org/zwobble/hobgoblin/parser/TokenizerTests.java b/src/test/java/org/zwobble/hobgoblin/parser/TokenizerTests.java index 52c5f79..67ecc1e 100644 --- a/src/test/java/org/zwobble/hobgoblin/parser/TokenizerTests.java +++ b/src/test/java/org/zwobble/hobgoblin/parser/TokenizerTests.java @@ -40,6 +40,17 @@ public class TokenizerTests { )); } + @Test + public void whitespaceIsIgnored() { + var sourceText = SourceText.fromString("", " blah "); + + var tokens = Tokenizer.tokenize(sourceText); + + assertThat(tokens, isSequence( + equalTo(new Token(TokenType.IDENTIFIER, sourceRange(sourceText, 2, 6))) + )); + } + private static SourceRange sourceRange(SourceText sourceText, int fromCharacterIndex, int toCharacterIndex) { return sourceText.characterPosition(fromCharacterIndex).to(sourceText.characterPosition(toCharacterIndex)); } -- cgit v1.2.3