diff options
| author | Michael Williamson <mike@zwobble.org> | 2026-04-28 23:24:33 +0100 |
|---|---|---|
| committer | Michael Williamson <mike@zwobble.org> | 2026-04-28 23:24:33 +0100 |
| commit | 2d9d692f3b89fa25a5e8b761118d517e2e47f4f1 (patch) | |
| tree | 1e10cceff8a1b5efa6574e101354dfea6019fd26 /src/test/java | |
| parent | 0fe17002d4147ee641262cab20e66c6ba0d1b1e6 (diff) | |
Tokenize variant keyword
Diffstat (limited to 'src/test/java')
| -rw-r--r-- | src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java | 11 |
1 files changed, 11 insertions, 0 deletions
diff --git a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java index b73775a..698a70d 100644 --- a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java +++ b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java @@ -52,6 +52,17 @@ public class TokenizerTests { } @Test + public void keywordVariantIsTokenized() { + var sourceText = SourceText.fromString("<string>", "variant"); + + var tokens = Tokenizer.tokenize(sourceText); + + assertThat(tokens.tokens(), isSequence( + equalTo(new Token(TokenType.KEYWORD_VARIANT, sourceRange(sourceText, 0, 7))) + )); + } + + @Test public void alphabeticIdentifierIsTokenized() { var sourceText = SourceText.fromString("<string>", "blah"); |
