diff options
Diffstat (limited to 'src/test/java/org/zwobble')
| -rw-r--r-- | src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java | 14 |
1 files changed, 11 insertions, 3 deletions
diff --git a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java index e564e7b..68db18d 100644 --- a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java +++ b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java @@ -1,9 +1,6 @@ package org.zwobble.hobgoblin.compiler.parser; import org.junit.jupiter.api.Test; -import org.zwobble.hobgoblin.compiler.parser.Token; -import org.zwobble.hobgoblin.compiler.parser.TokenType; -import org.zwobble.hobgoblin.compiler.parser.Tokenizer; import org.zwobble.sourcetext.SourceRange; import org.zwobble.sourcetext.SourceText; @@ -22,6 +19,17 @@ public class TokenizerTests { } @Test + public void keywordFieldIsTokenized() { + var sourceText = SourceText.fromString("<string>", "field"); + + var tokens = Tokenizer.tokenize(sourceText); + + assertThat(tokens.tokens(), isSequence( + equalTo(new Token(TokenType.KEYWORD_FIELD, sourceRange(sourceText, 0, 5))) + )); + } + + @Test public void keywordStructIsTokenized() { var sourceText = SourceText.fromString("<string>", "struct"); |
