diff options
Diffstat (limited to 'src/test')
| -rw-r--r-- | src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java | 22 |
1 files changed, 22 insertions, 0 deletions
diff --git a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java index 1764a41..2b624ab 100644 --- a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java +++ b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java @@ -30,6 +30,28 @@ public class TokenizerTests { } @Test + public void keywordFromIsTokenized() { + var sourceText = SourceText.fromString("<string>", "from"); + + var tokens = Tokenizer.tokenize(sourceText); + + assertThat(tokens.tokens(), isSequence( + equalTo(new Token(TokenType.KEYWORD_FROM, sourceRange(sourceText, 0, 4))) + )); + } + + @Test + public void keywordImportIsTokenized() { + var sourceText = SourceText.fromString("<string>", "import"); + + var tokens = Tokenizer.tokenize(sourceText); + + assertThat(tokens.tokens(), isSequence( + equalTo(new Token(TokenType.KEYWORD_IMPORT, sourceRange(sourceText, 0, 6))) + )); + } + + @Test public void keywordNativeIsTokenized() { var sourceText = SourceText.fromString("<string>", "native"); |
