summaryrefslogtreecommitdiff
path: root/src/test/java/org
diff options
context:
space:
mode:
Diffstat (limited to 'src/test/java/org')
-rw-r--r--src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java22
1 files changed, 22 insertions, 0 deletions
diff --git a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java
index 1764a41..2b624ab 100644
--- a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java
+++ b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java
@@ -30,6 +30,28 @@ public class TokenizerTests {
}
@Test
+ public void keywordFromIsTokenized() {
+ var sourceText = SourceText.fromString("<string>", "from");
+
+ var tokens = Tokenizer.tokenize(sourceText);
+
+ assertThat(tokens.tokens(), isSequence(
+ equalTo(new Token(TokenType.KEYWORD_FROM, sourceRange(sourceText, 0, 4)))
+ ));
+ }
+
+ @Test
+ public void keywordImportIsTokenized() {
+ var sourceText = SourceText.fromString("<string>", "import");
+
+ var tokens = Tokenizer.tokenize(sourceText);
+
+ assertThat(tokens.tokens(), isSequence(
+ equalTo(new Token(TokenType.KEYWORD_IMPORT, sourceRange(sourceText, 0, 6)))
+ ));
+ }
+
+ @Test
public void keywordNativeIsTokenized() {
var sourceText = SourceText.fromString("<string>", "native");