summaryrefslogtreecommitdiff
path: root/src/test/java/org/zwobble
diff options
context:
space:
mode:
Diffstat (limited to 'src/test/java/org/zwobble')
-rw-r--r--src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java14
1 files changed, 11 insertions, 3 deletions
diff --git a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java
index e564e7b..68db18d 100644
--- a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java
+++ b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java
@@ -1,9 +1,6 @@
package org.zwobble.hobgoblin.compiler.parser;
import org.junit.jupiter.api.Test;
-import org.zwobble.hobgoblin.compiler.parser.Token;
-import org.zwobble.hobgoblin.compiler.parser.TokenType;
-import org.zwobble.hobgoblin.compiler.parser.Tokenizer;
import org.zwobble.sourcetext.SourceRange;
import org.zwobble.sourcetext.SourceText;
@@ -22,6 +19,17 @@ public class TokenizerTests {
}
@Test
+ public void keywordFieldIsTokenized() {
+ var sourceText = SourceText.fromString("<string>", "field");
+
+ var tokens = Tokenizer.tokenize(sourceText);
+
+ assertThat(tokens.tokens(), isSequence(
+ equalTo(new Token(TokenType.KEYWORD_FIELD, sourceRange(sourceText, 0, 5)))
+ ));
+ }
+
+ @Test
public void keywordStructIsTokenized() {
var sourceText = SourceText.fromString("<string>", "struct");