Tokenize field keyword

1 files changed, 11 insertions, 3 deletions

diff --git a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java
index e564e7b..68db18d 100644
--- a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java
+++ b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java
@@ -1,9 +1,6 @@
 package org.zwobble.hobgoblin.compiler.parser;
 
 import org.junit.jupiter.api.Test;
-import org.zwobble.hobgoblin.compiler.parser.Token;
-import org.zwobble.hobgoblin.compiler.parser.TokenType;
-import org.zwobble.hobgoblin.compiler.parser.Tokenizer;
 import org.zwobble.sourcetext.SourceRange;
 import org.zwobble.sourcetext.SourceText;
 
@@ -22,6 +19,17 @@ public class TokenizerTests {
     }
 
     @Test
+    public void keywordFieldIsTokenized() {
+        var sourceText = SourceText.fromString("<string>", "field");
+
+        var tokens = Tokenizer.tokenize(sourceText);
+
+        assertThat(tokens.tokens(), isSequence(
+            equalTo(new Token(TokenType.KEYWORD_FIELD, sourceRange(sourceText, 0, 5)))
+        ));
+    }
+
+    @Test
     public void keywordStructIsTokenized() {
         var sourceText = SourceText.fromString("<string>", "struct");