Tokenize colon symbol

3 files changed, 17 insertions, 0 deletions

diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java
index 64be2d4..22e7bf0 100644
--- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java
+++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java
@@ -10,4 +10,5 @@ enum TokenType {
 
     SYMBOL_BRACE_OPEN,
     SYMBOL_BRACE_CLOSE,
+    SYMBOL_COLON,
 }
diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java
index 6a43a09..0f5984e 100644
--- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java
+++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java
@@ -111,6 +111,11 @@ class Tokenizer {
                 iterator.skip();
                 break;
 
+            case ':':
+                tokenType = TokenType.SYMBOL_COLON;
+                iterator.skip();
+                break;
+
             default:
                 return Optional.empty();
         }
diff --git a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java
index 68db18d..affd157 100644
--- a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java
+++ b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java
@@ -74,6 +74,17 @@ public class TokenizerTests {
     }
 
     @Test
+    public void symbolColonIsTokenized() {
+        var sourceText = SourceText.fromString("<string>", ":");
+
+        var tokens = Tokenizer.tokenize(sourceText);
+
+        assertThat(tokens.tokens(), isSequence(
+            equalTo(new Token(TokenType.SYMBOL_COLON, sourceRange(sourceText, 0, 1)))
+        ));
+    }
+
+    @Test
     public void whitespaceIsIgnored() {
         var sourceText = SourceText.fromString("<string>", "  blah  ");