Tokenize comma

2 files changed, 6 insertions, 0 deletions

diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java
index 9c11815..a0b36e7 100644
--- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java
+++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java
@@ -13,6 +13,7 @@ enum TokenType {
     SYMBOL_BRACE_OPEN,
     SYMBOL_BRACE_CLOSE,
     SYMBOL_COLON,
+    SYMBOL_COMMA,
     SYMBOL_SEMICOLON,
     SYMBOL_SQUARE_OPEN,
     SYMBOL_SQUARE_CLOSE,
diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java
index 5ec42e6..1a110f7 100644
--- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java
+++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java
@@ -120,6 +120,11 @@ class Tokenizer {
                 iterator.skip();
                 break;
 
+            case ',':
+                tokenType = TokenType.SYMBOL_COMMA;
+                iterator.skip();
+                break;
+
             case ';':
                 tokenType = TokenType.SYMBOL_SEMICOLON;
                 iterator.skip();