diff options
Diffstat (limited to 'src/main/java/org')
| -rw-r--r-- | src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java | 2 | ||||
| -rw-r--r-- | src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java | 10 |
2 files changed, 12 insertions, 0 deletions
diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java index da9a37f..9c11815 100644 --- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java +++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java @@ -14,4 +14,6 @@ enum TokenType { SYMBOL_BRACE_CLOSE, SYMBOL_COLON, SYMBOL_SEMICOLON, + SYMBOL_SQUARE_OPEN, + SYMBOL_SQUARE_CLOSE, } diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java index d09ed64..5ec42e6 100644 --- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java +++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java @@ -125,6 +125,16 @@ class Tokenizer { iterator.skip(); break; + case '[': + tokenType = TokenType.SYMBOL_SQUARE_OPEN; + iterator.skip(); + break; + + case ']': + tokenType = TokenType.SYMBOL_SQUARE_CLOSE; + iterator.skip(); + break; + default: return Optional.empty(); } |
