diff options
3 files changed, 14 insertions, 0 deletions
diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java index bd2ce7b..0fb4750 100644 --- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java +++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/TokenType.java @@ -7,6 +7,7 @@ enum TokenType { KEYWORD_FIELD, KEYWORD_STRUCT, + KEYWORD_SUM, SYMBOL_BRACE_OPEN, SYMBOL_BRACE_CLOSE, diff --git a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java index fff1977..f3704f3 100644 --- a/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java +++ b/src/main/java/org/zwobble/hobgoblin/compiler/parser/Tokenizer.java @@ -88,6 +88,8 @@ class Tokenizer { tokenType = TokenType.KEYWORD_FIELD; } else if (CharSequence.compare(sourceRange.charSequence(), "struct") == 0) { tokenType = TokenType.KEYWORD_STRUCT; + } else if (CharSequence.compare(sourceRange.charSequence(), "sum") == 0) { + tokenType = TokenType.KEYWORD_SUM; } else { tokenType = TokenType.IDENTIFIER; } diff --git a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java index ac10214..b73775a 100644 --- a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java +++ b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java @@ -41,6 +41,17 @@ public class TokenizerTests { } @Test + public void keywordSumIsTokenized() { + var sourceText = SourceText.fromString("<string>", "sum"); + + var tokens = Tokenizer.tokenize(sourceText); + + assertThat(tokens.tokens(), isSequence( + equalTo(new Token(TokenType.KEYWORD_SUM, sourceRange(sourceText, 0, 3))) + )); + } + + @Test public void alphabeticIdentifierIsTokenized() { var sourceText = SourceText.fromString("<string>", "blah"); |