diff options
Diffstat (limited to 'src/test/java/org/zwobble')
| -rw-r--r-- | src/test/java/org/zwobble/hobgoblin/parser/TokenizerTests.java | 24 |
1 files changed, 23 insertions, 1 deletions
diff --git a/src/test/java/org/zwobble/hobgoblin/parser/TokenizerTests.java b/src/test/java/org/zwobble/hobgoblin/parser/TokenizerTests.java index aa6dbe4..05848a3 100644 --- a/src/test/java/org/zwobble/hobgoblin/parser/TokenizerTests.java +++ b/src/test/java/org/zwobble/hobgoblin/parser/TokenizerTests.java @@ -19,7 +19,7 @@ public class TokenizerTests { } @Test - public void structKeywordIsTokenized() { + public void keywordStructIsTokenized() { var sourceText = SourceText.fromString("<string>", "struct"); var tokens = Tokenizer.tokenize(sourceText); @@ -41,6 +41,28 @@ public class TokenizerTests { } @Test + public void symbolBraceOpenIsTokenized() { + var sourceText = SourceText.fromString("<string>", "{"); + + var tokens = Tokenizer.tokenize(sourceText); + + assertThat(tokens, isSequence( + equalTo(new Token(TokenType.SYMBOL_BRACE_OPEN, sourceRange(sourceText, 0, 1))) + )); + } + + @Test + public void symbolBraceCloseIsTokenized() { + var sourceText = SourceText.fromString("<string>", "}"); + + var tokens = Tokenizer.tokenize(sourceText); + + assertThat(tokens, isSequence( + equalTo(new Token(TokenType.SYMBOL_BRACE_CLOSE, sourceRange(sourceText, 0, 1))) + )); + } + + @Test public void whitespaceIsIgnored() { var sourceText = SourceText.fromString("<string>", " blah "); |
