diff options
| author | Michael Williamson <mike@zwobble.org> | 2026-04-18 13:36:24 +0100 |
|---|---|---|
| committer | Michael Williamson <mike@zwobble.org> | 2026-04-18 13:36:24 +0100 |
| commit | 7d088b0a827b2ec7d32968ec36c376d13116d76d (patch) | |
| tree | 5a5f5e5a6e4f4b99ac2404c48666031e4feada66 /src/test/java | |
| parent | acda00f5659990a23114f9b006f52498f01b25a4 (diff) | |
Tokenize braces
Diffstat (limited to 'src/test/java')
| -rw-r--r-- | src/test/java/org/zwobble/hobgoblin/parser/TokenizerTests.java | 24 |
1 files changed, 23 insertions, 1 deletions
diff --git a/src/test/java/org/zwobble/hobgoblin/parser/TokenizerTests.java b/src/test/java/org/zwobble/hobgoblin/parser/TokenizerTests.java index aa6dbe4..05848a3 100644 --- a/src/test/java/org/zwobble/hobgoblin/parser/TokenizerTests.java +++ b/src/test/java/org/zwobble/hobgoblin/parser/TokenizerTests.java @@ -19,7 +19,7 @@ public class TokenizerTests { } @Test - public void structKeywordIsTokenized() { + public void keywordStructIsTokenized() { var sourceText = SourceText.fromString("<string>", "struct"); var tokens = Tokenizer.tokenize(sourceText); @@ -41,6 +41,28 @@ public class TokenizerTests { } @Test + public void symbolBraceOpenIsTokenized() { + var sourceText = SourceText.fromString("<string>", "{"); + + var tokens = Tokenizer.tokenize(sourceText); + + assertThat(tokens, isSequence( + equalTo(new Token(TokenType.SYMBOL_BRACE_OPEN, sourceRange(sourceText, 0, 1))) + )); + } + + @Test + public void symbolBraceCloseIsTokenized() { + var sourceText = SourceText.fromString("<string>", "}"); + + var tokens = Tokenizer.tokenize(sourceText); + + assertThat(tokens, isSequence( + equalTo(new Token(TokenType.SYMBOL_BRACE_CLOSE, sourceRange(sourceText, 0, 1))) + )); + } + + @Test public void whitespaceIsIgnored() { var sourceText = SourceText.fromString("<string>", " blah "); |
