diff options
| author | Michael Williamson <mike@zwobble.org> | 2026-09-27 10:37:37 +0100 |
|---|---|---|
| committer | Michael Williamson <mike@zwobble.org> | 2026-09-27 10:37:37 +0100 |
| commit | 659c2fefd53dbc55c68a247785a8b21d7b94d382 (patch) | |
| tree | 7c5ceab8f853483478d955dea65b0a2434e0d2ac /src/test/java | |
| parent | dc7d56121033af35bfdbe22e945884262b1d4410 (diff) | |
Tokenize parens
Diffstat (limited to 'src/test/java')
| -rw-r--r-- | src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java | 22 |
1 files changed, 22 insertions, 0 deletions
diff --git a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java index 848738a..39aded5 100644 --- a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java +++ b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java @@ -206,6 +206,28 @@ public class TokenizerTests { } @Test + public void symbolParenOpenIsTokenized() { + var sourceText = SourceText.fromString("<string>", "("); + + var tokens = Tokenizer.tokenize(sourceText); + + assertThat(tokens.tokens(), isSequence( + equalTo(new Token(TokenType.SYMBOL_PAREN_OPEN, sourceRange(sourceText, 0, 1))) + )); + } + + @Test + public void symbolParenCloseIsTokenized() { + var sourceText = SourceText.fromString("<string>", ")"); + + var tokens = Tokenizer.tokenize(sourceText); + + assertThat(tokens.tokens(), isSequence( + equalTo(new Token(TokenType.SYMBOL_PAREN_CLOSE, sourceRange(sourceText, 0, 1))) + )); + } + + @Test public void symbolSemicolonIsTokenized() { var sourceText = SourceText.fromString("<string>", ";"); |
