diff options
Diffstat (limited to 'src/test/java')
| -rw-r--r-- | src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java | 35 |
1 files changed, 23 insertions, 12 deletions
diff --git a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java index 64e64fa..70fba72 100644 --- a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java +++ b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java @@ -107,46 +107,57 @@ public class TokenizerTests { } @Test - public void symbolSquareOpenIsTokenized() { - var sourceText = SourceText.fromString("<string>", "["); + public void symbolColonIsTokenized() { + var sourceText = SourceText.fromString("<string>", ":"); var tokens = Tokenizer.tokenize(sourceText); assertThat(tokens.tokens(), isSequence( - equalTo(new Token(TokenType.SYMBOL_SQUARE_OPEN, sourceRange(sourceText, 0, 1))) + equalTo(new Token(TokenType.SYMBOL_COLON, sourceRange(sourceText, 0, 1))) )); } @Test - public void symbolSquareCloseIsTokenized() { - var sourceText = SourceText.fromString("<string>", "]"); + public void symbolCommaIsTokenized() { + var sourceText = SourceText.fromString("<string>", ","); var tokens = Tokenizer.tokenize(sourceText); assertThat(tokens.tokens(), isSequence( - equalTo(new Token(TokenType.SYMBOL_SQUARE_CLOSE, sourceRange(sourceText, 0, 1))) + equalTo(new Token(TokenType.SYMBOL_COMMA, sourceRange(sourceText, 0, 1))) )); } @Test - public void symbolColonIsTokenized() { - var sourceText = SourceText.fromString("<string>", ":"); + public void symbolSemicolonIsTokenized() { + var sourceText = SourceText.fromString("<string>", ";"); var tokens = Tokenizer.tokenize(sourceText); assertThat(tokens.tokens(), isSequence( - equalTo(new Token(TokenType.SYMBOL_COLON, sourceRange(sourceText, 0, 1))) + equalTo(new Token(TokenType.SYMBOL_SEMICOLON, sourceRange(sourceText, 0, 1))) )); } @Test - public void symbolSemicolonIsTokenized() { - var sourceText = SourceText.fromString("<string>", ";"); + public void symbolSquareOpenIsTokenized() { + var sourceText = SourceText.fromString("<string>", "["); var tokens = Tokenizer.tokenize(sourceText); assertThat(tokens.tokens(), isSequence( - equalTo(new Token(TokenType.SYMBOL_SEMICOLON, sourceRange(sourceText, 0, 1))) + equalTo(new Token(TokenType.SYMBOL_SQUARE_OPEN, sourceRange(sourceText, 0, 1))) + )); + } + + @Test + public void symbolSquareCloseIsTokenized() { + var sourceText = SourceText.fromString("<string>", "]"); + + var tokens = Tokenizer.tokenize(sourceText); + + assertThat(tokens.tokens(), isSequence( + equalTo(new Token(TokenType.SYMBOL_SQUARE_CLOSE, sourceRange(sourceText, 0, 1))) )); } |
