From cd0383a5cdb303a552ef13fc3c70261d36823ba8 Mon Sep 17 00:00:00 2001 From: Michael Williamson Date: Sat, 30 Apr 2016 15:51:46 +0100 Subject: Handle unterminated strings in tokenizer --- .../mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java | 5 +++++ 1 file changed, 5 insertions(+) (limited to 'src/test/java/org') diff --git a/src/test/java/org/zwobble/mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java b/src/test/java/org/zwobble/mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java index de60249..dd7c15f 100644 --- a/src/test/java/org/zwobble/mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java +++ b/src/test/java/org/zwobble/mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java @@ -40,6 +40,11 @@ public class StyleMappingTokeniserTests { assertTokens("'Tristan'", isToken(TokenType.STRING, "'Tristan'")); } + @Test + public void unterminatedStringsAreTokenised() { + assertTokens("'Tristan", isToken(TokenType.UNTERMINATED_STRING, "'Tristan")); + } + @Test public void arrowsAreTokenised() { assertTokens("=>=>", isToken(TokenType.ARROW, "=>"), isToken(TokenType.ARROW, "=>")); -- cgit v1.2.3