Handle unterminated strings in tokenizer

1 files changed, 5 insertions, 0 deletions

diff --git a/src/test/java/org/zwobble/mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java b/src/test/java/org/zwobble/mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java
index de60249..dd7c15f 100644
--- a/src/test/java/org/zwobble/mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java
+++ b/src/test/java/org/zwobble/mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java
@@ -41,6 +41,11 @@ public class StyleMappingTokeniserTests {
     }
 
     @Test
+    public void unterminatedStringsAreTokenised() {
+        assertTokens("'Tristan", isToken(TokenType.UNTERMINATED_STRING, "'Tristan"));
+    }
+
+    @Test
     public void arrowsAreTokenised() {
         assertTokens("=>=>", isToken(TokenType.ARROW, "=>"), isToken(TokenType.ARROW, "=>"));
     }