Return unknown tokens instead of throwing

1 files changed, 5 insertions, 0 deletions

diff --git a/src/test/java/org/zwobble/mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java b/src/test/java/org/zwobble/mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java
index 1106003..a7edf9f 100644
--- a/src/test/java/org/zwobble/mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java
+++ b/src/test/java/org/zwobble/mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java
@@ -16,6 +16,11 @@ import static org.zwobble.mammoth.internal.util.Lists.list;
 
 public class StyleMappingTokeniserTests {
     @Test
+    public void unknownTokensAreTokenised() {
+        assertTokens("~", isToken(TokenType.UNKNOWN, "~"));
+    }
+
+    @Test
     public void emptyStringIsTokenisedToEndOfFileToken() {
         assertTokens("");
     }