From b4099505ca1ceab2f0633381265f27ddfd4fd1be Mon Sep 17 00:00:00 2001 From: Michael Williamson Date: Wed, 16 Nov 2016 19:21:49 +0000 Subject: Return unknown tokens instead of throwing --- .../mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java | 5 +++++ 1 file changed, 5 insertions(+) (limited to 'src/test/java') diff --git a/src/test/java/org/zwobble/mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java b/src/test/java/org/zwobble/mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java index 1106003..a7edf9f 100644 --- a/src/test/java/org/zwobble/mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java +++ b/src/test/java/org/zwobble/mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java @@ -15,6 +15,11 @@ import static org.zwobble.mammoth.internal.util.Lists.eagerConcat; import static org.zwobble.mammoth.internal.util.Lists.list; public class StyleMappingTokeniserTests { + @Test + public void unknownTokensAreTokenised() { + assertTokens("~", isToken(TokenType.UNKNOWN, "~")); + } + @Test public void emptyStringIsTokenisedToEndOfFileToken() { assertTokens(""); -- cgit v1.2.3