aboutsummaryrefslogtreecommitdiff
path: root/src/test/java
diff options
context:
space:
mode:
Diffstat (limited to 'src/test/java')
-rw-r--r--src/test/java/org/zwobble/mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java5
1 files changed, 5 insertions, 0 deletions
diff --git a/src/test/java/org/zwobble/mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java b/src/test/java/org/zwobble/mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java
index 1106003..a7edf9f 100644
--- a/src/test/java/org/zwobble/mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java
+++ b/src/test/java/org/zwobble/mammoth/tests/styles/parsing/StyleMappingTokeniserTests.java
@@ -16,6 +16,11 @@ import static org.zwobble.mammoth.internal.util.Lists.list;
public class StyleMappingTokeniserTests {
@Test
+ public void unknownTokensAreTokenised() {
+ assertTokens("~", isToken(TokenType.UNKNOWN, "~"));
+ }
+
+ @Test
public void emptyStringIsTokenisedToEndOfFileToken() {
assertTokens("");
}