From 507700470b46329ea8b1f8191e48fa69a24a8deb Mon Sep 17 00:00:00 2001 From: Michael Williamson Date: Thu, 24 Nov 2016 22:01:35 +0000 Subject: Add style mapping parser --- mammoth/styles/parser/tokeniser.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) (limited to 'mammoth/styles/parser/tokeniser.py') diff --git a/mammoth/styles/parser/tokeniser.py b/mammoth/styles/parser/tokeniser.py index c9eb4cf..7366cfe 100644 --- a/mammoth/styles/parser/tokeniser.py +++ b/mammoth/styles/parser/tokeniser.py @@ -12,6 +12,7 @@ class TokenType(object): STRING = "string" UNTERMINATED_STRING = "unterminated string" INTEGER = "integer" + END = "end" @@ -33,7 +34,7 @@ def regex_tokeniser(rules): # Should be impossible raise Exception("Remaining: " + value[index:]) - tokens.append(Token(index, "end", "")) + tokens.append(Token(index, TokenType.END, "")) return tokens -- cgit v1.2.3