diff options
Diffstat (limited to 'mammoth/styles/parser/tokeniser.py')
| -rw-r--r-- | mammoth/styles/parser/tokeniser.py | 3 |
1 files changed, 2 insertions, 1 deletions
diff --git a/mammoth/styles/parser/tokeniser.py b/mammoth/styles/parser/tokeniser.py index c9eb4cf..7366cfe 100644 --- a/mammoth/styles/parser/tokeniser.py +++ b/mammoth/styles/parser/tokeniser.py @@ -12,6 +12,7 @@ class TokenType(object): STRING = "string" UNTERMINATED_STRING = "unterminated string" INTEGER = "integer" + END = "end" @@ -33,7 +34,7 @@ def regex_tokeniser(rules): # Should be impossible raise Exception("Remaining: " + value[index:]) - tokens.append(Token(index, "end", "")) + tokens.append(Token(index, TokenType.END, "")) return tokens |