diff options
| author | Michael Williamson <mike@zwobble.org> | 2016-11-24 21:55:13 +0000 |
|---|---|---|
| committer | Michael Williamson <mike@zwobble.org> | 2016-11-24 21:55:13 +0000 |
| commit | 7e3ef0ebd0c3453ce351af70ccdb25e93de1d7a9 (patch) | |
| tree | baa24495768580b2a70bcd181ef1a398c435bc6d /mammoth/styles/parser/token_iterator.py | |
| parent | cfc0df82457acff6d8ac1abf930901b8baafbe17 (diff) | |
Add HTML path parser
Diffstat (limited to 'mammoth/styles/parser/token_iterator.py')
| -rw-r--r-- | mammoth/styles/parser/token_iterator.py | 22 |
1 files changed, 20 insertions, 2 deletions
diff --git a/mammoth/styles/parser/token_iterator.py b/mammoth/styles/parser/token_iterator.py index 810e50b..c6876e9 100644 --- a/mammoth/styles/parser/token_iterator.py +++ b/mammoth/styles/parser/token_iterator.py @@ -1,8 +1,13 @@ +# TODO: check indices + class TokenIterator(object): def __init__(self, tokens): self._tokens = tokens self._index = 0 + def peek_token_type(self): + return self._tokens[self._index].type + def next_value(self, token_type): return self._next(token_type).value @@ -14,9 +19,9 @@ class TokenIterator(object): else: raise self._unexpected_token_type(token_type, token) - def skip(self, token_type, token_value): + def skip(self, token_type, token_value=None): token = self._tokens[self._index] - if token.type == token_type and token.value == token_value: + if token.type == token_type and (token_value is None or token.value == token_value): self._index += 1 return True else: @@ -29,3 +34,16 @@ class TokenIterator(object): return True else: return False + + def try_skip_many(self, tokens): + start = self._index + for token_type, token_value in tokens: + token = self._tokens[self._index] + if not (token.type == token_type and (token_value is None or token.value == token_value)): + self._index = start + return False + else: + self._index += 1 + + return True + |
