diff options
| author | Michael Williamson <mike@zwobble.org> | 2025-01-09 20:43:55 +0000 |
|---|---|---|
| committer | Michael Williamson <mike@zwobble.org> | 2025-01-09 20:45:09 +0000 |
| commit | acb019f53eefaee7dd7ab6e808cab0a0daa0b91f (patch) | |
| tree | af00170c538d9609c27e0b53822a71237ba269b8 /src/main/java/org/shedlang/compiler/parser | |
| parent | 3666a4af2eb35177eecd557d2a75f4bac9da75b9 (diff) | |
Use source range to get value of token
Diffstat (limited to 'src/main/java/org/shedlang/compiler/parser')
| -rw-r--r-- | src/main/java/org/shedlang/compiler/parser/Tokeniser.java | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/src/main/java/org/shedlang/compiler/parser/Tokeniser.java b/src/main/java/org/shedlang/compiler/parser/Tokeniser.java index 85172578..8c1aefa3 100644 --- a/src/main/java/org/shedlang/compiler/parser/Tokeniser.java +++ b/src/main/java/org/shedlang/compiler/parser/Tokeniser.java @@ -82,14 +82,14 @@ public class Tokeniser { ) .map(token -> token.tokenType() == TokenType.IDENTIFIER - ? new Token<>(token.sourceRange(), KEYWORDS.getOrDefault(token.value(), token.tokenType()), token.value()) + ? new Token<>(token.sourceRange(), KEYWORDS.getOrDefault(token.value().toString(), token.tokenType())) : token ) .collect(Collectors.toList()); var endPosition = sourceText.characterPosition(sourceText.characterLength()); var endSourceRange = endPosition.to(endPosition); - var endToken = token(endSourceRange, TokenType.END, ""); + var endToken = token(endSourceRange, TokenType.END); return new TokenIterator<>(tokens, endToken); } |
