aboutsummaryrefslogtreecommitdiff
path: root/src/main/java/org/shedlang/compiler/parser
diff options
context:
space:
mode:
authorMichael Williamson <mike@zwobble.org>2025-01-09 20:43:55 +0000
committerMichael Williamson <mike@zwobble.org>2025-01-09 20:45:09 +0000
commitacb019f53eefaee7dd7ab6e808cab0a0daa0b91f (patch)
treeaf00170c538d9609c27e0b53822a71237ba269b8 /src/main/java/org/shedlang/compiler/parser
parent3666a4af2eb35177eecd557d2a75f4bac9da75b9 (diff)
Use source range to get value of token
Diffstat (limited to 'src/main/java/org/shedlang/compiler/parser')
-rw-r--r--src/main/java/org/shedlang/compiler/parser/Tokeniser.java4
1 files changed, 2 insertions, 2 deletions
diff --git a/src/main/java/org/shedlang/compiler/parser/Tokeniser.java b/src/main/java/org/shedlang/compiler/parser/Tokeniser.java
index 85172578..8c1aefa3 100644
--- a/src/main/java/org/shedlang/compiler/parser/Tokeniser.java
+++ b/src/main/java/org/shedlang/compiler/parser/Tokeniser.java
@@ -82,14 +82,14 @@ public class Tokeniser {
)
.map(token ->
token.tokenType() == TokenType.IDENTIFIER
- ? new Token<>(token.sourceRange(), KEYWORDS.getOrDefault(token.value(), token.tokenType()), token.value())
+ ? new Token<>(token.sourceRange(), KEYWORDS.getOrDefault(token.value().toString(), token.tokenType()))
: token
)
.collect(Collectors.toList());
var endPosition = sourceText.characterPosition(sourceText.characterLength());
var endSourceRange = endPosition.to(endPosition);
- var endToken = token(endSourceRange, TokenType.END, "");
+ var endToken = token(endSourceRange, TokenType.END);
return new TokenIterator<>(tokens, endToken);
}