aboutsummaryrefslogtreecommitdiff
path: root/src/main/java/org/shedlang/compiler/parser
diff options
context:
space:
mode:
Diffstat (limited to 'src/main/java/org/shedlang/compiler/parser')
-rw-r--r--src/main/java/org/shedlang/compiler/parser/Tokeniser.java4
1 files changed, 2 insertions, 2 deletions
diff --git a/src/main/java/org/shedlang/compiler/parser/Tokeniser.java b/src/main/java/org/shedlang/compiler/parser/Tokeniser.java
index 85172578..8c1aefa3 100644
--- a/src/main/java/org/shedlang/compiler/parser/Tokeniser.java
+++ b/src/main/java/org/shedlang/compiler/parser/Tokeniser.java
@@ -82,14 +82,14 @@ public class Tokeniser {
)
.map(token ->
token.tokenType() == TokenType.IDENTIFIER
- ? new Token<>(token.sourceRange(), KEYWORDS.getOrDefault(token.value(), token.tokenType()), token.value())
+ ? new Token<>(token.sourceRange(), KEYWORDS.getOrDefault(token.value().toString(), token.tokenType()))
: token
)
.collect(Collectors.toList());
var endPosition = sourceText.characterPosition(sourceText.characterLength());
var endSourceRange = endPosition.to(endPosition);
- var endToken = token(endSourceRange, TokenType.END, "");
+ var endToken = token(endSourceRange, TokenType.END);
return new TokenIterator<>(tokens, endToken);
}