From acb019f53eefaee7dd7ab6e808cab0a0daa0b91f Mon Sep 17 00:00:00 2001 From: Michael Williamson Date: Thu, 9 Jan 2025 20:43:55 +0000 Subject: Use source range to get value of token --- src/main/java/org/shedlang/compiler/parser/Tokeniser.java | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'src/main/java/org/shedlang/compiler/parser') diff --git a/src/main/java/org/shedlang/compiler/parser/Tokeniser.java b/src/main/java/org/shedlang/compiler/parser/Tokeniser.java index 85172578..8c1aefa3 100644 --- a/src/main/java/org/shedlang/compiler/parser/Tokeniser.java +++ b/src/main/java/org/shedlang/compiler/parser/Tokeniser.java @@ -82,14 +82,14 @@ public class Tokeniser { ) .map(token -> token.tokenType() == TokenType.IDENTIFIER - ? new Token<>(token.sourceRange(), KEYWORDS.getOrDefault(token.value(), token.tokenType()), token.value()) + ? new Token<>(token.sourceRange(), KEYWORDS.getOrDefault(token.value().toString(), token.tokenType())) : token ) .collect(Collectors.toList()); var endPosition = sourceText.characterPosition(sourceText.characterLength()); var endSourceRange = endPosition.to(endPosition); - var endToken = token(endSourceRange, TokenType.END, ""); + var endToken = token(endSourceRange, TokenType.END); return new TokenIterator<>(tokens, endToken); } -- cgit v1.2.3