Ignore single line comments

1 files changed, 12 insertions, 0 deletions

diff --git a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java
index 68b4a89..1764a41 100644
--- a/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java
+++ b/src/test/java/org/zwobble/hobgoblin/compiler/parser/TokenizerTests.java
@@ -219,6 +219,18 @@ public class TokenizerTests {
     }
 
     @Test
+    public void singleLineCommentsAreIgnored() {
+        var sourceText = SourceText.fromString("<string>", "one // two\nthree\n// four");
+
+        var tokens = Tokenizer.tokenize(sourceText);
+
+        assertThat(tokens.tokens(), isSequence(
+            equalTo(new Token(TokenType.IDENTIFIER, sourceRange(sourceText, 0, 3))),
+            equalTo(new Token(TokenType.IDENTIFIER, sourceRange(sourceText, 11, 16)))
+        ));
+    }
+
+    @Test
     public void docCommentRunsToEndOfLine() {
         var sourceText = SourceText.fromString("<string>", "a\n/// One\n    /// Two\nb");