From 9107a06df55ce154be6f78738a11426c7db27fbc Mon Sep 17 00:00:00 2001 From: Eduard Urbach Date: Fri, 18 Apr 2025 14:48:59 +0200 Subject: [PATCH] Improved Windows support in the tokenizer --- src/token/Tokenize.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/token/Tokenize.go b/src/token/Tokenize.go index 9178314..f7c540b 100644 --- a/src/token/Tokenize.go +++ b/src/token/Tokenize.go @@ -9,7 +9,7 @@ func Tokenize(buffer []byte) List { for i < Position(len(buffer)) { switch buffer[i] { - case ' ', '\t': + case ' ', '\t', '\r': case ',': tokens = append(tokens, Token{Kind: Separator, Position: i, Length: 1}) case '(':