Added more tokenizer tests

2025-01-31 11:42:34 +01:00
parent be1b8723f4
commit eba0176ae6
2 changed files with 89 additions and 7 deletions
--- a/src/token/Tokenize.go
+++ b/src/token/Tokenize.go
@ -228,10 +228,10 @@ func Tokenize(buffer []byte) List {
 				// 	kind = ReturnType
 				case ".":
 					kind = Period
-				case "/":
-					kind = Div
-				case "/=":
-					kind = DivAssign
+				// case "/":
+				// 	kind = Div
+				// case "/=":
+				// 	kind = DivAssign
 				case ":=":
 					kind = Define
 				case "<":