Improved tokenizer performance

src/build/token/Tokenize.go

@@ -1,7 +1,5 @@
 package token
 
-import "bytes"
-
 // Tokenize turns the file contents into a list of tokens.
 func Tokenize(buffer []byte) List {
 	var (
@@ -87,25 +85,16 @@ func Tokenize(buffer []byte) List {
 				identifier := buffer[position:i]
 				kind := Identifier
 
-				switch identifier[0] {
+				switch string(identifier) {
-				case 'i':
+				case "if":
-					switch {
-					case bytes.Equal(identifier, []byte("if")):
 					kind = If
-					case bytes.Equal(identifier, []byte("import")):
+				case "import":
 					kind = Import
-					}
+				case "loop":
-				case 'l':
-					switch {
-					case bytes.Equal(identifier, []byte("loop")):
 					kind = Loop
-					}
+				case "return":
-				case 'r':
-					switch {
-					case bytes.Equal(identifier, []byte("return")):
 					kind = Return
 				}
-				}
 
 				tokens = append(tokens, Token{Kind: kind, Position: position, Length: Length(len(identifier))})
 				continue