Improved background jobs

jobs/avatars/main.go

@@ -0,0 +1,112 @@
+package main
+
+import (
+	"fmt"
+	"os"
+	"reflect"
+	"runtime"
+	"time"
+
+	_ "image/gif"
+	_ "image/jpeg"
+	_ "image/png"
+
+	"github.com/animenotifier/arn"
+	"github.com/fatih/color"
+)
+
+const (
+	networkRateLimit = 100 * time.Millisecond
+	webPQuality      = 80
+)
+
+var avatarSources []AvatarSource
+var avatarOutputs []AvatarOutput
+
+// Main
+func main() {
+	// Switch to main directory
+	os.Chdir("../../")
+
+	// Define the avatar sources
+	avatarSources = []AvatarSource{
+		&Gravatar{},
+	}
+
+	// Define the avatar outputs
+	avatarOutputs = []AvatarOutput{
+		&AvatarOriginalFileOutput{
+			Directory: "images/avatars/large/original/",
+			Size:      arn.AvatarMaxSize,
+		},
+		&AvatarOriginalFileOutput{
+			Directory: "images/avatars/small/original/",
+			Size:      arn.AvatarSmallSize,
+		},
+		&AvatarWebPFileOutput{
+			Directory: "images/avatars/large/webp/",
+			Size:      arn.AvatarMaxSize,
+			Quality:   webPQuality,
+		},
+		&AvatarWebPFileOutput{
+			Directory: "images/avatars/small/webp/",
+			Size:      arn.AvatarSmallSize,
+			Quality:   webPQuality,
+		},
+	}
+
+	// Stream of all users
+	users, _ := arn.AllUsers()
+
+	// Worker queue
+	usersQueue := make(chan *arn.User)
+	StartWorkers(usersQueue, networkRateLimit, Work)
+
+	// We'll send each user to one of the worker threads
+	for user := range users {
+		usersQueue <- user
+	}
+}
+
+// StartWorkers creates multiple workers to handle a user each.
+func StartWorkers(queue chan *arn.User, rateLimit time.Duration, work func(*arn.User)) {
+	rateLimiter := time.NewTicker(rateLimit)
+
+	for w := 0; w < runtime.NumCPU(); w++ {
+		go func() {
+			for user := range queue {
+				<-rateLimiter.C
+				work(user)
+			}
+		}()
+	}
+}
+
+// Work handles a single user.
+func Work(user *arn.User) {
+	user.Avatar = ""
+
+	for _, source := range avatarSources {
+		avatar := source.GetAvatar(user)
+
+		if avatar == nil {
+			fmt.Println(color.RedString("✘"), reflect.TypeOf(source).Elem().Name(), user.Nick)
+			continue
+		}
+
+		for _, writer := range avatarOutputs {
+			err := writer.SaveAvatar(avatar)
+
+			if err != nil {
+				color.Red(err.Error())
+			}
+		}
+
+		fmt.Println(color.GreenString("✔"), user.Nick, "|", avatar.Format, avatar.Image.Bounds().Dx(), avatar.Image.Bounds().Dy())
+		user.Avatar = "/+" + user.Nick + "/avatar"
+		break
+	}
+
+	// Save avatar data
+	user.Save()
+}