Avatar downloader

jobs/avatars/avatars.go

@@ -0,0 +1,122 @@
+package main
+
+import (
+	"fmt"
+	"io/ioutil"
+	"os"
+	"runtime"
+	"time"
+
+	"github.com/animenotifier/arn"
+	"github.com/fatih/color"
+	"github.com/parnurzeal/gorequest"
+	gravatar "github.com/ungerik/go-gravatar"
+)
+
+func main() {
+	users, _ := arn.AllUsers()
+
+	usersQueue := make(chan *arn.User)
+	rateLimiter := time.NewTicker(100 * time.Millisecond)
+	defer rateLimiter.Stop()
+
+	for w := 0; w < runtime.NumCPU(); w++ {
+		go func(workerID int) {
+			for user := range usersQueue {
+				<-rateLimiter.C
+				os.Stdout.WriteString("[" + fmt.Sprint(workerID) + "] ")
+				downloadAvatar(user)
+				makeWebPAvatar(user)
+			}
+		}(w)
+	}
+
+	for user := range users {
+		usersQueue <- user
+	}
+}
+
+func findAvatar(user *arn.User, dir string) string {
+	testExtensions := []string{"", ".jpg", ".png", ".gif", ".webp"}
+
+	for _, testExt := range testExtensions {
+		if _, err := os.Stat(dir + user.ID + testExt); !os.IsNotExist(err) {
+			return user.ID + testExt
+		}
+	}
+
+	return ""
+}
+
+func makeWebPAvatar(user *arn.User) {
+	baseName := findAvatar(user, "../../images/avatars/original/")
+
+	if baseName == "" {
+		return
+	}
+
+	original := "../../images/avatars/original/" + baseName
+	outFile := "../../images/avatars/webp/" + user.ID + ".webp"
+
+	err := convertFileToWebP(original, outFile, 80)
+
+	if err != nil {
+		color.Red("[WebP] " + original + " -> " + outFile)
+	} else {
+		color.Green("[WebP] " + original + " -> " + outFile)
+	}
+}
+
+func downloadAvatar(user *arn.User) {
+	if user.Email == "" {
+		return
+	}
+
+	directory := "../../images/avatars/original/"
+	fileName := directory + user.ID
+
+	// Build URL
+	url := gravatar.Url(user.Email) + "?s=560&d=404&r=pg"
+
+	// Skip existing avatars
+	if findAvatar(user, directory) != "" {
+		color.Yellow(url)
+		return
+	}
+
+	// Download
+	response, data, err := gorequest.New().Get(url).EndBytes()
+
+	if err != nil {
+		color.Red(url)
+		return
+	}
+
+	contentType := response.Header.Get("content-type")
+
+	if response.StatusCode != 200 {
+		color.Red(url)
+		return
+	}
+
+	color.Green(url)
+
+	// Determine file extension
+	extension := ""
+
+	switch contentType {
+	case "image/jpeg":
+		extension = ".jpg"
+	case "image/png":
+		extension = ".png"
+	case "image/gif":
+		extension = ".gif"
+	case "image/webp":
+		extension = ".webp"
+	}
+
+	fileName += extension
+
+	// Write to disk
+	ioutil.WriteFile(fileName, data, 0644)
+}