From a7c9aba58d26400b13babdaca49e78fd98847330 Mon Sep 17 00:00:00 2001
From: Eduard Urbach <e.urbach@gmail.com>
Date: Thu, 8 Mar 2018 21:40:48 +0100
Subject: [PATCH] Make sure accept-encoding is sent

---
 jobs/crawler/crawler.go | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/jobs/crawler/crawler.go b/jobs/crawler/crawler.go
index 12d6a90c..a464ce34 100644
--- a/jobs/crawler/crawler.go
+++ b/jobs/crawler/crawler.go
@@ -38,7 +38,8 @@ func main() {
 	// Create crawler
 	malCrawler := crawler.New(
 		map[string]string{
-			"User-Agent": userAgent,
+			"User-Agent":      userAgent,
+			"Accept-Encoding": "gzip",
 		},
 		1500*time.Millisecond,
 		len(animes),