web/notify.moe
Code Issues Pull Requests Activity

Make sure accept-encoding is sent

Browse Source
This commit is contained in:
Eduard Urbach 2018-03-08 21:40:48 +01:00
parent 85d5d1bc36
commit a7c9aba58d
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
jobs/crawler/crawler.go
View File

@ -38,7 +38,8 @@ func main() {
// Create crawler
malCrawler := crawler.New(
map[string]string{
"User-Agent": userAgent,
"User-Agent": userAgent,
"Accept-Encoding": "gzip",
},
1500*time.Millisecond,
len(animes),