From c3b21a4bc7c485d2bcf0be5fb2d36dc3eefcb265 Mon Sep 17 00:00:00 2001 From: Eduard Urbach Date: Wed, 11 Apr 2018 11:07:00 +0200 Subject: [PATCH] Minor changes --- jobs/mal-download/mal-download.go | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/jobs/mal-download/mal-download.go b/jobs/mal-download/mal-download.go index 0f7ef704..d80a9755 100644 --- a/jobs/mal-download/mal-download.go +++ b/jobs/mal-download/mal-download.go @@ -15,7 +15,7 @@ const ( // The maximum age of files we accept until we force a refresh. maxAge = 7 * 24 * time.Hour delayBetweenRequests = 1100 * time.Millisecond - userAgent = "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.166 Safari/537.36" + userAgent = "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36" ) func main() { @@ -37,6 +37,9 @@ func main() { // We don't need the database anymore arn.Node.Close() + // Create files directory if it's missing + os.Mkdir("files", 0777) + // Create crawler malCrawler := crawler.New( map[string]string{