web/notify.moe
Code Issues Pull Requests Activity

Minor changes

Browse Source
This commit is contained in:
Eduard Urbach 2018-04-11 11:07:00 +02:00
parent d0e518bedf
commit c3b21a4bc7
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
jobs/mal-download/mal-download.go
View File

@ -15,7 +15,7 @@ const (
// The maximum age of files we accept until we force a refresh.
maxAge = 7 * 24 * time.Hour
delayBetweenRequests = 1100 * time.Millisecond
userAgent = "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.166 Safari/537.36"
userAgent = "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36"
)
func main() {
@ -37,6 +37,9 @@ func main() {
// We don't need the database anymore
arn.Node.Close()
// Create files directory if it's missing
os.Mkdir("files", 0777)
// Create crawler
malCrawler := crawler.New(
map[string]string{