From 8a5e665f77989e3ecf0e6f36f6009a467a20d92e Mon Sep 17 00:00:00 2001 From: hook-lord Date: Fri, 6 Dec 2024 22:13:38 +0100 Subject: [PATCH] updated cache path --- main.go | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/main.go b/main.go index a3b703a..1be0811 100644 --- a/main.go +++ b/main.go @@ -111,7 +111,7 @@ func scrapeHub() { // Instantiate a new collector to visit the job details page detailsCollector := colly.NewCollector( colly.AllowedDomains("www.thehub.io", "thehub.io"), - colly.CacheDir("./thehub_cache"), + colly.CacheDir("/app/data/thehub_cache"), ) // On every
element with class "card__content attribute call callback c.OnHTML("div[class=card__content]", func(e *colly.HTMLElement) { @@ -215,7 +215,7 @@ func scrapeItJobBank() { detailsCollector := colly.NewCollector( colly.AllowedDomains("www.it-jobbank.dk", "it-jobbank.dk"), // Cache responses to prevent multiple requests - colly.CacheDir("./itjobbank_cache")) + colly.CacheDir("/app/data/itjobbank_cache")) // On every
element with class "card__content attribute call callback c.OnHTML("div[class=result]", func(e *colly.HTMLElement) {