rannes.dev/sw-jobs-scraper
1
0
Fork 1
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

updated cache path
All checks were successful
Build and Push Docker Image / build-and-push (push) Successful in 28s
Details

Browse Source
This commit is contained in:
hook-lord 2024-12-06 22:13:38 +01:00
parent 7060e66713
commit 8a5e665f77
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
main.go
View File

@ -111,7 +111,7 @@ func scrapeHub() {
// Instantiate a new collector to visit the job details page // Instantiate a new collector to visit the job details page
detailsCollector := colly.NewCollector( detailsCollector := colly.NewCollector(
colly.AllowedDomains("www.thehub.io", "thehub.io"), colly.AllowedDomains("www.thehub.io", "thehub.io"),
colly.CacheDir("./thehub_cache"), colly.CacheDir("/app/data/thehub_cache"),
) )
// On every <div> element with class "card__content attribute call callback // On every <div> element with class "card__content attribute call callback
c.OnHTML("div[class=card__content]", func(e *colly.HTMLElement) { c.OnHTML("div[class=card__content]", func(e *colly.HTMLElement) {
@ -215,7 +215,7 @@ func scrapeItJobBank() {
detailsCollector := colly.NewCollector( detailsCollector := colly.NewCollector(
colly.AllowedDomains("www.it-jobbank.dk", "it-jobbank.dk"), colly.AllowedDomains("www.it-jobbank.dk", "it-jobbank.dk"),
// Cache responses to prevent multiple requests // Cache responses to prevent multiple requests
colly.CacheDir("./itjobbank_cache")) colly.CacheDir("/app/data/itjobbank_cache"))
// On every <div> element with class "card__content attribute call callback // On every <div> element with class "card__content attribute call callback
c.OnHTML("div[class=result]", func(e *colly.HTMLElement) { c.OnHTML("div[class=result]", func(e *colly.HTMLElement) {