diff --git a/.gitignore b/.gitignore index dd569eb..2964bef 100644 --- a/.gitignore +++ b/.gitignore @@ -1,2 +1 @@ -/thehub_cache -/jobs.json \ No newline at end of file +/lambda-package \ No newline at end of file diff --git a/scraper.go b/main.go similarity index 99% rename from scraper.go rename to main.go index db9bd1d..64f138c 100644 --- a/scraper.go +++ b/main.go @@ -57,7 +57,7 @@ func fetchData() error { colly.AllowedDomains("www.thehub.io", "thehub.io"), // Cache responses to prevent multiple requests - colly.CacheDir("./thehub_cache"), + colly.CacheDir("./tmp"), ) // Slice of excluded words in the job titles