From 186db79995d4921e025d09ecb475bf52ce8c9ac4 Mon Sep 17 00:00:00 2001 From: christian Date: Sat, 8 Jun 2024 19:35:01 +0200 Subject: [PATCH] i alrady hate lambda --- .gitignore | 3 +-- scraper.go => main.go | 2 +- 2 files changed, 2 insertions(+), 3 deletions(-) rename scraper.go => main.go (99%) diff --git a/.gitignore b/.gitignore index dd569eb..2964bef 100644 --- a/.gitignore +++ b/.gitignore @@ -1,2 +1 @@ -/thehub_cache -/jobs.json \ No newline at end of file +/lambda-package \ No newline at end of file diff --git a/scraper.go b/main.go similarity index 99% rename from scraper.go rename to main.go index db9bd1d..64f138c 100644 --- a/scraper.go +++ b/main.go @@ -57,7 +57,7 @@ func fetchData() error { colly.AllowedDomains("www.thehub.io", "thehub.io"), // Cache responses to prevent multiple requests - colly.CacheDir("./thehub_cache"), + colly.CacheDir("./tmp"), ) // Slice of excluded words in the job titles