From fd9b4b515cd8cd875ead8450f71eaeb480494b1b Mon Sep 17 00:00:00 2001 From: christian Date: Mon, 10 Jun 2024 00:39:04 +0200 Subject: [PATCH] added exclude keywords --- main.go | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/main.go b/main.go index e20573c..b7497a2 100644 --- a/main.go +++ b/main.go @@ -59,6 +59,7 @@ var ( jobCount int maxJobs int = 30 fName string = "jobs.json" + excluded = []string{"senior", "lead", "founder", "cto", "vp of"} ) func scrapeJobs() { @@ -79,8 +80,6 @@ func scrapeJobs() { colly.CacheDir("./thehub_cache"), ) - // Slice of excluded words in the job titles - excluded := []string{"senior", "lead"} // Instantiate a new collector to visit the job details page detailsCollector := c.Clone() // On every
element with class "card__content attribute call callback