added exclude keywords

This commit is contained in:
christian 2024-06-10 00:39:04 +02:00
parent 1d25f4e112
commit fd9b4b515c

View File

@ -59,6 +59,7 @@ var (
jobCount int
maxJobs int = 30
fName string = "jobs.json"
excluded = []string{"senior", "lead", "founder", "cto", "vp of"}
)
func scrapeJobs() {
@ -79,8 +80,6 @@ func scrapeJobs() {
colly.CacheDir("./thehub_cache"),
)
// Slice of excluded words in the job titles
excluded := []string{"senior", "lead"}
// Instantiate a new collector to visit the job details page
detailsCollector := c.Clone()
// On every <div> element with class "card__content attribute call callback