rannes.dev/sw-jobs-scraper
1
0
Fork 1
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

added exclude keywords

Browse Source
This commit is contained in:
christian 2024-06-10 00:39:04 +02:00
parent 1d25f4e112
commit fd9b4b515c
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
main.go
View File

@ -59,6 +59,7 @@ var (
jobCount int jobCount int
maxJobs int = 30 maxJobs int = 30
fName string = "jobs.json" fName string = "jobs.json"
excluded = []string{"senior", "lead", "founder", "cto", "vp of"}
) )
func scrapeJobs() { func scrapeJobs() {
@ -79,8 +80,6 @@ func scrapeJobs() {
colly.CacheDir("./thehub_cache"), colly.CacheDir("./thehub_cache"),
) )
// Slice of excluded words in the job titles
excluded := []string{"senior", "lead"}
// Instantiate a new collector to visit the job details page // Instantiate a new collector to visit the job details page
detailsCollector := c.Clone() detailsCollector := c.Clone()
// On every <div> element with class "card__content attribute call callback // On every <div> element with class "card__content attribute call callback