added exclude keywords
This commit is contained in:
parent
1d25f4e112
commit
fd9b4b515c
3
main.go
3
main.go
@ -59,6 +59,7 @@ var (
|
|||||||
jobCount int
|
jobCount int
|
||||||
maxJobs int = 30
|
maxJobs int = 30
|
||||||
fName string = "jobs.json"
|
fName string = "jobs.json"
|
||||||
|
excluded = []string{"senior", "lead", "founder", "cto", "vp of"}
|
||||||
)
|
)
|
||||||
|
|
||||||
func scrapeJobs() {
|
func scrapeJobs() {
|
||||||
@ -79,8 +80,6 @@ func scrapeJobs() {
|
|||||||
colly.CacheDir("./thehub_cache"),
|
colly.CacheDir("./thehub_cache"),
|
||||||
)
|
)
|
||||||
|
|
||||||
// Slice of excluded words in the job titles
|
|
||||||
excluded := []string{"senior", "lead"}
|
|
||||||
// Instantiate a new collector to visit the job details page
|
// Instantiate a new collector to visit the job details page
|
||||||
detailsCollector := c.Clone()
|
detailsCollector := c.Clone()
|
||||||
// On every <div> element with class "card__content attribute call callback
|
// On every <div> element with class "card__content attribute call callback
|
||||||
|
Loading…
Reference in New Issue
Block a user