turtlebasket
/
JobSpy
mirror of https://github.com/Bunsly/JobSpy
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix(scraper): limit ZipRecruiter response to 20 jobs

pull/12/head
Cullen Watson 2023-07-08 07:21:29 -05:00
parent 9c5efd6fe1
commit 97bb82c089
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
api/core/scrapers/ziprecruiter/__init__.py
View File

@ -65,6 +65,8 @@ class ZipRecruiterScraper(Scraper):
delivery=Delivery(method=DeliveryEnum.URL, value=url), delivery=Delivery(method=DeliveryEnum.URL, value=url),
) )
job_list.append(job_post) job_list.append(job_post)
if len(job_list) > 20:
break
script_tag = soup.find("script", {"id": "js_variables"}) script_tag = soup.find("script", {"id": "js_variables"})