feat: add ZipRecruiterScraper

This commit is contained in:
Cullen Watson
2023-07-08 06:57:36 -05:00
parent 4c4f9883ae
commit 2c08d84a4f
4 changed files with 181 additions and 20 deletions

View File

@@ -38,7 +38,7 @@ class IndeedScraper(Scraper):
total_pages = math.ceil(total_num_jobs / 15)
job_list: list[JobPost] = []
page_number = jobs["metaData"]["mosaicProviderJobCardsModel"]["pageNumber"]
# page_number = jobs["metaData"]["mosaicProviderJobCardsModel"]["pageNumber"]
for job in jobs["metaData"]["mosaicProviderJobCardsModel"]["results"]:
snippet_html = BeautifulSoup(job["snippet"], "html.parser")
@@ -92,7 +92,7 @@ class IndeedScraper(Scraper):
job_response = JobResponse(
jobs=job_list,
job_count=total_num_jobs,
page=page_number,
page=scraper_input.page,
total_pages=total_pages,
)
return job_response