turtlebasket/JobSpy
1
0
Fork 0
mirror of https://github.com/Bunsly/JobSpy.git synced 2026-03-11 07:54:33 -07:00
Code Issues Packages Projects Releases Wiki Activity

refactor(JobRespons): place result count near top of response

Browse Source
This commit is contained in:
Cullen Watson
2023-07-11 12:24:04 -05:00
parent 804646d91b
commit 05b54190a0
3 changed files with 26 additions and 36 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
api/core/scrapers/ziprecruiter/__init__.py
View File

@@ -26,12 +26,8 @@ class ZipRecruiterScraper(Scraper):
self.seen_urls = set()
def scrape_page(
self,
scraper_input: ScraperInput,
page: int,
session: tls_client.Session
self, scraper_input: ScraperInput, page: int, session: tls_client.Session
) -> tuple[list[JobPost], int | None]:
"""
Scrapes a page of ZipRecruiter for jobs with scraper_input criteria
:param scraper_input:
@@ -140,9 +136,8 @@ class ZipRecruiterScraper(Scraper):
with ThreadPoolExecutor(max_workers=10) as executor:
futures: list[Future] = [
executor.submit(
self.scrape_page, scraper_input, page, session
) for page in range(2, pages_to_process + 1)
executor.submit(self.scrape_page, scraper_input, page, session)
for page in range(2, pages_to_process + 1)
]
for future in futures:
@@ -159,7 +154,7 @@ class ZipRecruiterScraper(Scraper):
#: note: this does not handle if the results are more or less than the results_wanted
if len(job_list) > scraper_input.results_wanted:
job_list = job_list[:scraper_input.results_wanted]
job_list = job_list[: scraper_input.results_wanted]
job_response = JobResponse(
success=True,