turtlebasket
/
JobSpy
mirror of https://github.com/Bunsly/JobSpy
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

- ziprecruiter refactor

pull/12/head
zacharyhampton 2023-07-10 17:51:55 -05:00 committed by Cullen Watson
parent 9042e94d7a
commit 28ba4fac8a
1 changed files with 8 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
api/core/scrapers/ziprecruiter/__init__.py
View File

@ -21,10 +21,12 @@ class ZipRecruiterScraper(Scraper):
client_identifier="chrome112", random_tls_extension_order=True client_identifier="chrome112", random_tls_extension_order=True
) )
current_page = 1
params = { params = {
"search": scraper_input.search_term, "search": scraper_input.search_term,
"location": scraper_input.location, "location": scraper_input.location,
"page": min(scraper_input.page, 10), "page": min(current_page, 10),
"radius": scraper_input.distance, "radius": scraper_input.distance,
} }
@ -80,6 +82,7 @@ class ZipRecruiterScraper(Scraper):
job_count = job_count.replace(",", "") job_count = job_count.replace(",", "")
total_pages = data["maxPages"] total_pages = data["maxPages"]
job_response = JobResponse( job_response = JobResponse(
success=True,
jobs=job_list, jobs=job_list,
job_count=job_count, job_count=job_count,
page=params["page"], page=params["page"],
@ -87,6 +90,7 @@ class ZipRecruiterScraper(Scraper):
) )
return job_response return job_response
@staticmethod
def get_interval(interval_str): def get_interval(interval_str):
interval_alias = {"annually": CompensationInterval.YEARLY} interval_alias = {"annually": CompensationInterval.YEARLY}
interval_str = interval_str.lower() interval_str = interval_str.lower()
@ -97,7 +101,7 @@ class ZipRecruiterScraper(Scraper):
return CompensationInterval(interval_str) return CompensationInterval(interval_str)
@staticmethod @staticmethod
def get_date_posted(job: str): def get_date_posted(job: BeautifulSoup):
button = job.find( button = job.find(
"button", {"class": "action_input save_job zrs_btn_secondary_200"} "button", {"class": "action_input save_job zrs_btn_secondary_200"}
) )
@ -107,7 +111,7 @@ class ZipRecruiterScraper(Scraper):
return params.get("posted_time", [None])[0] return params.get("posted_time", [None])[0]
@staticmethod @staticmethod
def get_compensation(job): def get_compensation(job: BeautifulSoup):
pay_element = job.find("li", {"class": "perk_item perk_pay"}) pay_element = job.find("li", {"class": "perk_item perk_pay"})
if pay_element is None: if pay_element is None:
return None return None
@ -116,7 +120,7 @@ class ZipRecruiterScraper(Scraper):
return ZipRecruiterScraper.create_compensation_object(pay) return ZipRecruiterScraper.create_compensation_object(pay)
@staticmethod @staticmethod
def get_location(job): def get_location(job: BeautifulSoup):
location_string = job.find("a", {"class": "company_location"}).text.strip() location_string = job.find("a", {"class": "company_location"}).text.strip()
parts = location_string.split(", ") parts = location_string.split(", ")
city, state = parts city, state = parts