From ee02c6aaa6ca077aeeff8e6cb29bc885b668c2d9 Mon Sep 17 00:00:00 2001
From: zacharyhampton <zhampton7131@dysartstudents.org>
Date: Mon, 10 Jul 2023 17:51:55 -0500
Subject: [PATCH] - ziprecruiter refactor
---
api/core/scrapers/ziprecruiter/__init__.py | 12 ++++++++----
1 file changed, 8 insertions(+), 4 deletions(-)
diff --git a/api/core/scrapers/ziprecruiter/__init__.py b/api/core/scrapers/ziprecruiter/__init__.py
index 3a35747..0cee62d 100644
--- a/api/core/scrapers/ziprecruiter/__init__.py
+++ b/api/core/scrapers/ziprecruiter/__init__.py
@@ -21,10 +21,12 @@ class ZipRecruiterScraper(Scraper):
client_identifier="chrome112", random_tls_extension_order=True
)
+ current_page = 1
+
params = {
"search": scraper_input.search_term,
"location": scraper_input.location,
- "page": min(scraper_input.page, 10),
+ "page": min(current_page, 10),
"radius": scraper_input.distance,
}
@@ -80,6 +82,7 @@ class ZipRecruiterScraper(Scraper):
job_count = job_count.replace(",", "")
total_pages = data["maxPages"]
job_response = JobResponse(
+ success=True,
jobs=job_list,
job_count=job_count,
page=params["page"],
@@ -87,6 +90,7 @@ class ZipRecruiterScraper(Scraper):
)
return job_response
+ @staticmethod
def get_interval(interval_str):
interval_alias = {"annually": CompensationInterval.YEARLY}
interval_str = interval_str.lower()
@@ -97,7 +101,7 @@ class ZipRecruiterScraper(Scraper):
return CompensationInterval(interval_str)
@staticmethod
- def get_date_posted(job: str):
+ def get_date_posted(job: BeautifulSoup):
button = job.find(
"button", {"class": "action_input save_job zrs_btn_secondary_200"}
)
@@ -107,7 +111,7 @@ class ZipRecruiterScraper(Scraper):
return params.get("posted_time", [None])[0]
@staticmethod
- def get_compensation(job):
+ def get_compensation(job: BeautifulSoup):
pay_element = job.find("li", {"class": "perk_item perk_pay"})
if pay_element is None:
return None
@@ -116,7 +120,7 @@ class ZipRecruiterScraper(Scraper):
return ZipRecruiterScraper.create_compensation_object(pay)
@staticmethod
- def get_location(job):
+ def get_location(job: BeautifulSoup):
location_string = job.find("a", {"class": "company_location"}).text.strip()
parts = location_string.split(", ")
city, state = parts