turtlebasket/JobSpy
1
0
Fork 0
mirror of https://github.com/Bunsly/JobSpy.git synced 2026-03-05 03:54:31 -08:00
Code Issues Packages Projects Releases Wiki Activity

refactor(jobs): use JobResponse model for bad requests

Browse Source
This commit is contained in:
Cullen Watson
2023-07-10 18:17:46 -05:00
parent 2c6e19254e
commit 2aa8ff7302
4 changed files with 13 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
api/core/scrapers/indeed/__init__.py
View File

@@ -35,9 +35,10 @@ class IndeedScraper(Scraper):
response = session.get(self.url, params=params)
if response.status_code != status.HTTP_200_OK:
raise HTTPException(
status_code=status.HTTP_400_BAD_REQUEST,
detail=f"Response returned {response.status_code}",
return JobResponse(
success=False,
error=f"Response returned {response.status_code}",
http_response_code=response.status_code
)
soup = BeautifulSoup(response.content, "html.parser")

8
api/core/scrapers/linkedin/__init__.py
View File

@@ -26,10 +26,12 @@ class LinkedInScraper(Scraper):
self.url = f"{self.url}/{scraper_input.search_term}-jobs"
response = requests.get(self.url, params=params)
response.status_code = 300
if response.status_code != status.HTTP_200_OK:
raise HTTPException(
status_code=status.HTTP_400_BAD_REQUEST,
detail=f"Response returned {response.status_code} {response.reason}",
return JobResponse(
success=False,
error=f"Response returned {response.status_code}",
http_response_code=response.status_code
)
soup = BeautifulSoup(response.text, "html.parser")

7
api/core/scrapers/ziprecruiter/__init__.py
View File

@@ -34,9 +34,10 @@ class ZipRecruiterScraper(Scraper):
self.url, headers=ZipRecruiterScraper.headers(), params=params
)
if response.status_code != status.HTTP_200_OK:
raise HTTPException(
status_code=status.HTTP_400_BAD_REQUEST,
detail=f"Response returned {response.status_code} {response.reason}",
return JobResponse(
success=False,
error=f"Response returned {response.status_code}",
http_response_code=response.status_code
)
html_string = response.content