turtlebasket
/
JobSpy
mirror of https://github.com/Bunsly/JobSpy
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #6 from JobSpy-ai/refactor/jobs/bad-request 

Refactor/jobs/bad request
pull/12/head
Cullen 2023-07-10 18:32:14 -05:00 committed by GitHub
parent aef8dec9fe 098437e513
commit 6cf78095d0
4 changed files with 13 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
api/auth/auth_utils.py
View File

@ -13,7 +13,6 @@ oauth2_scheme = OAuth2PasswordBearer(tokenUrl="/api/auth/token")
def create_access_token(data: dict):
print(JWT_SECRET_KEY)
to_encode = data.copy()
expire = datetime.utcnow() + timedelta(minutes=ACCESS_TOKEN_EXPIRE_MINUTES)
to_encode.update({"exp": expire})

7
api/core/scrapers/indeed/__init__.py
View File

@ -35,9 +35,10 @@ class IndeedScraper(Scraper):
response = session.get(self.url, params=params)
if response.status_code != status.HTTP_200_OK:
raise HTTPException(
status_code=status.HTTP_400_BAD_REQUEST,
detail=f"Response returned {response.status_code}",
return JobResponse(
success=False,
error=f"Response returned {response.status_code}",
http_response_code=response.status_code
)
soup = BeautifulSoup(response.content, "html.parser")

8
api/core/scrapers/linkedin/__init__.py
View File

@ -26,10 +26,12 @@ class LinkedInScraper(Scraper):
self.url = f"{self.url}/{scraper_input.search_term}-jobs"
response = requests.get(self.url, params=params)
if response.status_code != status.HTTP_200_OK:
raise HTTPException(
status_code=status.HTTP_400_BAD_REQUEST,
detail=f"Response returned {response.status_code} {response.reason}",
return JobResponse(
success=False,
error=f"Response returned {response.status_code}",
http_response_code=response.status_code
)
soup = BeautifulSoup(response.text, "html.parser")

7
api/core/scrapers/ziprecruiter/__init__.py
View File

@ -34,9 +34,10 @@ class ZipRecruiterScraper(Scraper):
self.url, headers=ZipRecruiterScraper.headers(), params=params
)
if response.status_code != status.HTTP_200_OK:
raise HTTPException(
status_code=status.HTTP_400_BAD_REQUEST,
detail=f"Response returned {response.status_code} {response.reason}",
return JobResponse(
success=False,
error=f"Response returned {response.status_code}",
http_response_code=response.status_code
)
html_string = response.content