turtlebasket/JobSpy
1
0
Fork 0
mirror of https://github.com/Bunsly/JobSpy.git synced 2026-03-05 12:04:33 -08:00
Code Issues Packages Projects Releases Wiki Activity

fix(linkedin): fetch full description

Browse Source
This commit is contained in:
Cullen Watson
2023-08-26 07:07:29 -05:00
parent b4b836ff71
commit fe77c2a1f3
3 changed files with 34 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
api/core/scrapers/indeed/__init__.py
View File

@@ -110,7 +110,11 @@ class IndeedScraper(Scraper):
job_type = IndeedScraper.get_job_type(job)
timestamp_seconds = job["pubDate"] / 1000
date_posted = datetime.fromtimestamp(timestamp_seconds)
description = self.get_description(job_url, session)
li_elements = snippet_html.find_all("li")
if description is None and li_elements:
description = " ".join(li.text for li in li_elements)
first_li = snippet_html.find("li")
job_post = JobPost(
@@ -205,6 +209,9 @@ class IndeedScraper(Scraper):
response = session.get(formatted_url, allow_redirects=True)
if response.status_code not in range(200, 400):
return None
raw_description = response.json()["body"]["jobInfoWrapperModel"][
"jobInfoModel"
]["sanitizedJobDescription"]