turtlebasket/JobSpy
1
0
Fork 0
mirror of https://github.com/Bunsly/JobSpy.git synced 2026-03-11 07:54:33 -07:00
Code Issues Packages Projects Releases Wiki Activity

add glassdoor (#66)

Browse Source
This commit is contained in:
Cullen Watson
2023-10-30 19:57:36 -05:00
committed by GitHub
parent 93223b6a38
commit 3f2b582445
13 changed files with 410 additions and 99 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
src/jobspy/scrapers/indeed/__init__.py
View File

@@ -56,7 +56,7 @@ class IndeedScraper(Scraper):
:return: jobs found on page, total number of jobs found for search
"""
self.country = scraper_input.country
domain = self.country.domain_value
domain = self.country.indeed_domain_value
self.url = f"https://{domain}.indeed.com"
params = {
@@ -258,12 +258,8 @@ class IndeedScraper(Scraper):
except (KeyError, TypeError, IndexError):
return None
soup = BeautifulSoup(
job_description, "html.parser"
)
text_content = " ".join(
soup.get_text(separator=" ").split()
).strip()
soup = BeautifulSoup(job_description, "html.parser")
text_content = " ".join(soup.get_text(separator=" ").split()).strip()
return text_content