minor fix

pull/169/head v1.1.58
Cullen Watson 2024-07-15 21:19:01 -05:00
parent 48631ea271
commit 6330c14879
3 changed files with 5 additions and 4 deletions

View File

@ -210,13 +210,13 @@ def scrape_jobs(
"is_remote",
"job_level",
"job_function",
"company_industry",
"listing_type",
"emails",
"description",
"company_url",
"company_url_direct",
"company_addresses",
"company_industry",
"company_num_employees",
"company_revenue",
"company_description",

View File

@ -244,6 +244,7 @@ class IndeedScraper(Scraper):
.replace("Iv1", "")
.replace("_", " ")
.title()
.strip()
if employer_details.get("industry")
else None
),

View File

@ -219,7 +219,7 @@ class LinkedInScraper(Scraper):
job_url=f"{self.base_url}/jobs/view/{job_id}",
compensation=compensation,
job_type=job_details.get("job_type"),
job_level=job_details.get("job_level"),
job_level=job_details.get("job_level", "").lower(),
company_industry=job_details.get("company_industry"),
description=job_details.get("description"),
job_url_direct=job_details.get("job_url_direct"),
@ -351,7 +351,7 @@ class LinkedInScraper(Scraper):
job_level = job_level_span.get_text(strip=True)
return job_level
@staticmethod
def _parse_company_industry(soup_industry: BeautifulSoup) -> str | None:
"""
@ -373,7 +373,7 @@ class LinkedInScraper(Scraper):
if industry_span:
industry = industry_span.get_text(strip=True)
return industry
return industry
def _parse_job_url_direct(self, soup: BeautifulSoup) -> str | None:
"""