turtlebasket
/
JobSpy
mirror of https://github.com/Bunsly/JobSpy
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix: remove postal code

pull/17/head
Cullen Watson 2023-08-26 21:55:46 -05:00
parent d72d14db02
commit 4e581e9c6c
3 changed files with 5 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
README.md
View File

@ -53,8 +53,6 @@ site_type (enum)
│ │ ├── country (str) │ │ ├── country (str)
│ │ ├── city (str) │ │ ├── city (str)
│ │ ├── state (str) │ │ ├── state (str)
│ │ ├── postal_code (str)
│ │ └── address (str)
│ ├── description (str) │ ├── description (str)
│ ├── job_type (enum) │ ├── job_type (enum)
│ ├── compensation (object) │ ├── compensation (object)

2
api/core/jobs/__init__.py
View File

@ -22,8 +22,6 @@ class Location(BaseModel):
country: str country: str
city: str = None city: str = None
state: str = None state: str = None
postal_code: str = None
address: str = None
class CompensationInterval(Enum): class CompensationInterval(Enum):

7
api/v1/jobs/__init__.py
View File

@ -23,6 +23,7 @@ async def scrape_jobs(scraper_input: ScraperInput) -> Dict[str, JobResponse]:
:param scraper_input: :param scraper_input:
:return: Dict[str, JobResponse]: where each key is a site :return: Dict[str, JobResponse]: where each key is a site
""" """
def scrape_site(site: Site) -> Tuple[str, JobResponse]: def scrape_site(site: Site) -> Tuple[str, JobResponse]:
scraper_class = SCRAPER_MAPPING[site] scraper_class = SCRAPER_MAPPING[site]
scraper = scraper_class() scraper = scraper_class()
@ -30,7 +31,9 @@ async def scrape_jobs(scraper_input: ScraperInput) -> Dict[str, JobResponse]:
return (site.value, scraped_data) return (site.value, scraped_data)
with ThreadPoolExecutor() as executor: with ThreadPoolExecutor() as executor:
resp_dict = {site: resp for site, resp in executor.map(scrape_site, scraper_input.site_type)} resp_dict = {
site: resp
for site, resp in executor.map(scrape_site, scraper_input.site_type)
}
return resp_dict return resp_dict