From 405842f90e299d2634b6a0e2fa2af75cdbc280b0 Mon Sep 17 00:00:00 2001 From: Cullen Watson Date: Sat, 8 Jul 2023 21:16:34 -0500 Subject: [PATCH] fix(linkedin): resolve issue where locaion is null --- .gitignore | 4 ++-- api/core/jobs/__init__.py | 4 ++-- api/core/scrapers/linkedin/__init__.py | 3 +++ api/v1/jobs/__init__.py | 4 +--- 4 files changed, 8 insertions(+), 7 deletions(-) diff --git a/.gitignore b/.gitignore index 2c5d1a7..d895cdb 100644 --- a/.gitignore +++ b/.gitignore @@ -1,6 +1,6 @@ /.idea -.DS_Store +**/.DS_Store /venv/ /ven/ **/__pycache__/ -*.pyc \ No newline at end of file +*.pyc diff --git a/api/core/jobs/__init__.py b/api/core/jobs/__init__.py index 77c522e..476922b 100644 --- a/api/core/jobs/__init__.py +++ b/api/core/jobs/__init__.py @@ -15,8 +15,8 @@ class JobType(Enum): class Location(BaseModel): country: str - city: str - state: str + city: str = None + state: str = None postal_code: str = None address: str = None diff --git a/api/core/scrapers/linkedin/__init__.py b/api/core/scrapers/linkedin/__init__.py index 6ebde13..c840272 100644 --- a/api/core/scrapers/linkedin/__init__.py +++ b/api/core/scrapers/linkedin/__init__.py @@ -78,6 +78,9 @@ class LinkedInScraper(Scraper): @staticmethod def get_location(metadata_card): + location = Location( + country="US", + ) if metadata_card is not None: location_tag = metadata_card.find( "span", class_="job-search-card__location" diff --git a/api/v1/jobs/__init__.py b/api/v1/jobs/__init__.py index 44aa6c7..bea30c9 100644 --- a/api/v1/jobs/__init__.py +++ b/api/v1/jobs/__init__.py @@ -9,9 +9,7 @@ router = APIRouter(prefix="/jobs") @router.get("/") -async def scrape_jobs( - site_type: str, search_term: str, location: str, page: int = None -): +async def scrape_jobs(site_type: str, search_term: str, location: str, page: int = 1): job_response = {"message": "site type not found"} scraper_dict = {