diff --git a/README.md b/README.md index 1790f38..5395dbd 100644 --- a/README.md +++ b/README.md @@ -50,7 +50,7 @@ properties.to_csv('props.csv', index=False) ## Output ```py >>> properties.head() - street city ... mls_id description + street city ... mls_id description 0 420 N Scottsdale Rd Tempe ... NaN NaN 1 1255 E University Dr Tempe ... NaN NaN 2 1979 E Rio Salado Pkwy Tempe ... NaN NaN diff --git a/homeharvest/core/scrapers/realtor/__init__.py b/homeharvest/core/scrapers/realtor/__init__.py index 0ee873e..f6cd68d 100644 --- a/homeharvest/core/scrapers/realtor/__init__.py +++ b/homeharvest/core/scrapers/realtor/__init__.py @@ -249,8 +249,8 @@ class RealtorScraper(Scraper): unit=parse_unit(result["location"]["address"]["unit"]), country="USA", ), - latitude=result["location"]["address"]["coordinate"]["lat"], - longitude=result["location"]["address"]["coordinate"]["lon"], + latitude=result["location"]["address"]["coordinate"]["lat"] if result and result.get("location") and result["location"].get("address") and result["location"]["address"].get("coordinate") and "lat" in result["location"]["address"]["coordinate"] else None, + longitude=result["location"]["address"]["coordinate"]["lon"] if result and result.get("location") and result["location"].get("address") and result["location"]["address"].get("coordinate") and "lon" in result["location"]["address"]["coordinate"] else None, site_name=self.site_name, property_url="https://www.realtor.com/realestateandhomes-detail/" + result["property_id"], diff --git a/homeharvest/core/scrapers/redfin/__init__.py b/homeharvest/core/scrapers/redfin/__init__.py index a3e9e18..d701ff2 100644 --- a/homeharvest/core/scrapers/redfin/__init__.py +++ b/homeharvest/core/scrapers/redfin/__init__.py @@ -94,8 +94,8 @@ class RedfinScraper(Scraper): price_per_sqft=get_value("pricePerSqFt"), price=get_value("price"), mls_id=get_value("mlsId"), - latitude=home["latLong"]["latitude"] if "latLong" in home else None, - longitude=home["latLong"]["longitude"] if "latLong" in home else None, + latitude=home["latLong"]["latitude"] if "latLong" in home and "latitude" in home["latLong"] else None, + longitude = home["latLong"]["longitude"] if "latLong" in home and "longitude" in home["latLong"] else None ) def _parse_building(self, building: dict) -> Property: