38 lines
1.1 KiB
Python
38 lines
1.1 KiB
Python
from .core.scrapers.redfin import RedfinScraper
|
|
from .core.scrapers.realtor import RealtorScraper
|
|
from .core.scrapers.zillow import ZillowScraper
|
|
from .core.scrapers.models import ListingType, Property, Building
|
|
from .core.scrapers import ScraperInput
|
|
from .exceptions import InvalidSite, InvalidListingType
|
|
from typing import Union
|
|
|
|
|
|
_scrapers = {
|
|
"redfin": RedfinScraper,
|
|
"realtor.com": RealtorScraper,
|
|
"zillow": ZillowScraper,
|
|
}
|
|
|
|
|
|
def scrape_property(
|
|
location: str,
|
|
site_name: str,
|
|
listing_type: str = "for_sale", #: for_sale, for_rent, sold
|
|
) -> Union[list[Building], list[Property]]: #: eventually, return pandas dataframe
|
|
if site_name.lower() not in _scrapers:
|
|
raise InvalidSite(f"Provided site, '{site_name}', does not exist.")
|
|
|
|
if listing_type.upper() not in ListingType.__members__:
|
|
raise InvalidListingType(
|
|
f"Provided listing type, '{listing_type}', does not exist."
|
|
)
|
|
|
|
scraper_input = ScraperInput(
|
|
location=location,
|
|
listing_type=ListingType[listing_type.upper()],
|
|
)
|
|
|
|
site = _scrapers[site_name.lower()](scraper_input)
|
|
|
|
return site.search()
|