HomeHarvest/homeharvest/core/scrapers/__init__.py

30 lines
693 B
Python

from dataclasses import dataclass
import requests
from .types import Property, ListingType
@dataclass
class ScraperInput:
location: str
listing_type: ListingType
proxy_url: str | None = None
class Scraper:
def __init__(self, scraper_input: ScraperInput):
self.location = scraper_input.location
self.session = requests.Session()
if scraper_input.proxy_url:
self.session.proxies = {
"http": scraper_input.proxy_url,
"https": scraper_input.proxy_url,
}
def search(self) -> list[Property]: ...
@staticmethod
def parse_home(home) -> Property: ...
def handle_location(self): ...