HomeHarvest/homeharvest/core/scrapers/__init__.py

from dataclasses import dataclass
import requests
from .types import Home, ListingType


@dataclass
class ScraperInput:
    location: str
    listing_type: ListingType
    proxy_url: str | None = None


class Scraper:
    def __init__(self, scraper_input: ScraperInput):
        self.location = scraper_input.location
        self.session = requests.Session()

        if scraper_input.proxy_url:
            self.session.proxies = {
                "http": scraper_input.proxy_url,
                "https": scraper_input.proxy_url,
            }

    def search(self) -> list[Home]: ...

    @staticmethod
    def parse_home(home) -> Home: ...