28 lines
645 B
Python
28 lines
645 B
Python
from dataclasses import dataclass
|
|
import requests
|
|
from .types import Home, ListingType
|
|
|
|
|
|
@dataclass
|
|
class ScraperInput:
|
|
location: str
|
|
listing_type: ListingType
|
|
proxy_url: str | None = None
|
|
|
|
|
|
class Scraper:
|
|
def __init__(self, scraper_input: ScraperInput):
|
|
self.location = scraper_input.location
|
|
self.session = requests.Session()
|
|
|
|
if scraper_input.proxy_url:
|
|
self.session.proxies = {
|
|
"http": scraper_input.proxy_url,
|
|
"https": scraper_input.proxy_url,
|
|
}
|
|
|
|
def search(self) -> list[Home]: ...
|
|
|
|
@staticmethod
|
|
def parse_home(home) -> Home: ...
|