turtlebasket/HomeHarvest
1
0
Fork 0
mirror of https://github.com/Bunsly/HomeHarvest.git synced 2026-03-04 19:44:29 -08:00
Code Issues Packages Projects Releases Wiki Activity

- zillow proxy support

Browse Source
This commit is contained in:
Zachary Hampton
2023-09-28 18:40:16 -07:00
parent 59317fd6fc
commit 3b7c17b7b5
3 changed files with 12 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
homeharvest/core/scrapers/__init__.py
View File

@@ -1,5 +1,6 @@
from dataclasses import dataclass
import requests
import tls_client
from .models import Property, ListingType, SiteName
@@ -12,15 +13,20 @@ class ScraperInput:
class Scraper:
def __init__(self, scraper_input: ScraperInput):
def __init__(self, scraper_input: ScraperInput, session: requests.Session | tls_client.Session = None):
self.location = scraper_input.location
self.listing_type = scraper_input.listing_type
self.session = requests.Session()
if not session:
self.session = requests.Session()
else:
self.session = session
if scraper_input.proxy:
proxy_url = scraper_input.proxy
proxies = {"http": proxy_url, "https": proxy_url}
self.session.proxies.update(proxies)
self.listing_type = scraper_input.listing_type
self.site_name = scraper_input.site_name