diff --git a/homeharvest/core/scrapers/__init__.py b/homeharvest/core/scrapers/__init__.py index 2bdf972..2f14381 100644 --- a/homeharvest/core/scrapers/__init__.py +++ b/homeharvest/core/scrapers/__init__.py @@ -16,7 +16,14 @@ class Scraper: self.location = scraper_input.location self.listing_type = scraper_input.listing_type - self.session = requests.Session(proxies=scraper_input.proxy) + self.session = requests.Session() + if scraper_input.proxy: + proxy_url = scraper_input.proxy + proxies = { + "http": proxy_url, + "https": proxy_url + } + self.session.proxies.update(proxies) self.listing_type = scraper_input.listing_type self.site_name = scraper_input.site_name