turtlebasket/HomeHarvest
1
0
Fork 0
mirror of https://github.com/Bunsly/HomeHarvest.git synced 2026-03-04 19:44:29 -08:00
Code Issues Packages Projects Releases Wiki Activity

fix: proxy add to session correctly

Browse Source
This commit is contained in:
Cullen Watson
2023-09-19 16:05:14 -05:00
parent cdf41fe9f2
commit 0dae14ccfc
1 changed files with 8 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
homeharvest/core/scrapers/__init__.py
View File

@@ -16,7 +16,14 @@ class Scraper:
self.location = scraper_input.location
self.listing_type = scraper_input.listing_type
self.session = requests.Session(proxies=scraper_input.proxy)
self.session = requests.Session()
if scraper_input.proxy:
proxy_url = scraper_input.proxy
proxies = {
"http": proxy_url,
"https": proxy_url
}
self.session.proxies.update(proxies)
self.listing_type = scraper_input.listing_type
self.site_name = scraper_input.site_name