turtlebasket/HomeHarvest
1
0
Fork 0
mirror of https://github.com/Bunsly/HomeHarvest.git synced 2026-03-10 23:44:28 -07:00
Code Issues Packages Projects Releases Wiki Activity

feat: proxy support

Browse Source
This commit is contained in:
Cullen Watson
2023-09-19 15:43:24 -05:00
parent 49d27943c4
commit fd9cdea499
7 changed files with 54 additions and 33 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
homeharvest/core/scrapers/realtor/__init__.py
View File

@@ -39,6 +39,7 @@ class RealtorScraper(Scraper):
"https://parser-external.geo.moveaws.com/suggest",
params=params,
headers=headers,
proxies=self.proxy,
)
response_json = response.json()
@@ -104,7 +105,7 @@ class RealtorScraper(Scraper):
"variables": variables,
}
response = self.session.post(self.search_url, json=payload)
response = self.session.post(self.search_url, json=payload, proxies=self.proxy)
response_json = response.json()
property_info = response_json["data"]["property"]
@@ -217,7 +218,7 @@ class RealtorScraper(Scraper):
"variables": variables,
}
response = self.session.post(self.search_url, json=payload)
response = self.session.post(self.search_url, json=payload, proxies=self.proxy)
response.raise_for_status()
response_json = response.json()