turtlebasket/HomeHarvest
1
0
Fork 0
mirror of https://github.com/Bunsly/HomeHarvest.git synced 2026-03-04 19:44:29 -08:00
Code Issues Packages Projects Releases Wiki Activity

- redfin limiting bug fix

Browse Source
This commit is contained in:
Zachary Hampton
2023-09-19 10:37:10 -07:00
parent 52017c1bb5
commit 20ce44fb3a
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
homeharvest/core/scrapers/redfin/__init__.py
View File

@@ -109,7 +109,7 @@ class RedfinScraper(Scraper):
) )
def _handle_rentals(self, region_id, region_type): def _handle_rentals(self, region_id, region_type):
url = f"https://www.redfin.com/stingray/api/v1/search/rentals?al=1&isRentals=true&region_id={region_id}&region_type={region_type}" url = f"https://www.redfin.com/stingray/api/v1/search/rentals?al=1&isRentals=true&region_id={region_id}&region_type={region_type}&num_homes=100000"
response = self.session.get(url) response = self.session.get(url)
response.raise_for_status() response.raise_for_status()
@@ -230,9 +230,9 @@ class RedfinScraper(Scraper):
return self._handle_rentals(region_id, region_type) return self._handle_rentals(region_id, region_type)
else: else:
if self.listing_type == ListingType.FOR_SALE: if self.listing_type == ListingType.FOR_SALE:
url = f"https://www.redfin.com/stingray/api/gis?al=1&region_id={region_id}&region_type={region_type}" url = f"https://www.redfin.com/stingray/api/gis?al=1&region_id={region_id}&region_type={region_type}&num_homes=100000"
else: else:
url = f"https://www.redfin.com/stingray/api/gis?al=1&region_id={region_id}&region_type={region_type}&sold_within_days=30" url = f"https://www.redfin.com/stingray/api/gis?al=1&region_id={region_id}&region_type={region_type}&sold_within_days=30&num_homes=100000"
response = self.session.get(url) response = self.session.get(url)
response_json = json.loads(response.text.replace("{}&&", "")) response_json = json.loads(response.text.replace("{}&&", ""))
homes = [ homes = [