mirror of
https://github.com/Bunsly/HomeHarvest.git
synced 2026-03-07 21:14:30 -08:00
- last x days param
This commit is contained in:
@@ -11,6 +11,7 @@ class ScraperInput:
|
||||
site_name: SiteName
|
||||
radius: float | None = None
|
||||
proxy: str | None = None
|
||||
sold_last_x_days: int | None = None
|
||||
|
||||
|
||||
class Scraper:
|
||||
@@ -31,6 +32,7 @@ class Scraper:
|
||||
self.listing_type = scraper_input.listing_type
|
||||
self.site_name = scraper_input.site_name
|
||||
self.radius = scraper_input.radius
|
||||
self.sold_last_x_days = scraper_input.sold_last_x_days
|
||||
|
||||
def search(self) -> list[Property]:
|
||||
...
|
||||
|
||||
@@ -4,7 +4,7 @@ homeharvest.realtor.__init__
|
||||
|
||||
This module implements the scraper for relator.com
|
||||
"""
|
||||
from ..models import Property, Address
|
||||
from ..models import Property, Address, ListingType
|
||||
from .. import Scraper
|
||||
from ....exceptions import NoResultsFound
|
||||
from ....utils import parse_address_one, parse_address_two
|
||||
@@ -204,6 +204,10 @@ class RealtorScraper(Scraper):
|
||||
}
|
||||
}}"""
|
||||
|
||||
sold_date_param = ('sold_date: { min: "$today-%sD" }' % self.sold_last_x_days
|
||||
if self.listing_type == ListingType.SOLD and self.sold_last_x_days is not None
|
||||
else "")
|
||||
|
||||
if not is_for_comps:
|
||||
query = (
|
||||
"""query Home_search(
|
||||
@@ -220,11 +224,17 @@ class RealtorScraper(Scraper):
|
||||
postal_code: $postal_code
|
||||
state_code: $state_code
|
||||
status: %s
|
||||
%s
|
||||
}
|
||||
limit: 200
|
||||
offset: $offset
|
||||
) %s"""
|
||||
% (self.listing_type.value.lower(), results_query))
|
||||
% (
|
||||
self.listing_type.value.lower(),
|
||||
sold_date_param,
|
||||
results_query
|
||||
)
|
||||
)
|
||||
else:
|
||||
query = (
|
||||
"""query Property_search(
|
||||
@@ -233,10 +243,16 @@ class RealtorScraper(Scraper):
|
||||
$offset: Int!,
|
||||
) {
|
||||
property_search(
|
||||
query: { nearby: { coordinates: $coordinates, radius: $radius } }
|
||||
query: {
|
||||
nearby: {
|
||||
coordinates: $coordinates
|
||||
radius: $radius
|
||||
}
|
||||
%s
|
||||
}
|
||||
limit: 200
|
||||
offset: $offset
|
||||
) %s""" % results_query)
|
||||
) %s""" % (sold_date_param, results_query))
|
||||
|
||||
payload = {
|
||||
"query": query,
|
||||
|
||||
Reference in New Issue
Block a user