mirror of
https://github.com/Bunsly/HomeHarvest.git
synced 2026-03-05 03:54:29 -08:00
Compare commits
3 Commits
v0.4.6
...
a3c5e9060e
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
a3c5e9060e | ||
|
|
d06595fe56 | ||
|
|
e378feeefe |
@@ -25,6 +25,7 @@ class SiteName(Enum):
|
|||||||
|
|
||||||
class SearchPropertyType(Enum):
|
class SearchPropertyType(Enum):
|
||||||
SINGLE_FAMILY = "single_family"
|
SINGLE_FAMILY = "single_family"
|
||||||
|
APARTMENT = "apartment"
|
||||||
CONDOS = "condos"
|
CONDOS = "condos"
|
||||||
CONDO_TOWNHOME_ROWHOME_COOP = "condo_townhome_rowhome_coop"
|
CONDO_TOWNHOME_ROWHOME_COOP = "condo_townhome_rowhome_coop"
|
||||||
CONDO_TOWNHOME = "condo_townhome"
|
CONDO_TOWNHOME = "condo_townhome"
|
||||||
|
|||||||
@@ -257,7 +257,7 @@ class RealtorScraper(Scraper):
|
|||||||
sort_param = (
|
sort_param = (
|
||||||
"sort: [{ field: sold_date, direction: desc }]"
|
"sort: [{ field: sold_date, direction: desc }]"
|
||||||
if self.listing_type == ListingType.SOLD
|
if self.listing_type == ListingType.SOLD
|
||||||
else "sort: [{ field: list_date, direction: desc }]"
|
else "" #: "sort: [{ field: list_date, direction: desc }]" #: prioritize normal fractal sort from realtor
|
||||||
)
|
)
|
||||||
|
|
||||||
pending_or_contingent_param = (
|
pending_or_contingent_param = (
|
||||||
@@ -448,6 +448,7 @@ class RealtorScraper(Scraper):
|
|||||||
"county": location_info.get("county"),
|
"county": location_info.get("county"),
|
||||||
"state_code": location_info.get("state_code"),
|
"state_code": location_info.get("state_code"),
|
||||||
"postal_code": location_info.get("postal_code"),
|
"postal_code": location_info.get("postal_code"),
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
if self.foreclosure:
|
if self.foreclosure:
|
||||||
|
|||||||
@@ -36,6 +36,13 @@ _SEARCH_HOMES_DATA_BASE = """{
|
|||||||
sqft
|
sqft
|
||||||
__typename
|
__typename
|
||||||
}
|
}
|
||||||
|
photos(https: true) {
|
||||||
|
title
|
||||||
|
href
|
||||||
|
tags {
|
||||||
|
label
|
||||||
|
}
|
||||||
|
}
|
||||||
list_price
|
list_price
|
||||||
__typename
|
__typename
|
||||||
}
|
}
|
||||||
@@ -90,12 +97,17 @@ _SEARCH_HOMES_DATA_BASE = """{
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
tax_record {
|
tax_record {
|
||||||
|
cl_id
|
||||||
public_record_id
|
public_record_id
|
||||||
|
last_update_date
|
||||||
|
apn
|
||||||
|
tax_parcel_id
|
||||||
}
|
}
|
||||||
primary_photo(https: true) {
|
primary_photo(https: true) {
|
||||||
href
|
href
|
||||||
}
|
}
|
||||||
photos(https: true) {
|
photos(https: true) {
|
||||||
|
title
|
||||||
href
|
href
|
||||||
tags {
|
tags {
|
||||||
label
|
label
|
||||||
@@ -220,19 +232,19 @@ HOMES_DATA = """%s
|
|||||||
}""" % _SEARCH_HOMES_DATA_BASE
|
}""" % _SEARCH_HOMES_DATA_BASE
|
||||||
|
|
||||||
SEARCH_HOMES_DATA = """%s
|
SEARCH_HOMES_DATA = """%s
|
||||||
current_estimates {
|
current_estimates {
|
||||||
__typename
|
__typename
|
||||||
source {
|
source {
|
||||||
__typename
|
__typename
|
||||||
type
|
type
|
||||||
name
|
name
|
||||||
}
|
}
|
||||||
estimate
|
estimate
|
||||||
estimateHigh: estimate_high
|
estimateHigh: estimate_high
|
||||||
estimateLow: estimate_low
|
estimateLow: estimate_low
|
||||||
date
|
date
|
||||||
isBestHomeValue: isbest_homevalue
|
isBestHomeValue: isbest_homevalue
|
||||||
}
|
}
|
||||||
}""" % _SEARCH_HOMES_DATA_BASE
|
}""" % _SEARCH_HOMES_DATA_BASE
|
||||||
|
|
||||||
GENERAL_RESULTS_QUERY = """{
|
GENERAL_RESULTS_QUERY = """{
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
[tool.poetry]
|
[tool.poetry]
|
||||||
name = "homeharvest"
|
name = "homeharvest"
|
||||||
version = "0.4.6"
|
version = "0.4.8"
|
||||||
description = "Real estate scraping library"
|
description = "Real estate scraping library"
|
||||||
authors = ["Zachary Hampton <zachary@bunsly.com>", "Cullen Watson <cullen@bunsly.com>"]
|
authors = ["Zachary Hampton <zachary@bunsly.com>", "Cullen Watson <cullen@bunsly.com>"]
|
||||||
homepage = "https://github.com/Bunsly/HomeHarvest"
|
homepage = "https://github.com/Bunsly/HomeHarvest"
|
||||||
|
|||||||
Reference in New Issue
Block a user