parent
a3c5e9060e
commit
68a3438c6e
|
@ -121,7 +121,10 @@ class RealtorScraper(Scraper):
|
||||||
|
|
||||||
property_info = response_json["data"]["home"]
|
property_info = response_json["data"]["home"]
|
||||||
|
|
||||||
return [self.process_property(property_info)]
|
if self.return_type != ReturnType.raw:
|
||||||
|
return [self.process_property(property_info)]
|
||||||
|
else:
|
||||||
|
return [property_info]
|
||||||
|
|
||||||
@staticmethod
|
@staticmethod
|
||||||
def process_advertisers(advertisers: list[dict] | None) -> Advertisers | None:
|
def process_advertisers(advertisers: list[dict] | None) -> Advertisers | None:
|
||||||
|
|
|
@ -1,6 +1,6 @@
|
||||||
[tool.poetry]
|
[tool.poetry]
|
||||||
name = "homeharvest"
|
name = "homeharvest"
|
||||||
version = "0.4.8"
|
version = "0.4.9"
|
||||||
description = "Real estate scraping library"
|
description = "Real estate scraping library"
|
||||||
authors = ["Zachary Hampton <zachary@bunsly.com>", "Cullen Watson <cullen@bunsly.com>"]
|
authors = ["Zachary Hampton <zachary@bunsly.com>", "Cullen Watson <cullen@bunsly.com>"]
|
||||||
homepage = "https://github.com/Bunsly/HomeHarvest"
|
homepage = "https://github.com/Bunsly/HomeHarvest"
|
||||||
|
|
|
@ -292,11 +292,14 @@ def test_phone_number_matching():
|
||||||
|
|
||||||
def test_return_type():
|
def test_return_type():
|
||||||
results = {
|
results = {
|
||||||
"pandas": scrape_property(location="Surprise, AZ", listing_type="for_rent", limit=100),
|
"pandas": [scrape_property(location="Surprise, AZ", listing_type="for_rent", limit=100)],
|
||||||
"pydantic": scrape_property(location="Surprise, AZ", listing_type="for_rent", limit=100, return_type="pydantic"),
|
"pydantic": [scrape_property(location="Surprise, AZ", listing_type="for_rent", limit=100, return_type="pydantic")],
|
||||||
"raw": scrape_property(location="Surprise, AZ", listing_type="for_rent", limit=100, return_type="raw"),
|
"raw": [
|
||||||
|
scrape_property(location="Surprise, AZ", listing_type="for_rent", limit=100, return_type="raw"),
|
||||||
|
scrape_property(location="66642", listing_type="for_rent", limit=100, return_type="raw"),
|
||||||
|
],
|
||||||
}
|
}
|
||||||
|
|
||||||
assert isinstance(results["pandas"], pd.DataFrame)
|
assert all(isinstance(result, pd.DataFrame) for result in results["pandas"])
|
||||||
assert isinstance(results["pydantic"][0], Property)
|
assert all(isinstance(result[0], Property) for result in results["pydantic"])
|
||||||
assert isinstance(results["raw"][0], dict)
|
assert all(isinstance(result[0], dict) for result in results["raw"])
|
||||||
|
|
Loading…
Reference in New Issue