290 lines
7.7 KiB
Python
290 lines
7.7 KiB
Python
from homeharvest import scrape_property
|
|
|
|
|
|
def test_realtor_pending_or_contingent():
|
|
pending_or_contingent_result = scrape_property(location="Surprise, AZ", listing_type="pending")
|
|
|
|
regular_result = scrape_property(location="Surprise, AZ", listing_type="for_sale", exclude_pending=True)
|
|
|
|
assert all([result is not None for result in [pending_or_contingent_result, regular_result]])
|
|
assert len(pending_or_contingent_result) != len(regular_result)
|
|
|
|
|
|
def test_realtor_pending_comps():
|
|
pending_comps = scrape_property(
|
|
location="2530 Al Lipscomb Way",
|
|
radius=5,
|
|
past_days=180,
|
|
listing_type="pending",
|
|
)
|
|
|
|
for_sale_comps = scrape_property(
|
|
location="2530 Al Lipscomb Way",
|
|
radius=5,
|
|
past_days=180,
|
|
listing_type="for_sale",
|
|
)
|
|
|
|
sold_comps = scrape_property(
|
|
location="2530 Al Lipscomb Way",
|
|
radius=5,
|
|
past_days=180,
|
|
listing_type="sold",
|
|
)
|
|
|
|
results = [pending_comps, for_sale_comps, sold_comps]
|
|
assert all([result is not None for result in results])
|
|
|
|
#: assert all lengths are different
|
|
assert len(set([len(result) for result in results])) == len(results)
|
|
|
|
|
|
def test_realtor_sold_past():
|
|
result = scrape_property(
|
|
location="San Diego, CA",
|
|
past_days=30,
|
|
listing_type="sold",
|
|
)
|
|
|
|
assert result is not None and len(result) > 0
|
|
|
|
|
|
def test_realtor_comps():
|
|
result = scrape_property(
|
|
location="2530 Al Lipscomb Way",
|
|
radius=0.5,
|
|
past_days=180,
|
|
listing_type="sold",
|
|
)
|
|
|
|
assert result is not None and len(result) > 0
|
|
|
|
|
|
def test_realtor_last_x_days_sold():
|
|
days_result_30 = scrape_property(location="Dallas, TX", listing_type="sold", past_days=30)
|
|
|
|
days_result_10 = scrape_property(location="Dallas, TX", listing_type="sold", past_days=10)
|
|
|
|
assert all([result is not None for result in [days_result_30, days_result_10]]) and len(days_result_30) != len(
|
|
days_result_10
|
|
)
|
|
|
|
|
|
def test_realtor_date_range_sold():
|
|
days_result_30 = scrape_property(
|
|
location="Dallas, TX", listing_type="sold", date_from="2023-05-01", date_to="2023-05-28"
|
|
)
|
|
|
|
days_result_60 = scrape_property(
|
|
location="Dallas, TX", listing_type="sold", date_from="2023-04-01", date_to="2023-06-10"
|
|
)
|
|
|
|
assert all([result is not None for result in [days_result_30, days_result_60]]) and len(days_result_30) < len(
|
|
days_result_60
|
|
)
|
|
|
|
|
|
def test_realtor_single_property():
|
|
results = [
|
|
scrape_property(
|
|
location="15509 N 172nd Dr, Surprise, AZ 85388",
|
|
listing_type="for_sale",
|
|
),
|
|
scrape_property(
|
|
location="2530 Al Lipscomb Way",
|
|
listing_type="for_sale",
|
|
),
|
|
]
|
|
|
|
assert all([result is not None for result in results])
|
|
|
|
|
|
def test_realtor():
|
|
results = [
|
|
scrape_property(
|
|
location="2530 Al Lipscomb Way",
|
|
listing_type="for_sale",
|
|
),
|
|
scrape_property(
|
|
location="Phoenix, AZ", listing_type="for_rent", limit=1000
|
|
), #: does not support "city, state, USA" format
|
|
scrape_property(
|
|
location="Dallas, TX", listing_type="sold", limit=1000
|
|
), #: does not support "city, state, USA" format
|
|
scrape_property(location="85281"),
|
|
]
|
|
|
|
assert all([result is not None for result in results])
|
|
|
|
|
|
def test_realtor_city():
|
|
results = scrape_property(location="Atlanta, GA", listing_type="for_sale", limit=1000)
|
|
|
|
assert results is not None and len(results) > 0
|
|
|
|
|
|
def test_realtor_land():
|
|
results = scrape_property(location="Atlanta, GA", listing_type="for_sale", property_type=["land"], limit=1000)
|
|
|
|
assert results is not None and len(results) > 0
|
|
|
|
|
|
def test_realtor_bad_address():
|
|
bad_results = scrape_property(
|
|
location="abceefg ju098ot498hh9",
|
|
listing_type="for_sale",
|
|
)
|
|
|
|
if len(bad_results) == 0:
|
|
assert True
|
|
|
|
|
|
def test_realtor_foreclosed():
|
|
foreclosed = scrape_property(location="Dallas, TX", listing_type="for_sale", past_days=100, foreclosure=True)
|
|
|
|
not_foreclosed = scrape_property(location="Dallas, TX", listing_type="for_sale", past_days=100, foreclosure=False)
|
|
|
|
assert len(foreclosed) != len(not_foreclosed)
|
|
|
|
|
|
def test_realtor_agent():
|
|
scraped = scrape_property(location="Detroit, MI", listing_type="for_sale", limit=1000, extra_property_data=False)
|
|
assert scraped["agent_name"].nunique() > 1
|
|
|
|
|
|
def test_realtor_without_extra_details():
|
|
results = [
|
|
scrape_property(
|
|
location="00741",
|
|
listing_type="sold",
|
|
limit=10,
|
|
extra_property_data=False,
|
|
),
|
|
scrape_property(
|
|
location="00741",
|
|
listing_type="sold",
|
|
limit=10,
|
|
extra_property_data=True,
|
|
),
|
|
]
|
|
|
|
assert not results[0].equals(results[1])
|
|
|
|
|
|
def test_pr_zip_code():
|
|
results = scrape_property(
|
|
location="00741",
|
|
listing_type="for_sale",
|
|
)
|
|
|
|
assert results is not None and len(results) > 0
|
|
|
|
|
|
def test_exclude_pending():
|
|
results = scrape_property(
|
|
location="33567",
|
|
listing_type="pending",
|
|
exclude_pending=True,
|
|
)
|
|
|
|
assert results is not None and len(results) > 0
|
|
|
|
|
|
def test_style_value_error():
|
|
results = scrape_property(
|
|
location="Alaska, AK",
|
|
listing_type="sold",
|
|
extra_property_data=False,
|
|
limit=1000,
|
|
)
|
|
|
|
assert results is not None and len(results) > 0
|
|
|
|
|
|
def test_primary_image_error():
|
|
results = scrape_property(
|
|
location="Spokane, PA",
|
|
listing_type="for_rent", # or (for_sale, for_rent, pending)
|
|
past_days=360,
|
|
radius=3,
|
|
extra_property_data=False,
|
|
)
|
|
|
|
assert results is not None and len(results) > 0
|
|
|
|
|
|
def test_limit():
|
|
over_limit = 876
|
|
extra_params = {"limit": over_limit}
|
|
|
|
over_results = scrape_property(
|
|
location="Waddell, AZ",
|
|
listing_type="for_sale",
|
|
**extra_params,
|
|
)
|
|
|
|
assert over_results is not None and len(over_results) <= over_limit
|
|
|
|
under_limit = 1
|
|
under_results = scrape_property(
|
|
location="Waddell, AZ",
|
|
listing_type="for_sale",
|
|
limit=under_limit,
|
|
)
|
|
|
|
assert under_results is not None and len(under_results) == under_limit
|
|
|
|
|
|
def test_apartment_list_price():
|
|
results = scrape_property(
|
|
location="Spokane, WA",
|
|
listing_type="for_rent", # or (for_sale, for_rent, pending)
|
|
extra_property_data=False,
|
|
)
|
|
|
|
assert results is not None
|
|
|
|
results = results[results["style"] == "APARTMENT"]
|
|
|
|
#: get percentage of results with atleast 1 of any column not none, list_price, list_price_min, list_price_max
|
|
assert (
|
|
len(results[results[["list_price", "list_price_min", "list_price_max"]].notnull().any(axis=1)]) / len(results)
|
|
> 0.5
|
|
)
|
|
|
|
|
|
def test_builder_exists():
|
|
listing = scrape_property(
|
|
location="18149 W Poston Dr, Surprise, AZ 85387",
|
|
extra_property_data=False,
|
|
)
|
|
|
|
assert listing is not None
|
|
assert listing["builder_name"].nunique() > 0
|
|
|
|
|
|
def test_phone_number_matching():
|
|
searches = [
|
|
scrape_property(
|
|
location="Phoenix, AZ",
|
|
listing_type="for_sale",
|
|
limit=100,
|
|
),
|
|
scrape_property(
|
|
location="Phoenix, AZ",
|
|
listing_type="for_sale",
|
|
limit=100,
|
|
),
|
|
]
|
|
|
|
assert all([search is not None for search in searches])
|
|
|
|
#: random row
|
|
row = searches[0][searches[0]["agent_phones"].notnull()].sample()
|
|
|
|
#: find matching row
|
|
matching_row = searches[1].loc[searches[1]["property_url"] == row["property_url"].values[0]]
|
|
|
|
#: assert phone numbers are the same
|
|
assert row["agent_phones"].values[0] == matching_row["agent_phones"].values[0]
|