mirror of
https://github.com/Bunsly/HomeHarvest.git
synced 2026-03-04 19:44:29 -08:00
- realtor init
This commit is contained in:
@@ -25,3 +25,5 @@ class Scraper:
|
||||
|
||||
@staticmethod
|
||||
def parse_home(home) -> Home: ...
|
||||
|
||||
def handle_location(self): ...
|
||||
|
||||
42
homeharvest/core/scrapers/realtor/__init__.py
Normal file
42
homeharvest/core/scrapers/realtor/__init__.py
Normal file
@@ -0,0 +1,42 @@
|
||||
import json
|
||||
from ..types import Home, Address
|
||||
from .. import Scraper
|
||||
from typing import Any
|
||||
|
||||
|
||||
class RealtorScraper(Scraper):
|
||||
def __init__(self, scraper_input):
|
||||
super().__init__(scraper_input)
|
||||
|
||||
def handle_location(self):
|
||||
headers = {
|
||||
'authority': 'parser-external.geo.moveaws.com',
|
||||
'accept': '*/*',
|
||||
'accept-language': 'en-US,en;q=0.9',
|
||||
'origin': 'https://www.realtor.com',
|
||||
'referer': 'https://www.realtor.com/',
|
||||
'sec-ch-ua': '"Chromium";v="116", "Not)A;Brand";v="24", "Google Chrome";v="116"',
|
||||
'sec-ch-ua-mobile': '?0',
|
||||
'sec-ch-ua-platform': '"Windows"',
|
||||
'sec-fetch-dest': 'empty',
|
||||
'sec-fetch-mode': 'cors',
|
||||
'sec-fetch-site': 'cross-site',
|
||||
'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/116.0.0.0 Safari/537.36',
|
||||
}
|
||||
|
||||
params = {
|
||||
'input': self.location,
|
||||
'client_id': 'for-sale',
|
||||
'limit': '1',
|
||||
'area_types': 'city,state,county,postal_code,address,street,neighborhood,school,school_district,university,park',
|
||||
}
|
||||
|
||||
response = self.session.get('https://parser-external.geo.moveaws.com/suggest', params=params, headers=headers)
|
||||
response_json = response.json()
|
||||
|
||||
return response_json['autocomplete'][0]
|
||||
|
||||
def search(self):
|
||||
location_info = self.handle_location()
|
||||
location_type = location_info['area_type']
|
||||
print('a')
|
||||
Reference in New Issue
Block a user