wrongmove/crawler/rec/query.py

# from diskcache import Cache
import requests
# from rec.db import RightmoveListing

import urllib3

urllib3.disable_warnings()

# cache = Cache(r"_cache")

headers = {
    "Host": "api.rightmove.co.uk",
    # 'Accept-Encoding': 'gzip, deflate, br',
    "User-Agent": "okhttp/4.10.0",
    "Connection": "close",
}


def detail_query(detail_id: int):
    params = {
        'apiApplication': 'ANDROID',
        'appVersion': '3.70.0',
    }
    url = f'https://api.rightmove.co.uk/api/property/{detail_id}'
    response = requests.get(url, params=params, headers=headers, verify=False)
    if response.status_code != 200:
        raise Exception("Failed due to: ", response.text)

    return response.json()


# @cache.memoize()
def listing_query(page: int, min_bedrooms: int, max_bedrooms: int, radius: float, min_price: int, max_price: int, mustNewHome: bool = False, max_days_since_added: int = None) -> dict:
    params = {
        "locationIdentifier": "POSTCODE^4228216",
        "channel": "BUY",
        "page": str(page),
        "numberOfPropertiesPerPage": "25",
        "radius": str(radius),
        "sortBy": "distance",
        "includeUnavailableProperties": "false",
        "propertyTypes": "flat",
        "dontShow": "sharedOwnership,retirement",
        "minPrice": str(min_price),
        "maxPrice": str(max_price),
        "minBedrooms": str(min_bedrooms),
        "maxBedrooms": str(max_bedrooms),
        "apiApplication": "ANDROID",
        "appVersion": "3.70.0",
    }
    if max_days_since_added:
        if max_days_since_added not in [1,3,7,14]:
            raise Exception("Invalid max days. Can only be", [1,3,7,14])
        params['maxDaysSinceAdded'] = max_days_since_added
        
    if mustNewHome:
        params['mustHave'] = 'newHome'

    response = requests.get(
        "https://api.rightmove.co.uk/api/property-listing",
        params=params,
        headers=headers,
        verify=False,
    )
    if response.status_code != 200:
        raise Exception("Failed due to: ", response.text)

    return response.json()


if __name__ == "__main__":
    response = listing_query(page=1, min_bedrooms=2, max_bedrooms=2, radius=5.0, min_price=150000, max_price=700000)
    resp = response
    for d in resp["properties"]:
        rl = RightmoveListing(
            id=d["identifier"],
            listing_json=d,
            price=d["price"],
            updated_timestamp=d["updateDate"],
            lat=d["latitude"],
            lon=d["longitude"],
        )
        rl.save()