wrongmove/rec/query.py

import pickle

import cachetools
from diskcache import Cache
import requests
from rec.db import RightmoveListing

import urllib3

urllib3.disable_warnings()

cache = Cache(r"_cache")


headers = {
    "Host": "api.rightmove.co.uk",
    # 'Accept-Encoding': 'gzip, deflate, br',
    "User-Agent": "okhttp/4.10.0",
    "Connection": "close",
}


@cache.memoize()
def listing_query(page: int, min_bedrooms: int, max_bedrooms: int, radius: float, min_price: int, max_price: int):
    print("Querying")
    params = {
        "locationIdentifier": "POSTCODE^4228216",
        "channel": "BUY",
        "page": str(page),
        "numberOfPropertiesPerPage": "25",
        "radius": str(radius),
        "sortBy": "distance",
        "includeUnavailableProperties": "false",
        "propertyTypes": "flat",
        "dontShow": "sharedOwnership,retirement",
        "minPrice": str(min_price),
        "maxPrice": str(max_price),
        "minBedrooms": str(min_bedrooms),
        "maxBedrooms": str(max_bedrooms),
        "apiApplication": "ANDROID",
        "appVersion": "3.70.0",
    }

    response = requests.get(
        "https://api.rightmove.co.uk/api/property-listing",
        params=params,
        headers=headers,
        verify=False,
    )
    if response.status_code != 200:
        raise Exception("Failed due to: ", response.text)

    return response.json()


if __name__ == "__main__":
    response = listing_query(page=1, min_bedrooms=2, max_bedrooms=2, radius=5.0, min_price=150000, max_price=700000)
    resp = response
    for d in resp["properties"]:
        rl = RightmoveListing(
            id=d["identifier"],
            listing_json=d,
            price=d["price"],
            updated_timestamp=d["updateDate"],
        )
        rl.save()