viktor/wrongmove
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

adding floorplans, detail json, refactored the folders

Browse source
This commit is contained in:
Kadir 2024-03-07 22:02:09 +00:00
parent e2f7998ee9
commit 46bb641026
215 changed files with 481 additions and 23 deletions
Download patch file Download diff file Expand all files Collapse all files

11
crawler/rec/query.py
View file

@ -1,15 +1,12 @@
import pickle
import cachetools
from diskcache import Cache
# from diskcache import Cache
import requests
from rec.db import RightmoveListing
# from rec.db import RightmoveListing
import urllib3
urllib3.disable_warnings()
cache = Cache(r"_cache")
# cache = Cache(r"_cache")
headers = {
"Host": "api.rightmove.co.uk",
@ -32,7 +29,7 @@ def detail_query(detail_id: int):
return response.json()
@cache.memoize()
# @cache.memoize()
def listing_query(page: int, min_bedrooms: int, max_bedrooms: int, radius: float, min_price: int, max_price: int):
print("Querying")
params = {