40 lines
1 KiB
Python
40 lines
1 KiB
Python
def record():
|
|
from rec.query import listing_query, detail_query
|
|
import json
|
|
|
|
page = 1
|
|
listing = listing_query(page, 2, 2, 5, 200000, 500000)
|
|
with open(
|
|
f"/Users/kadir/code/realestate/crawler/code/json/queries/listing{page}.json",
|
|
"w",
|
|
) as f:
|
|
json.dump(listing, f)
|
|
|
|
for prop in listing["properties"]:
|
|
identifier = prop["identifier"]
|
|
resp = detail_query(identifier)
|
|
# print(identifier, resp.status_code)
|
|
with open(
|
|
f"/Users/kadir/code/realestate/crawler/code/json/queries/detail_{identifier}.json",
|
|
"w",
|
|
) as f:
|
|
json.dump(resp, f)
|
|
|
|
|
|
def process():
|
|
import json
|
|
import pathlib
|
|
|
|
path = pathlib.Path("/Users/kadir/code/realestate/crawler/code/json/queries/")
|
|
|
|
detailjsons = list(path.glob("detail_*json"))
|
|
for file in detailjsons:
|
|
with open(file) as f:
|
|
js = json.load(f)
|
|
|
|
for floorplan in js["property"]["floorplans"]:
|
|
print(floorplan["url"])
|
|
|
|
|
|
# record()
|
|
process()
|