viktor/wrongmove
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ruff format

Browse source
This commit is contained in:
Kadir 2024-03-25 20:48:48 +00:00
parent 37e3e8ad6f
commit d777558b34
17 changed files with 411 additions and 368 deletions
Download patch file Download diff file Expand all files Collapse all files

34
crawler/main_tmp.py
View file

@ -1,32 +1,40 @@
def record():
from rec.query import listing_query, detail_query
import json
page = 1
listing = listing_query(page, 2, 2, 5, 200000, 500000)
with open(f'/Users/kadir/code/realestate/crawler/code/json/queries/listing{page}.json', 'w') as f:
with open(
f"/Users/kadir/code/realestate/crawler/code/json/queries/listing{page}.json",
"w",
) as f:
json.dump(listing, f)
for prop in listing['properties']:
identifier = prop['identifier']
for prop in listing["properties"]:
identifier = prop["identifier"]
resp = detail_query(identifier)
# print(identifier, resp.status_code)
with open(f'/Users/kadir/code/realestate/crawler/code/json/queries/detail_{identifier}.json', 'w') as f:
with open(
f"/Users/kadir/code/realestate/crawler/code/json/queries/detail_{identifier}.json",
"w",
) as f:
json.dump(resp, f)
def process():
import json
import pathlib
path = pathlib.Path('/Users/kadir/code/realestate/crawler/code/json/queries/')
detailjsons = list(path.glob('detail_*json'))
path = pathlib.Path("/Users/kadir/code/realestate/crawler/code/json/queries/")
detailjsons = list(path.glob("detail_*json"))
for file in detailjsons:
with open(file) as f:
js = json.load(f)
for floorplan in js['property']['floorplans']:
print(floorplan['url'])
for floorplan in js["property"]["floorplans"]:
print(floorplan["url"])
# record()
process()
process()