viktor/wrongmove
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ruff format

Browse source
This commit is contained in:
Kadir 2024-03-25 20:48:48 +00:00
parent 37e3e8ad6f
commit d777558b34
17 changed files with 411 additions and 368 deletions
Download patch file Download diff file Expand all files Collapse all files

23
crawler/3_dump_images.py
View file

@ -6,26 +6,23 @@ from data_access import Listing
for listing in tqdm(Listing.get_all_listings()):
with open(listing.path_detail_json()) as f:
detail = json.load(f)
for photo in detail['property']['photos']:
url = photo['maxSizeUrl']
picname = url.split('/')[-1]
order = photo['order']
for photo in detail["property"]["photos"]:
url = photo["maxSizeUrl"]
picname = url.split("/")[-1]
order = photo["order"]
p = listing.path_pic_file(order, picname)
if p.exists():
continue
tqdm.write(str(p))
urlretrieve(url, p)
for photo in detail['property']['floorplans']:
url = photo['url']
picname = url.split('/')[-1]
order = photo['order']
for photo in detail["property"]["floorplans"]:
url = photo["url"]
picname = url.split("/")[-1]
order = photo["order"]
p = listing.path_floorplan_file(order, picname)
if p.exists():
continue
tqdm.write(str(p))
urlretrieve(url, p)