viktor/wrongmove
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

removing download of the normal images.. I dont use them

Browse source
This commit is contained in:
Kadir 2024-04-01 15:26:34 +02:00
parent c8c53b8696
commit 7ce54a01bd
1 changed files with 9 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

18
crawler/3_dump_images.py
View file

@ -7,15 +7,15 @@ for listing in tqdm(Listing.get_all_listings()):
with open(listing.path_detail_json()) as f:
detail = json.load(f)
for photo in detail["property"]["photos"]:
url = photo["maxSizeUrl"]
picname = url.split("/")[-1]
order = photo["order"]
p = listing.path_pic_file(order, picname)
if p.exists():
continue
tqdm.write(str(p))
urlretrieve(url, p)
# for photo in detail["property"]["photos"]:
# url = photo["maxSizeUrl"]
# picname = url.split("/")[-1]
# order = photo["order"]
# p = listing.path_pic_file(order, picname)
# if p.exists():
# continue
# tqdm.write(str(p))
# urlretrieve(url, p)
for photo in detail["property"]["floorplans"]:
url = photo["url"]