viktor/wrongmove
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

removing download of the normal images.. I dont use them

Browse source
This commit is contained in:
Kadir 2024-04-01 15:26:34 +02:00
parent c8c53b8696
commit 7ce54a01bd
1 changed files with 9 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

18
crawler/3_dump_images.py
View file

@ -7,15 +7,15 @@ for listing in tqdm(Listing.get_all_listings()):
with open(listing.path_detail_json()) as f: with open(listing.path_detail_json()) as f:
detail = json.load(f) detail = json.load(f)
for photo in detail["property"]["photos"]: # for photo in detail["property"]["photos"]:
url = photo["maxSizeUrl"] # url = photo["maxSizeUrl"]
picname = url.split("/")[-1] # picname = url.split("/")[-1]
order = photo["order"] # order = photo["order"]
p = listing.path_pic_file(order, picname) # p = listing.path_pic_file(order, picname)
if p.exists(): # if p.exists():
continue # continue
tqdm.write(str(p)) # tqdm.write(str(p))
urlretrieve(url, p) # urlretrieve(url, p)
for photo in detail["property"]["floorplans"]: for photo in detail["property"]["floorplans"]:
url = photo["url"] url = photo["url"]