import json from urllib.request import urlretrieve from tqdm import tqdm from data_access import Listing for listing in tqdm(Listing.get_all_listings()): with open(listing.path_detail_json()) as f: detail = json.load(f) # for photo in detail["property"]["photos"]: # url = photo["maxSizeUrl"] # picname = url.split("/")[-1] # order = photo["order"] # p = listing.path_pic_file(order, picname) # if p.exists(): # continue # tqdm.write(str(p)) # urlretrieve(url, p) for photo in detail["property"]["floorplans"]: url = photo["url"] picname = url.split("/")[-1] order = photo["order"] p = listing.path_floorplan_file(order, picname) if p.exists(): continue tqdm.write(str(p)) try: urlretrieve(url, p) except: tqdm.write(f"404 for {url}")