wrongmove/crawler/2_dump_detail.py
2024-03-25 20:48:48 +00:00

17 lines
428 B
Python

import json
from rec.query import detail_query
from tqdm import tqdm
from data_access import Listing
for listing in tqdm(Listing.get_all_listings()):
if listing.path_detail_json().exists():
continue
try:
d = detail_query(listing.identifier)
with open(listing.path_detail_json(), "w") as f:
json.dump(d, f)
except:
print("Failed at: ", listing.identifier)
raise