wrongmove/crawler/2_dump_detail.py

17 lines
432 B
Python

import json
from rec.query import detail_query
from tqdm import tqdm
from data_access import Listing
for listing in tqdm(Listing.get_all_listings()):
if listing.path_detail_json().exists():
continue
try:
d = detail_query(listing.identifier)
with open(listing.path_detail_json(), 'w') as f:
json.dump(d, f)
except:
print('Failed at: ', listing.identifier)
raise