viktor/wrongmove
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

add runall script, update parameters to 4 bed etc and allow incremental updating

Browse source
This commit is contained in:
Kadir 2024-11-23 22:57:22 +00:00
parent dbf72e42e3
commit 4b6b8628c2
3 changed files with 20 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

8
crawler/2_dump_detail.py
View file

@ -4,10 +4,16 @@ from tqdm import tqdm
from data_access import Listing
incremental = True
listings = Listing.get_all_listings()
filtered_listings = []
for listing in listings:
if not listing.path_detail_json().exists():
if not incremental and not listing.isRemoved:
filtered_listings.append(listing)
if incremental and not listing.path_detail_json().exists():
filtered_listings.append(listing)
for listing in tqdm(filtered_listings):