viktor/wrongmove
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fixing full detail dumping

Browse source
This commit is contained in:
Kadir 2025-02-16 03:02:21 +00:00
parent e0e7853c8c
commit 302ca95cfb
3 changed files with 16 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
crawler/2_dump_detail.py
View file

@ -10,7 +10,13 @@ incremental = True
listings = Listing.get_all_listings()
filtered_listings = []
for listing in listings:
if not incremental and not listing.isRemoved:
# We introduced last_seen later, so not all entries have it.
# If it doesnt exist then its on the platform anymore. So skip
last_seen = listing.last_seen
if last_seen is None:
continue
if not incremental and last_seen <= 1:
filtered_listings.append(listing)
if incremental and not listing.path_detail_json().exists():