adding days updated

2024-08-11 19:36:25 +01:00 · 2024-08-11 19:36:25 +01:00 · 6d343e52e7
commit 6d343e52e7
parent f98cd02696
2 changed files with 14 additions and 1 deletions
--- a/crawler/3_dump_images.py
+++ b/crawler/3_dump_images.py
@ -25,4 +25,7 @@ for listing in tqdm(Listing.get_all_listings()):
        if p.exists():
            continue
        tqdm.write(str(p))
-        urlretrieve(url, p)
+        try:
+            urlretrieve(url, p)
+        except:
+            tqdm.write(f"404 for {url}")