bugfix - reraise the error when getting 429 so that we retry later

2025-06-30 23:24:16 +00:00 · 2025-06-30 23:24:16 +00:00 · 59c33428c2
commit 59c33428c2
parent a84dcc0588
1 changed files with 1 additions and 0 deletions
--- a/crawler/3_dump_images.py
+++ b/crawler/3_dump_images.py
@ -49,3 +49,4 @@ async def dump_images_for_listing(listing: Listing, base_path: Path) -> Listing
                        return listing
        except Exception as e:
            tqdm.write(f"Error for {url}: {e}")
+            raise e  # raise so that we retry it