From 59c33428c239bbac498bb94244b6fa1b73a0fbd6 Mon Sep 17 00:00:00 2001 From: Viktor Barzin Date: Mon, 30 Jun 2025 23:24:16 +0000 Subject: [PATCH] bugfix - reraise the error when getting 429 so that we retry later --- crawler/3_dump_images.py | 1 + 1 file changed, 1 insertion(+) diff --git a/crawler/3_dump_images.py b/crawler/3_dump_images.py index 6505540..805ab46 100644 --- a/crawler/3_dump_images.py +++ b/crawler/3_dump_images.py @@ -49,3 +49,4 @@ async def dump_images_for_listing(listing: Listing, base_path: Path) -> Listing return listing except Exception as e: tqdm.write(f"Error for {url}: {e}") + raise e # raise so that we retry it