From 9b2653ce913ccabc6bf4bd8adf19432dc09d86e0 Mon Sep 17 00:00:00 2001
From: Viktor Barzin <vbarzin@gmail.com>
Date: Sun, 8 Jun 2025 20:59:04 +0000
Subject: [PATCH] add tenacity to retry transient blockouts by rightmove

---
 crawler/poetry.lock    | 18 +++++++++++++++++-
 crawler/pyproject.toml |  1 +
 crawler/rec/query.py   |  4 ++--
 3 files changed, 20 insertions(+), 3 deletions(-)

diff --git a/crawler/poetry.lock b/crawler/poetry.lock
index 88434f9..a457a66 100644
--- a/crawler/poetry.lock
+++ b/crawler/poetry.lock
@@ -3748,6 +3748,22 @@ pure-eval = "*"
 [package.extras]
 tests = ["cython", "littleutils", "pygments", "pytest", "typeguard"]
 
+[[package]]
+name = "tenacity"
+version = "9.1.2"
+description = "Retry code until it succeeds"
+optional = false
+python-versions = ">=3.9"
+groups = ["main"]
+files = [
+    {file = "tenacity-9.1.2-py3-none-any.whl", hash = "sha256:f77bf36710d8b73a50b2dd155c97b870017ad21afe6ab300326b0371b3b05138"},
+    {file = "tenacity-9.1.2.tar.gz", hash = "sha256:1169d376c297e7de388d18b4481760d478b0e99a777cad3a9c86e556f4b697cb"},
+]
+
+[package.extras]
+doc = ["reno", "sphinx"]
+test = ["pytest", "tornado (>=4.5)", "typeguard"]
+
 [[package]]
 name = "terminado"
 version = "0.18.1"
@@ -4211,4 +4227,4 @@ propcache = ">=0.2.1"
 [metadata]
 lock-version = "2.1"
 python-versions = ">3.11"
-content-hash = "75939eb35cc0f4f8092c32114eede93ad0ddc56aab3bb1ee367b69ad89031ad9"
+content-hash = "5e7d837fbd1e473139e34d2981ff32f9dad9bb5f9e1ac8287f3523327e4253bd"
diff --git a/crawler/pyproject.toml b/crawler/pyproject.toml
index a1218e2..33e412e 100644
--- a/crawler/pyproject.toml
+++ b/crawler/pyproject.toml
@@ -24,6 +24,7 @@ aiohttp = "^3.11.18"
 sqlmodel = "^0.0.24"
 alembic = "^1.16.1"
 sqlalchemy = {extras = ["asyncio"], version = "^2.0.41"}
+tenacity = "^9.1.2"
 
 [tool.poetry.group.dev.dependencies]
 ipdb = "^0.13.13"
diff --git a/crawler/rec/query.py b/crawler/rec/query.py
index b60ea6b..ea49d63 100644
--- a/crawler/rec/query.py
+++ b/crawler/rec/query.py
@@ -1,12 +1,11 @@
-# from diskcache import Cache
 import asyncio
 from dataclasses import dataclass
 from datetime import datetime
 import enum
 from typing import Any
 import aiohttp
-from data_access import Listing
 from models.listing import FurnishType, ListingType, QueryParameters
+from tenacity import retry, wait_random
 
 
 headers = {
@@ -27,6 +26,7 @@ class PropertyType(enum.StrEnum):
     TERRACED = "terraced"
 
 
+@retry(wait=wait_random(min=1, max=2))
 async def detail_query(detail_id: int) -> dict[str, Any]:
     params = {
         "apiApplication": "ANDROID",