refactor detect floorplan to use model listings

crawler/4_detect_floorplan.py

@@ -1,21 +1,43 @@
 import asyncio
-from data_access import Listing
+from models import Listing
+from rec import floorplan
+from repositories.listing_repository import ListingRepository
 from tqdm.asyncio import tqdm
 import multiprocessing
 
 
-async def detect_floorplan(listing_paths: list[str]):
-    listings = Listing.get_all_listings(listing_paths)
+async def detect_floorplan(repository: ListingRepository):
+    listings = await repository.get_listings()
     cpu_count = multiprocessing.cpu_count() // 4
     semaphore = asyncio.Semaphore(cpu_count)
 
-    await tqdm.gather(
-        *[_detect_floorplan_with_semaphore(listing, semaphore) for listing in listings]
-    )
+    updated_listings = [
+        listing
+        for listing in await tqdm.gather(
+            *[_calculate_sqm_ocr(listing, semaphore) for listing in listings]
+        )
+        if listing is not None
+    ]
+    await repository.upsert_listings(updated_listings)
 
 
-async def _detect_floorplan_with_semaphore(
+async def _calculate_sqm_ocr(
     listing: Listing, semaphore: asyncio.Semaphore
-):
-    async with semaphore:
-        return await listing.calculate_sqm_ocr(recalculate=False)
+) -> Listing | None:
+    if listing.square_meters is not None:
+        return None
+    sqms = []
+    for floorplan_path in listing.floorplan_image_paths:
+        async with semaphore:
+            estimated_sqm, _ = await asyncio.to_thread(
+                floorplan.calculate_ocr, floorplan_path
+            )
+            if estimated_sqm is not None:
+                sqms.append(estimated_sqm)
+    max_sqm = max(sqms, default=None)
+    if max_sqm is not None:
+        listing.square_meters = max_sqm
+        return listing
+    else:
+        listing.square_meters = None
+        return None