Remove watchdog and tqdm dependencies, replace with logging
- Remove watchdog (unused) and tqdm from pyproject.toml dependencies - Replace tqdm.gather() with asyncio.gather() + logger.info() in image_fetcher, floorplan_detector, and route_calculator services - Replace tqdm progress bar with logger.info() in listing_repository - Remove tqdm from mypy ignore_missing_imports overrides
This commit is contained in:
parent
d488208a26
commit
cde3540a1e
5 changed files with 19 additions and 13 deletions
|
|
@ -1,10 +1,12 @@
|
|||
"""Floorplan detector service - OCR-based square meter detection."""
|
||||
import asyncio
|
||||
import logging
|
||||
from config.scraper_config import MAX_OCR_WORKERS
|
||||
from models import Listing
|
||||
from rec import floorplan
|
||||
from repositories.listing_repository import ListingRepository
|
||||
from tqdm.asyncio import tqdm
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
async def detect_floorplan(repository: ListingRepository) -> None:
|
||||
|
|
@ -12,13 +14,15 @@ async def detect_floorplan(repository: ListingRepository) -> None:
|
|||
listings = await repository.get_listings()
|
||||
semaphore = asyncio.Semaphore(MAX_OCR_WORKERS)
|
||||
|
||||
logger.info("Detecting floorplans for %d listings", len(listings))
|
||||
updated_listings = [
|
||||
listing
|
||||
for listing in await tqdm.gather(
|
||||
for listing in await asyncio.gather(
|
||||
*[_calculate_sqm_ocr(listing, semaphore) for listing in listings]
|
||||
)
|
||||
if listing is not None
|
||||
]
|
||||
logger.info("Finished floorplan detection, %d listings updated", len(updated_listings))
|
||||
await repository.upsert_listings(updated_listings)
|
||||
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue