viktor/wrongmove
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

some cleanups

Browse source
This commit is contained in:
Viktor Barzin 2025-06-08 20:58:28 +00:00
parent 831c45e1f5
commit 289206afc0
No known key found for this signature in database
GPG key ID: 4056458DBDBF8863
8 changed files with 20 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

5
crawler/1_dump_listings.py
View file

@ -5,7 +5,6 @@ from typing import Any
from rec.query import detail_query, listing_query, QueryParameters
from rec.districts import get_districts
from repositories import ListingRepository
from sqlalchemy import Engine
from tqdm.asyncio import tqdm
from data_access import Listing
from models import Listing as modelListing
@ -61,13 +60,13 @@ async def dump_listings(
for listing in listings_without_details
if listing.identifier not in all_listing_ids
],
desc="Fetching details",
desc="Fetching details (only missing)",
)
for listing, detail in zip(listings_without_details, listing_details):
listing._details_object = detail
model_listings = await repository.upsert_listings_legacy(listings) # upsert in db
await dump_listings_to_fs(listings)
model_listings = await repository.upsert_listings_legacy(listings) # upsert in db
return model_listings