viktor/wrongmove
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

update last seen property when processing listings to refresh data

Browse source
This commit is contained in:
Viktor Barzin 2025-08-23 22:36:37 +00:00
parent 480957dc72
commit 526f4fc0c3
No known key found for this signature in database
GPG key ID: 4056458DBDBF8863
2 changed files with 12 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
crawler/listing_processor.py
View file

@ -17,9 +17,11 @@ logger = logging.getLogger("uvicorn.error")
class ListingProcessor:
semaphore: asyncio.Semaphore
process_steps: list[Step]
listing_repository: ListingRepository
def __init__(self, listing_repository: ListingRepository):
self.semaphore = asyncio.Semaphore(20)
self.listing_repository = listing_repository
# Register new processing steps here
# Order is important
self.process_steps = [
@ -29,6 +31,7 @@ class ListingProcessor:
]
async def process_listing(self, listing_id: int) -> Listing | None:
await self.listing_repository.mark_seen(listing_id)
listing = None
for step in self.process_steps:
if await step.needs_processing(listing_id):