viktor/wrongmove
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

start coroutine from the thread instead of the wrapper normal func

Browse source
This commit is contained in:
Viktor Barzin 2025-06-21 13:48:28 +00:00
parent 064f2651d5
commit 4e4a5ece15
No known key found for this signature in database
GPG key ID: 4056458DBDBF8863
2 changed files with 3 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

3
crawler/api/app.py
View file

@ -1,3 +1,4 @@
import asyncio
from pathlib import Path from pathlib import Path
import queue import queue
from threading import Thread from threading import Thread
@ -18,7 +19,7 @@ from ui_exporter import export_immoweb
app = FastAPI() app = FastAPI()
# Start worker thread # Start worker thread
Thread(target=dump_listings_worker, daemon=True).start() Thread(target=asyncio.run, args=[dump_listings_worker()], daemon=True).start()
# Allow CORS (for React frontend) # Allow CORS (for React frontend)
app.add_middleware( app.add_middleware(

6
crawler/api/worker.py
View file

@ -16,10 +16,6 @@ task_queue = Queue(maxsize=1) # Disallow multiple in flight requests for now
task_results = {} task_results = {}
def dump_listings_worker() -> None:
return asyncio.run(_dump_listings_worker())
class TaskStatus(enum.StrEnum): class TaskStatus(enum.StrEnum):
QUEUED = "queued" QUEUED = "queued"
PROCESSING = "processing" PROCESSING = "processing"
@ -27,7 +23,7 @@ class TaskStatus(enum.StrEnum):
FAILED = "failed" FAILED = "failed"
async def _dump_listings_worker() -> None: # global results is updated async def dump_listings_worker() -> None: # global results is updated
"""Background worker that processes tasks""" """Background worker that processes tasks"""
repository = ListingRepository(engine) repository = ListingRepository(engine)
data_dir_path = Path("data/rs") data_dir_path = Path("data/rs")