Fix stuck Celery tasks and add purge all tasks functionality

crawler/api/app.py

@@ -223,14 +223,14 @@ async def cancel_task(
     user: Annotated[User, Depends(get_current_user)],
     task_id: str = Query(..., description="The task ID to cancel"),
 ) -> dict[str, str | bool]:
-    """Cancel a running task."""
+    """Cancel a running task and remove it from the user's task list."""
     # Verify user owns this task
     user_tasks = task_service.get_user_tasks(user.email)
     if task_id not in user_tasks:
         return {"success": False, "message": "Task not found or not owned by user"}
 
     try:
-        task_service.cancel_task(task_id)
+        task_service.cancel_task(task_id, user_email=user.email)
         logger.info(f"Task {task_id} cancelled by {user.email}")
         return {"success": True, "message": "Task cancelled"}
     except Exception as e:
@@ -238,6 +238,20 @@ async def cancel_task(
         return {"success": False, "message": str(e)}
 
 
+@app.post("/api/clear_all_tasks")
+async def clear_all_tasks(
+    user: Annotated[User, Depends(get_current_user)],
+) -> dict[str, str | int | bool]:
+    """Clear all tasks for the current user."""
+    try:
+        count = task_service.clear_all_tasks(user.email)
+        logger.info(f"Cleared {count} tasks for {user.email}")
+        return {"success": True, "count": count, "message": f"Cleared {count} tasks"}
+    except Exception as e:
+        logger.error(f"Failed to clear tasks for {user.email}: {e}")
+        return {"success": False, "count": 0, "message": str(e)}
+
+
 @app.get("/api/get_districts")
 async def get_districts(
     user: Annotated[User, Depends(get_current_user)],