tasks.py 5.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151
  1. """异步任务管理器:维护内存中任务状态与进度事件,供 SSE 推送使用
  2. 任务状态机:pending → running → completed / failed
  3. 每个任务附带一个 asyncio.Event 通知器,add_event / update_task 时触发,
  4. SSE 生成器据此感知新事件到达,避免忙轮询。
  5. """
  6. from __future__ import annotations
  7. import asyncio
  8. import logging
  9. import uuid
  10. from datetime import datetime
  11. from typing import Any, Optional
  12. logger = logging.getLogger(__name__)
  13. # 合法的任务状态
  14. TASK_STATUSES = ("pending", "running", "completed", "failed")
  15. class TaskManager:
  16. """内存级任务管理器(单进程内有效)
  17. 任务状态 dict 结构:
  18. {
  19. "task_id": str,
  20. "folder_path": str,
  21. "status": "pending" | "running" | "completed" | "failed",
  22. "progress": float, # 整体进度 0-1
  23. "current_stage": str | None, # 当前步骤 stage
  24. "result": dict | None, # 完成后的最终结果 {markdown, report, evaluation}
  25. "error": str | None, # 失败时的错误信息
  26. "events": list[dict], # 进度事件历史
  27. "created_at": str, # ISO 时间戳
  28. "updated_at": str, # ISO 时间戳
  29. }
  30. """
  31. def __init__(self) -> None:
  32. self._tasks: dict[str, dict] = {}
  33. # 每个任务一个通知器,用于 SSE 生成器等待新事件
  34. self._notifiers: dict[str, asyncio.Event] = {}
  35. # ------------------------------------------------------------------ #
  36. # 任务生命周期
  37. # ------------------------------------------------------------------ #
  38. def create_task(
  39. self,
  40. folder_path: Optional[str] = None,
  41. paper_ids: Optional[list[str]] = None,
  42. research_direction: Optional[str] = None,
  43. ) -> str:
  44. """创建新任务,返回 task_id(uuid)
  45. Args:
  46. folder_path: 待分析的 PDF 文件夹路径(与 paper_ids 二选一)
  47. paper_ids: 上传论文 ID 列表(与 folder_path 二选一)
  48. research_direction: 用户研究方向(可选)
  49. Returns:
  50. 新生成的 task_id
  51. """
  52. task_id = str(uuid.uuid4())
  53. now = datetime.now().isoformat()
  54. self._tasks[task_id] = {
  55. "task_id": task_id,
  56. "folder_path": folder_path or "",
  57. "paper_ids": paper_ids or [],
  58. "research_direction": research_direction or "",
  59. "status": "pending",
  60. "progress": 0.0,
  61. "current_stage": None,
  62. "result": None,
  63. "error": None,
  64. "events": [],
  65. "created_at": now,
  66. "updated_at": now,
  67. }
  68. self._notifiers[task_id] = asyncio.Event()
  69. logger.info(
  70. "创建任务: task_id=%s, folder=%s, paper_ids=%d, direction=%s",
  71. task_id, folder_path or "N/A", len(paper_ids or []),
  72. "有" if research_direction else "无",
  73. )
  74. return task_id
  75. def update_task(self, task_id: str, **kwargs: Any) -> None:
  76. """更新任务状态字段(任意关键字参数)
  77. Args:
  78. task_id: 任务 ID
  79. **kwargs: 需更新的字段,如 status / progress / current_stage / result / error
  80. """
  81. task = self._tasks.get(task_id)
  82. if task is None:
  83. logger.warning("更新任务失败:task_id=%s 不存在", task_id)
  84. return
  85. task.update(kwargs)
  86. task["updated_at"] = datetime.now().isoformat()
  87. # 触发通知器,唤醒等待中的 SSE 生成器
  88. self._notify(task_id)
  89. def add_event(self, task_id: str, event: dict) -> None:
  90. """追加进度事件到任务事件历史
  91. Args:
  92. task_id: 任务 ID
  93. event: 进度事件 dict,含 {stage, status, message, progress, payload}
  94. """
  95. task = self._tasks.get(task_id)
  96. if task is None:
  97. logger.warning("添加事件失败:task_id=%s 不存在", task_id)
  98. return
  99. task["events"].append(event)
  100. task["updated_at"] = datetime.now().isoformat()
  101. # 触发通知器
  102. self._notify(task_id)
  103. # ------------------------------------------------------------------ #
  104. # 查询
  105. # ------------------------------------------------------------------ #
  106. def get_task(self, task_id: str) -> Optional[dict]:
  107. """获取任务完整状态 dict,不存在返回 None"""
  108. return self._tasks.get(task_id)
  109. def get_events(self, task_id: str) -> list[dict]:
  110. """获取任务进度事件列表,不存在返回空列表"""
  111. task = self._tasks.get(task_id)
  112. if task is None:
  113. return []
  114. return task.get("events", [])
  115. def get_notifier(self, task_id: str) -> Optional[asyncio.Event]:
  116. """获取任务的通知器(供 SSE 生成器 await),不存在返回 None"""
  117. return self._notifiers.get(task_id)
  118. # ------------------------------------------------------------------ #
  119. # 内部辅助
  120. # ------------------------------------------------------------------ #
  121. def _notify(self, task_id: str) -> None:
  122. """触发任务通知器,唤醒等待中的 SSE 生成器"""
  123. notifier = self._notifiers.get(task_id)
  124. if notifier is not None:
  125. notifier.set()
  126. # 模块级单例,供路由与后台任务共享
  127. task_manager = TaskManager()