tracker.py 3.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118
  1. """工具调用追踪器:记录与统计工具调用情况"""
  2. from __future__ import annotations
  3. import logging
  4. from typing import Optional
  5. from backend.models.schemas import ToolCallRecord
  6. logger = logging.getLogger(__name__)
  7. class ToolCallTracker:
  8. """工具调用追踪器:维护工具调用记录,提供成功率与分工具统计"""
  9. def __init__(self) -> None:
  10. # 维护全部工具调用记录(按调用先后顺序)
  11. self.records: list[ToolCallRecord] = []
  12. def record(
  13. self,
  14. tool_name: str,
  15. args_summary: str,
  16. success: bool,
  17. duration_sec: float,
  18. error: Optional[str] = None,
  19. ) -> ToolCallRecord:
  20. """记录一次工具调用
  21. 参数:
  22. tool_name: 工具名称
  23. args_summary: 参数摘要(通常为截断后的 JSON 字符串)
  24. success: 是否调用成功
  25. duration_sec: 耗时(秒)
  26. error: 失败时的错误信息,成功时为 None
  27. """
  28. record = ToolCallRecord(
  29. tool_name=tool_name,
  30. args_summary=args_summary,
  31. success=success,
  32. duration_sec=duration_sec,
  33. error=error,
  34. )
  35. self.records.append(record)
  36. return record
  37. def record_from_dict(self, record_dict: dict) -> Optional[ToolCallRecord]:
  38. """从 dict 记录一次工具调用(接收 Controller 累计的 tool_calls)
  39. 兼容 ToolCallRecord.model_dump() 产出的字典格式,
  40. timestamp 字段若存在则忽略(由 ToolCallRecord 自动生成)。
  41. """
  42. if not isinstance(record_dict, dict):
  43. logger.warning("record_from_dict 接收非 dict 入参: %r", type(record_dict))
  44. return None
  45. tool_name = record_dict.get("tool_name", "")
  46. args_summary = record_dict.get("args_summary", "")
  47. success = bool(record_dict.get("success", False))
  48. try:
  49. duration_sec = float(record_dict.get("duration_sec", 0.0))
  50. except (TypeError, ValueError):
  51. duration_sec = 0.0
  52. error = record_dict.get("error")
  53. return self.record(
  54. tool_name=tool_name,
  55. args_summary=args_summary,
  56. success=success,
  57. duration_sec=duration_sec,
  58. error=error,
  59. )
  60. def success_rate(self) -> float:
  61. """返回成功率 0-1,无记录时返回 0.0"""
  62. if not self.records:
  63. return 0.0
  64. success_count = sum(1 for r in self.records if r.success)
  65. return success_count / len(self.records)
  66. def summary(self) -> dict:
  67. """返回汇总统计
  68. 结构:
  69. {
  70. total, success, failed, success_rate,
  71. by_tool: {tool_name: {total, success, rate}}
  72. }
  73. """
  74. total = len(self.records)
  75. success = sum(1 for r in self.records if r.success)
  76. failed = total - success
  77. rate = self.success_rate()
  78. # 按工具名聚合
  79. by_tool: dict[str, dict] = {}
  80. for r in self.records:
  81. entry = by_tool.setdefault(
  82. r.tool_name, {"total": 0, "success": 0, "rate": 0.0}
  83. )
  84. entry["total"] += 1
  85. if r.success:
  86. entry["success"] += 1
  87. for entry in by_tool.values():
  88. entry["rate"] = (
  89. entry["success"] / entry["total"] if entry["total"] else 0.0
  90. )
  91. return {
  92. "total": total,
  93. "success": success,
  94. "failed": failed,
  95. "success_rate": rate,
  96. "by_tool": by_tool,
  97. }
  98. def to_report(self) -> list[dict]:
  99. """返回所有记录的 dict 列表(可直接序列化)"""
  100. return [r.model_dump() for r in self.records]