models.py 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430
  1. """
  2. Trace 和 Message 数据模型
  3. Trace: 一次完整的 LLM 交互(单次调用或 Agent 任务)
  4. Message: Trace 中的 LLM 消息,对应 LLM API 格式
  5. """
  6. from dataclasses import dataclass, field
  7. from datetime import datetime
  8. from typing import Dict, Any, List, Optional, Literal
  9. import uuid
  10. # 导入 TokenUsage(延迟导入避免循环依赖)
  11. def _get_token_usage_class():
  12. from ..llm.usage import TokenUsage
  13. return TokenUsage
  14. @dataclass
  15. class Trace:
  16. """
  17. 执行轨迹 - 一次完整的 LLM 交互
  18. 单次调用: mode="call"
  19. Agent 模式: mode="agent"
  20. 主 Trace 和 Sub-Trace 使用相同的数据结构。
  21. Sub-Trace 通过 parent_trace_id 和 parent_goal_id 关联父 Trace。
  22. """
  23. trace_id: str
  24. mode: Literal["call", "agent"]
  25. # Prompt 标识(可选)
  26. prompt_name: Optional[str] = None
  27. # Agent 模式特有
  28. task: Optional[str] = None
  29. agent_type: Optional[str] = None
  30. # 父子关系(Sub-Trace 特有)
  31. parent_trace_id: Optional[str] = None # 父 Trace ID
  32. parent_goal_id: Optional[str] = None # 哪个 Goal 启动的
  33. # 状态
  34. status: Literal["running", "completed", "failed"] = "running"
  35. # 统计
  36. total_messages: int = 0 # 消息总数(改名自 total_steps)
  37. total_tokens: int = 0 # 总 tokens(向后兼容,= prompt + completion)
  38. total_prompt_tokens: int = 0 # 总输入 tokens
  39. total_completion_tokens: int = 0 # 总输出 tokens
  40. total_reasoning_tokens: int = 0 # 总推理 tokens(o1/o3, DeepSeek R1, Gemini thinking)
  41. total_cache_creation_tokens: int = 0 # 总缓存创建 tokens(Claude)
  42. total_cache_read_tokens: int = 0 # 总缓存读取 tokens(Claude)
  43. total_cost: float = 0.0
  44. total_duration_ms: int = 0 # 总耗时(毫秒)
  45. # 进度追踪(head)
  46. last_sequence: int = 0 # 最新 message 的 sequence
  47. last_event_id: int = 0 # 最新事件 ID(用于 WS 续传)
  48. # 配置
  49. uid: Optional[str] = None
  50. model: Optional[str] = None # 默认模型
  51. tools: Optional[List[Dict]] = None # 工具定义(整个 trace 共享)
  52. llm_params: Dict[str, Any] = field(default_factory=dict) # LLM 参数(temperature 等)
  53. context: Dict[str, Any] = field(default_factory=dict) # 其他元数据
  54. # 当前焦点 goal
  55. current_goal_id: Optional[str] = None
  56. # 结果
  57. result_summary: Optional[str] = None # 执行结果摘要
  58. error_message: Optional[str] = None # 错误信息
  59. # 时间
  60. created_at: datetime = field(default_factory=datetime.now)
  61. completed_at: Optional[datetime] = None
  62. @classmethod
  63. def create(
  64. cls,
  65. mode: Literal["call", "agent"],
  66. **kwargs
  67. ) -> "Trace":
  68. """创建新的 Trace"""
  69. return cls(
  70. trace_id=str(uuid.uuid4()),
  71. mode=mode,
  72. **kwargs
  73. )
  74. def to_dict(self) -> Dict[str, Any]:
  75. """转换为字典"""
  76. return {
  77. "trace_id": self.trace_id,
  78. "mode": self.mode,
  79. "prompt_name": self.prompt_name,
  80. "task": self.task,
  81. "agent_type": self.agent_type,
  82. "parent_trace_id": self.parent_trace_id,
  83. "parent_goal_id": self.parent_goal_id,
  84. "status": self.status,
  85. "total_messages": self.total_messages,
  86. "total_tokens": self.total_tokens,
  87. "total_prompt_tokens": self.total_prompt_tokens,
  88. "total_completion_tokens": self.total_completion_tokens,
  89. "total_reasoning_tokens": self.total_reasoning_tokens,
  90. "total_cache_creation_tokens": self.total_cache_creation_tokens,
  91. "total_cache_read_tokens": self.total_cache_read_tokens,
  92. "total_cost": self.total_cost,
  93. "total_duration_ms": self.total_duration_ms,
  94. "last_sequence": self.last_sequence,
  95. "last_event_id": self.last_event_id,
  96. "uid": self.uid,
  97. "model": self.model,
  98. "tools": self.tools,
  99. "llm_params": self.llm_params,
  100. "context": self.context,
  101. "current_goal_id": self.current_goal_id,
  102. "result_summary": self.result_summary,
  103. "error_message": self.error_message,
  104. "created_at": self.created_at.isoformat() if self.created_at else None,
  105. "completed_at": self.completed_at.isoformat() if self.completed_at else None,
  106. }
  107. @dataclass
  108. class Message:
  109. """
  110. 执行消息 - Trace 中的 LLM 消息
  111. 对应 LLM API 消息格式(system/user/assistant/tool),通过 goal_id 关联 Goal。
  112. description 字段自动生成规则:
  113. - system: 取 content 前 200 字符
  114. - user: 取 content 前 200 字符
  115. - assistant: 优先取 content,若无 content 则生成 "tool call: XX, XX"
  116. - tool: 使用 tool name
  117. """
  118. message_id: str
  119. trace_id: str
  120. role: Literal["system", "user", "assistant", "tool"] # 和 LLM API 一致
  121. sequence: int # 全局顺序
  122. goal_id: Optional[str] = None # 关联的 Goal 内部 ID(None = 还没有创建 Goal)
  123. description: str = "" # 消息描述(系统自动生成)
  124. tool_call_id: Optional[str] = None # tool 消息关联对应的 tool_call
  125. content: Any = None # 消息内容(和 LLM API 格式一致)
  126. # 元数据
  127. prompt_tokens: Optional[int] = None # 输入 tokens
  128. completion_tokens: Optional[int] = None # 输出 tokens
  129. reasoning_tokens: Optional[int] = None # 推理 tokens(o1/o3, DeepSeek R1, Gemini thinking)
  130. cache_creation_tokens: Optional[int] = None # 缓存创建 tokens(Claude)
  131. cache_read_tokens: Optional[int] = None # 缓存读取 tokens(Claude)
  132. cost: Optional[float] = None
  133. duration_ms: Optional[int] = None
  134. created_at: datetime = field(default_factory=datetime.now)
  135. # LLM 响应信息(仅 role="assistant" 时使用)
  136. finish_reason: Optional[str] = None # stop, length, tool_calls, content_filter 等
  137. @property
  138. def tokens(self) -> int:
  139. """动态计算总 tokens(向后兼容,input + output)"""
  140. return (self.prompt_tokens or 0) + (self.completion_tokens or 0)
  141. @property
  142. def all_tokens(self) -> int:
  143. """所有 tokens(包括 reasoning)"""
  144. return self.tokens + (self.reasoning_tokens or 0)
  145. def get_usage(self):
  146. """获取 TokenUsage 对象"""
  147. TokenUsage = _get_token_usage_class()
  148. return TokenUsage(
  149. input_tokens=self.prompt_tokens or 0,
  150. output_tokens=self.completion_tokens or 0,
  151. reasoning_tokens=self.reasoning_tokens or 0,
  152. cache_creation_tokens=self.cache_creation_tokens or 0,
  153. cache_read_tokens=self.cache_read_tokens or 0,
  154. )
  155. @classmethod
  156. def from_dict(cls, data: Dict[str, Any]) -> "Message":
  157. """从字典创建 Message(处理向后兼容)"""
  158. # 过滤掉已删除的字段
  159. filtered_data = {k: v for k, v in data.items() if k not in ["tokens", "available_tools"]}
  160. # 解析 datetime
  161. if filtered_data.get("created_at") and isinstance(filtered_data["created_at"], str):
  162. filtered_data["created_at"] = datetime.fromisoformat(filtered_data["created_at"])
  163. return cls(**filtered_data)
  164. @classmethod
  165. def create(
  166. cls,
  167. trace_id: str,
  168. role: Literal["system", "user", "assistant", "tool"],
  169. sequence: int,
  170. goal_id: Optional[str] = None,
  171. content: Any = None,
  172. tool_call_id: Optional[str] = None,
  173. prompt_tokens: Optional[int] = None,
  174. completion_tokens: Optional[int] = None,
  175. reasoning_tokens: Optional[int] = None,
  176. cache_creation_tokens: Optional[int] = None,
  177. cache_read_tokens: Optional[int] = None,
  178. cost: Optional[float] = None,
  179. duration_ms: Optional[int] = None,
  180. finish_reason: Optional[str] = None,
  181. ) -> "Message":
  182. """创建新的 Message,自动生成 description"""
  183. description = cls._generate_description(role, content)
  184. return cls(
  185. message_id=f"{trace_id}-{sequence:04d}",
  186. trace_id=trace_id,
  187. role=role,
  188. sequence=sequence,
  189. goal_id=goal_id,
  190. content=content,
  191. description=description,
  192. tool_call_id=tool_call_id,
  193. prompt_tokens=prompt_tokens,
  194. completion_tokens=completion_tokens,
  195. reasoning_tokens=reasoning_tokens,
  196. cache_creation_tokens=cache_creation_tokens,
  197. cache_read_tokens=cache_read_tokens,
  198. cost=cost,
  199. duration_ms=duration_ms,
  200. finish_reason=finish_reason,
  201. )
  202. @staticmethod
  203. def _generate_description(role: str, content: Any) -> str:
  204. """
  205. 自动生成 description
  206. - system: 取 content 前 200 字符
  207. - user: 取 content 前 200 字符
  208. - assistant: 优先取 content,若无 content 则生成 "tool call: XX, XX"
  209. - tool: 使用 tool name
  210. """
  211. if role == "system":
  212. # system 消息:直接截取文本
  213. if isinstance(content, str):
  214. return content[:200] + "..." if len(content) > 200 else content
  215. return "system prompt"
  216. elif role == "user":
  217. # user 消息:直接截取文本
  218. if isinstance(content, str):
  219. return content[:200] + "..." if len(content) > 200 else content
  220. return "user message"
  221. elif role == "assistant":
  222. # assistant 消息:content 是字典,可能包含 text 和 tool_calls
  223. if isinstance(content, dict):
  224. # 优先返回文本内容
  225. if content.get("text"):
  226. text = content["text"]
  227. # 截断过长的文本
  228. return text[:200] + "..." if len(text) > 200 else text
  229. # 如果没有文本,检查 tool_calls
  230. if content.get("tool_calls"):
  231. tool_calls = content["tool_calls"]
  232. if isinstance(tool_calls, list):
  233. tool_names = []
  234. for tc in tool_calls:
  235. if isinstance(tc, dict) and tc.get("function", {}).get("name"):
  236. tool_names.append(tc["function"]["name"])
  237. if tool_names:
  238. return f"tool call: {', '.join(tool_names)}"
  239. # 如果 content 是字符串
  240. if isinstance(content, str):
  241. return content[:200] + "..." if len(content) > 200 else content
  242. return "assistant message"
  243. elif role == "tool":
  244. # tool 消息:从 content 中提取 tool name
  245. if isinstance(content, dict):
  246. if content.get("tool_name"):
  247. return content["tool_name"]
  248. # 如果是字符串,尝试解析
  249. if isinstance(content, str):
  250. return content[:100] + "..." if len(content) > 100 else content
  251. return "tool result"
  252. return ""
  253. def to_dict(self) -> Dict[str, Any]:
  254. """转换为字典"""
  255. result = {
  256. "message_id": self.message_id,
  257. "trace_id": self.trace_id,
  258. "role": self.role,
  259. "sequence": self.sequence,
  260. "goal_id": self.goal_id,
  261. "tool_call_id": self.tool_call_id,
  262. "content": self.content,
  263. "description": self.description,
  264. "tokens": self.tokens, # 使用 @property 动态计算
  265. "prompt_tokens": self.prompt_tokens,
  266. "completion_tokens": self.completion_tokens,
  267. "cost": self.cost,
  268. "duration_ms": self.duration_ms,
  269. "finish_reason": self.finish_reason,
  270. "created_at": self.created_at.isoformat() if self.created_at else None,
  271. }
  272. # 只添加非空的可选字段
  273. if self.reasoning_tokens:
  274. result["reasoning_tokens"] = self.reasoning_tokens
  275. if self.cache_creation_tokens:
  276. result["cache_creation_tokens"] = self.cache_creation_tokens
  277. if self.cache_read_tokens:
  278. result["cache_read_tokens"] = self.cache_read_tokens
  279. return result
  280. # ===== 已弃用:Step 模型(保留用于向后兼容)=====
  281. # Step 类型
  282. StepType = Literal[
  283. "goal", "thought", "evaluation", "response",
  284. "action", "result", "memory_read", "memory_write",
  285. ]
  286. # Step 状态
  287. StepStatus = Literal[
  288. "planned", "in_progress", "awaiting_approval",
  289. "completed", "failed", "skipped",
  290. ]
  291. @dataclass
  292. class Step:
  293. """
  294. [已弃用] 执行步骤 - 使用 Message 模型替代
  295. 保留用于向后兼容
  296. """
  297. step_id: str
  298. trace_id: str
  299. step_type: StepType
  300. status: StepStatus
  301. sequence: int
  302. parent_id: Optional[str] = None
  303. description: str = ""
  304. data: Dict[str, Any] = field(default_factory=dict)
  305. summary: Optional[str] = None
  306. has_children: bool = False
  307. children_count: int = 0
  308. duration_ms: Optional[int] = None
  309. tokens: Optional[int] = None
  310. cost: Optional[float] = None
  311. created_at: datetime = field(default_factory=datetime.now)
  312. @classmethod
  313. def create(
  314. cls,
  315. trace_id: str,
  316. step_type: StepType,
  317. sequence: int,
  318. status: StepStatus = "completed",
  319. description: str = "",
  320. data: Dict[str, Any] = None,
  321. parent_id: Optional[str] = None,
  322. summary: Optional[str] = None,
  323. duration_ms: Optional[int] = None,
  324. tokens: Optional[int] = None,
  325. cost: Optional[float] = None,
  326. ) -> "Step":
  327. """创建新的 Step"""
  328. return cls(
  329. step_id=str(uuid.uuid4()),
  330. trace_id=trace_id,
  331. step_type=step_type,
  332. status=status,
  333. sequence=sequence,
  334. parent_id=parent_id,
  335. description=description,
  336. data=data or {},
  337. summary=summary,
  338. duration_ms=duration_ms,
  339. tokens=tokens,
  340. cost=cost,
  341. )
  342. def to_dict(self, view: str = "full") -> Dict[str, Any]:
  343. """
  344. 转换为字典
  345. Args:
  346. view: "compact" - 不返回大字段
  347. "full" - 返回完整数据
  348. """
  349. result = {
  350. "step_id": self.step_id,
  351. "trace_id": self.trace_id,
  352. "step_type": self.step_type,
  353. "status": self.status,
  354. "sequence": self.sequence,
  355. "parent_id": self.parent_id,
  356. "description": self.description,
  357. "summary": self.summary,
  358. "has_children": self.has_children,
  359. "children_count": self.children_count,
  360. "duration_ms": self.duration_ms,
  361. "tokens": self.tokens,
  362. "cost": self.cost,
  363. "created_at": self.created_at.isoformat() if self.created_at else None,
  364. }
  365. # 处理 data 字段
  366. if view == "compact":
  367. data_copy = self.data.copy()
  368. for key in ["output", "content", "full_output", "full_content"]:
  369. data_copy.pop(key, None)
  370. result["data"] = data_copy
  371. else:
  372. result["data"] = self.data
  373. return result