models.py 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531
  1. """
  2. Trace 和 Message 数据模型
  3. Trace: 一次完整的 LLM 交互(单次调用或 Agent 任务)
  4. Message: Trace 中的 LLM 消息,对应 LLM API 格式
  5. """
  6. from dataclasses import dataclass, field
  7. from datetime import datetime
  8. from typing import Dict, Any, List, Optional, Literal, Union
  9. import uuid
  10. # ===== 消息线格式类型别名 =====
  11. # 轻量 wire-format 类型,用于工具参数和 runner/LLM API 接口。
  12. # 内部存储使用下方的 Message dataclass。
  13. ChatMessage = Dict[str, Any] # 单条 OpenAI 格式消息
  14. Messages = List[ChatMessage] # 消息列表
  15. MessageContent = Union[str, List[Dict[str, str]]] # content 字段(文本或多模态)
  16. # 导入 TokenUsage(延迟导入避免循环依赖)
  17. def _get_token_usage_class():
  18. from ..llm.usage import TokenUsage
  19. return TokenUsage
  20. @dataclass
  21. class Trace:
  22. """
  23. 执行轨迹 - 一次完整的 LLM 交互
  24. 单次调用: mode="call"
  25. Agent 模式: mode="agent"
  26. 主 Trace 和 Sub-Trace 使用相同的数据结构。
  27. Sub-Trace 通过 parent_trace_id 和 parent_goal_id 关联父 Trace。
  28. """
  29. trace_id: str
  30. mode: Literal["call", "agent"]
  31. # Prompt 标识(可选)
  32. prompt_name: Optional[str] = None
  33. # Agent 模式特有
  34. task: Optional[str] = None
  35. agent_type: Optional[str] = None
  36. # 父子关系(Sub-Trace 特有)
  37. parent_trace_id: Optional[str] = None # 父 Trace ID
  38. parent_goal_id: Optional[str] = None # 哪个 Goal 启动的
  39. # 状态
  40. status: Literal["running", "completed", "failed", "stopped"] = "running"
  41. # 统计
  42. total_messages: int = 0 # 消息总数(改名自 total_steps)
  43. total_tokens: int = 0 # 总 tokens(向后兼容,= prompt + completion)
  44. total_prompt_tokens: int = 0 # 总输入 tokens
  45. total_completion_tokens: int = 0 # 总输出 tokens
  46. total_reasoning_tokens: int = 0 # 总推理 tokens(o1/o3, DeepSeek R1, Gemini thinking)
  47. total_cache_creation_tokens: int = 0 # 总缓存创建 tokens(Claude)
  48. total_cache_read_tokens: int = 0 # 总缓存读取 tokens(Claude)
  49. total_cost: float = 0.0
  50. total_duration_ms: int = 0 # 总耗时(毫秒)
  51. # 进度追踪(head)
  52. last_sequence: int = 0 # 最新 message 的 sequence
  53. head_sequence: int = 0 # 当前主路径的头节点 sequence(用于 build_llm_messages)
  54. last_event_id: int = 0 # 最新事件 ID(用于 WS 续传)
  55. # 配置
  56. uid: Optional[str] = None
  57. model: Optional[str] = None # 默认模型
  58. tools: Optional[List[Dict]] = None # 工具定义(整个 trace 共享)
  59. llm_params: Dict[str, Any] = field(default_factory=dict) # LLM 参数(temperature 等)
  60. context: Dict[str, Any] = field(default_factory=dict) # 其他元数据
  61. # 当前焦点 goal
  62. current_goal_id: Optional[str] = None
  63. # 结果
  64. result_summary: Optional[str] = None # 执行结果摘要
  65. error_message: Optional[str] = None # 错误信息
  66. # 时间
  67. created_at: datetime = field(default_factory=datetime.now)
  68. completed_at: Optional[datetime] = None
  69. @classmethod
  70. def create(
  71. cls,
  72. mode: Literal["call", "agent"],
  73. **kwargs
  74. ) -> "Trace":
  75. """创建新的 Trace"""
  76. return cls(
  77. trace_id=str(uuid.uuid4()),
  78. mode=mode,
  79. **kwargs
  80. )
  81. def to_dict(self) -> Dict[str, Any]:
  82. """转换为字典"""
  83. return {
  84. "trace_id": self.trace_id,
  85. "mode": self.mode,
  86. "prompt_name": self.prompt_name,
  87. "task": self.task,
  88. "agent_type": self.agent_type,
  89. "parent_trace_id": self.parent_trace_id,
  90. "parent_goal_id": self.parent_goal_id,
  91. "status": self.status,
  92. "total_messages": self.total_messages,
  93. "total_tokens": self.total_tokens,
  94. "total_prompt_tokens": self.total_prompt_tokens,
  95. "total_completion_tokens": self.total_completion_tokens,
  96. "total_reasoning_tokens": self.total_reasoning_tokens,
  97. "total_cache_creation_tokens": self.total_cache_creation_tokens,
  98. "total_cache_read_tokens": self.total_cache_read_tokens,
  99. "total_cost": self.total_cost,
  100. "total_duration_ms": self.total_duration_ms,
  101. "last_sequence": self.last_sequence,
  102. "head_sequence": self.head_sequence,
  103. "last_event_id": self.last_event_id,
  104. "uid": self.uid,
  105. "model": self.model,
  106. "tools": self.tools,
  107. "llm_params": self.llm_params,
  108. "context": self.context,
  109. "current_goal_id": self.current_goal_id,
  110. "result_summary": self.result_summary,
  111. "error_message": self.error_message,
  112. "created_at": self.created_at.isoformat() if self.created_at else None,
  113. "completed_at": self.completed_at.isoformat() if self.completed_at else None,
  114. }
  115. @dataclass
  116. class Message:
  117. """
  118. 执行消息 - Trace 中的 LLM 消息
  119. 对应 LLM API 消息格式(system/user/assistant/tool),通过 goal_id 关联 Goal。
  120. description 字段自动生成规则:
  121. - system: 取 content 前 200 字符
  122. - user: 取 content 前 200 字符
  123. - assistant: 优先取 content,若无 content 则生成 "tool call: XX, XX"
  124. - tool: 使用 tool name
  125. """
  126. message_id: str
  127. trace_id: str
  128. role: Literal["system", "user", "assistant", "tool"] # 和 LLM API 一致
  129. sequence: int # 全局顺序
  130. parent_sequence: Optional[int] = None # 父消息的 sequence(构成消息树)
  131. status: Literal["active", "abandoned"] = "active" # [已弃用] 由 parent_sequence 树结构替代
  132. goal_id: Optional[str] = None # 关联的 Goal 内部 ID(None = 还没有创建 Goal)
  133. description: str = "" # 消息描述(系统自动生成)
  134. tool_call_id: Optional[str] = None # tool 消息关联对应的 tool_call
  135. content: Any = None # 消息内容(和 LLM API 格式一致)
  136. # 元数据
  137. prompt_tokens: Optional[int] = None # 输入 tokens
  138. completion_tokens: Optional[int] = None # 输出 tokens
  139. reasoning_tokens: Optional[int] = None # 推理 tokens(o1/o3, DeepSeek R1, Gemini thinking)
  140. cache_creation_tokens: Optional[int] = None # 缓存创建 tokens(Claude)
  141. cache_read_tokens: Optional[int] = None # 缓存读取 tokens(Claude)
  142. cost: Optional[float] = None
  143. duration_ms: Optional[int] = None
  144. created_at: datetime = field(default_factory=datetime.now)
  145. abandoned_at: Optional[datetime] = None # [已弃用] 由 parent_sequence 树结构替代
  146. # LLM 响应信息(仅 role="assistant" 时使用)
  147. finish_reason: Optional[str] = None # stop, length, tool_calls, content_filter 等
  148. @property
  149. def tokens(self) -> int:
  150. """动态计算总 tokens(向后兼容,input + output)"""
  151. return (self.prompt_tokens or 0) + (self.completion_tokens or 0)
  152. @property
  153. def all_tokens(self) -> int:
  154. """所有 tokens(包括 reasoning)"""
  155. return self.tokens + (self.reasoning_tokens or 0)
  156. def get_usage(self):
  157. """获取 TokenUsage 对象"""
  158. TokenUsage = _get_token_usage_class()
  159. return TokenUsage(
  160. input_tokens=self.prompt_tokens or 0,
  161. output_tokens=self.completion_tokens or 0,
  162. reasoning_tokens=self.reasoning_tokens or 0,
  163. cache_creation_tokens=self.cache_creation_tokens or 0,
  164. cache_read_tokens=self.cache_read_tokens or 0,
  165. )
  166. def to_llm_dict(self) -> Dict[str, Any]:
  167. """转换为 OpenAI SDK 格式的消息字典(用于 LLM 调用)"""
  168. msg: Dict[str, Any] = {"role": self.role}
  169. if self.role == "tool":
  170. # tool message: tool_call_id + name + content
  171. if self.tool_call_id:
  172. msg["tool_call_id"] = self.tool_call_id
  173. msg["name"] = self.description or "unknown"
  174. if isinstance(self.content, dict):
  175. result = self.content.get("result", self.content)
  176. # result 可能是 list(含图片的多模态内容)或字符串
  177. msg["content"] = result if isinstance(result, list) else str(result)
  178. else:
  179. msg["content"] = str(self.content) if self.content is not None else ""
  180. elif self.role == "assistant":
  181. # assistant message: content(text) + tool_calls
  182. if isinstance(self.content, dict):
  183. msg["content"] = self.content.get("text", "") or ""
  184. if self.content.get("tool_calls"):
  185. msg["tool_calls"] = self.content["tool_calls"]
  186. elif isinstance(self.content, str):
  187. msg["content"] = self.content
  188. else:
  189. msg["content"] = ""
  190. else:
  191. # system / user message: content 直接传
  192. msg["content"] = self.content
  193. return msg
  194. @classmethod
  195. def from_llm_dict(
  196. cls,
  197. d: Dict[str, Any],
  198. trace_id: str,
  199. sequence: int,
  200. goal_id: Optional[str] = None,
  201. parent_sequence: Optional[int] = None,
  202. ) -> "Message":
  203. """从 OpenAI SDK 格式创建 Message"""
  204. role = d["role"]
  205. if role == "assistant":
  206. content = {"text": d.get("content", ""), "tool_calls": d.get("tool_calls")}
  207. elif role == "tool":
  208. content = {"tool_name": d.get("name", "unknown"), "result": d.get("content", "")}
  209. else:
  210. content = d.get("content", "")
  211. return cls.create(
  212. trace_id=trace_id,
  213. role=role,
  214. sequence=sequence,
  215. goal_id=goal_id,
  216. parent_sequence=parent_sequence,
  217. content=content,
  218. tool_call_id=d.get("tool_call_id"),
  219. )
  220. @classmethod
  221. def from_dict(cls, data: Dict[str, Any]) -> "Message":
  222. """从字典创建 Message(处理向后兼容)"""
  223. # 过滤掉已删除的字段
  224. filtered_data = {k: v for k, v in data.items() if k not in ["tokens", "available_tools"]}
  225. # 解析 datetime
  226. if filtered_data.get("created_at") and isinstance(filtered_data["created_at"], str):
  227. filtered_data["created_at"] = datetime.fromisoformat(filtered_data["created_at"])
  228. if filtered_data.get("abandoned_at") and isinstance(filtered_data["abandoned_at"], str):
  229. filtered_data["abandoned_at"] = datetime.fromisoformat(filtered_data["abandoned_at"])
  230. # 向后兼容:旧消息没有 status 字段,默认 active
  231. if "status" not in filtered_data:
  232. filtered_data["status"] = "active"
  233. # 向后兼容:旧消息没有 parent_sequence 字段
  234. if "parent_sequence" not in filtered_data:
  235. filtered_data["parent_sequence"] = None
  236. return cls(**filtered_data)
  237. @classmethod
  238. def create(
  239. cls,
  240. trace_id: str,
  241. role: Literal["system", "user", "assistant", "tool"],
  242. sequence: int,
  243. goal_id: Optional[str] = None,
  244. content: Any = None,
  245. tool_call_id: Optional[str] = None,
  246. parent_sequence: Optional[int] = None,
  247. prompt_tokens: Optional[int] = None,
  248. completion_tokens: Optional[int] = None,
  249. reasoning_tokens: Optional[int] = None,
  250. cache_creation_tokens: Optional[int] = None,
  251. cache_read_tokens: Optional[int] = None,
  252. cost: Optional[float] = None,
  253. duration_ms: Optional[int] = None,
  254. finish_reason: Optional[str] = None,
  255. ) -> "Message":
  256. """创建新的 Message,自动生成 description"""
  257. description = cls._generate_description(role, content)
  258. return cls(
  259. message_id=f"{trace_id}-{sequence:04d}",
  260. trace_id=trace_id,
  261. role=role,
  262. sequence=sequence,
  263. parent_sequence=parent_sequence,
  264. goal_id=goal_id,
  265. content=content,
  266. description=description,
  267. tool_call_id=tool_call_id,
  268. prompt_tokens=prompt_tokens,
  269. completion_tokens=completion_tokens,
  270. reasoning_tokens=reasoning_tokens,
  271. cache_creation_tokens=cache_creation_tokens,
  272. cache_read_tokens=cache_read_tokens,
  273. cost=cost,
  274. duration_ms=duration_ms,
  275. finish_reason=finish_reason,
  276. )
  277. @staticmethod
  278. def _generate_description(role: str, content: Any) -> str:
  279. """
  280. 自动生成 description
  281. - system: 取 content 前 200 字符
  282. - user: 取 content 前 200 字符
  283. - assistant: 优先取 content,若无 content 则生成 "tool call: XX, XX"
  284. - tool: 使用 tool name
  285. """
  286. if role == "system":
  287. # system 消息:直接截取文本
  288. if isinstance(content, str):
  289. return content[:200] + "..." if len(content) > 200 else content
  290. return "system prompt"
  291. elif role == "user":
  292. # user 消息:直接截取文本
  293. if isinstance(content, str):
  294. return content[:200] + "..." if len(content) > 200 else content
  295. return "user message"
  296. elif role == "assistant":
  297. # assistant 消息:content 是字典,可能包含 text 和 tool_calls
  298. if isinstance(content, dict):
  299. # 优先返回文本内容
  300. if content.get("text"):
  301. text = content["text"]
  302. # 截断过长的文本
  303. return text[:200] + "..." if len(text) > 200 else text
  304. # 如果没有文本,检查 tool_calls
  305. if content.get("tool_calls"):
  306. tool_calls = content["tool_calls"]
  307. if isinstance(tool_calls, list):
  308. tool_descriptions = []
  309. for tc in tool_calls:
  310. if isinstance(tc, dict) and tc.get("function", {}).get("name"):
  311. tool_name = tc["function"]["name"]
  312. # 提取参数并截断到 100 字符
  313. tool_args = tc["function"].get("arguments", "{}")
  314. if isinstance(tool_args, str):
  315. args_str = tool_args
  316. else:
  317. import json
  318. args_str = json.dumps(tool_args, ensure_ascii=False)
  319. args_display = args_str[:100] + "..." if len(args_str) > 100 else args_str
  320. tool_descriptions.append(f"{tool_name}({args_display})")
  321. if tool_descriptions:
  322. return "tool call: " + ", ".join(tool_descriptions)
  323. # 如果 content 是字符串
  324. if isinstance(content, str):
  325. return content[:200] + "..." if len(content) > 200 else content
  326. return "assistant message"
  327. elif role == "tool":
  328. # tool 消息:从 content 中提取 tool name
  329. if isinstance(content, dict):
  330. if content.get("tool_name"):
  331. return content["tool_name"]
  332. # 如果是字符串,尝试解析
  333. if isinstance(content, str):
  334. return content[:100] + "..." if len(content) > 100 else content
  335. return "tool result"
  336. return ""
  337. def to_dict(self) -> Dict[str, Any]:
  338. """转换为字典"""
  339. result = {
  340. "message_id": self.message_id,
  341. "trace_id": self.trace_id,
  342. "role": self.role,
  343. "sequence": self.sequence,
  344. "parent_sequence": self.parent_sequence,
  345. "status": self.status,
  346. "goal_id": self.goal_id,
  347. "tool_call_id": self.tool_call_id,
  348. "content": self.content,
  349. "description": self.description,
  350. "tokens": self.tokens, # 使用 @property 动态计算
  351. "prompt_tokens": self.prompt_tokens,
  352. "completion_tokens": self.completion_tokens,
  353. "cost": self.cost,
  354. "duration_ms": self.duration_ms,
  355. "finish_reason": self.finish_reason,
  356. "created_at": self.created_at.isoformat() if self.created_at else None,
  357. }
  358. # 只添加非空的可选字段
  359. if self.abandoned_at:
  360. result["abandoned_at"] = self.abandoned_at.isoformat()
  361. if self.reasoning_tokens is not None:
  362. result["reasoning_tokens"] = self.reasoning_tokens
  363. if self.cache_creation_tokens is not None:
  364. result["cache_creation_tokens"] = self.cache_creation_tokens
  365. if self.cache_read_tokens is not None:
  366. result["cache_read_tokens"] = self.cache_read_tokens
  367. return result
  368. # ===== 已弃用:Step 模型(保留用于向后兼容)=====
  369. # Step 类型
  370. StepType = Literal[
  371. "goal", "thought", "evaluation", "response",
  372. "action", "result", "memory_read", "memory_write",
  373. ]
  374. # Step 状态
  375. StepStatus = Literal[
  376. "planned", "in_progress", "awaiting_approval",
  377. "completed", "failed", "skipped",
  378. ]
  379. @dataclass
  380. class Step:
  381. """
  382. [已弃用] 执行步骤 - 使用 Message 模型替代
  383. 保留用于向后兼容
  384. """
  385. step_id: str
  386. trace_id: str
  387. step_type: StepType
  388. status: StepStatus
  389. sequence: int
  390. parent_id: Optional[str] = None
  391. description: str = ""
  392. data: Dict[str, Any] = field(default_factory=dict)
  393. summary: Optional[str] = None
  394. has_children: bool = False
  395. children_count: int = 0
  396. duration_ms: Optional[int] = None
  397. tokens: Optional[int] = None
  398. cost: Optional[float] = None
  399. created_at: datetime = field(default_factory=datetime.now)
  400. @classmethod
  401. def create(
  402. cls,
  403. trace_id: str,
  404. step_type: StepType,
  405. sequence: int,
  406. status: StepStatus = "completed",
  407. description: str = "",
  408. data: Dict[str, Any] = None,
  409. parent_id: Optional[str] = None,
  410. summary: Optional[str] = None,
  411. duration_ms: Optional[int] = None,
  412. tokens: Optional[int] = None,
  413. cost: Optional[float] = None,
  414. ) -> "Step":
  415. """创建新的 Step"""
  416. return cls(
  417. step_id=str(uuid.uuid4()),
  418. trace_id=trace_id,
  419. step_type=step_type,
  420. status=status,
  421. sequence=sequence,
  422. parent_id=parent_id,
  423. description=description,
  424. data=data or {},
  425. summary=summary,
  426. duration_ms=duration_ms,
  427. tokens=tokens,
  428. cost=cost,
  429. )
  430. def to_dict(self, view: str = "full") -> Dict[str, Any]:
  431. """
  432. 转换为字典
  433. Args:
  434. view: "compact" - 不返回大字段
  435. "full" - 返回完整数据
  436. """
  437. result = {
  438. "step_id": self.step_id,
  439. "trace_id": self.trace_id,
  440. "step_type": self.step_type,
  441. "status": self.status,
  442. "sequence": self.sequence,
  443. "parent_id": self.parent_id,
  444. "description": self.description,
  445. "summary": self.summary,
  446. "has_children": self.has_children,
  447. "children_count": self.children_count,
  448. "duration_ms": self.duration_ms,
  449. "tokens": self.tokens,
  450. "cost": self.cost,
  451. "created_at": self.created_at.isoformat() if self.created_at else None,
  452. }
  453. # 处理 data 字段
  454. if view == "compact":
  455. data_copy = self.data.copy()
  456. for key in ["output", "content", "full_output", "full_content"]:
  457. data_copy.pop(key, None)
  458. result["data"] = data_copy
  459. else:
  460. result["data"] = self.data
  461. return result