run.py 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539
  1. """
  2. 示例(流程对齐版)
  3. 参考 examples/research/run.py:
  4. 1. 使用框架 InteractiveController 统一交互流程
  5. 2. 使用 config.py 管理运行参数
  6. 3. 保留 create 场景特有的 prompt 注入与详细消息打印
  7. """
  8. import argparse
  9. import asyncio
  10. import copy
  11. import json
  12. import os
  13. import sys
  14. from pathlib import Path
  15. from typing import Any
  16. import logging
  17. # Clash Verge TUN 模式兼容:禁止 httpx/urllib 自动检测系统 HTTP 代理
  18. os.environ.setdefault("no_proxy", "*")
  19. logger = logging.getLogger(__name__)
  20. # 添加项目根目录到 Python 路径
  21. sys.path.insert(0, str(Path(__file__).parent.parent.parent))
  22. from dotenv import load_dotenv
  23. load_dotenv()
  24. from agent.cli import InteractiveController
  25. from agent.core.presets import AgentPreset, register_preset
  26. from agent.core.runner import AgentRunner
  27. from agent.llm import create_openrouter_llm_call
  28. from agent.llm.prompts import SimplePrompt
  29. from agent.trace import FileSystemTraceStore, Message, Trace
  30. from agent.utils import setup_logging
  31. from examples.create.html import trace_to_html
  32. # 导入项目配置
  33. from config import DEBUG, LOG_FILE, LOG_LEVEL, RUN_CONFIG, SKILLS_DIR, TRACE_STORE_PATH
  34. def _format_json(obj: Any, indent: int = 2) -> str:
  35. """格式化 JSON 对象为字符串"""
  36. try:
  37. return json.dumps(obj, indent=indent, ensure_ascii=False)
  38. except (TypeError, ValueError):
  39. return str(obj)
  40. def _print_message_details(message: Message):
  41. """完整打印消息的详细信息"""
  42. logger.info("\n" + "=" * 80)
  43. logger.info(f"[Message #{message.sequence}] {message.role.upper()}")
  44. logger.info("=" * 80)
  45. if message.goal_id:
  46. logger.info(f"Goal ID: {message.goal_id}")
  47. if message.parent_sequence is not None:
  48. logger.info(f"Parent Sequence: {message.parent_sequence}")
  49. if message.tool_call_id:
  50. logger.info(f"Tool Call ID: {message.tool_call_id}")
  51. if message.role == "user":
  52. logger.info("\n[输入内容]")
  53. logger.info("-" * 80)
  54. if isinstance(message.content, str):
  55. logger.info(message.content)
  56. else:
  57. logger.info(_format_json(message.content))
  58. elif message.role == "assistant":
  59. content = message.content
  60. if isinstance(content, dict):
  61. text = content.get("text", "")
  62. tool_calls = content.get("tool_calls")
  63. if text:
  64. logger.info("\n[LLM 文本回复]")
  65. logger.info("-" * 80)
  66. logger.info(text)
  67. if tool_calls:
  68. logger.info(f"\n[工具调用] (共 {len(tool_calls)} 个)")
  69. logger.info("-" * 80)
  70. for idx, tc in enumerate(tool_calls, 1):
  71. func = tc.get("function", {})
  72. tool_name = func.get("name", "unknown")
  73. tool_id = tc.get("id", "unknown")
  74. arguments = func.get("arguments", {})
  75. logger.info(f"\n工具 #{idx}: {tool_name}")
  76. logger.info(f" Call ID: {tool_id}")
  77. logger.info(" 参数:")
  78. if isinstance(arguments, str):
  79. try:
  80. parsed_args = json.loads(arguments)
  81. logger.info(_format_json(parsed_args, indent=4))
  82. except json.JSONDecodeError:
  83. logger.info(f" {arguments}")
  84. else:
  85. logger.info(_format_json(arguments, indent=4))
  86. elif isinstance(content, str):
  87. logger.info("\n[LLM 文本回复]")
  88. logger.info("-" * 80)
  89. logger.info(content)
  90. else:
  91. logger.info("\n[内容]")
  92. logger.info("-" * 80)
  93. logger.info(_format_json(content))
  94. if message.finish_reason:
  95. logger.info(f"\n完成原因: {message.finish_reason}")
  96. elif message.role == "tool":
  97. content = message.content
  98. logger.info("\n[工具执行结果]")
  99. logger.info("-" * 80)
  100. if isinstance(content, dict):
  101. tool_name = content.get("tool_name", "unknown")
  102. result = content.get("result", content)
  103. logger.info(f"工具名称: {tool_name}")
  104. logger.info("\n返回结果:")
  105. if isinstance(result, str):
  106. logger.info(result)
  107. elif isinstance(result, list):
  108. for idx, item in enumerate(result, 1):
  109. if isinstance(item, dict) and item.get("type") == "image_url":
  110. logger.info(f" [{idx}] 图片 (base64, 已省略显示)")
  111. else:
  112. logger.info(f" [{idx}] {item}")
  113. else:
  114. logger.info(_format_json(result))
  115. else:
  116. logger.info(str(content) if content is not None else "(无内容)")
  117. elif message.role == "system":
  118. logger.info("\n[系统提示]")
  119. logger.info("-" * 80)
  120. if isinstance(message.content, str):
  121. logger.info(message.content)
  122. else:
  123. logger.info(_format_json(message.content))
  124. if message.prompt_tokens is not None or message.completion_tokens is not None:
  125. logger.info("\n[Token 使用]")
  126. logger.info("-" * 80)
  127. if message.prompt_tokens is not None:
  128. logger.info(f" 输入 Tokens: {message.prompt_tokens:,}")
  129. if message.completion_tokens is not None:
  130. logger.info(f" 输出 Tokens: {message.completion_tokens:,}")
  131. if message.reasoning_tokens is not None:
  132. logger.info(f" 推理 Tokens: {message.reasoning_tokens:,}")
  133. if message.cache_creation_tokens is not None:
  134. logger.info(f" 缓存创建 Tokens: {message.cache_creation_tokens:,}")
  135. if message.cache_read_tokens is not None:
  136. logger.info(f" 缓存读取 Tokens: {message.cache_read_tokens:,}")
  137. if message.tokens:
  138. logger.info(f" 总计 Tokens: {message.tokens:,}")
  139. if message.cost is not None:
  140. logger.info(f"\n[成本] ${message.cost:.6f}")
  141. if message.duration_ms is not None:
  142. logger.info(f"[执行时间] {message.duration_ms}ms")
  143. logger.info("=" * 80 + "\n")
  144. def _apply_prompt_placeholders(base_dir: Path, prompt: SimplePrompt, persona_dir: str = None):
  145. """把 PRD 文件内容和人设树数据注入 prompt 占位符。
  146. Args:
  147. base_dir: 基础目录
  148. prompt: SimplePrompt 对象
  149. persona_dir: 人设数据目录名,如 "家有大志"。如果为 None,则不替换树数据
  150. """
  151. system_md_path = base_dir / "PRD" / "system.md"
  152. if system_md_path.exists():
  153. system_content = system_md_path.read_text(encoding="utf-8")
  154. if "system" in prompt._messages and "{system}" in prompt._messages["system"]:
  155. prompt._messages["system"] = prompt._messages["system"].replace("{system}", system_content)
  156. else:
  157. logger.warning(f" - 警告: system.md 文件不存在: {system_md_path}")
  158. # 优先使用 v2 版本,如果不存在则使用原版本
  159. create_process_md_path = base_dir / "PRD" / "create_process_v2.md"
  160. if not create_process_md_path.exists():
  161. create_process_md_path = base_dir / "PRD" / "create_process.md"
  162. if create_process_md_path.exists():
  163. create_process_content = create_process_md_path.read_text(encoding="utf-8")
  164. if "system" in prompt._messages and "{create_process}" in prompt._messages["system"]:
  165. prompt._messages["system"] = prompt._messages["system"].replace("{create_process}", create_process_content)
  166. logger.info(f" - 已替换 {create_process_md_path.name} 内容到 prompt")
  167. else:
  168. logger.warning(" - 警告: prompt 中未找到 {create_process} 占位符")
  169. else:
  170. logger.warning(f" - 警告: create_process.md 文件不存在: {create_process_md_path}")
  171. # 替换人设树数据
  172. if persona_dir:
  173. tree_dir = base_dir / "data" / persona_dir / "tree"
  174. if tree_dir.exists():
  175. # 读取三个树文件
  176. tree_files = {
  177. "形式_point_tree_how": tree_dir / "形式_point_tree_how.json",
  178. "实质_point_tree_how": tree_dir / "实质_point_tree_how.json",
  179. "意图_point_tree_how": tree_dir / "意图_point_tree_how.json"
  180. }
  181. for var_name, tree_path in tree_files.items():
  182. if tree_path.exists():
  183. tree_content = tree_path.read_text(encoding="utf-8")
  184. placeholder = "{{" + var_name + "}}"
  185. # 在 system 消息中替换
  186. if "system" in prompt._messages and placeholder in prompt._messages["system"]:
  187. prompt._messages["system"] = prompt._messages["system"].replace(placeholder, tree_content)
  188. logger.info(f" - 已替换 {var_name} 数据到 prompt")
  189. # 在 user 消息中替换
  190. if "user" in prompt._messages and placeholder in prompt._messages["user"]:
  191. prompt._messages["user"] = prompt._messages["user"].replace(placeholder, tree_content)
  192. logger.info(f" - 已替换 {var_name} 数据到 prompt (user)")
  193. else:
  194. logger.warning(f" - 警告: 树文件不存在: {tree_path}")
  195. else:
  196. logger.warning(f" - 警告: 人设树目录不存在: {tree_dir}")
  197. input_md_path = base_dir / "PRD" / "input.md"
  198. if input_md_path.exists():
  199. user_content = input_md_path.read_text(encoding="utf-8")
  200. if "user" in prompt._messages and "{input}" in prompt._messages["user"]:
  201. prompt._messages["user"] = prompt._messages["user"].replace("{input}", user_content)
  202. logger.info(" - 已替换 input.md 内容到 prompt")
  203. else:
  204. logger.warning(" - 警告: prompt 中未找到 {input} 占位符")
  205. else:
  206. logger.warning(f" - 警告: input.md 文件不存在: {input_md_path}")
  207. output_md_path = base_dir / "PRD" / "output.md"
  208. if output_md_path.exists():
  209. output_content = output_md_path.read_text(encoding="utf-8")
  210. if "user" in prompt._messages and "{output}" in prompt._messages["user"]:
  211. prompt._messages["user"] = prompt._messages["user"].replace("{output}", output_content)
  212. logger.info(" - 已替换 output.md 内容到 prompt")
  213. else:
  214. logger.warning(" - 警告: prompt 中未找到 {output} 占位符")
  215. else:
  216. logger.warning(f" - 警告: output.md 文件不存在: {output_md_path}")
  217. async def main():
  218. parser = argparse.ArgumentParser(description="任务 (Agent 模式 + 交互增强)")
  219. parser.add_argument(
  220. "--trace",
  221. type=str,
  222. default=None,
  223. help="已有的 Trace ID,用于恢复继续执行(不指定则新建)",
  224. )
  225. parser.add_argument(
  226. "--persona",
  227. type=str,
  228. default=None,
  229. help="人设数据目录名,如 '家有大志'。用于读取 data/{目录名}/tree 下的树数据",
  230. )
  231. args = parser.parse_args()
  232. base_dir = Path(__file__).parent
  233. prompt_path = base_dir / "create.prompt"
  234. output_dir = base_dir / "output_1"
  235. output_dir.mkdir(exist_ok=True)
  236. setup_logging(level=LOG_LEVEL, file=LOG_FILE)
  237. logger.info("2. 加载 presets...")
  238. presets_path = base_dir / "presets.json"
  239. if presets_path.exists():
  240. with open(presets_path, "r", encoding="utf-8") as f:
  241. project_presets = json.load(f)
  242. for name, cfg in project_presets.items():
  243. register_preset(name, AgentPreset(**cfg))
  244. logger.info(f" - 已加载项目 presets: {list(project_presets.keys())}")
  245. logger.info("3. 加载 prompt...")
  246. prompt = SimplePrompt(prompt_path)
  247. _apply_prompt_placeholders(base_dir, prompt, persona_dir=args.persona)
  248. logger.info("\n替换后的 prompt:")
  249. logger.info("=" * 60)
  250. logger.info("System:")
  251. logger.info("-" * 60)
  252. logger.info(prompt._messages.get("system", ""))
  253. logger.info("=" * 60)
  254. if "user" in prompt._messages:
  255. logger.info("\nUser:")
  256. logger.info("-" * 60)
  257. logger.info(prompt._messages["user"])
  258. logger.info("=" * 60)
  259. logger.info("")
  260. logger.info("4. 构建任务消息...")
  261. messages = prompt.build_messages()
  262. logger.info("5. 创建 Agent Runner...")
  263. logger.info(" - 加载自定义工具: topic_search")
  264. import examples.create.tool # noqa: F401
  265. model_from_prompt = prompt.config.get("model")
  266. model_from_config = RUN_CONFIG.model
  267. default_model = f"anthropic/{model_from_config}" if "/" not in model_from_config else model_from_config
  268. model = model_from_prompt or default_model
  269. skills_dir = str((base_dir / SKILLS_DIR).resolve()) if not Path(SKILLS_DIR).is_absolute() else SKILLS_DIR
  270. logger.info(f" - Skills 目录: {skills_dir}")
  271. logger.info(f" - 模型: {model}")
  272. store = FileSystemTraceStore(base_path=TRACE_STORE_PATH)
  273. runner = AgentRunner(
  274. trace_store=store,
  275. llm_call=create_openrouter_llm_call(model=model),
  276. skills_dir=skills_dir,
  277. debug=DEBUG,
  278. )
  279. interactive = InteractiveController(
  280. runner=runner,
  281. store=store,
  282. enable_stdin_check=True,
  283. )
  284. task_name = RUN_CONFIG.name or base_dir.name
  285. logger.info("=" * 60)
  286. logger.info(task_name)
  287. logger.info("=" * 60)
  288. logger.info("💡 交互提示:")
  289. logger.info(" - 执行过程中输入 'p' 或 'pause' 暂停并进入交互模式")
  290. logger.info(" - 执行过程中输入 'q' 或 'quit' 停止执行")
  291. logger.info("=" * 60)
  292. logger.info("")
  293. resume_trace_id = args.trace
  294. if resume_trace_id:
  295. existing_trace = await store.get_trace(resume_trace_id)
  296. if not existing_trace:
  297. logger.error(f"\n错误: Trace 不存在: {resume_trace_id}")
  298. sys.exit(1)
  299. logger.info(f"恢复已有 Trace: {resume_trace_id[:8]}...")
  300. logger.info(f" - 状态: {existing_trace.status}")
  301. logger.info(f" - 消息数: {existing_trace.total_messages}")
  302. else:
  303. logger.info("启动新 Agent...")
  304. logger.info("")
  305. final_response = ""
  306. current_trace_id = resume_trace_id
  307. current_sequence = 0
  308. should_exit = False
  309. try:
  310. run_config = copy.deepcopy(RUN_CONFIG)
  311. run_config.model = model
  312. run_config.temperature = float(prompt.config.get("temperature", run_config.temperature))
  313. run_config.max_iterations = int(prompt.config.get("max_iterations", run_config.max_iterations))
  314. if resume_trace_id:
  315. initial_messages = None
  316. run_config.trace_id = resume_trace_id
  317. else:
  318. initial_messages = messages
  319. run_config.name = "社交媒体内容解构、建构、评估任务"
  320. while not should_exit:
  321. if current_trace_id:
  322. run_config.trace_id = current_trace_id
  323. final_response = ""
  324. if current_trace_id and initial_messages is None:
  325. check_trace = await store.get_trace(current_trace_id)
  326. if check_trace and check_trace.status in ("completed", "failed"):
  327. if check_trace.status == "completed":
  328. logger.info("\n[Trace] ✅ 已完成")
  329. logger.info(f" - Total messages: {check_trace.total_messages}")
  330. logger.info(f" - Total cost: ${check_trace.total_cost:.4f}")
  331. else:
  332. logger.error(f"\n[Trace] ❌ 已失败: {check_trace.error_message}")
  333. current_sequence = check_trace.head_sequence
  334. menu_result = await interactive.show_menu(current_trace_id, current_sequence)
  335. if menu_result["action"] == "stop":
  336. break
  337. if menu_result["action"] == "continue":
  338. new_messages = menu_result.get("messages", [])
  339. if new_messages:
  340. initial_messages = new_messages
  341. run_config.after_sequence = menu_result.get("after_sequence")
  342. else:
  343. initial_messages = []
  344. run_config.after_sequence = None
  345. continue
  346. break
  347. initial_messages = []
  348. logger.info(f"{'▶️ 开始执行...' if not current_trace_id else '▶️ 继续执行...'}")
  349. paused = False
  350. try:
  351. async for item in runner.run(messages=initial_messages, config=run_config):
  352. cmd = interactive.check_stdin()
  353. if cmd == "pause":
  354. logger.info("\n⏸️ 正在暂停执行...")
  355. if current_trace_id:
  356. await runner.stop(current_trace_id)
  357. await asyncio.sleep(0.5)
  358. menu_result = await interactive.show_menu(current_trace_id, current_sequence)
  359. if menu_result["action"] == "stop":
  360. should_exit = True
  361. paused = True
  362. break
  363. if menu_result["action"] == "continue":
  364. new_messages = menu_result.get("messages", [])
  365. if new_messages:
  366. initial_messages = new_messages
  367. after_seq = menu_result.get("after_sequence")
  368. if after_seq is not None:
  369. run_config.after_sequence = after_seq
  370. else:
  371. initial_messages = []
  372. run_config.after_sequence = None
  373. paused = True
  374. break
  375. elif cmd == "quit":
  376. logger.info("\n🛑 用户请求停止...")
  377. if current_trace_id:
  378. await runner.stop(current_trace_id)
  379. should_exit = True
  380. break
  381. if isinstance(item, Trace):
  382. current_trace_id = item.trace_id
  383. if item.status == "running":
  384. logger.info(f"[Trace] 开始: {item.trace_id[:8]}...")
  385. elif item.status == "completed":
  386. logger.info("\n[Trace] ✅ 完成")
  387. logger.info(f" - Total messages: {item.total_messages}")
  388. logger.info(f" - Total tokens: {item.total_tokens}")
  389. logger.info(f" - Total cost: ${item.total_cost:.4f}")
  390. elif item.status == "failed":
  391. logger.error(f"\n[Trace] ❌ 失败: {item.error_message}")
  392. elif item.status == "stopped":
  393. logger.info("\n[Trace] ⏸️ 已停止")
  394. elif isinstance(item, Message):
  395. current_sequence = item.sequence
  396. _print_message_details(item)
  397. if item.role == "assistant":
  398. content = item.content
  399. if isinstance(content, dict):
  400. text = content.get("text", "")
  401. tool_calls = content.get("tool_calls")
  402. if text and not tool_calls:
  403. final_response = text
  404. except Exception as e:
  405. logger.error(f"\n执行出错: {e}")
  406. logger.exception("Exception details:")
  407. if paused:
  408. if should_exit:
  409. break
  410. continue
  411. if should_exit:
  412. break
  413. if current_trace_id:
  414. menu_result = await interactive.show_menu(current_trace_id, current_sequence)
  415. if menu_result["action"] == "stop":
  416. break
  417. if menu_result["action"] == "continue":
  418. new_messages = menu_result.get("messages", [])
  419. if new_messages:
  420. initial_messages = new_messages
  421. run_config.after_sequence = menu_result.get("after_sequence")
  422. else:
  423. initial_messages = []
  424. run_config.after_sequence = None
  425. continue
  426. break
  427. except KeyboardInterrupt:
  428. logger.info("\n\n用户中断 (Ctrl+C)")
  429. if current_trace_id:
  430. await runner.stop(current_trace_id)
  431. finally:
  432. if current_trace_id:
  433. try:
  434. html_path = store.base_path / current_trace_id / "messages.html"
  435. await trace_to_html(current_trace_id, html_path, base_path=str(store.base_path))
  436. logger.info(f"\n✓ Messages 可视化已保存: {html_path}")
  437. except Exception as e:
  438. logger.error(f"\n⚠ 生成 HTML 失败: {e}")
  439. if final_response:
  440. logger.info("")
  441. logger.info("=" * 60)
  442. logger.info("Agent 响应:")
  443. logger.info("=" * 60)
  444. logger.info(final_response)
  445. logger.info("=" * 60)
  446. logger.info("")
  447. output_file = output_dir / "result.txt"
  448. with open(output_file, "w", encoding="utf-8") as f:
  449. f.write(final_response)
  450. logger.info(f"✓ 结果已保存到: {output_file}")
  451. logger.info("")
  452. if current_trace_id:
  453. html_path = store.base_path / current_trace_id / "messages.html"
  454. logger.info("=" * 60)
  455. logger.info("可视化:")
  456. logger.info("=" * 60)
  457. logger.info(f"1. 本地 HTML: {html_path}")
  458. logger.info("")
  459. logger.info("2. API Server:")
  460. logger.info(" python3 api_server.py")
  461. logger.info(" http://localhost:8000/api/traces")
  462. logger.info("")
  463. logger.info(f"3. Trace ID: {current_trace_id}")
  464. logger.info("=" * 60)
  465. if __name__ == "__main__":
  466. asyncio.run(main())