run.py 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382
  1. """
  2. 图像还原流程 - 使用框架交互功能
  3. 使用 Agent 模式 + Skills + 框架交互控制器
  4. 读取 input/ 中的 pipeline.json,逐阶段执行图像还原。
  5. 功能:
  6. 1. 使用框架提供的 InteractiveController
  7. 2. 使用配置文件管理运行参数
  8. 3. 支持命令行随时打断(输入 'p' 暂停,'q' 退出)
  9. 4. 暂停后可插入干预消息
  10. 5. 支持触发经验总结
  11. 6. 查看当前 GoalTree
  12. 7. 支持通过 --trace <ID> 恢复已有 Trace 继续执行
  13. """
  14. import argparse
  15. import os
  16. import sys
  17. import asyncio
  18. from pathlib import Path
  19. # Clash Verge TUN 模式兼容:禁止 httpx/urllib 自动检测系统 HTTP 代理
  20. os.environ.setdefault("no_proxy", "*")
  21. # 添加项目根目录到 Python 路径
  22. sys.path.insert(0, str(Path(__file__).parent.parent.parent))
  23. from dotenv import load_dotenv
  24. load_dotenv()
  25. from cyber_agent.llm.prompts import SimplePrompt
  26. from cyber_agent.core.runner import AgentRunner, RunConfig
  27. from cyber_agent.trace import (
  28. FileSystemTraceStore,
  29. Trace,
  30. Message,
  31. )
  32. from cyber_agent.llm import create_qwen_llm_call
  33. from cyber_agent.cli import InteractiveController
  34. from cyber_agent.utils import setup_logging
  35. from cyber_agent.tools.builtin.browser.baseClass import init_browser_session, kill_browser_session
  36. # 导入自定义工具(触发 @tool 注册)
  37. from cyber_agent.tools.builtin.toolhub import toolhub_health, toolhub_search, toolhub_call, image_uploader, image_downloader # noqa: F401
  38. from cyber_agent.tools.builtin.knowledge import requirement_search, requirement_list # noqa: F401
  39. from evaluate_tool import evaluate_image # noqa: F401
  40. from examples.production_restore.tools.category_query import search_category_tree, extract_requirements_from_table # noqa: F401
  41. # 导入项目配置
  42. from config import RUN_CONFIG, SKILLS_DIR, TRACE_STORE_PATH, DEBUG, LOG_LEVEL, LOG_FILE, BROWSER_TYPE, HEADLESS, INPUT_DIR, OUTPUT_DIR, FEATURES_DIR
  43. async def main():
  44. # 解析命令行参数
  45. parser = argparse.ArgumentParser(description="图像还原 (Agent 模式 + 交互增强)")
  46. parser.add_argument(
  47. "--trace", type=str, default=None,
  48. help="已有的 Trace ID,用于恢复继续执行(不指定则新建)",
  49. )
  50. args = parser.parse_args()
  51. # 路径配置
  52. base_dir = Path(__file__).parent
  53. project_root = base_dir.parent.parent
  54. prompt_path = base_dir / "requirement.prompt"
  55. output_dir = project_root / OUTPUT_DIR
  56. output_dir.mkdir(parents=True, exist_ok=True)
  57. # 1. 配置日志
  58. setup_logging(level=LOG_LEVEL, file=LOG_FILE)
  59. # 2. 加载项目级 presets
  60. print("2. 加载 presets...")
  61. presets_path = base_dir / "presets.json"
  62. if presets_path.exists():
  63. from cyber_agent.core.presets import load_presets_from_json
  64. load_presets_from_json(str(presets_path))
  65. print(f" - 已加载项目 presets")
  66. else:
  67. print(f" - 未找到 presets.json,跳过")
  68. # 3. 加载 prompt
  69. print("3. 加载 prompt...")
  70. prompt = SimplePrompt(prompt_path)
  71. # 4. 构建任务消息
  72. print("4. 构建任务消息...")
  73. print(f" - 输入目录: {INPUT_DIR}")
  74. print(f" - 输出目录: {OUTPUT_DIR}")
  75. messages = prompt.build_messages(input_dir=INPUT_DIR, output_dir=OUTPUT_DIR, features_dir=FEATURES_DIR)
  76. # 5. 初始化浏览器
  77. browser_mode_names = {"cloud": "云浏览器", "local": "本地浏览器", "container": "容器浏览器"}
  78. browser_mode_name = browser_mode_names.get(BROWSER_TYPE, BROWSER_TYPE)
  79. print(f"5. 正在初始化{browser_mode_name}...")
  80. await init_browser_session(
  81. browser_type=BROWSER_TYPE,
  82. headless=HEADLESS,
  83. url="https://www.google.com/",
  84. profile_name=""
  85. )
  86. print(f" ✅ {browser_mode_name}初始化完成\n")
  87. # 6. 创建 Agent Runner
  88. print("6. 创建 Agent Runner...")
  89. print(f" - Skills 目录: {SKILLS_DIR}")
  90. # 从 prompt 的 frontmatter 中提取模型配置(优先于 config.py)
  91. prompt_model = prompt.config.get("model", None)
  92. if prompt_model:
  93. model_for_llm = prompt_model
  94. print(f" - 模型 (from prompt): {model_for_llm}")
  95. else:
  96. model_for_llm = RUN_CONFIG.model
  97. print(f" - 模型 (from config): {model_for_llm}")
  98. store = FileSystemTraceStore(base_path=TRACE_STORE_PATH)
  99. runner = AgentRunner(
  100. trace_store=store,
  101. llm_call=create_qwen_llm_call(model=model_for_llm),
  102. skills_dir=SKILLS_DIR,
  103. debug=DEBUG
  104. )
  105. # 7. 创建交互控制器
  106. interactive = InteractiveController(
  107. runner=runner,
  108. store=store,
  109. enable_stdin_check=True
  110. )
  111. # 将 stdin 检查回调注入 runner,供子 agent 执行期间使用
  112. runner.stdin_check = interactive.check_stdin
  113. # 8. 任务信息
  114. task_name = RUN_CONFIG.name or base_dir.name
  115. print("=" * 60)
  116. print(f"{task_name}")
  117. print("=" * 60)
  118. print("💡 交互提示:")
  119. print(" - 执行过程中输入 'p' 或 'pause' 暂停并进入交互模式")
  120. print(" - 执行过程中输入 'q' 或 'quit' 停止执行")
  121. print("=" * 60)
  122. print()
  123. # 9. 判断是新建还是恢复
  124. resume_trace_id = args.trace
  125. if resume_trace_id:
  126. existing_trace = await store.get_trace(resume_trace_id)
  127. if not existing_trace:
  128. print(f"\n错误: Trace 不存在: {resume_trace_id}")
  129. sys.exit(1)
  130. print(f"恢复已有 Trace: {resume_trace_id[:8]}...")
  131. print(f" - 状态: {existing_trace.status}")
  132. print(f" - 消息数: {existing_trace.total_messages}")
  133. print(f"\n💡 提示:恢复 Trace 时会先进入交互菜单,您可以选择从指定消息续跑")
  134. else:
  135. print(f"启动新 Agent...")
  136. print()
  137. final_response = ""
  138. current_trace_id = resume_trace_id
  139. current_sequence = 0
  140. should_exit = False
  141. try:
  142. # 配置
  143. run_config = RUN_CONFIG
  144. if resume_trace_id:
  145. initial_messages = None
  146. run_config.trace_id = resume_trace_id
  147. else:
  148. initial_messages = messages
  149. run_config.name = f"{task_name}:还原任务"
  150. while not should_exit:
  151. if current_trace_id:
  152. run_config.trace_id = current_trace_id
  153. final_response = ""
  154. # 如果是恢复 trace 或 trace 已完成/失败且没有新消息,进入交互菜单
  155. if current_trace_id and initial_messages is None:
  156. check_trace = await store.get_trace(current_trace_id)
  157. if check_trace:
  158. # 显示 trace 状态
  159. if check_trace.status == "completed":
  160. print(f"\n[Trace] ✅ 已完成")
  161. print(f" - Total messages: {check_trace.total_messages}")
  162. print(f" - Total cost: ${check_trace.total_cost:.4f}")
  163. elif check_trace.status == "failed":
  164. print(f"\n[Trace] ❌ 已失败: {check_trace.error_message}")
  165. elif check_trace.status == "stopped":
  166. print(f"\n[Trace] ⏸️ 已停止")
  167. print(f" - Total messages: {check_trace.total_messages}")
  168. else:
  169. print(f"\n[Trace] 📊 状态: {check_trace.status}")
  170. print(f" - Total messages: {check_trace.total_messages}")
  171. current_sequence = check_trace.head_sequence
  172. menu_result = await interactive.show_menu(current_trace_id, current_sequence)
  173. if menu_result["action"] == "stop":
  174. break
  175. elif menu_result["action"] == "continue":
  176. new_messages = menu_result.get("messages", [])
  177. if new_messages:
  178. initial_messages = new_messages
  179. run_config.after_sequence = menu_result.get("after_sequence")
  180. else:
  181. initial_messages = []
  182. run_config.after_sequence = None
  183. continue
  184. break
  185. # 如果没有进入菜单(新建 trace),设置初始消息
  186. if initial_messages is None:
  187. initial_messages = []
  188. print(f"{'▶️ 开始执行...' if not current_trace_id else '▶️ 继续执行...'}")
  189. # 执行 Agent
  190. paused = False
  191. try:
  192. async for item in runner.run(messages=initial_messages, config=run_config):
  193. # 检查用户中断
  194. cmd = interactive.check_stdin()
  195. if cmd == 'pause':
  196. print("\n⏸️ 正在暂停执行...")
  197. if current_trace_id:
  198. await runner.stop(current_trace_id)
  199. await asyncio.sleep(0.5)
  200. menu_result = await interactive.show_menu(current_trace_id, current_sequence)
  201. if menu_result["action"] == "stop":
  202. should_exit = True
  203. paused = True
  204. break
  205. elif menu_result["action"] == "continue":
  206. new_messages = menu_result.get("messages", [])
  207. if new_messages:
  208. initial_messages = new_messages
  209. after_seq = menu_result.get("after_sequence")
  210. if after_seq is not None:
  211. run_config.after_sequence = after_seq
  212. paused = True
  213. break
  214. else:
  215. initial_messages = []
  216. run_config.after_sequence = None
  217. paused = True
  218. break
  219. elif cmd == 'quit':
  220. print("\n🛑 用户请求停止...")
  221. if current_trace_id:
  222. await runner.stop(current_trace_id)
  223. should_exit = True
  224. break
  225. # 处理 Trace 对象
  226. if isinstance(item, Trace):
  227. current_trace_id = item.trace_id
  228. if item.status == "running":
  229. print(f"[Trace] 开始: {item.trace_id[:8]}...")
  230. elif item.status == "completed":
  231. print(f"\n[Trace] ✅ 完成")
  232. print(f" - Total messages: {item.total_messages}")
  233. print(f" - Total cost: ${item.total_cost:.4f}")
  234. elif item.status == "failed":
  235. print(f"\n[Trace] ❌ 失败: {item.error_message}")
  236. elif item.status == "stopped":
  237. print(f"\n[Trace] ⏸️ 已停止")
  238. # 处理 Message 对象
  239. elif isinstance(item, Message):
  240. current_sequence = item.sequence
  241. if item.role == "assistant":
  242. content = item.content
  243. if isinstance(content, dict):
  244. text = content.get("text", "")
  245. tool_calls = content.get("tool_calls")
  246. if text and not tool_calls:
  247. final_response = text
  248. print(f"\n[Response] Agent 回复:")
  249. print(text)
  250. elif text:
  251. preview = text[:150] + "..." if len(text) > 150 else text
  252. print(f"[Assistant] {preview}")
  253. elif item.role == "tool":
  254. content = item.content
  255. tool_name = "unknown"
  256. if isinstance(content, dict):
  257. tool_name = content.get("tool_name", "unknown")
  258. if item.description and item.description != tool_name:
  259. desc = item.description[:80] if len(item.description) > 80 else item.description
  260. print(f"[Tool Result] ✅ {tool_name}: {desc}...")
  261. else:
  262. print(f"[Tool Result] ✅ {tool_name}")
  263. except Exception as e:
  264. print(f"\n执行出错: {e}")
  265. import traceback
  266. traceback.print_exc()
  267. if paused:
  268. if should_exit:
  269. break
  270. continue
  271. if should_exit:
  272. break
  273. # Runner 退出后显示交互菜单
  274. if current_trace_id:
  275. menu_result = await interactive.show_menu(current_trace_id, current_sequence)
  276. if menu_result["action"] == "stop":
  277. break
  278. elif menu_result["action"] == "continue":
  279. new_messages = menu_result.get("messages", [])
  280. if new_messages:
  281. initial_messages = new_messages
  282. run_config.after_sequence = menu_result.get("after_sequence")
  283. else:
  284. initial_messages = []
  285. run_config.after_sequence = None
  286. continue
  287. break
  288. except KeyboardInterrupt:
  289. print("\n\n用户中断 (Ctrl+C)")
  290. if current_trace_id:
  291. await runner.stop(current_trace_id)
  292. finally:
  293. # 清理浏览器会话
  294. try:
  295. await kill_browser_session()
  296. except Exception:
  297. pass
  298. # 输出结果
  299. if final_response:
  300. print()
  301. print("=" * 60)
  302. print("Agent 响应:")
  303. print("=" * 60)
  304. print(final_response)
  305. print("=" * 60)
  306. print()
  307. output_file = output_dir / "result.txt"
  308. with open(output_file, 'w', encoding='utf-8') as f:
  309. f.write(final_response)
  310. print(f"✓ 结果已保存到: {output_file}")
  311. print()
  312. # 可视化提示
  313. if current_trace_id:
  314. print("=" * 60)
  315. print("可视化 Step Tree:")
  316. print("=" * 60)
  317. print("1. 启动 API Server:")
  318. print(" python3 api_server.py")
  319. print()
  320. print("2. 浏览器访问:")
  321. print(" http://localhost:8000/api/traces")
  322. print()
  323. print(f"3. Trace ID: {current_trace_id}")
  324. print("=" * 60)
  325. if __name__ == "__main__":
  326. asyncio.run(main())