simple_chat_agent.py 3.1 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273
  1. import json
  2. from typing import List, Optional
  3. from pqai_agent.agent import DEFAULT_MAX_RUN_STEPS
  4. from pqai_agent.chat_service import OpenAICompatible
  5. from pqai_agent.logging_service import logger
  6. from pqai_agent.toolkit.function_tool import FunctionTool
  7. class SimpleOpenAICompatibleChatAgent:
  8. """ 最简单的多步Agent实现 """
  9. def __init__(self, model: str, system_prompt: str, tools: Optional[List[FunctionTool]] = None,
  10. generate_cfg: Optional[dict] = None, max_run_step: Optional[int] = None):
  11. self.model = model
  12. self.llm_client = OpenAICompatible.create_client(model)
  13. self.system_prompt = system_prompt
  14. if tools:
  15. self.tools = [*tools]
  16. else:
  17. self.tools = []
  18. self.tool_map = {tool.name: tool for tool in self.tools}
  19. self.generate_cfg = generate_cfg or {}
  20. self.max_run_step = max_run_step or DEFAULT_MAX_RUN_STEPS
  21. self.tool_call_records = []
  22. logger.debug(self.tool_map)
  23. def add_tool(self, tool: FunctionTool):
  24. """添加一个工具到Agent中"""
  25. if tool.name in self.tool_map:
  26. logger.warning(f"Tool {tool.name} already exists, replacing it.")
  27. self.tools.append(tool)
  28. self.tool_map[tool.name] = tool
  29. def run(self, user_input: str) -> str:
  30. messages = [{"role": "system", "content": self.system_prompt}]
  31. tools = [tool.get_openai_tool_schema() for tool in self.tools]
  32. messages.append({"role": "user", "content": user_input})
  33. n_steps = 0
  34. logger.debug(f"start agent loop. messages: {messages}")
  35. while n_steps < self.max_run_step:
  36. response = self.llm_client.chat.completions.create(model=self.model, messages=messages, tools=tools, **self.generate_cfg)
  37. message = response.choices[0].message
  38. messages.append(message)
  39. logger.debug(f"current step content: {message.content}")
  40. if message.tool_calls:
  41. for tool_call in message.tool_calls:
  42. function_name = tool_call.function.name
  43. arguments = json.loads(tool_call.function.arguments)
  44. logger.debug(f"call function[{function_name}], parameter: {arguments}")
  45. if function_name in self.tool_map:
  46. result = self.tool_map[function_name](**arguments)
  47. messages.append({
  48. "role": "tool",
  49. "tool_call_id": tool_call.id,
  50. "content": json.dumps(result, ensure_ascii=False)
  51. })
  52. self.tool_call_records.append({
  53. "name": function_name,
  54. "arguments": arguments,
  55. "result": result
  56. })
  57. else:
  58. logger.error(f"Function {function_name} not found in tool map.")
  59. raise Exception(f"Function {function_name} not found in tool map.")
  60. else:
  61. return message.content
  62. n_steps += 1
  63. raise Exception("Max run steps exceeded")