simple_chat_agent.py 2.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566
  1. import json
  2. from typing import List, Optional
  3. from pqai_agent.agent import DEFAULT_MAX_RUN_STEPS
  4. from pqai_agent.chat_service import OpenAICompatible
  5. from pqai_agent.logging_service import logger
  6. from pqai_agent.toolkit.function_tool import FunctionTool
  7. class SimpleOpenAICompatibleChatAgent:
  8. """ 最简单的多步Agent实现 """
  9. def __init__(self, model: str, system_prompt: str, tools: Optional[List[FunctionTool]] = None,
  10. generate_cfg: Optional[dict] = None, max_run_step: Optional[int] = None):
  11. self.model = model
  12. self.llm_client = OpenAICompatible.create_client(model)
  13. self.system_prompt = system_prompt
  14. if tools:
  15. self.tools = [*tools]
  16. else:
  17. self.tools = []
  18. self.tool_map = {tool.name: tool for tool in self.tools}
  19. self.generate_cfg = generate_cfg or {}
  20. self.max_run_step = max_run_step or DEFAULT_MAX_RUN_STEPS
  21. self.tool_call_records = []
  22. def run(self, user_input: str) -> str:
  23. messages = [{"role": "system", "content": self.system_prompt}]
  24. tools = [tool.get_openai_tool_schema() for tool in self.tools]
  25. logger.info(tools)
  26. messages.append({"role": "user", "content": user_input})
  27. n_steps = 0
  28. logger.debug(f"start agent loop. messages: {messages}")
  29. while n_steps < self.max_run_step:
  30. response = self.llm_client.chat.completions.create(model=self.model, messages=messages, tools=tools, **self.generate_cfg)
  31. message = response.choices[0].message
  32. messages.append(message)
  33. logger.debug(f"current step content: {message.content}")
  34. if message.tool_calls:
  35. for tool_call in message.tool_calls:
  36. function_name = tool_call.function.name
  37. arguments = json.loads(tool_call.function.arguments)
  38. logger.debug(f"call function[{function_name}], parameter: {arguments}")
  39. if function_name in self.tool_map:
  40. result = self.tool_map[function_name](**arguments)
  41. messages.append({
  42. "role": "tool",
  43. "tool_call_id": tool_call.id,
  44. "content": json.dumps(result, ensure_ascii=False)
  45. })
  46. self.tool_call_records.append({
  47. "name": function_name,
  48. "arguments": arguments,
  49. "result": result
  50. })
  51. else:
  52. logger.error(f"Function {function_name} not found in tool map.")
  53. raise Exception(f"Function {function_name} not found in tool map.")
  54. else:
  55. return message.content
  56. n_steps += 1
  57. raise Exception("Max run steps exceeded")