unit_test.py 8.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232
  1. #! /usr/bin/env python
  2. # -*- coding: utf-8 -*-
  3. # vim:fenc=utf-8
  4. import pytest
  5. from datetime import datetime, timedelta
  6. from typing import Dict, Optional, Tuple, Any
  7. from unittest.mock import Mock, MagicMock
  8. from agent_service import AgentService, MemoryQueueBackend
  9. from dialogue_manager import DialogueState, TimeContext
  10. from message import MessageType, Message, MessageChannel
  11. from response_type_detector import ResponseTypeDetector
  12. from user_manager import LocalUserManager
  13. import time
  14. import logging
  15. class TestMessageQueues:
  16. """测试用消息队列实现"""
  17. def __init__(self, receive_queue, send_queue, human_queue):
  18. self.receive_queue = receive_queue
  19. self.send_queue = send_queue
  20. self.human_queue = human_queue
  21. @pytest.fixture
  22. def test_env():
  23. """测试环境初始化"""
  24. logging.getLogger().setLevel(logging.DEBUG)
  25. user_manager = LocalUserManager()
  26. user_relation_manager = Mock()
  27. user_relation_manager.get_user_tags = Mock(return_value=['AgentTest1'])
  28. user_relation_manager.list_staff_users = Mock(return_value=[{'staff_id': 'staff_id_0', 'user_id': 'user_id_0'}])
  29. receive_queue = MemoryQueueBackend()
  30. send_queue = MemoryQueueBackend()
  31. human_queue = MemoryQueueBackend()
  32. queues = TestMessageQueues(receive_queue, send_queue, human_queue)
  33. # 创建Agent服务实例
  34. service = AgentService(
  35. receive_backend=receive_queue,
  36. send_backend=send_queue,
  37. human_backend=human_queue,
  38. user_manager=user_manager,
  39. user_relation_manager=user_relation_manager
  40. )
  41. service.user_profile_extractor.extract_profile_info = Mock(return_value=None)
  42. service.limit_initiative_conversation_rate = False
  43. # 替换LLM调用为模拟响应
  44. service._call_chat_api = Mock(return_value="模拟响应")
  45. return service, queues
  46. def test_agent_state_change(test_env):
  47. service, _ = test_env
  48. agent = service._get_agent_instance('staff_id_0', 'user_id_0')
  49. assert agent.current_state == DialogueState.INITIALIZED
  50. assert agent.previous_state == DialogueState.INITIALIZED
  51. agent.do_state_change(DialogueState.MESSAGE_AGGREGATING)
  52. assert agent.current_state == DialogueState.MESSAGE_AGGREGATING
  53. assert agent.previous_state == DialogueState.INITIALIZED
  54. agent.do_state_change(DialogueState.GREETING)
  55. assert agent.current_state == DialogueState.GREETING
  56. assert agent.previous_state == DialogueState.INITIALIZED
  57. agent.do_state_change(DialogueState.MESSAGE_AGGREGATING)
  58. assert agent.current_state == DialogueState.MESSAGE_AGGREGATING
  59. assert agent.previous_state == DialogueState.GREETING
  60. agent.commit()
  61. agent.do_state_change(DialogueState.CHITCHAT)
  62. assert agent.current_state == DialogueState.CHITCHAT
  63. assert agent.previous_state == DialogueState.GREETING
  64. agent.rollback_state()
  65. assert agent.current_state == DialogueState.MESSAGE_AGGREGATING
  66. assert agent.previous_state == DialogueState.GREETING
  67. agent.do_state_change(DialogueState.CHITCHAT)
  68. assert agent.current_state == DialogueState.CHITCHAT
  69. assert agent.previous_state == DialogueState.GREETING
  70. agent.do_state_change(DialogueState.MESSAGE_AGGREGATING)
  71. agent.do_state_change(DialogueState.CHITCHAT)
  72. assert agent.current_state == DialogueState.CHITCHAT
  73. assert agent.previous_state == DialogueState.CHITCHAT
  74. agent.do_state_change(DialogueState.MESSAGE_AGGREGATING)
  75. agent.commit()
  76. agent.do_state_change(DialogueState.CHITCHAT)
  77. agent.rollback_state()
  78. assert agent.current_state == DialogueState.MESSAGE_AGGREGATING
  79. agent.rollback_state()
  80. # no state should be rollback
  81. assert agent.current_state == DialogueState.MESSAGE_AGGREGATING
  82. def test_response_sanitization(test_env):
  83. case1 = '[2024-01-01 12:00:00] 你好'
  84. ret1 = AgentService.sanitize_response(case1)
  85. assert ret1 == '你好'
  86. case1 = '2024-01-01 12:00:00 你好'
  87. ret2 = AgentService.sanitize_response(case1)
  88. assert ret2 == '你好'
  89. def test_normal_conversation_flow(test_env):
  90. """测试正常对话流程"""
  91. service, queues = test_env
  92. service._get_agent_instance('staff_id_0', "user_id_0").message_aggregation_sec = 0
  93. # 准备测试消息
  94. test_msg = Message.build(
  95. MessageType.TEXT, MessageChannel.CORP_WECHAT,
  96. 'user_id_0', 'staff_id_0', '你好', int(time.time() * 1000))
  97. queues.receive_queue.produce(test_msg)
  98. # 处理消息
  99. message = service.receive_queue.consume()
  100. if message:
  101. service.process_single_message(message)
  102. # 验证响应消息
  103. sent_msg = queues.send_queue.consume()
  104. assert sent_msg is not None
  105. assert sent_msg.receiver == "user_id_0"
  106. assert "模拟响应" in sent_msg.content
  107. def test_aggregated_conversation_flow(test_env):
  108. """测试聚合对话流程"""
  109. service, queues = test_env
  110. service._get_agent_instance('staff_id_0', "user_id_0").message_aggregation_sec = 1
  111. # 准备测试消息
  112. ts_begin = int(time.time() * 1000)
  113. test_msg = Message.build(
  114. MessageType.TEXT, MessageChannel.CORP_WECHAT,
  115. 'user_id_0', 'staff_id_0', '你好', ts_begin)
  116. queues.receive_queue.produce(test_msg)
  117. test_msg = Message.build(
  118. MessageType.TEXT, MessageChannel.CORP_WECHAT,
  119. 'user_id_0', 'staff_id_0', '我是老李', ts_begin + 500)
  120. queues.receive_queue.produce(test_msg)
  121. # 处理消息
  122. message = service.receive_queue.consume()
  123. if message:
  124. service.process_single_message(message)
  125. # 验证第一次响应消息
  126. sent_msg = queues.send_queue.consume()
  127. assert sent_msg is None
  128. message = service.receive_queue.consume()
  129. if message:
  130. service.process_single_message(message)
  131. # 验证第二次响应消息
  132. sent_msg = queues.send_queue.consume()
  133. assert sent_msg is None
  134. # 模拟定时器产生空消息触发响应
  135. service.process_single_message(Message.build(
  136. MessageType.AGGREGATION_TRIGGER, MessageChannel.CORP_WECHAT,
  137. 'user_id_0', 'staff_id_0', None, ts_begin + 2000
  138. ))
  139. # 验证第三次响应消息
  140. sent_msg = queues.send_queue.consume()
  141. assert sent_msg is not None
  142. assert sent_msg.receiver == "user_id_0"
  143. assert "模拟响应" in sent_msg.content
  144. def test_human_intervention_trigger(test_env):
  145. """测试触发人工干预"""
  146. service, queues = test_env
  147. service._get_agent_instance('staff_id_0',"user_id_0").message_aggregation_sec = 0
  148. # 准备需要人工干预的消息
  149. test_msg = Message.build(
  150. MessageType.TEXT, MessageChannel.CORP_WECHAT,
  151. "user_id_0", "staff_id_0",
  152. "我需要帮助!", int(time.time() * 1000)
  153. )
  154. queues.receive_queue.produce(test_msg)
  155. # 处理消息
  156. message = service.receive_queue.consume()
  157. if message:
  158. service.process_single_message(message)
  159. # 验证人工队列消息
  160. human_msg = queues.human_queue.consume()
  161. # 由于相关逻辑未启用,临时关闭该测试
  162. return
  163. assert human_msg is not None
  164. assert human_msg.sender == "user_id_0"
  165. assert "用户对话需人工介入" in human_msg.content
  166. def test_initiative_conversation(test_env):
  167. """测试主动发起对话"""
  168. service, queues = test_env
  169. service._get_agent_instance('staff_id_0', "user_id_0").message_aggregation_sec = 0
  170. service._call_chat_api = Mock(return_value="主动发起模拟消息")
  171. # 设置Agent需要主动发起对话
  172. agent = service._get_agent_instance('staff_id_0', "user_id_0")
  173. agent.should_initiate_conversation = Mock(return_value=(True, MagicMock()))
  174. # 发起对话有时间限制
  175. agent.get_time_context = Mock(return_value=TimeContext.MORNING)
  176. service._check_initiative_conversations()
  177. # 验证主动发起的消息 (由于当前有白名单,无法支持测试)
  178. sent_msg = queues.send_queue.consume()
  179. # assert sent_msg is not None
  180. # assert "主动发起" in sent_msg.content
  181. def test_response_type_detector(test_env):
  182. case1 = '大哥,那可得提前了解下天气,以便安排行程~我帮您查查明天北京天气?'
  183. assert ResponseTypeDetector.is_chinese_only(case1) == True
  184. assert ResponseTypeDetector.if_message_suitable_for_voice(case1) == False
  185. case2 = 'hi'
  186. assert ResponseTypeDetector.is_chinese_only(case2) == False
  187. case3 = '这是链接:http://domain.com'
  188. assert ResponseTypeDetector.is_chinese_only(case3) == False
  189. case4 = '大哥,那可得提前了解下天气'
  190. assert ResponseTypeDetector.if_message_suitable_for_voice(case4) == True