dialogue_manager.py 34 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762
  1. #! /usr/bin/env python
  2. # -*- coding: utf-8 -*-
  3. # vim:fenc=utf-8
  4. import random
  5. from enum import Enum
  6. from typing import Dict, List, Optional, Tuple, Any
  7. from datetime import datetime
  8. import time
  9. import textwrap
  10. import pymysql.cursors
  11. import cozepy
  12. from pqai_agent import configs
  13. from pqai_agent.logging_service import logger
  14. from pqai_agent.database import MySQLManager
  15. from pqai_agent import chat_service, prompt_templates
  16. from pqai_agent.history_dialogue_service import HistoryDialogueService
  17. from pqai_agent.chat_service import ChatServiceType
  18. from pqai_agent.message import MessageType, Message
  19. from pqai_agent.toolkit.lark_alert_for_human_intervention import LarkAlertForHumanIntervention
  20. from pqai_agent.toolkit.lark_sheet_record_for_human_intervention import LarkSheetRecordForHumanIntervention
  21. from pqai_agent.user_manager import UserManager
  22. class DummyVectorMemoryManager:
  23. def __init__(self, user_id):
  24. pass
  25. def add_to_memory(self, conversation):
  26. pass
  27. def retrieve_relevant_memories(self, query, k=3):
  28. return []
  29. class DialogueState(int, Enum):
  30. INITIALIZED = 0
  31. GREETING = 1 # 问候状态
  32. CHITCHAT = 2 # 闲聊状态
  33. CLARIFICATION = 3 # 澄清状态
  34. FAREWELL = 4 # 告别状态
  35. HUMAN_INTERVENTION = 5 # 人工介入状态
  36. MESSAGE_AGGREGATING = 6 # 等待消息状态
  37. class TimeContext(Enum):
  38. EARLY_MORNING = "清晨" # 清晨 (5:00-7:59)
  39. MORNING = "上午" # 上午 (8:00-11:59)
  40. NOON = "中午" # 中午 (12:00-13:59)
  41. AFTERNOON = "下午" # 下午 (14:00-17:59)
  42. EVENING = "晚上" # 晚上 (18:00-21:59)
  43. NIGHT = "深夜" # 夜晚 (22:00-4:59)
  44. def __init__(self, description):
  45. self.description = description
  46. class DialogueStateChangeType(int, Enum):
  47. STATE = 0
  48. INTERACTION_TIME = 1
  49. DIALOGUE_HISTORY = 2
  50. class DialogueStateChange:
  51. def __init__(self, event_type: DialogueStateChangeType,old: Any, new: Any):
  52. self.event_type = event_type
  53. self.old = old
  54. self.new = new
  55. class DialogueStateCache:
  56. def __init__(self):
  57. self.config = configs.get()
  58. self.db = MySQLManager(self.config['storage']['agent_state']['mysql'])
  59. self.table = self.config['storage']['agent_state']['table']
  60. def get_state(self, staff_id: str, user_id: str) -> Tuple[DialogueState, DialogueState]:
  61. query = f"SELECT current_state, previous_state FROM {self.table} WHERE staff_id=%s AND user_id=%s"
  62. data = self.db.select(query, pymysql.cursors.DictCursor, (staff_id, user_id))
  63. if not data:
  64. logger.warning(f"staff[{staff_id}], user[{user_id}]: agent state not found")
  65. state = DialogueState.INITIALIZED
  66. previous_state = DialogueState.INITIALIZED
  67. self.set_state(staff_id, user_id, state, previous_state)
  68. else:
  69. state = DialogueState(data[0]['current_state'])
  70. previous_state = DialogueState(data[0]['previous_state'])
  71. return state, previous_state
  72. def set_state(self, staff_id: str, user_id: str, state: DialogueState, previous_state: DialogueState):
  73. if self.config.get('debug_flags', {}).get('disable_database_write', False):
  74. return
  75. query = f"INSERT INTO {self.table} (staff_id, user_id, current_state, previous_state)" \
  76. f" VALUES (%s, %s, %s, %s) " \
  77. f"ON DUPLICATE KEY UPDATE current_state=%s, previous_state=%s"
  78. rows = self.db.execute(query, (staff_id, user_id, state.value, previous_state.value, state.value, previous_state.value))
  79. logger.debug("staff[{}], user[{}]: set state: {}, previous state: {}, rows affected: {}"
  80. .format(staff_id, user_id, state, previous_state, rows))
  81. class DialogueManager:
  82. def __init__(self, staff_id: str, user_id: str, user_manager: UserManager, state_cache: DialogueStateCache):
  83. config = configs.get()
  84. self.staff_id = staff_id
  85. self.user_id = user_id
  86. self.user_manager = user_manager
  87. self.state_cache = state_cache
  88. self.current_state = DialogueState.GREETING
  89. self.previous_state = DialogueState.INITIALIZED
  90. # 目前实际仅用作调试,拼装prompt时使用history_dialogue_service获取
  91. self.dialogue_history = []
  92. self.user_profile = self.user_manager.get_user_profile(user_id)
  93. self.staff_profile = self.user_manager.get_staff_profile(staff_id)
  94. # FIXME: 交互时间和对话记录都涉及到回滚
  95. self.last_interaction_time = 0
  96. self.human_intervention_triggered = False
  97. self.vector_memory = DummyVectorMemoryManager(user_id)
  98. self.message_aggregation_sec = config.get('agent_behavior', {}).get('message_aggregation_sec', 5)
  99. self.unprocessed_messages = []
  100. self.history_dialogue_service = HistoryDialogueService(
  101. config['storage']['history_dialogue']['api_base_url']
  102. )
  103. self._recover_state()
  104. # 由于本地状态管理过于复杂,引入事务机制做状态回滚
  105. self._uncommited_state_change = []
  106. @staticmethod
  107. def get_time_context(current_hour=None) -> TimeContext:
  108. """获取当前时间上下文"""
  109. if not current_hour:
  110. current_hour = datetime.now().hour
  111. if 5 <= current_hour < 7:
  112. return TimeContext.EARLY_MORNING
  113. elif 7 <= current_hour < 11:
  114. return TimeContext.MORNING
  115. elif 11 <= current_hour < 14:
  116. return TimeContext.NOON
  117. elif 14 <= current_hour < 18:
  118. return TimeContext.AFTERNOON
  119. elif 18 <= current_hour < 22:
  120. return TimeContext.EVENING
  121. else:
  122. return TimeContext.NIGHT
  123. def is_valid(self):
  124. if not self.staff_profile.get('agent_name', None):
  125. return False
  126. return True
  127. def _recover_state(self):
  128. self.current_state, self.previous_state = self.state_cache.get_state(self.staff_id, self.user_id)
  129. # 从数据库恢复对话状态
  130. self.dialogue_history = self.history_dialogue_service.get_dialogue_history(self.staff_id, self.user_id)
  131. if self.dialogue_history:
  132. self.last_interaction_time = self.dialogue_history[-1]['timestamp']
  133. if self.current_state == DialogueState.MESSAGE_AGGREGATING:
  134. # 需要恢复未处理对话,找到dialogue_history中最后未处理的user消息
  135. for entry in reversed(self.dialogue_history):
  136. if entry['role'] == 'user':
  137. self.unprocessed_messages.append(entry['content'])
  138. break
  139. else:
  140. # 默认设置为24小时前
  141. self.last_interaction_time = int(time.time() * 1000) - 24 * 3600 * 1000
  142. time_for_read = datetime.fromtimestamp(self.last_interaction_time / 1000).strftime("%Y-%m-%d %H:%M:%S")
  143. logger.debug(f"staff[{self.staff_id}], user[{self.user_id}]: state: {self.current_state.name}, last_interaction: {time_for_read}")
  144. def update_interaction_time(self, timestamp_ms: int):
  145. self._uncommited_state_change.append(DialogueStateChange(
  146. DialogueStateChangeType.INTERACTION_TIME,
  147. self.last_interaction_time,
  148. timestamp_ms
  149. ))
  150. self.last_interaction_time = timestamp_ms
  151. def append_dialogue_history(self, message: Dict):
  152. self._uncommited_state_change.append(DialogueStateChange(
  153. DialogueStateChangeType.DIALOGUE_HISTORY,
  154. None,
  155. 1
  156. ))
  157. self.dialogue_history.append(message)
  158. def persist_state(self):
  159. """持久化对话状态,只有当前状态处理成功后才应该做持久化"""
  160. self.commit()
  161. config = configs.get()
  162. if config.get('debug_flags', {}).get('disable_database_write', False):
  163. return
  164. self.state_cache.set_state(self.staff_id, self.user_id, self.current_state, self.previous_state)
  165. def rollback_state(self):
  166. logger.info(f"staff[{self.staff_id}], user[{self.user_id}]: reverse state")
  167. for entry in reversed(self._uncommited_state_change):
  168. if entry.event_type == DialogueStateChangeType.STATE:
  169. self.current_state, self.previous_state = entry.old
  170. elif entry.event_type == DialogueStateChangeType.INTERACTION_TIME:
  171. self.last_interaction_time = entry.old
  172. elif entry.event_type == DialogueStateChangeType.DIALOGUE_HISTORY:
  173. self.dialogue_history.pop()
  174. else:
  175. logger.error(f"unimplemented type: [{entry.event_type}]")
  176. self._uncommited_state_change.clear()
  177. def commit(self):
  178. self._uncommited_state_change.clear()
  179. def do_state_change(self, state: DialogueState):
  180. state_backup = (self.current_state, self.previous_state)
  181. if self.current_state == DialogueState.MESSAGE_AGGREGATING:
  182. # MESSAGE_AGGREGATING不能成为previous_state,仅使用state_backup做回退
  183. self.current_state = state
  184. else:
  185. self.previous_state = self.current_state
  186. self.current_state = state
  187. self._uncommited_state_change.append(DialogueStateChange(
  188. DialogueStateChangeType.STATE,
  189. state_backup,
  190. (self.current_state, self.previous_state)
  191. ))
  192. def update_state(self, message: Message) -> Tuple[bool, Optional[str]]:
  193. """根据用户消息更新对话状态,并返回是否需要发起回复 及下一条需处理的用户消息"""
  194. message_text = message.content
  195. message_ts = message.sendTime
  196. # 如果当前已经是人工介入状态,根据消息类型决定保持/退出
  197. if self.current_state == DialogueState.HUMAN_INTERVENTION:
  198. if message.type == MessageType.HUMAN_INTERVENTION_END:
  199. self.resume_from_human_intervention()
  200. # 恢复状态,但无需Agent产生回复
  201. return False, None
  202. else:
  203. self.append_dialogue_history({
  204. "role": "user",
  205. "content": message_text,
  206. "timestamp": int(time.time() * 1000),
  207. "state": self.current_state.name
  208. })
  209. return False, message_text
  210. # 检查是否处于消息聚合状态
  211. if self.current_state == DialogueState.MESSAGE_AGGREGATING:
  212. # 收到的是特殊定时触发的空消息,且在聚合中,且已经超时,继续处理
  213. if message.type == MessageType.AGGREGATION_TRIGGER:
  214. if message_ts - self.last_interaction_time > self.message_aggregation_sec * 1000:
  215. logger.debug(f"staff[{self.staff_id}], user[{self.user_id}]: exit aggregation waiting")
  216. else:
  217. logger.debug(f"staff[{self.staff_id}], user[{self.user_id}]: continue aggregation waiting")
  218. return False, message_text
  219. else:
  220. # 非空消息,更新最后交互时间,保持消息聚合状态
  221. if message_text:
  222. self.unprocessed_messages.append(message_text)
  223. self.update_interaction_time(message_ts)
  224. return False, message_text
  225. else:
  226. if message.type == MessageType.AGGREGATION_TRIGGER:
  227. # 未在聚合状态中,收到的聚合触发消息为过时消息,不应当处理
  228. logger.warning(f"staff[{self.staff_id}], user[{self.user_id}]: received {message.type} in state {self.current_state}")
  229. return False, None
  230. if message.type == MessageType.HUMAN_INTERVENTION_END:
  231. # 未在人工介入状态中,收到的人工介入结束事件为过时消息,不应当处理
  232. logger.warning(f"staff[{self.staff_id}], user[{self.user_id}]: received {message.type} in state {self.current_state}")
  233. return False, None
  234. if message.type != MessageType.AGGREGATION_TRIGGER and self.message_aggregation_sec > 0:
  235. # 收到有内容的用户消息,切换到消息聚合状态
  236. self.do_state_change(DialogueState.MESSAGE_AGGREGATING)
  237. self.unprocessed_messages.append(message_text)
  238. # 更新最后交互时间
  239. if message_text:
  240. self.update_interaction_time(message_ts)
  241. return False, message_text
  242. # 获得未处理的聚合消息,并清空未处理队列
  243. if message_text:
  244. self.unprocessed_messages.append(message_text)
  245. if self.unprocessed_messages:
  246. message_text = '\n'.join(self.unprocessed_messages)
  247. self.unprocessed_messages.clear()
  248. # 实际上这里message_text并不会被最终送入LLM,只是用来做状态判断
  249. # 根据消息内容和当前状态确定新状态
  250. new_state = self._determine_state_from_message(message_text)
  251. # 更新状态
  252. self.do_state_change(new_state)
  253. if message_text:
  254. self.update_interaction_time(message_ts)
  255. self.append_dialogue_history({
  256. "role": "user",
  257. "content": message_text,
  258. "timestamp": message_ts,
  259. "state": self.current_state.name
  260. })
  261. return True, message_text
  262. def _determine_state_from_message(self, message_text: Optional[str]) -> DialogueState:
  263. """根据消息内容确定对话状态"""
  264. if not message_text:
  265. logger.warning(f"staff[{self.staff_id}], user[{self.user_id}]: empty message")
  266. return self.current_state
  267. # 简单的规则-关键词匹配
  268. message_lower = message_text.lower()
  269. # 问候检测
  270. greeting_keywords = ["你好", "早上好", "中午好", "晚上好", "嗨", "在吗"]
  271. if any(keyword in message_lower for keyword in greeting_keywords):
  272. return DialogueState.GREETING
  273. # 告别检测
  274. farewell_keywords = ["再见", "拜拜", "晚安", "明天见", "回头见"]
  275. if any(keyword in message_lower for keyword in farewell_keywords):
  276. return DialogueState.FAREWELL
  277. # 澄清请求
  278. # clarification_keywords = ["没明白", "不明白", "没听懂", "不懂", "什么意思", "再说一遍"]
  279. # if any(keyword in message_lower for keyword in clarification_keywords):
  280. # return DialogueState.CLARIFICATION
  281. # 默认为闲聊状态
  282. return DialogueState.CHITCHAT
  283. def _trigger_human_intervention(self, reason: str) -> None:
  284. """触发人工介入"""
  285. # 记录人工介入事件
  286. # FIXME: 重启即丢失
  287. event = {
  288. "timestamp": int(time.time() * 1000),
  289. "reason": reason,
  290. "dialogue_context": self.dialogue_history[-10:]
  291. }
  292. # 更新用户资料中的人工介入历史
  293. if "human_intervention_history" not in self.user_profile:
  294. self.user_profile["human_intervention_history"] = []
  295. self.user_profile["human_intervention_history"].append(event)
  296. self.user_manager.save_user_profile(self.user_id, self.user_profile)
  297. # 发送告警
  298. self._send_human_intervention_alert()
  299. def _send_human_intervention_alert(self, reason: Optional[str] = None) -> None:
  300. time_str = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
  301. staff_info = f"{self.staff_profile.get("agent_name", "未知")}[{self.staff_id}]"
  302. user_info = f"{self.user_profile.get("nickname", "未知")}[{self.user_id}]"
  303. alert_message = f"""
  304. 人工介入告警
  305. 员工: {staff_info}
  306. 用户: {user_info}
  307. 时间: {time_str}
  308. 原因:{reason if reason else "未知"}
  309. 最近对话:
  310. """
  311. alert_message = textwrap.dedent(alert_message)
  312. # 添加最近的对话记录
  313. recent_dialogues = self.dialogue_history[-5:]
  314. dialogue_to_send = []
  315. role_map = {'assistant': '客服', 'user': '用户'}
  316. for dialogue in recent_dialogues:
  317. if not dialogue['content']:
  318. continue
  319. role = dialogue['role']
  320. if role not in role_map:
  321. continue
  322. dialogue_to_send.append(f"[{role_map[role]}]{dialogue['content']}")
  323. alert_message += '\n'.join(dialogue_to_send)
  324. LarkAlertForHumanIntervention().send_lark_alert_for_human_intervention(alert_message)
  325. LarkSheetRecordForHumanIntervention().send_lark_sheet_record_for_human_intervention(
  326. staff_info, user_info, '\n'.join(dialogue_to_send), reason
  327. )
  328. def resume_from_human_intervention(self) -> None:
  329. """从人工介入状态恢复"""
  330. if self.current_state == DialogueState.HUMAN_INTERVENTION:
  331. self.do_state_change(DialogueState.CHITCHAT)
  332. def generate_response(self, llm_response: str) -> Optional[str]:
  333. """
  334. 处理LLM的响应,更新对话状态和对话历史。
  335. 注意:所有的LLM响应都必须经过这个函数来处理!
  336. :param llm_response:
  337. :return:
  338. """
  339. if '<人工介入>' in llm_response:
  340. reason = llm_response.replace('<人工介入>', '')
  341. logger.warning(f'staff[{self.staff_id}], user[{self.user_id}]: human intervention triggered, reason: {reason}')
  342. self.do_state_change(DialogueState.HUMAN_INTERVENTION)
  343. self._send_human_intervention_alert(reason)
  344. return None
  345. """根据当前状态处理LLM响应,如果处于人工介入状态则返回None"""
  346. # 如果处于人工介入状态,不生成回复
  347. if self.current_state == DialogueState.HUMAN_INTERVENTION:
  348. return None
  349. # 记录响应到对话历史
  350. message_ts = int(time.time() * 1000)
  351. self.append_dialogue_history({
  352. "role": "assistant",
  353. "content": llm_response,
  354. "timestamp": message_ts,
  355. "state": self.current_state.name
  356. })
  357. self.update_interaction_time(message_ts)
  358. return llm_response
  359. def _get_hours_since_last_interaction(self, precision: int = -1):
  360. time_diff = (time.time() * 1000) - self.last_interaction_time
  361. hours_passed = time_diff / 1000 / 3600
  362. if precision >= 0:
  363. return round(hours_passed, precision)
  364. return hours_passed
  365. def should_initiate_conversation(self) -> bool:
  366. """判断是否应该主动发起对话"""
  367. # 如果处于人工介入状态,不应主动发起对话
  368. if self.current_state == DialogueState.HUMAN_INTERVENTION:
  369. return False
  370. hours_passed = self._get_hours_since_last_interaction()
  371. # 获取当前时间上下文
  372. time_context = self.get_time_context()
  373. # 根据用户交互频率偏好设置不同的阈值
  374. interaction_frequency = self.user_profile.get("interaction_frequency", "medium")
  375. if interaction_frequency == 'stopped':
  376. return False
  377. # 设置不同偏好的交互时间阈值(小时)
  378. thresholds = {
  379. "low": 48,
  380. "medium": 24,
  381. "high": 12
  382. }
  383. threshold = thresholds.get(interaction_frequency, 12)
  384. if hours_passed < threshold:
  385. return False
  386. # 根据时间上下文决定主动交互的状态
  387. if self.is_time_suitable_for_active_conversation(time_context):
  388. return True
  389. return False
  390. @staticmethod
  391. def is_time_suitable_for_active_conversation(time_context=None) -> bool:
  392. if not time_context:
  393. time_context = DialogueManager.get_time_context()
  394. if time_context in [TimeContext.MORNING,
  395. TimeContext.NOON, TimeContext.AFTERNOON]:
  396. return True
  397. return False
  398. def is_in_human_intervention(self) -> bool:
  399. """检查是否处于人工介入状态"""
  400. return self.current_state == DialogueState.HUMAN_INTERVENTION
  401. def get_prompt_context(self, user_message) -> Dict:
  402. # 获取当前时间上下文
  403. time_context = self.get_time_context()
  404. # 刷新用户画像
  405. self.user_profile = self.user_manager.get_user_profile(self.user_id)
  406. # 刷新员工画像(不一定需要)
  407. self.staff_profile = self.user_manager.get_staff_profile(self.staff_id)
  408. current_datetime = datetime.now()
  409. context = {
  410. "user_profile": self.user_profile,
  411. "current_state": self.current_state.name,
  412. "previous_state": self.previous_state.name,
  413. "current_time_period": time_context.description,
  414. "current_hour": current_datetime.hour,
  415. "current_time": current_datetime.strftime("%H:%M:%S"),
  416. "current_date": current_datetime.strftime("%Y-%m-%d"),
  417. "last_interaction_interval": self._get_hours_since_last_interaction(2),
  418. "if_first_interaction": True if self.previous_state == DialogueState.INITIALIZED else False,
  419. "if_active_greeting": False if user_message else True,
  420. **self.user_profile,
  421. **self.staff_profile
  422. }
  423. # 获取长期记忆
  424. relevant_memories = self.vector_memory.retrieve_relevant_memories(user_message)
  425. context["long_term_memory"] = {
  426. "relevant_conversations": relevant_memories
  427. }
  428. return context
  429. @staticmethod
  430. def _select_prompt(state):
  431. state_to_prompt_map = {
  432. DialogueState.GREETING: prompt_templates.GENERAL_GREETING_PROMPT,
  433. DialogueState.CHITCHAT: prompt_templates.CHITCHAT_PROMPT_COZE,
  434. DialogueState.FAREWELL: prompt_templates.GENERAL_GREETING_PROMPT
  435. }
  436. return state_to_prompt_map[state]
  437. @staticmethod
  438. def _select_coze_bot(state, dialogue: List[Dict], multimodal=False):
  439. state_to_bot_map = {
  440. DialogueState.GREETING: '7486112546798780425',
  441. DialogueState.CHITCHAT: '7491300566573301770',
  442. DialogueState.FAREWELL: '7491300566573301770',
  443. }
  444. if multimodal:
  445. state_to_bot_map = {
  446. DialogueState.GREETING: '7496772218198900770',
  447. DialogueState.CHITCHAT: '7495692989504438308',
  448. DialogueState.FAREWELL: '7491300566573301770',
  449. }
  450. return state_to_bot_map[state]
  451. @staticmethod
  452. def need_multimodal_model(dialogue: List[Dict], max_message_to_use: int = 10):
  453. # 当前仅为简单实现
  454. recent_messages = dialogue[-max_message_to_use:]
  455. ret = False
  456. for entry in recent_messages:
  457. if entry.get('type') in (MessageType.IMAGE_GW, MessageType.IMAGE_QW, MessageType.GIF):
  458. ret = True
  459. break
  460. return ret
  461. def _create_system_message(self, prompt_context):
  462. prompt_template = self._select_prompt(self.current_state)
  463. prompt = prompt_template.format(**prompt_context)
  464. return {'role': 'system', 'content': prompt}
  465. @staticmethod
  466. def compose_chat_messages_openai_compatible(dialogue_history, current_time, multimodal=False):
  467. messages = []
  468. for entry in dialogue_history:
  469. role = entry['role']
  470. msg_type = entry.get('type', MessageType.TEXT)
  471. fmt_time = DialogueManager.format_timestamp(entry['timestamp'])
  472. if msg_type in (MessageType.IMAGE_GW, MessageType.IMAGE_QW, MessageType.GIF):
  473. if multimodal:
  474. messages.append({
  475. "role": role,
  476. "content": [
  477. {"type": "image_url", "image_url": {"url": entry["content"]}}
  478. ]
  479. })
  480. else:
  481. logger.warning("Image in non-multimodal mode")
  482. messages.append({
  483. "role": role,
  484. "content": "[{}] {}".format(fmt_time, '[图片]')
  485. })
  486. else:
  487. messages.append({
  488. "role": role,
  489. "content": '[{}] {}'.format(fmt_time, entry["content"])
  490. })
  491. # 添加一条前缀用于 约束时间场景
  492. msg_prefix = '[{}]'.format(current_time)
  493. messages.append({'role': 'assistant', 'content': msg_prefix})
  494. return messages
  495. @staticmethod
  496. def compose_chat_messages_coze(dialogue_history, current_time, staff_id, user_id):
  497. messages = []
  498. # 如果system后的第1条消息不为user,需要在最开始补一条user消息,否则会吞assistant消息
  499. if len(dialogue_history) > 0 and dialogue_history[0]['role'] != 'user':
  500. fmt_time = DialogueManager.format_timestamp(dialogue_history[0]['timestamp'])
  501. messages.append(cozepy.Message.build_user_question_text(f'[{fmt_time}] '))
  502. # coze最后一条消息必须为user,且可能吞掉连续的user消息,故强制增加一条空消息(可参与合并)
  503. dialogue_history.append({
  504. 'role': 'user',
  505. 'content': ' ',
  506. 'timestamp': int(datetime.strptime(current_time, '%Y-%m-%d %H:%M:%S').timestamp() * 1000),
  507. })
  508. # 将连续的同一角色的消息做聚合,避免coze吞消息
  509. messages_to_aggr = []
  510. objects_to_aggr = []
  511. last_message_role = None
  512. for entry in dialogue_history:
  513. if not entry['content']:
  514. logger.warning("staff[{}], user[{}], role[{}]: empty content in dialogue history".format(
  515. staff_id, user_id, entry['role']
  516. ))
  517. continue
  518. role = entry['role']
  519. if role != last_message_role:
  520. if objects_to_aggr:
  521. if last_message_role != 'user':
  522. pass
  523. else:
  524. text_message = '\n'.join(messages_to_aggr)
  525. object_string_list = []
  526. for object_entry in objects_to_aggr:
  527. # FIXME: 其它消息类型的支持
  528. object_string_list.append(cozepy.MessageObjectString.build_image(file_url=object_entry['content']))
  529. object_string_list.append(cozepy.MessageObjectString.build_text(text_message))
  530. messages.append(cozepy.Message.build_user_question_objects(object_string_list))
  531. elif messages_to_aggr:
  532. aggregated_message = '\n'.join(messages_to_aggr)
  533. messages.append(DialogueManager.build_chat_message(
  534. last_message_role, aggregated_message, ChatServiceType.COZE_CHAT))
  535. objects_to_aggr = []
  536. messages_to_aggr = []
  537. last_message_role = role
  538. if entry.get('type', MessageType.TEXT) in (MessageType.IMAGE_GW, MessageType.IMAGE_QW, MessageType.GIF):
  539. # 多模态消息必须用特殊的聚合方式,一个object_string数组中只能有一个文字消息,但可以有多个图片
  540. if role == 'user':
  541. objects_to_aggr.append(entry)
  542. else:
  543. logger.warning("staff[{}], user[{}]: unsupported message type [{}] in assistant role".format(
  544. staff_id, user_id, entry['type']
  545. ))
  546. else:
  547. messages_to_aggr.append(DialogueManager.format_dialogue_content(entry))
  548. # 如果有未聚合的object消息,需要特殊处理
  549. if objects_to_aggr:
  550. if last_message_role != 'user':
  551. pass
  552. else:
  553. text_message = '\n'.join(messages_to_aggr)
  554. object_string_list = []
  555. for object_entry in objects_to_aggr:
  556. # FIXME: 其它消息类型的支持
  557. object_string_list.append(cozepy.MessageObjectString.build_image(file_url=object_entry['content']))
  558. object_string_list.append(cozepy.MessageObjectString.build_text(text_message))
  559. messages.append(cozepy.Message.build_user_question_objects(object_string_list))
  560. elif messages_to_aggr:
  561. aggregated_message = '\n'.join(messages_to_aggr)
  562. messages.append(DialogueManager.build_chat_message(
  563. last_message_role, aggregated_message, ChatServiceType.COZE_CHAT))
  564. return messages
  565. def build_active_greeting_config(self, user_tags: List[str]):
  566. # FIXME: 这里的抽象不好,短期支持人为配置实验
  567. # 由于产运要求,指定使用GPT-4o模型
  568. chat_config = {'user_id': self.user_id, 'model_name': chat_service.OPENAI_MODEL_GPT_4o}
  569. prompt_context = self.get_prompt_context(None)
  570. current_time = datetime.now().strftime('%Y-%m-%d %H:%M:%S')
  571. system_message = {'role': 'system', 'content': 'You are a helpful AI assistant.'}
  572. # TODO: 随机选择一个prompt 或 带策略选择 或根据用户标签选择
  573. # TODO:需要区分用户是否有历史交互、是否发送过相似内容
  574. greeting_prompts = [
  575. prompt_templates.GREETING_WITH_IMAGE_GAME,
  576. prompt_templates.GREETING_WITH_NAME_POETRY,
  577. prompt_templates.GREETING_WITH_AVATAR_STORY
  578. ]
  579. # 默认随机选择
  580. selected_prompt = greeting_prompts[random.randint(0, len(greeting_prompts) - 1)]
  581. # 实验配置
  582. tag_to_greeting_map = {
  583. '04W4-AA-1': prompt_templates.GREETING_WITH_NAME_POETRY,
  584. '04W4-AA-2': prompt_templates.GREETING_WITH_AVATAR_STORY,
  585. '04W4-AA-3': prompt_templates.GREETING_WITH_INTEREST_QUERY,
  586. '04W4-AA-4': prompt_templates.GREETING_WITH_CALENDAR,
  587. }
  588. for tag in user_tags:
  589. if tag in tag_to_greeting_map:
  590. selected_prompt = tag_to_greeting_map[tag]
  591. prompt = selected_prompt.format(**prompt_context)
  592. user_message = {'role': 'user', 'content': prompt}
  593. messages = [system_message, user_message]
  594. if selected_prompt in (
  595. prompt_templates.GREETING_WITH_AVATAR_STORY,
  596. prompt_templates.GREETING_WITH_INTEREST_QUERY,
  597. ):
  598. messages.append({
  599. "role": 'user',
  600. "content": [
  601. {"type": "image_url", "image_url": {"url": self.user_profile['avatar']}}
  602. ]
  603. })
  604. chat_config['use_multimodal_model'] = True
  605. chat_config['messages'] = messages
  606. return chat_config
  607. def build_chat_configuration(
  608. self,
  609. user_message: Optional[str] = None,
  610. chat_service_type: ChatServiceType = ChatServiceType.OPENAI_COMPATIBLE,
  611. overwrite_context: Optional[Dict] = None
  612. ) -> Dict:
  613. """
  614. 参数:
  615. user_message: 当前用户消息,如果是主动交互则为None
  616. 返回:
  617. 消息列表
  618. """
  619. dialogue_history = self.history_dialogue_service.get_dialogue_history(self.staff_id, self.user_id)
  620. logger.debug("staff[{}], user[{}], recent dialogue_history: {}".format(
  621. self.staff_id, self.user_id, dialogue_history[-20:]
  622. ))
  623. messages = []
  624. config = {
  625. 'user_id': self.user_id
  626. }
  627. prompt_context = self.get_prompt_context(user_message)
  628. if overwrite_context:
  629. prompt_context.update(overwrite_context)
  630. # FIXME(zhoutian): time in string type
  631. current_time = datetime.now().strftime('%Y-%m-%d %H:%M:%S')
  632. if overwrite_context and 'current_time' in overwrite_context:
  633. current_time = overwrite_context.get('current_time')
  634. need_multimodal = self.need_multimodal_model(dialogue_history)
  635. config['use_multimodal_model'] = need_multimodal
  636. if chat_service_type == ChatServiceType.OPENAI_COMPATIBLE:
  637. system_message = self._create_system_message(prompt_context)
  638. messages.append(system_message)
  639. messages.extend(self.compose_chat_messages_openai_compatible(dialogue_history, current_time, need_multimodal))
  640. elif chat_service_type == ChatServiceType.COZE_CHAT:
  641. dialogue_history = dialogue_history[-95:] # Coze最多支持100条,还需要附加系统消息
  642. messages = self.compose_chat_messages_coze(dialogue_history, current_time, self.staff_id, self.user_id)
  643. custom_variables = {}
  644. for k, v in prompt_context.items():
  645. custom_variables[k] = str(v)
  646. custom_variables.pop('user_profile', None)
  647. config['custom_variables'] = custom_variables
  648. config['bot_id'] = self._select_coze_bot(self.current_state, dialogue_history, need_multimodal)
  649. #FIXME(zhoutian): 临时报警
  650. if user_message and not messages:
  651. logger.error(f"staff[{self.staff_id}], user[{self.user_id}]: inconsistency in messages")
  652. config['messages'] = messages
  653. return config
  654. @staticmethod
  655. def format_timestamp(timestamp_ms):
  656. return datetime.fromtimestamp(timestamp_ms / 1000).strftime("%Y-%m-%d %H:%M:%S")
  657. @staticmethod
  658. def format_dialogue_content(dialogue_entry):
  659. fmt_time = DialogueManager.format_timestamp(dialogue_entry['timestamp'])
  660. content = '[{}] {}'.format(fmt_time, dialogue_entry['content'])
  661. return content
  662. @staticmethod
  663. def build_chat_message(role, content, chat_service_type: ChatServiceType):
  664. if chat_service_type == ChatServiceType.COZE_CHAT:
  665. if role == 'user':
  666. return cozepy.Message.build_user_question_text(content)
  667. elif role == 'assistant':
  668. return cozepy.Message.build_assistant_answer(content)
  669. else:
  670. return {'role': role, 'content': content}
  671. if __name__ == '__main__':
  672. state_cache = DialogueStateCache()
  673. state_cache.set_state('1688854492669990', '7881302581935903', DialogueState.CHITCHAT, DialogueState.GREETING)