dialogue_manager.py 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753
  1. #! /usr/bin/env python
  2. # -*- coding: utf-8 -*-
  3. # vim:fenc=utf-8
  4. import random
  5. from enum import Enum, auto
  6. from typing import Dict, List, Optional, Tuple, Any
  7. from datetime import datetime
  8. import time
  9. import chat_service
  10. import prompt_templates
  11. from logging_service import logger
  12. import pymysql.cursors
  13. import configs
  14. import cozepy
  15. from database import MySQLManager
  16. from history_dialogue_service import HistoryDialogueService
  17. from chat_service import ChatServiceType
  18. from message import MessageType, Message
  19. from user_manager import UserManager
  20. from prompt_templates import *
  21. class DummyVectorMemoryManager:
  22. def __init__(self, user_id):
  23. pass
  24. def add_to_memory(self, conversation):
  25. pass
  26. def retrieve_relevant_memories(self, query, k=3):
  27. return []
  28. class DialogueState(int, Enum):
  29. INITIALIZED = 0
  30. GREETING = 1 # 问候状态
  31. CHITCHAT = 2 # 闲聊状态
  32. CLARIFICATION = 3 # 澄清状态
  33. FAREWELL = 4 # 告别状态
  34. HUMAN_INTERVENTION = 5 # 人工介入状态
  35. MESSAGE_AGGREGATING = 6 # 等待消息状态
  36. class TimeContext(Enum):
  37. EARLY_MORNING = "清晨" # 清晨 (5:00-7:59)
  38. MORNING = "上午" # 上午 (8:00-11:59)
  39. NOON = "中午" # 中午 (12:00-13:59)
  40. AFTERNOON = "下午" # 下午 (14:00-17:59)
  41. EVENING = "晚上" # 晚上 (18:00-21:59)
  42. NIGHT = "深夜" # 夜晚 (22:00-4:59)
  43. def __init__(self, description):
  44. self.description = description
  45. class DialogueStateChangeType(int, Enum):
  46. STATE = 0
  47. INTERACTION_TIME = 1
  48. DIALOGUE_HISTORY = 2
  49. class DialogueStateChange:
  50. def __init__(self, event_type: DialogueStateChangeType,old: Any, new: Any):
  51. self.event_type = event_type
  52. self.old = old
  53. self.new = new
  54. class DialogueStateCache:
  55. def __init__(self):
  56. self.config = configs.get()
  57. self.db = MySQLManager(self.config['storage']['agent_state']['mysql'])
  58. self.table = self.config['storage']['agent_state']['table']
  59. def get_state(self, staff_id: str, user_id: str) -> Tuple[DialogueState, DialogueState]:
  60. query = f"SELECT current_state, previous_state FROM {self.table} WHERE staff_id=%s AND user_id=%s"
  61. data = self.db.select(query, pymysql.cursors.DictCursor, (staff_id, user_id))
  62. if not data:
  63. logger.warning(f"staff[{staff_id}], user[{user_id}]: agent state not found")
  64. state = DialogueState.INITIALIZED
  65. previous_state = DialogueState.INITIALIZED
  66. self.set_state(staff_id, user_id, state, previous_state)
  67. else:
  68. state = DialogueState(data[0]['current_state'])
  69. previous_state = DialogueState(data[0]['previous_state'])
  70. return state, previous_state
  71. def set_state(self, staff_id: str, user_id: str, state: DialogueState, previous_state: DialogueState):
  72. if self.config.get('debug_flags', {}).get('disable_database_write', False):
  73. return
  74. query = f"INSERT INTO {self.table} (staff_id, user_id, current_state, previous_state)" \
  75. f" VALUES (%s, %s, %s, %s) " \
  76. f"ON DUPLICATE KEY UPDATE current_state=%s, previous_state=%s"
  77. rows = self.db.execute(query, (staff_id, user_id, state.value, previous_state.value, state.value, previous_state.value))
  78. logger.debug("staff[{}], user[{}]: set state: {}, previous state: {}, rows affected: {}"
  79. .format(staff_id, user_id, state, previous_state, rows))
  80. class DialogueManager:
  81. def __init__(self, staff_id: str, user_id: str, user_manager: UserManager, state_cache: DialogueStateCache):
  82. config = configs.get()
  83. self.staff_id = staff_id
  84. self.user_id = user_id
  85. self.user_manager = user_manager
  86. self.state_cache = state_cache
  87. self.current_state = DialogueState.GREETING
  88. self.previous_state = DialogueState.INITIALIZED
  89. # 目前实际仅用作调试,拼装prompt时使用history_dialogue_service获取
  90. self.dialogue_history = []
  91. self.user_profile = self.user_manager.get_user_profile(user_id)
  92. self.staff_profile = self.user_manager.get_staff_profile(staff_id)
  93. # FIXME: 交互时间和对话记录都涉及到回滚
  94. self.last_interaction_time = 0
  95. self.consecutive_clarifications = 0
  96. self.complex_request_counter = 0
  97. self.human_intervention_triggered = False
  98. self.vector_memory = DummyVectorMemoryManager(user_id)
  99. self.message_aggregation_sec = config.get('agent_behavior', {}).get('message_aggregation_sec', 5)
  100. self.unprocessed_messages = []
  101. self.history_dialogue_service = HistoryDialogueService(
  102. config['storage']['history_dialogue']['api_base_url']
  103. )
  104. self._recover_state()
  105. # 由于本地状态管理过于复杂,引入事务机制做状态回滚
  106. self._uncommited_state_change = []
  107. @staticmethod
  108. def get_time_context(current_hour=None) -> TimeContext:
  109. """获取当前时间上下文"""
  110. if not current_hour:
  111. current_hour = datetime.now().hour
  112. if 5 <= current_hour < 7:
  113. return TimeContext.EARLY_MORNING
  114. elif 7 <= current_hour < 11:
  115. return TimeContext.MORNING
  116. elif 11 <= current_hour < 14:
  117. return TimeContext.NOON
  118. elif 14 <= current_hour < 18:
  119. return TimeContext.AFTERNOON
  120. elif 18 <= current_hour < 22:
  121. return TimeContext.EVENING
  122. else:
  123. return TimeContext.NIGHT
  124. def _recover_state(self):
  125. self.current_state, self.previous_state = self.state_cache.get_state(self.staff_id, self.user_id)
  126. # 从数据库恢复对话状态
  127. self.dialogue_history = self.history_dialogue_service.get_dialogue_history(self.staff_id, self.user_id)
  128. if self.dialogue_history:
  129. self.last_interaction_time = self.dialogue_history[-1]['timestamp']
  130. else:
  131. # 默认设置为24小时前
  132. self.last_interaction_time = int(time.time() * 1000) - 24 * 3600 * 1000
  133. time_for_read = datetime.fromtimestamp(self.last_interaction_time / 1000).strftime("%Y-%m-%d %H:%M:%S")
  134. logger.debug(f"staff[{self.staff_id}], user[{self.user_id}]: state: {self.current_state.name}, last_interaction: {time_for_read}")
  135. def update_interaction_time(self, timestamp_ms: int):
  136. self._uncommited_state_change.append(DialogueStateChange(
  137. DialogueStateChangeType.INTERACTION_TIME,
  138. self.last_interaction_time,
  139. timestamp_ms
  140. ))
  141. self.last_interaction_time = timestamp_ms
  142. def append_dialogue_history(self, message: Dict):
  143. self._uncommited_state_change.append(DialogueStateChange(
  144. DialogueStateChangeType.DIALOGUE_HISTORY,
  145. None,
  146. 1
  147. ))
  148. self.dialogue_history.append(message)
  149. def persist_state(self):
  150. """持久化对话状态,只有当前状态处理成功后才应该做持久化"""
  151. self.commit()
  152. config = configs.get()
  153. if config.get('debug_flags', {}).get('disable_database_write', False):
  154. return
  155. self.state_cache.set_state(self.staff_id, self.user_id, self.current_state, self.previous_state)
  156. def rollback_state(self):
  157. logger.info(f"staff[{self.staff_id}], user[{self.user_id}]: reverse state")
  158. for entry in reversed(self._uncommited_state_change):
  159. if entry.event_type == DialogueStateChangeType.STATE:
  160. self.current_state, self.previous_state = entry.old
  161. elif entry.event_type == DialogueStateChangeType.INTERACTION_TIME:
  162. self.last_interaction_time = entry.old
  163. elif entry.event_type == DialogueStateChangeType.DIALOGUE_HISTORY:
  164. self.dialogue_history.pop()
  165. else:
  166. logger.error(f"unimplemented type: [{entry.event_type}]")
  167. self._uncommited_state_change.clear()
  168. def commit(self):
  169. self._uncommited_state_change.clear()
  170. def do_state_change(self, state: DialogueState):
  171. state_backup = (self.current_state, self.previous_state)
  172. if self.current_state == DialogueState.MESSAGE_AGGREGATING:
  173. # MESSAGE_AGGREGATING不能成为previous_state,仅使用state_backup做回退
  174. self.current_state = state
  175. else:
  176. self.previous_state = self.current_state
  177. self.current_state = state
  178. self._uncommited_state_change.append(DialogueStateChange(
  179. DialogueStateChangeType.STATE,
  180. state_backup,
  181. (self.current_state, self.previous_state)
  182. ))
  183. def update_state(self, message: Message) -> Tuple[bool, Optional[str]]:
  184. """根据用户消息更新对话状态,并返回是否需要发起回复 及下一条需处理的用户消息"""
  185. message_text = message.content
  186. message_ts = message.sendTime
  187. # 如果当前已经是人工介入状态,保持该状态
  188. if self.current_state == DialogueState.HUMAN_INTERVENTION:
  189. # 记录对话历史,但不改变状态
  190. self.append_dialogue_history({
  191. "role": "user",
  192. "content": message_text,
  193. "timestamp": int(time.time() * 1000),
  194. "state": self.current_state.name
  195. })
  196. return False, message_text
  197. # 检查是否处于消息聚合状态
  198. if self.current_state == DialogueState.MESSAGE_AGGREGATING:
  199. # 收到的是特殊定时触发的空消息,且在聚合中,且已经超时,继续处理
  200. if message.type == MessageType.AGGREGATION_TRIGGER:
  201. if message_ts - self.last_interaction_time > self.message_aggregation_sec * 1000:
  202. logger.debug(f"staff[{self.staff_id}], user[{self.user_id}]: exit aggregation waiting")
  203. else:
  204. logger.debug(f"staff[{self.staff_id}], user[{self.user_id}]: continue aggregation waiting")
  205. return False, message_text
  206. else:
  207. # 非空消息,更新最后交互时间,保持消息聚合状态
  208. if message_text:
  209. self.unprocessed_messages.append(message_text)
  210. self.update_interaction_time(message_ts)
  211. return False, message_text
  212. else:
  213. if message.type == MessageType.AGGREGATION_TRIGGER:
  214. # 未在聚合状态中,收到的聚合触发消息为过时消息,不应当处理
  215. logger.warning(f"staff[{self.staff_id}], user[{self.user_id}]: received {message.type} in state {self.current_state}")
  216. return False, None
  217. if message.type != MessageType.AGGREGATION_TRIGGER and self.message_aggregation_sec > 0:
  218. # 收到有内容的用户消息,切换到消息聚合状态
  219. self.do_state_change(DialogueState.MESSAGE_AGGREGATING)
  220. self.unprocessed_messages.append(message_text)
  221. # 更新最后交互时间
  222. if message_text:
  223. self.update_interaction_time(message_ts)
  224. return False, message_text
  225. # 获得未处理的聚合消息,并清空未处理队列
  226. if message_text:
  227. self.unprocessed_messages.append(message_text)
  228. if self.unprocessed_messages:
  229. message_text = '\n'.join(self.unprocessed_messages)
  230. self.unprocessed_messages.clear()
  231. # 根据消息内容和当前状态确定新状态
  232. new_state = self._determine_state_from_message(message_text)
  233. # 处理连续澄清的情况
  234. if new_state == DialogueState.CLARIFICATION:
  235. self.consecutive_clarifications += 1
  236. # FIXME(zhoutian): 规则过于简单
  237. if self.consecutive_clarifications >= 10000:
  238. new_state = DialogueState.HUMAN_INTERVENTION
  239. # self._trigger_human_intervention("连续多次澄清请求")
  240. else:
  241. self.consecutive_clarifications = 0
  242. # 更新状态
  243. self.do_state_change(new_state)
  244. if message_text:
  245. self.update_interaction_time(message_ts)
  246. self.append_dialogue_history({
  247. "role": "user",
  248. "content": message_text,
  249. "timestamp": message_ts,
  250. "state": self.current_state.name
  251. })
  252. return True, message_text
  253. def _determine_state_from_message(self, message_text: Optional[str]) -> DialogueState:
  254. """根据消息内容确定对话状态"""
  255. if not message_text:
  256. logger.warning(f"staff[{self.staff_id}], user[{self.user_id}]: empty message")
  257. return self.current_state
  258. # 简单的规则-关键词匹配
  259. message_lower = message_text.lower()
  260. # 判断是否是复杂请求
  261. # FIXME(zhoutian): 规则过于简单
  262. # complex_request_keywords = ["帮我", "怎么办", "我需要", "麻烦你", "请帮助", "急", "紧急"]
  263. # if any(keyword in message_lower for keyword in complex_request_keywords):
  264. # self.complex_request_counter += 1
  265. #
  266. # # 如果检测到困难请求且计数达到阈值,触发人工介入
  267. # if self.complex_request_counter >= 1:
  268. # # self._trigger_human_intervention("检测到复杂请求")
  269. # return DialogueState.HUMAN_INTERVENTION
  270. # else:
  271. # # 如果不是复杂请求,重置计数器
  272. # self.complex_request_counter = 0
  273. # 问候检测
  274. greeting_keywords = ["你好", "早上好", "中午好", "晚上好", "嗨", "在吗"]
  275. if any(keyword in message_lower for keyword in greeting_keywords):
  276. return DialogueState.GREETING
  277. # 告别检测
  278. farewell_keywords = ["再见", "拜拜", "晚安", "明天见", "回头见"]
  279. if any(keyword in message_lower for keyword in farewell_keywords):
  280. return DialogueState.FAREWELL
  281. # 澄清请求
  282. # clarification_keywords = ["没明白", "不明白", "没听懂", "不懂", "什么意思", "再说一遍"]
  283. # if any(keyword in message_lower for keyword in clarification_keywords):
  284. # return DialogueState.CLARIFICATION
  285. # 默认为闲聊状态
  286. return DialogueState.CHITCHAT
  287. def _trigger_human_intervention(self, reason: str) -> None:
  288. """触发人工介入"""
  289. if not self.human_intervention_triggered:
  290. self.human_intervention_triggered = True
  291. # 记录人工介入事件
  292. event = {
  293. "timestamp": int(time.time() * 1000),
  294. "reason": reason,
  295. "dialogue_context": self.dialogue_history[-10:]
  296. }
  297. # 更新用户资料中的人工介入历史
  298. if "human_intervention_history" not in self.user_profile:
  299. self.user_profile["human_intervention_history"] = []
  300. self.user_profile["human_intervention_history"].append(event)
  301. self.user_manager.save_user_profile(self.user_id, self.user_profile)
  302. # 发送告警
  303. self._send_human_intervention_alert(reason)
  304. def _send_human_intervention_alert(self, reason: str) -> None:
  305. alert_message = f"""
  306. 人工介入告警
  307. 用户ID: {self.user_id}
  308. 用户昵称: {self.user_profile.get("nickname", "未知")}
  309. 时间: {int(time.time() * 1000)}
  310. 原因: {reason}
  311. 最近对话:
  312. """
  313. # 添加最近的对话记录
  314. recent_dialogues = self.dialogue_history[-10:]
  315. for dialogue in recent_dialogues:
  316. alert_message += f"\n{dialogue['role']}: {dialogue['content']}"
  317. # TODO(zhoutian): 实现发送告警的具体逻辑
  318. logger.warning(alert_message)
  319. def resume_from_human_intervention(self) -> None:
  320. """从人工介入状态恢复"""
  321. if self.current_state == DialogueState.HUMAN_INTERVENTION:
  322. self.do_state_change(DialogueState.CHITCHAT)
  323. self.human_intervention_triggered = False
  324. self.consecutive_clarifications = 0
  325. self.complex_request_counter = 0
  326. # 记录恢复事件
  327. self.append_dialogue_history({
  328. "role": "system",
  329. "content": "已从人工介入状态恢复到自动对话",
  330. "timestamp": int(time.time() * 1000),
  331. "state": self.current_state.name
  332. })
  333. def generate_response(self, llm_response: str) -> Optional[str]:
  334. """根据当前状态处理LLM响应,如果处于人工介入状态则返回None"""
  335. # 如果处于人工介入状态,不生成回复
  336. if self.current_state == DialogueState.HUMAN_INTERVENTION:
  337. return None
  338. # 记录响应到对话历史
  339. message_ts = int(time.time() * 1000)
  340. self.append_dialogue_history({
  341. "role": "assistant",
  342. "content": llm_response,
  343. "timestamp": message_ts,
  344. "state": self.current_state.name
  345. })
  346. self.update_interaction_time(message_ts)
  347. return llm_response
  348. def _get_hours_since_last_interaction(self, precision: int = -1):
  349. time_diff = (time.time() * 1000) - self.last_interaction_time
  350. hours_passed = time_diff / 1000 / 3600
  351. if precision >= 0:
  352. return round(hours_passed, precision)
  353. return hours_passed
  354. def should_initiate_conversation(self) -> bool:
  355. """判断是否应该主动发起对话"""
  356. # 如果处于人工介入状态,不应主动发起对话
  357. if self.current_state == DialogueState.HUMAN_INTERVENTION:
  358. return False
  359. hours_passed = self._get_hours_since_last_interaction()
  360. # 获取当前时间上下文
  361. time_context = self.get_time_context()
  362. # 根据用户交互频率偏好设置不同的阈值
  363. interaction_frequency = self.user_profile.get("interaction_frequency", "medium")
  364. if interaction_frequency == 'stopped':
  365. return False
  366. # 设置不同偏好的交互时间阈值(小时)
  367. thresholds = {
  368. "low": 48,
  369. "medium": 24,
  370. "high": 12
  371. }
  372. threshold = thresholds.get(interaction_frequency, 12)
  373. if hours_passed < threshold:
  374. return False
  375. # 根据时间上下文决定主动交互的状态
  376. if self.is_time_suitable_for_active_conversation(time_context):
  377. return True
  378. return False
  379. @staticmethod
  380. def is_time_suitable_for_active_conversation(time_context=None) -> bool:
  381. if not time_context:
  382. time_context = DialogueManager.get_time_context()
  383. if time_context in [TimeContext.MORNING,
  384. TimeContext.NOON, TimeContext.AFTERNOON]:
  385. return True
  386. return False
  387. def is_in_human_intervention(self) -> bool:
  388. """检查是否处于人工介入状态"""
  389. return self.current_state == DialogueState.HUMAN_INTERVENTION
  390. def get_prompt_context(self, user_message) -> Dict:
  391. # 获取当前时间上下文
  392. time_context = self.get_time_context()
  393. # 刷新用户画像
  394. self.user_profile = self.user_manager.get_user_profile(self.user_id)
  395. # 刷新员工画像(不一定需要)
  396. self.staff_profile = self.user_manager.get_staff_profile(self.staff_id)
  397. current_datetime = datetime.now()
  398. context = {
  399. "user_profile": self.user_profile,
  400. "current_state": self.current_state.name,
  401. "previous_state": self.previous_state.name,
  402. "current_time_period": time_context.description,
  403. "current_hour": current_datetime.hour,
  404. "current_time": current_datetime.strftime("%H:%M:%S"),
  405. "current_date": current_datetime.strftime("%Y-%m-%d"),
  406. "last_interaction_interval": self._get_hours_since_last_interaction(2),
  407. "if_first_interaction": True if self.previous_state == DialogueState.INITIALIZED else False,
  408. "if_active_greeting": False if user_message else True,
  409. **self.user_profile,
  410. **self.staff_profile
  411. }
  412. # 获取长期记忆
  413. relevant_memories = self.vector_memory.retrieve_relevant_memories(user_message)
  414. context["long_term_memory"] = {
  415. "relevant_conversations": relevant_memories
  416. }
  417. return context
  418. @staticmethod
  419. def _select_prompt(state):
  420. state_to_prompt_map = {
  421. DialogueState.GREETING: GENERAL_GREETING_PROMPT,
  422. DialogueState.CHITCHAT: CHITCHAT_PROMPT_COZE,
  423. DialogueState.FAREWELL: GENERAL_GREETING_PROMPT
  424. }
  425. return state_to_prompt_map[state]
  426. @staticmethod
  427. def _select_coze_bot(state, dialogue: List[Dict], multimodal=False):
  428. state_to_bot_map = {
  429. DialogueState.GREETING: '7486112546798780425',
  430. DialogueState.CHITCHAT: '7491300566573301770',
  431. DialogueState.FAREWELL: '7491300566573301770',
  432. }
  433. if multimodal:
  434. state_to_bot_map = {
  435. DialogueState.GREETING: '7496772218198900770',
  436. DialogueState.CHITCHAT: '7495692989504438308',
  437. DialogueState.FAREWELL: '7491300566573301770',
  438. }
  439. return state_to_bot_map[state]
  440. @staticmethod
  441. def need_multimodal_model(dialogue: List[Dict], max_message_to_use: int = 10):
  442. # 当前仅为简单实现
  443. recent_messages = dialogue[-max_message_to_use:]
  444. ret = False
  445. for entry in recent_messages:
  446. if entry.get('type') in (MessageType.IMAGE_GW, MessageType.IMAGE_QW, MessageType.GIF):
  447. ret = True
  448. break
  449. return ret
  450. def _create_system_message(self, prompt_context):
  451. prompt_template = self._select_prompt(self.current_state)
  452. prompt = prompt_template.format(**prompt_context)
  453. return {'role': 'system', 'content': prompt}
  454. @staticmethod
  455. def compose_chat_messages_openai_compatible(dialogue_history, current_time, multimodal=False):
  456. messages = []
  457. for entry in dialogue_history:
  458. role = entry['role']
  459. msg_type = entry.get('type', MessageType.TEXT)
  460. fmt_time = DialogueManager.format_timestamp(entry['timestamp'])
  461. if msg_type in (MessageType.IMAGE_GW, MessageType.IMAGE_QW, MessageType.GIF):
  462. if multimodal:
  463. messages.append({
  464. "role": role,
  465. "content": [
  466. {"type": "image_url", "image_url": {"url": entry["content"]}}
  467. ]
  468. })
  469. else:
  470. logger.warning("Image in non-multimodal mode")
  471. messages.append({
  472. "role": role,
  473. "content": "[{}] {}".format(fmt_time, '[图片]')
  474. })
  475. else:
  476. messages.append({
  477. "role": role,
  478. "content": '[{}] {}'.format(fmt_time, entry["content"])
  479. })
  480. # 添加一条前缀用于 约束时间场景
  481. msg_prefix = '[{}]'.format(current_time)
  482. messages.append({'role': 'assistant', 'content': msg_prefix})
  483. return messages
  484. @staticmethod
  485. def compose_chat_messages_coze(dialogue_history, current_time, staff_id, user_id):
  486. messages = []
  487. # 如果system后的第1条消息不为user,需要在最开始补一条user消息,否则会吞assistant消息
  488. if len(dialogue_history) > 0 and dialogue_history[0]['role'] != 'user':
  489. fmt_time = DialogueManager.format_timestamp(dialogue_history[0]['timestamp'])
  490. messages.append(cozepy.Message.build_user_question_text(f'[{fmt_time}] '))
  491. # coze最后一条消息必须为user,且可能吞掉连续的user消息,故强制增加一条空消息(可参与合并)
  492. dialogue_history.append({
  493. 'role': 'user',
  494. 'content': ' ',
  495. 'timestamp': int(datetime.strptime(current_time, '%Y-%m-%d %H:%M:%S').timestamp() * 1000),
  496. })
  497. # 将连续的同一角色的消息做聚合,避免coze吞消息
  498. messages_to_aggr = []
  499. objects_to_aggr = []
  500. last_message_role = None
  501. for entry in dialogue_history:
  502. if not entry['content']:
  503. logger.warning("staff[{}], user[{}], role[{}]: empty content in dialogue history".format(
  504. staff_id, user_id, entry['role']
  505. ))
  506. continue
  507. role = entry['role']
  508. if role != last_message_role:
  509. if objects_to_aggr:
  510. if last_message_role != 'user':
  511. pass
  512. else:
  513. text_message = '\n'.join(messages_to_aggr)
  514. object_string_list = []
  515. for object_entry in objects_to_aggr:
  516. # FIXME: 其它消息类型的支持
  517. object_string_list.append(cozepy.MessageObjectString.build_image(file_url=object_entry['content']))
  518. object_string_list.append(cozepy.MessageObjectString.build_text(text_message))
  519. messages.append(cozepy.Message.build_user_question_objects(object_string_list))
  520. elif messages_to_aggr:
  521. aggregated_message = '\n'.join(messages_to_aggr)
  522. messages.append(DialogueManager.build_chat_message(
  523. last_message_role, aggregated_message, ChatServiceType.COZE_CHAT))
  524. objects_to_aggr = []
  525. messages_to_aggr = []
  526. last_message_role = role
  527. if entry.get('type', MessageType.TEXT) in (MessageType.IMAGE_GW, MessageType.IMAGE_QW, MessageType.GIF):
  528. # 多模态消息必须用特殊的聚合方式,一个object_string数组中只能有一个文字消息,但可以有多个图片
  529. if role == 'user':
  530. objects_to_aggr.append(entry)
  531. else:
  532. logger.warning("staff[{}], user[{}]: unsupported message type [{}] in assistant role".format(
  533. staff_id, user_id, entry['type']
  534. ))
  535. else:
  536. messages_to_aggr.append(DialogueManager.format_dialogue_content(entry))
  537. # 如果有未聚合的object消息,需要特殊处理
  538. if objects_to_aggr:
  539. if last_message_role != 'user':
  540. pass
  541. else:
  542. text_message = '\n'.join(messages_to_aggr)
  543. object_string_list = []
  544. for object_entry in objects_to_aggr:
  545. # FIXME: 其它消息类型的支持
  546. object_string_list.append(cozepy.MessageObjectString.build_image(file_url=object_entry['content']))
  547. object_string_list.append(cozepy.MessageObjectString.build_text(text_message))
  548. messages.append(cozepy.Message.build_user_question_objects(object_string_list))
  549. elif messages_to_aggr:
  550. aggregated_message = '\n'.join(messages_to_aggr)
  551. messages.append(DialogueManager.build_chat_message(
  552. last_message_role, aggregated_message, ChatServiceType.COZE_CHAT))
  553. return messages
  554. def build_active_greeting_config(self, user_tags: List[str]):
  555. # FIXME: 这里的抽象不好,短期支持人为配置实验
  556. # 由于产运要求,指定使用GPT-4o模型
  557. chat_config = {'user_id': self.user_id, 'model_name': chat_service.OPENAI_MODEL_GPT_4o}
  558. prompt_context = self.get_prompt_context(None)
  559. current_time = datetime.now().strftime('%Y-%m-%d %H:%M:%S')
  560. system_message = {'role': 'system', 'content': 'You are a helpful AI assistant.'}
  561. # TODO: 随机选择一个prompt 或 带策略选择 或根据用户标签选择
  562. # TODO:需要区分用户是否有历史交互、是否发送过相似内容
  563. greeting_prompts = [
  564. prompt_templates.GREETING_WITH_IMAGE_GAME,
  565. prompt_templates.GREETING_WITH_NAME_POETRY,
  566. prompt_templates.GREETING_WITH_AVATAR_STORY
  567. ]
  568. # 默认随机选择
  569. selected_prompt = greeting_prompts[random.randint(0, len(greeting_prompts) - 1)]
  570. # 实验配置
  571. tag_to_greeting_map = {
  572. '04W4-AA-1': prompt_templates.GREETING_WITH_NAME_POETRY,
  573. '04W4-AA-2': prompt_templates.GREETING_WITH_AVATAR_STORY,
  574. '04W4-AA-3': prompt_templates.GREETING_WITH_INTEREST_QUERY,
  575. '04W4-AA-4': prompt_templates.GREETING_WITH_CALENDAR,
  576. }
  577. for tag in user_tags:
  578. if tag in tag_to_greeting_map:
  579. selected_prompt = tag_to_greeting_map[tag]
  580. prompt = selected_prompt.format(**prompt_context)
  581. user_message = {'role': 'user', 'content': prompt}
  582. messages = [system_message, user_message]
  583. if selected_prompt in (
  584. prompt_templates.GREETING_WITH_AVATAR_STORY,
  585. prompt_templates.GREETING_WITH_INTEREST_QUERY,
  586. ):
  587. messages.append({
  588. "role": 'user',
  589. "content": [
  590. {"type": "image_url", "image_url": {"url": self.user_profile['avatar']}}
  591. ]
  592. })
  593. chat_config['use_multimodal_model'] = True
  594. chat_config['messages'] = messages
  595. return chat_config
  596. def build_chat_configuration(
  597. self,
  598. user_message: Optional[str] = None,
  599. chat_service_type: ChatServiceType = ChatServiceType.OPENAI_COMPATIBLE,
  600. overwrite_context: Optional[Dict] = None
  601. ) -> Dict:
  602. """
  603. 参数:
  604. user_message: 当前用户消息,如果是主动交互则为None
  605. 返回:
  606. 消息列表
  607. """
  608. dialogue_history = self.history_dialogue_service.get_dialogue_history(self.staff_id, self.user_id)
  609. logger.debug("staff[{}], user[{}], dialogue_history: {}".format(
  610. self.staff_id, self.user_id, dialogue_history
  611. ))
  612. messages = []
  613. config = {
  614. 'user_id': self.user_id
  615. }
  616. prompt_context = self.get_prompt_context(user_message)
  617. if overwrite_context:
  618. prompt_context.update(overwrite_context)
  619. # FIXME(zhoutian): time in string type
  620. current_time = datetime.now().strftime('%Y-%m-%d %H:%M:%S')
  621. if overwrite_context and 'current_time' in overwrite_context:
  622. current_time = overwrite_context.get('current_time')
  623. need_multimodal = self.need_multimodal_model(dialogue_history)
  624. config['use_multimodal_model'] = need_multimodal
  625. if chat_service_type == ChatServiceType.OPENAI_COMPATIBLE:
  626. system_message = self._create_system_message(prompt_context)
  627. messages.append(system_message)
  628. messages.extend(self.compose_chat_messages_openai_compatible(dialogue_history, current_time, need_multimodal))
  629. elif chat_service_type == ChatServiceType.COZE_CHAT:
  630. dialogue_history = dialogue_history[-95:] # Coze最多支持100条,还需要附加系统消息
  631. messages = self.compose_chat_messages_coze(dialogue_history, current_time, self.staff_id, self.user_id)
  632. custom_variables = {}
  633. for k, v in prompt_context.items():
  634. custom_variables[k] = str(v)
  635. custom_variables.pop('user_profile', None)
  636. config['custom_variables'] = custom_variables
  637. config['bot_id'] = self._select_coze_bot(self.current_state, dialogue_history, need_multimodal)
  638. #FIXME(zhoutian): 临时报警
  639. if user_message and not messages:
  640. logger.error(f"staff[{self.staff_id}], user[{self.user_id}]: inconsistency in messages")
  641. config['messages'] = messages
  642. return config
  643. @staticmethod
  644. def format_timestamp(timestamp_ms):
  645. return datetime.fromtimestamp(timestamp_ms / 1000).strftime("%Y-%m-%d %H:%M:%S")
  646. @staticmethod
  647. def format_dialogue_content(dialogue_entry):
  648. fmt_time = DialogueManager.format_timestamp(dialogue_entry['timestamp'])
  649. content = '[{}] {}'.format(fmt_time, dialogue_entry['content'])
  650. return content
  651. @staticmethod
  652. def build_chat_message(role, content, chat_service_type: ChatServiceType):
  653. if chat_service_type == ChatServiceType.COZE_CHAT:
  654. if role == 'user':
  655. return cozepy.Message.build_user_question_text(content)
  656. elif role == 'assistant':
  657. return cozepy.Message.build_assistant_answer(content)
  658. else:
  659. return {'role': role, 'content': content}
  660. if __name__ == '__main__':
  661. state_cache = DialogueStateCache()
  662. state_cache.set_state('1688854492669990', '7881302581935903', DialogueState.CHITCHAT, DialogueState.GREETING)