api_server.py 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403
  1. #! /usr/bin/env python
  2. # -*- coding: utf-8 -*-
  3. # vim:fenc=utf-8
  4. import json
  5. import time
  6. import logging
  7. import werkzeug.exceptions
  8. from flask import Flask, request, jsonify
  9. from argparse import ArgumentParser
  10. from pqai_agent import configs
  11. from pqai_agent import logging_service, chat_service, prompt_templates
  12. from pqai_agent.agents.message_reply_agent import MessageReplyAgent
  13. from pqai_agent.configs import apollo_config
  14. from pqai_agent.history_dialogue_service import HistoryDialogueService
  15. from pqai_agent.user_manager import MySQLUserManager, MySQLUserRelationManager
  16. from pqai_agent.utils.prompt_utils import format_agent_profile, format_user_profile
  17. from pqai_agent_server.const import AgentApiConst
  18. from pqai_agent_server.models import MySQLSessionManager, MySQLStaffManager
  19. from pqai_agent_server.utils import wrap_response, quit_human_intervention_status
  20. from pqai_agent_server.utils import (
  21. run_extractor_prompt,
  22. run_chat_prompt,
  23. run_response_type_prompt,
  24. )
  25. app = Flask('agent_api_server')
  26. logger = logging_service.logger
  27. const = AgentApiConst()
  28. @app.route('/api/listStaffs', methods=['GET'])
  29. def list_staffs():
  30. staff_data = app.user_relation_manager.list_staffs()
  31. return wrap_response(200, data=staff_data)
  32. @app.route('/api/getStaffProfile', methods=['GET'])
  33. def get_staff_profile():
  34. staff_id = request.args['staff_id']
  35. if not staff_id:
  36. return wrap_response(400, msg='staff_id is required')
  37. profile = app.staff_manager.get_staff_profile(staff_id)
  38. if not profile:
  39. return wrap_response(404, msg='staff not found')
  40. else:
  41. return wrap_response(200, data=profile)
  42. @app.route('/api/saveStaffProfile', methods=['POST'])
  43. def save_staff_profile():
  44. staff_id = request.json.get('staff_id')
  45. profile = request.json.get('profile')
  46. if not staff_id:
  47. return wrap_response(400, msg='staff id is required')
  48. if not profile:
  49. return wrap_response(400, msg='profile is required')
  50. else:
  51. try:
  52. profile_json = json.loads(profile)
  53. affected_rows = app.staff_manager.save_staff_profile(staff_id, profile_json)
  54. if not affected_rows:
  55. return wrap_response(500, msg='save staff profile failed')
  56. else:
  57. return wrap_response(200, msg='save staff profile success')
  58. except json.decoder.JSONDecodeError:
  59. return wrap_response(400, msg='profile is not a valid json')
  60. @app.route('/api/getProfileFields', methods=['GET'])
  61. def get_profile_fields():
  62. return wrap_response(200, data=app.staff_manager.list_profile_fields())
  63. @app.route('/api/getUserProfile', methods=['GET'])
  64. def get_user_profile():
  65. user_id = request.args['user_id']
  66. profile = app.user_manager.get_user_profile(user_id)
  67. if not profile:
  68. resp = {
  69. 'code': 404,
  70. 'msg': 'user not found'
  71. }
  72. else:
  73. resp = {
  74. 'code': 200,
  75. 'msg': 'success',
  76. 'data': profile
  77. }
  78. return jsonify(resp)
  79. @app.route('/api/listUsers', methods=['GET'])
  80. def list_users():
  81. user_name = request.args.get('user_name', None)
  82. user_union_id = request.args.get('user_union_id', None)
  83. if not user_name and not user_union_id:
  84. resp = {
  85. 'code': 400,
  86. 'msg': 'user_name or user_union_id is required'
  87. }
  88. return jsonify(resp)
  89. data = app.user_manager.list_users(user_name=user_name, user_union_id=user_union_id)
  90. return jsonify({'code': 200, 'data': data})
  91. @app.route('/api/getDialogueHistory', methods=['GET'])
  92. def get_dialogue_history():
  93. staff_id = request.args['staff_id']
  94. user_id = request.args['user_id']
  95. recent_minutes = int(request.args.get('recent_minutes', 1440))
  96. dialogue_history = app.history_dialogue_service.get_dialogue_history(staff_id, user_id, recent_minutes)
  97. return jsonify({'code': 200, 'data': dialogue_history})
  98. @app.route('/api/listModels', methods=['GET'])
  99. def list_models():
  100. models = [
  101. {
  102. 'model_type': 'openai_compatible',
  103. 'model_name': chat_service.VOLCENGINE_MODEL_DEEPSEEK_V3,
  104. 'display_name': 'DeepSeek V3 on 火山'
  105. },
  106. {
  107. 'model_type': 'openai_compatible',
  108. 'model_name': chat_service.VOLCENGINE_MODEL_DOUBAO_PRO_32K,
  109. 'display_name': '豆包Pro 32K'
  110. },
  111. {
  112. 'model_type': 'openai_compatible',
  113. 'model_name': chat_service.VOLCENGINE_MODEL_DOUBAO_PRO_1_5,
  114. 'display_name': '豆包Pro 1.5'
  115. },
  116. {
  117. 'model_type': 'openai_compatible',
  118. 'model_name': chat_service.VOLCENGINE_BOT_DEEPSEEK_V3_SEARCH,
  119. 'display_name': 'DeepSeek V3联网 on 火山'
  120. },
  121. {
  122. 'model_type': 'openai_compatible',
  123. 'model_name': chat_service.VOLCENGINE_MODEL_DOUBAO_1_5_VISION_PRO,
  124. 'display_name': '豆包1.5视觉理解Pro'
  125. },
  126. ]
  127. return wrap_response(200, data=models)
  128. @app.route('/api/listScenes', methods=['GET'])
  129. def list_scenes():
  130. scenes = [
  131. {'scene': 'greeting', 'display_name': '问候'},
  132. {'scene': 'chitchat', 'display_name': '闲聊'},
  133. {'scene': 'profile_extractor', 'display_name': '画像提取'},
  134. {'scene': 'response_type_detector', 'display_name': '回复模态判断'},
  135. {'scene': 'custom_debugging', 'display_name': '自定义调试场景'}
  136. ]
  137. return wrap_response(200, data=scenes)
  138. @app.route('/api/getBasePrompt', methods=['GET'])
  139. def get_base_prompt():
  140. scene = request.args['scene']
  141. prompt_map = {
  142. 'greeting': prompt_templates.GENERAL_GREETING_PROMPT,
  143. 'chitchat': prompt_templates.CHITCHAT_PROMPT_COZE,
  144. 'profile_extractor': prompt_templates.USER_PROFILE_EXTRACT_PROMPT,
  145. 'response_type_detector': prompt_templates.RESPONSE_TYPE_DETECT_PROMPT,
  146. 'custom_debugging': '',
  147. }
  148. model_map = {
  149. 'greeting': chat_service.VOLCENGINE_MODEL_DOUBAO_PRO_32K,
  150. 'chitchat': chat_service.VOLCENGINE_MODEL_DOUBAO_PRO_32K,
  151. 'profile_extractor': chat_service.VOLCENGINE_MODEL_DOUBAO_PRO_1_5,
  152. 'response_type_detector': chat_service.VOLCENGINE_MODEL_DOUBAO_PRO_1_5,
  153. 'custom_debugging': chat_service.VOLCENGINE_BOT_DEEPSEEK_V3_SEARCH
  154. }
  155. if scene not in prompt_map:
  156. return wrap_response(404, msg='scene not found')
  157. data = {
  158. 'model_name': model_map[scene],
  159. 'content': prompt_map[scene]
  160. }
  161. return wrap_response(200, data=data)
  162. @app.route('/api/runPrompt', methods=['POST'])
  163. def run_prompt():
  164. try:
  165. req_data = request.json
  166. logger.debug(req_data)
  167. scene = req_data['scene']
  168. if scene == 'profile_extractor':
  169. response = run_extractor_prompt(req_data)
  170. return wrap_response(200, data=response)
  171. elif scene == 'response_type_detector':
  172. response = run_response_type_prompt(req_data)
  173. return wrap_response(200, data=response.choices[0].message.content)
  174. else:
  175. response = run_chat_prompt(req_data)
  176. return wrap_response(200, data=response.choices[0].message.content)
  177. except Exception as e:
  178. logger.error(e)
  179. return wrap_response(500, msg='Error: {}'.format(e))
  180. @app.route('/api/formatForPrompt', methods=['POST'])
  181. def format_data_for_prompt():
  182. try:
  183. req_data = request.json
  184. content = req_data['content']
  185. format_type = req_data['format_type']
  186. if format_type == 'staff_profile':
  187. if not isinstance(content, dict):
  188. return wrap_response(400, msg='staff_profile should be a dict')
  189. response = format_agent_profile(content)
  190. elif format_type == 'user_profile':
  191. if not isinstance(content, dict):
  192. return wrap_response(400, msg='user_profile should be a dict')
  193. response = format_user_profile(content)
  194. elif format_type == 'dialogue':
  195. if not isinstance(content, list):
  196. return wrap_response(400, msg='dialogue should be a list')
  197. from pqai_agent_server.utils.prompt_util import format_dialogue_history
  198. response = format_dialogue_history(content)
  199. else:
  200. return wrap_response(400, msg='Invalid format_type')
  201. return wrap_response(200, data=response)
  202. except Exception as e:
  203. logger.error(e)
  204. return wrap_response(500, msg='Error: {}'.format(e))
  205. @app.route("/api/healthCheck", methods=["GET"])
  206. def health_check():
  207. return wrap_response(200, msg="OK")
  208. @app.route("/api/getStaffSessionSummary", methods=["GET"])
  209. def get_staff_session_summary():
  210. staff_id = request.args.get("staff_id")
  211. status = request.args.get("status", const.DEFAULT_STAFF_STATUS)
  212. page_id = request.args.get("page_id", const.DEFAULT_PAGE_ID)
  213. page_size = request.args.get("page_size", const.DEFAULT_PAGE_SIZE)
  214. # check params
  215. try:
  216. page_id = int(page_id)
  217. page_size = int(page_size)
  218. status = int(status)
  219. except Exception as e:
  220. return wrap_response(404, msg="Invalid parameter: {}".format(e))
  221. staff_session_summary = app.session_manager.get_staff_sessions_summary(
  222. staff_id, page_id, page_size, status
  223. )
  224. if not staff_session_summary:
  225. return wrap_response(404, msg="staff not found")
  226. else:
  227. return wrap_response(200, data=staff_session_summary)
  228. @app.route("/api/getStaffSessionList", methods=["GET"])
  229. def get_staff_session_list():
  230. staff_id = request.args.get("staff_id")
  231. if not staff_id:
  232. return wrap_response(404, msg="staff_id is required")
  233. page_size = request.args.get("page_size", const.DEFAULT_PAGE_SIZE)
  234. page_id = request.args.get("page_id", const.DEFAULT_PAGE_ID)
  235. # check params
  236. try:
  237. page_id = int(page_id)
  238. page_size = int(page_size)
  239. except Exception as e:
  240. return wrap_response(404, msg="Invalid parameter: {}".format(e))
  241. staff_session_list = app.session_manager.get_staff_session_list(staff_id, page_id, page_size)
  242. if not staff_session_list:
  243. return wrap_response(404, msg="staff not found")
  244. return wrap_response(200, data=staff_session_list)
  245. @app.route("/api/getStaffList", methods=["GET"])
  246. def get_staff_list():
  247. page_size = request.args.get("page_size", const.DEFAULT_PAGE_SIZE)
  248. page_id = request.args.get("page_id", const.DEFAULT_PAGE_ID)
  249. # check params
  250. try:
  251. page_id = int(page_id)
  252. page_size = int(page_size)
  253. except Exception as e:
  254. return wrap_response(404, msg="Invalid parameter: {}".format(e))
  255. staff_list = app.user_manager.get_staff_list(page_id, page_size)
  256. if not staff_list:
  257. return wrap_response(404, msg="staff not found")
  258. return wrap_response(200, data=staff_list)
  259. @app.route("/api/getConversationList", methods=["GET"])
  260. def get_conversation_list():
  261. """
  262. 获取staff && user 私聊对话列表
  263. :return:
  264. """
  265. staff_id = request.args.get("staff_id")
  266. user_id = request.args.get("user_id")
  267. if not staff_id or not user_id:
  268. return wrap_response(404, msg="staff_id and user_id are required")
  269. page = request.args.get("page")
  270. response = app.session_manager.get_conversation_list(staff_id, user_id, page, const.DEFAULT_CONVERSATION_SIZE)
  271. return wrap_response(200, data=response)
  272. @app.route("/api/sendMessage", methods=["POST"])
  273. def send_message():
  274. return wrap_response(200, msg="暂不实现功能")
  275. @app.route("/api/quitHumanInterventionStatus", methods=["POST"])
  276. def quit_human_interventions_status():
  277. """
  278. 退出人工介入状态
  279. :return:
  280. """
  281. req_data = request.json
  282. staff_id = req_data["staff_id"]
  283. user_id = req_data["user_id"]
  284. if not user_id or not staff_id:
  285. return wrap_response(404, msg="user_id and staff_id are required")
  286. response = quit_human_intervention_status(user_id, staff_id)
  287. return wrap_response(200, data=response)
  288. @app.errorhandler(werkzeug.exceptions.BadRequest)
  289. def handle_bad_request(e):
  290. logger.error(e)
  291. return wrap_response(400, msg='Bad Request: {}'.format(e.description))
  292. if __name__ == '__main__':
  293. parser = ArgumentParser()
  294. parser.add_argument('--prod', action='store_true')
  295. parser.add_argument('--host', default='127.0.0.1')
  296. parser.add_argument('--port', type=int, default=8083)
  297. parser.add_argument('--log-level', default='INFO')
  298. args = parser.parse_args()
  299. config = configs.get()
  300. logging_level = logging.getLevelName(args.log_level)
  301. logging_service.setup_root_logger(level=logging_level, logfile_name='agent_api_server.log')
  302. # set db config
  303. user_db_config = config['storage']['user']
  304. staff_db_config = config['storage']['staff']
  305. agent_state_db_config = config['storage']['agent_state']
  306. chat_history_db_config = config['storage']['chat_history']
  307. # init user manager
  308. user_manager = MySQLUserManager(user_db_config['mysql'], user_db_config['table'], staff_db_config['table'])
  309. app.user_manager = user_manager
  310. # init session manager
  311. session_manager = MySQLSessionManager(
  312. db_config=user_db_config['mysql'],
  313. staff_table=staff_db_config['table'],
  314. user_table=user_db_config['table'],
  315. agent_state_table=agent_state_db_config['table'],
  316. chat_history_table=chat_history_db_config['table']
  317. )
  318. app.session_manager = session_manager
  319. # init staff manager
  320. staff_manager = MySQLStaffManager(
  321. db_config=user_db_config['mysql'],
  322. staff_table=staff_db_config['table'],
  323. user_table=user_db_config['table'],
  324. config=apollo_config
  325. )
  326. app.staff_manager = staff_manager
  327. # init wecom manager
  328. wecom_db_config = config['storage']['user_relation']
  329. user_relation_manager = MySQLUserRelationManager(
  330. user_db_config['mysql'], wecom_db_config['mysql'],
  331. config['storage']['staff']['table'],
  332. user_db_config['table'],
  333. wecom_db_config['table']['staff'],
  334. wecom_db_config['table']['relation'],
  335. wecom_db_config['table']['user']
  336. )
  337. app.user_relation_manager = user_relation_manager
  338. app.history_dialogue_service = HistoryDialogueService(
  339. config['storage']['history_dialogue']['api_base_url']
  340. )
  341. app.run(debug=not args.prod, host=args.host, port=args.port)