add data-set

evaluate_agent.py

@@ -229,44 +229,55 @@ config = {
 mysql_client = MySQLManager(config)
 
 if __name__ == '__main__':
-    with open("scripts/inner_dialogues.json", "r", encoding="utf-8") as f:
+    import pqai_agent.logging_service
+    pqai_agent.logging_service.setup_root_logger()
+    with open("scripts/dialogue_data_set.json", "r", encoding="utf-8") as f:
         data = json.load(f)
-    dialogues = random.sample(data[10: ], 5)
+
+    dialogues = random.sample(data, 100)
     F = []
     for sub_dialogues in tqdm(dialogues):
-        user_id = sub_dialogues['user_id']
-        user_profile_response = get_profile_info(user_id, "user")
-        user_profile, avatar = json.loads(user_profile_response[0]['profile']), user_profile_response[0]['avatar']
+        try:
+            # user 相关
+            user_id = sub_dialogues['user_id']
+            user_profile_response = get_profile_info(user_id, "user")
+            user_profile, avatar = json.loads(user_profile_response[0]['profile']), user_profile_response[0]['avatar']
+
+            user_profile['avatar'] = avatar
+            user_profile['current_datetime'] = datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S")
 
-        user_profile['avatar'] = avatar
-        user_profile['current_datetime'] = datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S")
+            # staff 相关
+            staff_id = sub_dialogues['staff_id']
+            staff_profile_response = get_profile_info(staff_id, "staff")
+            staff_profile = json.loads(staff_profile_response[0]['profile'])
 
-        staff_id = sub_dialogues['staff_id']
-        staff_profile_response = get_profile_info(staff_id, "staff")
-        staff_profile = json.loads(staff_profile_response[0]['profile'])
+            user_profile['formatted_staff_profile'] = staff_profile
 
-        user_profile['formatted_staff_profile'] = staff_profile
+            push_agent = MessagePushAgent()
+            # reply_agent = MessageReplyAgent()
 
-        push_agent = MessagePushAgent()
-        # reply_agent = MessageReplyAgent()
-        for message in sub_dialogues['dialogues']:
-            # agent_message = push_agent.generate_message(
-            #     context=user_profile,
-            #     dialogue_history=message
-            # )
-            # prompt = evaluate_push_agent_prompt(message, agent_message, user_profile, staff_profile)
-            prompt = evaluate_conversation_quality_task(message, user_profile, staff_profile)
+            # message 相关
+            message = sub_dialogues['dialogue_history']
+            agent_message = push_agent.generate_message(
+                context=user_profile,
+                dialogue_history=message
+            )
+            prompt = evaluate_push_agent_prompt(message, agent_message, user_profile, staff_profile)
+            # prompt = evaluate_conversation_quality_task(message, user_profile, staff_profile)
             response = fetch_deepseek_completion(prompt, output_type='json')
             obj = {
                 "user_profile": user_profile,
                 "agent_profile": staff_profile,
                 "dialogue_history": message,
-                # "push_message": agent_message,
+                "push_message": agent_message,
                 "push_time": datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S"),
                 "evaluation_result": response
             }
             F.append(obj)
-    with open("scripts/reply_message_evaluation_result.json", "w", encoding="utf-8") as f:
+        except:
+            continue
+
+    with open("push_message_evaluation_result.json", "w", encoding="utf-8") as f:
         f.write(json.dumps(F, indent=4, ensure_ascii=False))
 
 

pqai_agent/logging_service.py

@@ -36,9 +36,9 @@ def setup_root_logger(level=logging.DEBUG, logfile_name='service.log'):
     root_logger = logging.getLogger()
     root_logger.handlers.clear()
     root_logger.addHandler(console_handler)
-    if configs.get_env() == 'prod':
+    if configs.get_env() == 'dev':
         file_handler = RotatingFileHandler(
-            f'/var/log/agent_service/{logfile_name}',
+            f'{logfile_name}',
             maxBytes=64 * 1024 * 1024,
             backupCount=5,
             encoding='utf-8'