Browse Source

修改模型更新差异判断

xueyiming 1 week ago
parent
commit
7ab4c15f6f
2 changed files with 8 additions and 8 deletions
  1. 3 3
      ad/pai_flow_operator.py
  2. 5 5
      ad/pai_flow_operator_v2.py

+ 3 - 3
ad/pai_flow_operator.py

@@ -679,10 +679,10 @@ def validate_model_data_accuracy():
         msg = ""
         result = False
         if new_abs_avg > 0.1:
-            msg += f'线上模型评估{bizdate}的数据,绝对误差大于0.1,请检查'
+            msg += f'DNN线上模型评估{bizdate}的数据,绝对误差大于0.1,请检查'
             level = 'error'
-        elif score_diff > 0.05 and new_abs_avg - old_abs_avg > 0.05:
-            msg += f'两个模型评估${bizdate}的数据,两个模型分数差异为: ${score_diff}, 大于0.05, 请检查'
+        elif score_diff > 0.02 and new_abs_avg - old_abs_avg > 0.02:
+            msg += f'DNN两个模型评估${bizdate}的数据,两个模型分数差异为: ${score_diff}, 大于0.02, 请检查'
             level = 'error'
         else:
             msg += 'DNN广告模型更新完成'

+ 5 - 5
ad/pai_flow_operator_v2.py

@@ -679,13 +679,13 @@ def validate_model_data_accuracy():
         msg = ""
         result = False
         if new_abs_avg > 0.1:
-            msg += f'线上模型评估{bizdate}的数据,绝对误差大于0.1,请检查'
+            msg += f'DNN_V2线上模型评估{bizdate}的数据,绝对误差大于0.1,请检查'
             level = 'error'
-        elif score_diff > 0.05 and new_abs_avg - old_abs_avg > 0.05:
-            msg += f'两个模型评估${bizdate}的数据,两个模型分数差异为: ${score_diff}, 大于0.05, 请检查'
+        elif score_diff > 0.02 and new_abs_avg - old_abs_avg > 0.02:
+            msg += f'DNN_V2两个模型评估${bizdate}的数据,两个模型分数差异为: ${score_diff}, 大于0.05, 请检查'
             level = 'error'
         else:
-            msg += 'DNN广告模型更新完成'
+            msg += 'DNN_V2广告模型更新完成'
             level = 'info'
             result = True
 
@@ -781,7 +781,7 @@ if __name__ == '__main__':
             print(f"{func.__name__} 执行失败,后续函数不再执行。")
             step_end_time = int(time.time())
             elapsed = step_end_time - start_time
-            _monitor('error', f"DNN模型更新,{func.__name__} 执行失败,后续函数不再执行,请检查", start_time, elapsed, None)
+            _monitor('error', f"DNN_V2模型更新,{func.__name__} 执行失败,后续函数不再执行,请检查", start_time, elapsed, None)
             break
     else:
         print("所有函数都成功执行,可以继续下一步操作。")