evaluateTask.py 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100
  1. import json
  2. from loguru import logger
  3. import sys
  4. import time
  5. from utils.sync_mysql_help import mysql
  6. from typing import Dict, Any
  7. from utils.params import DecodeWorkflowParam
  8. from src.workflows.decode_workflow import DecodeWorkflow
  9. logger.add(sink=sys.stderr, level="ERROR", backtrace=True, diagnose=True)
  10. def invoke_evaluate_workflow(evaluate_params: Dict[str, Any]):
  11. """主函数"""
  12. workflow = DecodeWorkflow()
  13. result = workflow.invoke(evaluate_params)
  14. if result:
  15. return result
  16. else:
  17. print(f"❌ 保存结果失败,但将继续处理")
  18. return None
  19. def get_evaluate_result_by_id(evaluate_id:str):
  20. sql = "SELECT * FROM evaluate_record WHERE evaluate_id = %s"
  21. evaluate_record = mysql.fetchone(sql, (evaluate_id,))
  22. if not evaluate_record:
  23. logger.info(f"evaluate_id = {evaluate_id} , 任务不存在")
  24. return None
  25. return evaluate_record['evaluate_result'], evaluate_record['status'],evaluate_record['error_reason']
  26. def evaluate_task_status_handler():
  27. # 从数据库中获取任务,每次获取一个
  28. sql = "SELECT * FROM evaluate_record WHERE status = 0 ORDER BY create_timestamp ASC LIMIT 1"
  29. task = mysql.fetchone(sql)
  30. if not task:
  31. logger.info("任务列表为空")
  32. return
  33. else:
  34. task_id = task['evaluate_id']
  35. sql = "UPDATE evaluate_record SET status = 1 WHERE evaluate_id = %s AND status = 0"
  36. mysql.execute(sql, (task_id,))
  37. # 获取任务结果
  38. try:
  39. evaluate_id = task['evaluate_id']
  40. video_url = task['video_url']
  41. video_id = task['video_id']
  42. evaluate_params = {'evaluate_id':evaluate_id, 'video_id':video_id, 'video_url':video_url}
  43. logger.info(f"evaluate_id = {evaluate_id} , video_id = {video_id}")
  44. task_create_timestamp = task['created_at']
  45. current_timestamp = int(time.time() * 1000)
  46. evaluate_result = invoke_evaluate_workflow(evaluate_params)
  47. logger.info(f" 🐔 评估结果: evaluate_result = {evaluate_result}")
  48. # 根据返回结果判断任务状态:仅当 status==2 时置为完成,否则置为失败
  49. status_code = None
  50. if isinstance(evaluate_result, dict):
  51. raw_status = evaluate_result.get("status")
  52. if raw_status is not None:
  53. try:
  54. status_code = int(raw_status)
  55. except Exception:
  56. status_code = 3
  57. else:
  58. status_code = 2
  59. else:
  60. status_code = 2 if evaluate_result else 3
  61. elapsed = current_timestamp - task_create_timestamp
  62. if status_code == 2:
  63. sql = "UPDATE evaluate_record SET status = 2 WHERE evaluate_id = %s"
  64. mysql.execute(sql, (evaluate_id,))
  65. logger.info(f"evaluate_id = {evaluate_id} , 任务完成,更新为2")
  66. elif elapsed > 1000 * 60 * 60:
  67. sql = "UPDATE evaluate_record SET status = 3 WHERE evaluate_id = %s"
  68. mysql.execute(sql, (evaluate_id,))
  69. logger.info(f"evaluate_id = {evaluate_id} ,任务超时,更新为3")
  70. else:
  71. logger.info(f"evaluate_id = {evaluate_id} ,未成功且未超时,保持状态1")
  72. except Exception as e:
  73. logger.error(f"evaluate_id = {evaluate_id} , error = {e}")
  74. sql = "UPDATE evaluate_record SET status = 3, error_reason = %s WHERE evaluate_id = %s"
  75. mysql.execute(sql, (json.dumps(str(e)),evaluate_id))
  76. logger.info(f"evaluate_id = {evaluate_id} ,任务异常")
  77. raise RuntimeError(f"evaluate_id={evaluate_id} 任务异常: {e}")
  78. # if __name__ == "__main__":
  79. # decode_task_status_handler()