task_mapper.py 1.9 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061
  1. class Const:
  2. # task status
  3. TASK_INIT_STATUS = 0
  4. TASK_PROCESSING_STATUS = 1
  5. TASK_SUCCESS_STATUS = 2
  6. TASK_FAILED_STATUS = 99
  7. # DEFAULT
  8. DEFAULT_TIMEOUT = 1800
  9. # duration
  10. CHECK_KIMI_BALANCE_TIMEOUT = 20
  11. GET_OFF_VIDEO_TIMEOUT = 1800
  12. CHECK_VIDEO_AUDIT_TIMEOUT = 1800
  13. OUTSIDE_ARTICLE_MONITOR_TIMEOUT = 3 * 3600
  14. INNER_ARTICLE_MONITOR_TIMEOUT = 3600
  15. TITLE_REWRITE_TIMEOUT = 1800
  16. RECYCLE_DAILY_ARTICLE_TIMEOUT = 3600
  17. UPDATE_ROOT_SOURCE_ID_TIMEOUT = 3600
  18. CRAWLER_TOUTIAO_ARTICLES_TIMEOUT = 5 * 3600
  19. ARTICLE_POOL_COLD_START_TIMEOUT = 4 * 3600
  20. class TaskMapper(Const):
  21. def get_task_config(self, task_name) -> dict:
  22. match task_name:
  23. case "check_kimi_balance":
  24. expire_duration = self.CHECK_KIMI_BALANCE_TIMEOUT
  25. case "get_off_videos":
  26. expire_duration = self.GET_OFF_VIDEO_TIMEOUT
  27. case "check_publish_video_audit_status":
  28. expire_duration = self.CHECK_VIDEO_AUDIT_TIMEOUT
  29. case "outside_article_monitor":
  30. expire_duration = self.OUTSIDE_ARTICLE_MONITOR_TIMEOUT
  31. case "inner_article_monitor":
  32. expire_duration = self.INNER_ARTICLE_MONITOR_TIMEOUT
  33. case "title_rewrite":
  34. expire_duration = self.TITLE_REWRITE_TIMEOUT
  35. case "daily_publish_articles_recycle":
  36. expire_duration = self.RECYCLE_DAILY_ARTICLE_TIMEOUT
  37. case "update_root_source_id":
  38. expire_duration = self.UPDATE_ROOT_SOURCE_ID_TIMEOUT
  39. case "crawler_toutiao_articles":
  40. expire_duration = self.CRAWLER_TOUTIAO_ARTICLES_TIMEOUT
  41. case "article_pool_pool_cold_start":
  42. expire_duration = self.ARTICLE_POOL_COLD_START_TIMEOUT
  43. case _:
  44. expire_duration = self.DEFAULT_TIMEOUT
  45. return {"expire_duration": expire_duration}