title_similarity_score_task.py 912 B

123456789101112131415161718192021222324252627282930313233343536
  1. """
  2. @author: luojunhui
  3. """
  4. import traceback
  5. from applications import bot
  6. from coldStartTasks.filter.title_similarity_task import ColdStartTitleSimilarityTask
  7. if __name__ == '__main__':
  8. batch_size = 3000
  9. task = ColdStartTitleSimilarityTask()
  10. task.init_database()
  11. # process video
  12. try:
  13. task.run(meta_source="video")
  14. except Exception as e:
  15. bot(
  16. title="视频冷启池nlp任务异常",
  17. mention=False,
  18. detail={
  19. "traceback": traceback.format_exc(),
  20. "error": f"{e}"
  21. }
  22. )
  23. # process article
  24. try:
  25. task.run(meta_source="article")
  26. except Exception as e:
  27. bot(
  28. title="文章冷启池nlp任务异常",
  29. mention=False,
  30. detail={
  31. "traceback": traceback.format_exc(),
  32. "error": f"{e}"
  33. }
  34. )