article_association_task.py 1.4 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253
  1. """
  2. @author: luojunhui
  3. """
  4. import traceback
  5. from argparse import ArgumentParser
  6. from applications import bot
  7. from coldStartTasks.crawler.wechat import ArticleAssociationCrawler
  8. from coldStartTasks.publish.publish_article_association_articles import ArticleAssociationPublish
  9. def main():
  10. """
  11. main function
  12. """
  13. parser = ArgumentParser()
  14. parser.add_argument("--biz_date", type=str, help="format 2025-01-01")
  15. args = parser.parse_args()
  16. if args.biz_date:
  17. biz_date = args.biz_date
  18. else:
  19. biz_date = None
  20. try:
  21. article_association_crawler = ArticleAssociationCrawler()
  22. article_association_crawler.deal(biz_date=biz_date)
  23. except Exception as e:
  24. bot(
  25. title="It occurred an Exception in ArticleAssociationCrawler",
  26. detail={
  27. "Error": str(e),
  28. "Traceback": traceback.format_exc()
  29. },
  30. mention=False,
  31. )
  32. # publish
  33. try:
  34. article_association_publish = ArticleAssociationPublish()
  35. article_association_publish.deal()
  36. except Exception as e:
  37. bot(
  38. title="It occurred an Exception in ArticleAssociationPublish",
  39. detail={
  40. "Error": str(e),
  41. "Traceback": traceback.format_exc()
  42. },
  43. mention=False,
  44. )
  45. if __name__ == "__main__":
  46. main()