carry_data_redis.py 1.5 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152
  1. import datetime
  2. import os
  3. import time
  4. import schedule
  5. from loguru import logger
  6. from common.redis import insert_carry_data
  7. ENV = os.getenv('ENV', 'dev')
  8. FS_SHEET = os.getenv('FS_SHEET')
  9. NAME = os.getenv('NAME')
  10. REDIS_NAME = os.getenv('REDIS_NAME')
  11. def bot_carry_data():
  12. try:
  13. dt = int(datetime.datetime.now().strftime('%Y%m%d%H'))
  14. logger.info(f"[+] 开始获取{NAME},时区为{dt}")
  15. count = insert_carry_data(dt, REDIS_NAME,FS_SHEET, NAME)
  16. logger.info(f"[+] {NAME},时区为{dt}共获取{count}条")
  17. time.sleep(3)
  18. nrfx_count = insert_carry_data(dt, "task:carry_redis_nrfx", FS_SHEET, NAME)
  19. logger.info(f"[+] 内容分析时区为{dt}共获取{nrfx_count}条")
  20. except Exception as e:
  21. logger.error(f"[+] 获取{NAME},时区为{dt}失败,失败信息{e}")
  22. # def bot_nrfx_carry_data():
  23. # try:
  24. # logger.info(f"[+] 开始获取内容分析")
  25. # count = insert_carry_data(0, "task:carry_redis_by_nrfx",FS_SHEET, "片尾引导")
  26. # logger.info(f"[+] 开始获取内容分析共获取{count}条")
  27. #
  28. # except Exception as e:
  29. # logger.error(f"[+] 获取内容分析失败,失败信息{e}")
  30. def schedule_tasks():
  31. schedule.every().hour.at(":05").do(bot_carry_data)
  32. # schedule.every().hour.at(":45").do(bot_nrfx_carry_data)
  33. if __name__ == "__main__":
  34. # bot_nrfx_carry_data()
  35. schedule_tasks() # 调用任务调度函数
  36. while True:
  37. schedule.run_pending()
  38. time.sleep(1) # 每秒钟检查一次
  39. # bot_carry_data()