carry_data_redis.py 1.1 KB

123456789101112131415161718192021222324252627282930313233343536373839
  1. import datetime
  2. import os
  3. import time
  4. import schedule
  5. from loguru import logger
  6. from common.redis import insert_carry_data
  7. ENV = os.getenv('ENV', 'dev')
  8. FS_SHEET = os.getenv('FS_SHEET')
  9. NAME = os.getenv('NAME')
  10. REDIS_NAME = os.getenv('REDIS_NAME')
  11. def bot_carry_data():
  12. try:
  13. dt = int(datetime.datetime.now().strftime('%Y%m%d%H'))
  14. logger.info(f"[+] 开始获取{NAME},时区为{dt}")
  15. count = insert_carry_data(dt, REDIS_NAME,FS_SHEET, NAME)
  16. logger.info(f"[+] {NAME},时区为{dt}共获取{count}条")
  17. time.sleep(3)
  18. nrfx_count = insert_carry_data(dt, "task:carry_redis_nrfx",FS_SHEET, NAME)
  19. logger.info(f"[+] 内容分析时区为{dt}共获取{nrfx_count}条")
  20. except Exception as e:
  21. logger.error(f"[+] 获取{NAME},时区为{dt}失败,失败信息{e}")
  22. def schedule_tasks():
  23. schedule.every().hour.at(":05").do(bot_carry_data)
  24. if __name__ == "__main__":
  25. schedule_tasks() # 调用任务调度函数
  26. while True:
  27. schedule.run_pending()
  28. time.sleep(1) # 每秒钟检查一次
  29. # bot_carry_data()