video_insight_select_work.py 1.3 KB

123456789101112131415161718192021222324252627282930313233343536373839
  1. import datetime
  2. import sys
  3. import time
  4. import schedule
  5. from loguru import logger
  6. logger.add("/app/logs/select.log", rotation="10 MB")
  7. sys.path.append('/app')
  8. import os
  9. print("Current working directory:", os.getcwd())
  10. from utils.odps_data import OdpsDataCount
  11. from utils.redis import RedisHelper
  12. def requirement_insight():
  13. """视频需求点洞察"""
  14. try:
  15. dt = (datetime.datetime.now() - datetime.timedelta(days=1)).strftime('%Y%m%d')
  16. logger.info(f"视频需求点洞察")
  17. redis_task = "task:video_insight"
  18. sql =f'select clickobjectid as video_id from loghubods.user_share_log where dt = {dt} and topic = "click" group by clickobjectid order by count(distinct machinecode) desc limit 1000'
  19. data = OdpsDataCount.main(sql)
  20. if not data:
  21. return
  22. RedisHelper().get_client().rpush(redis_task, *data)
  23. logger.info(f"[R] 写入Redis 成功 共写入 {len(data)} 条")
  24. except Exception as e:
  25. logger.error(f"[R] 写入Redis写入失败,失败信息{e}")
  26. def schedule_tasks():
  27. schedule.every().day.at("01:00").do(requirement_insight)
  28. if __name__ == "__main__":
  29. schedule_tasks() # 调用任务调度函数
  30. while True:
  31. schedule.run_pending()
  32. time.sleep(1) # 每秒钟检查一次