video_insight_select_work.py 1.2 KB

12345678910111213141516171819202122232425262728293031323334353637
  1. import datetime
  2. import sys
  3. import time
  4. import schedule
  5. from loguru import logger
  6. sys.path.append('/app')
  7. import os
  8. print("Current working directory:", os.getcwd())
  9. from utils.odps_data import OdpsDataCount
  10. from utils.redis import RedisHelper
  11. def requirement_insight():
  12. """视频需求点洞察"""
  13. try:
  14. dt = (datetime.datetime.now() - datetime.timedelta(days=1)).strftime('%Y%m%d')
  15. logger.info(f"视频需求点洞察")
  16. redis_task = "task:video_insight"
  17. sql =f'select clickobjectid as video_id from loghubods.user_share_log where dt = {dt} and topic = "click" group by clickobjectid order by count(distinct machinecode) desc limit 100'
  18. data = OdpsDataCount.main(sql)
  19. if not data:
  20. return
  21. RedisHelper().get_client().rpush(redis_task, *data)
  22. logger.info(f"[R] 写入Redis 成功 共写入 {len(data)} 条")
  23. except Exception as e:
  24. logger.error(f"[R] 写入Redis写入失败,失败信息{e}")
  25. def schedule_tasks():
  26. schedule.every().day.at("01:00").do(requirement_insight)
  27. if __name__ == "__main__":
  28. schedule_tasks() # 调用任务调度函数
  29. while True:
  30. schedule.run_pending()
  31. time.sleep(1) # 每秒钟检查一次