video_insight_select_work.py 1.4 KB

1234567891011121314151617181920212223242526272829303132333435363738394041
  1. import datetime
  2. import sys
  3. import time
  4. import schedule
  5. from loguru import logger
  6. logger.add("/app/logs/select.log", rotation="10 MB")
  7. sys.path.append('/app')
  8. import os
  9. print("Current working directory:", os.getcwd())
  10. from utils.odps_data import OdpsDataCount
  11. from utils.redis import RedisHelper
  12. def requirement_insight():
  13. """视频需求点洞察"""
  14. try:
  15. dt = (datetime.datetime.now() - datetime.timedelta(days=1)).strftime('%Y%m%d')
  16. logger.info(f"视频需求点洞察")
  17. # redis_task = "task:video_insight"
  18. redis_trigger_task = "task:video_trigger_insight"
  19. sql =f'select clickobjectid as video_id from loghubods.user_share_log where dt = {dt} and topic = "click" group by clickobjectid order by count(distinct machinecode) desc limit 1000'
  20. data = OdpsDataCount.main(sql)
  21. if not data:
  22. return
  23. # RedisHelper().get_client().rpush(redis_task, *data)
  24. RedisHelper().get_client().rpush(redis_trigger_task, *data)
  25. logger.info(f"[R] 写入Redis 成功 共写入 {len(data)} 条")
  26. except Exception as e:
  27. logger.error(f"[R] 写入Redis写入失败,失败信息{e}")
  28. def schedule_tasks():
  29. schedule.every().day.at("01:00").do(requirement_insight)
  30. if __name__ == "__main__":
  31. schedule_tasks() # 调用任务调度函数
  32. while True:
  33. schedule.run_pending()
  34. time.sleep(1) # 每秒钟检查一次