run_xg_recommend_dev.py 1.0 KB

123456789101112131415161718192021222324
  1. # -*- coding: utf-8 -*-
  2. # @Author: wangkun
  3. # @Time: 2023/6/12
  4. import os
  5. import sys
  6. sys.path.append(os.getcwd())
  7. from common.common import Common
  8. from xigua.xigua_recommend.xigua_recommend_scheduling import XiguarecommendScheduling
  9. def xigua_recommend_main(log_type, crawler, env):
  10. Common.logger(log_type, crawler).info(f'开始抓取:西瓜推荐\n')
  11. Common.logging(log_type, crawler, env, "开始抓取:西瓜推荐\n")
  12. XiguarecommendScheduling.get_videoList(log_type=log_type,
  13. crawler=crawler,
  14. rule_dict={"play_cnt":{"min":10000,"max":0},"duration":{"min":60,"max":1800},"period":{"min":90,"max":90}},
  15. our_uid=6267140,
  16. env=env)
  17. Common.logger(log_type, crawler).info("抓取一轮结束\n")
  18. Common.logging(log_type, crawler, env, "抓取一轮结束\n")
  19. if __name__ == "__main__":
  20. xigua_recommend_main("recommend", "xigua", "dev")