run_xg_recommend_dev.py 1.0 KB

1234567891011121314151617181920212223242526
  1. # -*- coding: utf-8 -*-
  2. # @Author: wangkun
  3. # @Time: 2023/6/12
  4. import os
  5. import sys
  6. sys.path.append(os.getcwd())
  7. from common.common import Common
  8. from xigua.xigua_recommend.xg_recommend import XiguaRecommend
  9. def xigua_recommend_main(log_type, crawler, env):
  10. Common.logger(log_type, crawler).info(f'开始抓取:西瓜推荐\n')
  11. Common.logging(log_type, crawler, env, "开始抓取:西瓜推荐\n")
  12. XiguaRecommend.get_videoList(log_type=log_type,
  13. crawler=crawler,
  14. rule_dict={"play_cnt": {"min": 10000, "max": 0},
  15. "duration": {"min": 60, "max": 1800},
  16. "period": {"min": 90, "max": 90}},
  17. our_uid=6267140,
  18. env=env)
  19. Common.logger(log_type, crawler).info("抓取一轮结束\n")
  20. Common.logging(log_type, crawler, env, "抓取一轮结束\n")
  21. if __name__ == "__main__":
  22. xigua_recommend_main("recommend", "xigua", "dev")