run_ks_recommend_dev.py 1.1 KB

12345678910111213141516171819202122232425
  1. # -*- coding: utf-8 -*-
  2. # @Author: wangkun
  3. # @Time: 2023/6/9
  4. import os
  5. import sys
  6. sys.path.append(os.getcwd())
  7. from common.common import Common
  8. from kuaishou.kuaishou_recommend.kuaishou_recommend_cut_title import KuaiShouRecommendScheduling
  9. def kuaishou_recommend_main(log_type, crawler, env):
  10. Common.logger(log_type, crawler).info("开始抓取快手推荐\n")
  11. Common.logging(log_type, crawler, env, "开始抓取快手推荐\n")
  12. KuaiShouRecommendScheduling.get_videoList(log_type=log_type,
  13. crawler=crawler,
  14. our_uid=6267140,
  15. rule_dict={"play_cnt":{"min":10000,"max":0},"like_cnt":{"min":8000,"max":0},"duration":{"min":50,"max":0},"period":{"min":30,"max":30}},
  16. env=env)
  17. Common.del_logs(log_type, crawler)
  18. Common.logger(log_type, crawler).info("抓取一轮结束\n")
  19. Common.logging(log_type, crawler, env, "抓取一轮结束\n")
  20. if __name__ == "__main__":
  21. kuaishou_recommend_main("recommend", "kuaishou", "dev")