run_dy_recommend_dev.py 1.0 KB

123456789101112131415161718192021222324
  1. # -*- coding: utf-8 -*-
  2. # @Author: wangkun
  3. # @Time: 2023/6/14
  4. import os
  5. import sys
  6. sys.path.append(os.getcwd())
  7. from common.common import Common
  8. from douyin.douyin_recommend.douyin_recommend_scheduling import DouyinrecommendScheduling
  9. def main(log_type, crawler, env):
  10. Common.logger(log_type, crawler).info(f'开始抓取 西瓜推荐\n')
  11. Common.logging(log_type, crawler, env, "开始抓取 西瓜推荐\n")
  12. DouyinrecommendScheduling.get_videoList(log_type=log_type,
  13. crawler=crawler,
  14. rule_dict={"like_cnt":{"min":50000,"max":0},"duration":{"min":60,"max":0},"period":{"min":60,"max":60},"share_cnt":{"min":2000,"max":0}},
  15. our_uid=6267140,
  16. env=env)
  17. Common.logger(log_type, crawler).info("抓取一轮结束\n")
  18. Common.logging(log_type, crawler, env, "抓取一轮结束\n")
  19. if __name__ == "__main__":
  20. main("recommend", "douyin", "dev")