run_sph_recommend_dev.py 1.4 KB

123456789101112131415161718192021222324252627282930313233
  1. # -*- coding: utf-8 -*-
  2. # @Author: wangkun
  3. # @Time: 2023/7/26
  4. import os
  5. import sys
  6. sys.path.append(os.getcwd())
  7. from common.common import Common
  8. from shipinhao.shipinhao_recommend.recommend_h5 import RecommendH5
  9. from shipinhao.shipinhao_recommend.shipinhao_recommend import ShipinhaoRecommend
  10. class ShipinhaoRecommendMain:
  11. @classmethod
  12. def shipinhao_recommend_main(cls, log_type, crawler, env):
  13. Common.logger(log_type, crawler).info("开始抓取视频号推荐\n")
  14. rule_dict = {"period": {"min": 365, "max": 365},
  15. "duration": {"min": 10, "max": 1800},
  16. "favorite_cnt": {"min": 5000, "max": 0},
  17. "share_cnt": {"min": 1000, "max": 0}}
  18. ShipinhaoRecommend.get_recommend_list(log_type=log_type,
  19. crawler=crawler,
  20. rule_dict=rule_dict,
  21. env=env)
  22. RecommendH5.download_videos(log_type=log_type,
  23. crawler=crawler,
  24. env=env,
  25. rule_dict=rule_dict,
  26. our_uid="6267140")
  27. Common.logger(log_type, crawler).info("抓取一轮结束\n")
  28. if __name__ == "__main__":
  29. ShipinhaoRecommendMain.shipinhao_recommend_main("recommend", "shipinhao", "dev")