run_kuaishou_recommend.py 2.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748
  1. # -*- coding: utf-8 -*-
  2. # @Author: wangkun
  3. # @Time: 2023/2/27
  4. import argparse
  5. import os
  6. import sys
  7. # import time
  8. sys.path.append(os.getcwd())
  9. from common.common import Common
  10. # from common.feishu import Feishu
  11. from kuaishou.kuaishou_recommend.recommend_kuaishou import KuaiShouRecommend
  12. def main(log_type, crawler, strategy, oss_endpoint, env, machine):
  13. try:
  14. Common.logger(log_type, crawler).info('开始抓取 快手 推荐榜\n')
  15. KuaiShouRecommend.get_videoList(log_type=log_type,
  16. crawler=crawler,
  17. strategy=strategy,
  18. our_uid=55440319,
  19. oss_endpoint=oss_endpoint,
  20. env=env,
  21. machine=machine)
  22. Common.del_logs(log_type, crawler)
  23. Common.logger(log_type, crawler).info('抓取完一轮\n')
  24. except Exception as e:
  25. Common.logger(log_type, crawler).info(f"快手推荐榜异常,触发报警:{e}\n")
  26. # Feishu.bot(log_type, crawler, f"快手定向榜异常,触发报警:{e}")
  27. if __name__ == "__main__":
  28. parser = argparse.ArgumentParser() ## 新建参数解释器对象
  29. parser.add_argument('--log_type', default='follow', type=str) ## 添加参数,注明参数类型
  30. parser.add_argument('--crawler', default='kuaishou') ## 添加参数
  31. parser.add_argument('--strategy', default='推荐抓取') ## 添加参数
  32. parser.add_argument('--oss_endpoint', default='inner') ## 添加参数
  33. parser.add_argument('--env', default='prod') ## 添加参数
  34. parser.add_argument('--machine', default='aliyun') ## 添加参数
  35. args = parser.parse_args() ### 参数赋值,也可以通过终端赋值
  36. # print(args)
  37. main(log_type=args.log_type,
  38. crawler=args.crawler,
  39. strategy=args.strategy,
  40. oss_endpoint=args.oss_endpoint,
  41. env=args.env,
  42. machine=args.machine)