run_benshanzhufu_recommend.py 1.1 KB

12345678910111213141516171819202122232425262728
  1. # -*- coding: utf-8 -*-
  2. # @Author: wangkun
  3. # @Time: 2023/4/13
  4. import argparse
  5. import os
  6. import sys
  7. sys.path.append(os.getcwd())
  8. from common.common import Common
  9. from benshanzhufu.benshanzhufu_recommend.benshanzhufu_recommend import BenshanzhufuRecommend
  10. def main(log_type, crawler, env):
  11. if env == "dev":
  12. oss_endpoint = "out"
  13. else:
  14. oss_endpoint = "inner"
  15. Common.logger(log_type, crawler).info('开始抓取 本山祝福小程序\n')
  16. BenshanzhufuRecommend.get_videoList(log_type, crawler, oss_endpoint, env)
  17. Common.del_logs(log_type, crawler)
  18. Common.logger(log_type, crawler).info('抓取完一轮,休眠 1 分钟\n')
  19. if __name__ == "__main__":
  20. parser = argparse.ArgumentParser() ## 新建参数解释器对象
  21. parser.add_argument('--log_type', type=str) ## 添加参数,注明参数类型
  22. parser.add_argument('--crawler') ## 添加参数
  23. parser.add_argument('--env') ## 添加参数
  24. args = parser.parse_args() ### 参数赋值,也可以通过终端赋值
  25. main(log_type=args.log_type, crawler=args.crawler, env=args.env)