run_ganggangdouchuan_recommend.py 1.5 KB

12345678910111213141516171819202122232425262728293031323334
  1. # -*- coding: utf-8 -*-
  2. # @Author: wangkun
  3. # @Time: 2023/4/13
  4. import argparse
  5. import os
  6. import sys
  7. import time
  8. sys.path.append(os.getcwd())
  9. from common.common import Common
  10. from ganggangdouchuan.ganggangdouchuan_recommend.ganggangdouchuan_recommend import GanggangdouchuanRecommend
  11. def main(log_type, crawler, env):
  12. oss_endpoint = "out"
  13. Common.logger(log_type, crawler).info('开始抓取:刚刚都传小程序\n')
  14. Common.logging(log_type, crawler, env, '开始抓取:刚刚都传小程序\n')
  15. ganggangdouchuan_start_time = int(time.time())
  16. GanggangdouchuanRecommend.start_wechat(log_type, crawler, oss_endpoint, env)
  17. # Common.del_logs(log_type, crawler)
  18. Common.logger(log_type, crawler).info('抓取完一轮\n')
  19. Common.logging(log_type, crawler, env, '抓取完一轮\n')
  20. ganggangdouchuan_end_time = int(time.time())
  21. ganggangdouchuan_duration = ganggangdouchuan_end_time - ganggangdouchuan_start_time
  22. Common.logger(log_type, crawler).info(f"duration {ganggangdouchuan_duration}")
  23. Common.logging(log_type, crawler, env, f"duration {ganggangdouchuan_duration}")
  24. if __name__ == "__main__":
  25. parser = argparse.ArgumentParser() ## 新建参数解释器对象
  26. parser.add_argument('--log_type', type=str) ## 添加参数,注明参数类型
  27. parser.add_argument('--crawler') ## 添加参数
  28. parser.add_argument('--env') ## 添加参数
  29. args = parser.parse_args() ### 参数赋值,也可以通过终端赋值
  30. main(log_type=args.log_type, crawler=args.crawler, env=args.env)