run_kyk_session.sh 2.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748
  1. #! /bin/bash
  2. log_type=$1 # 爬虫策略
  3. crawler=$2 # 哪款爬虫
  4. env=$3 # 爬虫运行环境,正式环境: prod / 测试环境: dev
  5. kanyikan_type=$4 # 爬虫子类型:看一看推荐(kyk) / 看一看推荐健康(kykjk) / 看一看推荐老年(kykln)
  6. if [ ${env} = "dev" ];then
  7. piaoquan_crawler_dir=/Users/wangkun/Desktop/crawler/piaoquan_crawler/
  8. profile_path=/etc/profile
  9. python=python3
  10. log_path=${piaoquan_crawler_dir}main/main_logs/process-kyksession-$(date +%Y-%m-%d).log
  11. elif [ ${kanyikan_type} = "kyk" ];then
  12. piaoquan_crawler_dir=/Users/lieyunye/Desktop/crawler/piaoquan_crawler/
  13. profile_path=./base_profile
  14. python=python3
  15. log_path=${piaoquan_crawler_dir}main/main_logs/process-kyksession-$(date +%Y-%m-%d).log
  16. elif [ ${kanyikan_type} = "kykjk" ];then
  17. piaoquan_crawler_dir=/Users/kanyikan/Desktop/crawler/piaoquan_crawler/
  18. profile_path=/.base_profile
  19. python=python3
  20. log_path=${piaoquan_crawler_dir}main/main_logs/process-kyksession-$(date +%Y-%m-%d).log
  21. elif [ ${kanyikan_type} = "kykln" ];then
  22. piaoquan_crawler_dir=/Users/piaoquan/Desktop/piaoquan_crawler/
  23. profile_path=/etc/profile
  24. python=python3
  25. log_path=${piaoquan_crawler_dir}main/main_logs/process-kyksession-$(date +%Y-%m-%d).log
  26. fi
  27. time=$(date +%H:%M:%S)
  28. echo "$(date "+%Y-%m-%d %H:%M:%S") 开始监测 看一看session 进程状态" >> ${log_path}
  29. ps -ef | grep "kanyikan_session.py" | grep -v "grep"
  30. if [ "$?" -eq 1 ];then
  31. echo "$(date "+%Y-%m-%d_%H:%M:%S") 异常停止,正在重启!" >> ${log_path}
  32. cd ${piaoquan_crawler_dir} && nohup ${python} -u kanyikan/kanyikan_session/kanyikan_session.py --log_type="${log_type}" --crawler="${crawler}" --env="${env}" --kanyikan_type="${kanyikan_type}">> kanyikan/logs/kanyikan-session.log 2>&1 &
  33. echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
  34. else
  35. echo "$(date "+%Y-%m-%d %H:%M:%S") 看一看session 进程状态正常" >> ${log_path}
  36. fi
  37. # 删除日志
  38. echo "$(date "+%Y-%m-%d %H:%M:%S") 开始清理 10 天前的日志文件" >> ${log_path}
  39. find ${piaoquan_crawler_dir}main/main_logs/ -mtime +10 -name "*.log" -exec rm -rf {} \;
  40. echo "$(date "+%Y-%m-%d %H:%M:%S") 日志文件清理完毕" >> ${log_path}
  41. exit 0