kanyikan.sh 3.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566
  1. #!/bin/bash
  2. #echo "开始"
  3. #echo "$(date "+%Y-%m-%d %H:%M:%S") 正在杀进程..."
  4. ## shellcheck disable=SC2009
  5. ## ps aux | grep run_kanyikan
  6. #ps aux | grep run_kanyikan_moment.py | grep -v grep | awk '{print $2}' | xargs kill -9
  7. ## shellcheck disable=SC2009
  8. #ps aux | grep run_kanyikan_recommend.py | grep -v grep | awk '{print $2}' | xargs kill -9
  9. #echo "$(date "+%Y-%m-%d %H:%M:%S") 进程已杀死!"
  10. #
  11. #echo "$(date "+%Y-%m-%d %H:%M:%S") 正在更新代码..."
  12. #cd /Users/lieyunye/Desktop/crawler/crawler_kanyikan/ && git pull origin master --force
  13. #echo "$(date "+%Y-%m-%d %H:%M:%S") 代码更新完成!"
  14. ##source /etc/profile
  15. #echo "$(date "+%Y-%m-%d %H:%M:%S") 正在重启服务..."
  16. #nohup python3 -u main/run_kanyikan_recommend.py >>./nohup.log 2>&1 &
  17. #nohup python3 -u main/run_kanyikan_moment.py >>./nohup.log 2>&1 &
  18. #echo "$(date "+%Y-%m-%d %H:%M:%S") 服务重启完毕!"
  19. #echo "$(date "+%Y-%m-%d %H:%M:%S") 请手动启动 Charles,并开启 Auto save 功能;再启动 看一看+ 小程序!"
  20. #exit 0
  21. # **********线下爬虫********** #
  22. log_type=$1
  23. crawler=$2
  24. env=$3 # 爬虫运行环境,正式环境: prod / 测试环境: dev
  25. #echo $env
  26. if [ ${env} = "--env=dev" ];then
  27. crawler_dir=/Users/wangkun/Desktop/crawler/crawler_kanyikan/
  28. profile_path=/etc/profile
  29. log_path=${crawler_dir}logs/process-$(date +%Y-%m-%d).log
  30. else
  31. crawler_dir=/Users/lieyunye/Desktop/crawler/crawler_kanyikan/
  32. profile_path=./base_profile
  33. log_path=${crawler_dir}logs/process-$(date +%Y-%m-%d).log
  34. fi
  35. time=$(date +%H:%M:%S)
  36. #echo "$(date "+%Y-%m-%d %H:%M:%S") 更新环境变量..." >> ${log_path}
  37. #cd ~ && source ${profile_path}
  38. #echo "$(date "+%Y-%m-%d %H:%M:%S") 更新环境变量完成!" >> ${log_path}
  39. echo "$(date "+%Y-%m-%d %H:%M:%S") 正在更新代码" >> ${log_path}
  40. cd /Users/lieyunye/Desktop/crawler/crawler_kanyikan/ && git pull origin master --force
  41. echo "$(date "+%Y-%m-%d %H:%M:%S") 代码更新完成"
  42. echo "$(date "+%Y-%m-%d %H:%M:%S") 正在检测看一看推荐爬虫服务状态" >> ${log_path}
  43. ps -ef | grep "run_kanyikan_recommend" | grep -v "grep"
  44. if [ "$?" -eq 1 ];then
  45. echo "$(date "+%Y-%m-%d %H:%M:%S") 异常停止,正在重启!" >> ${log_path}
  46. cd ${crawler_dir}
  47. nohup python3 -u ${crawler_dir}main/run_kanyikan_recommend.py ${log_type} ${crawler} ${env} >> ${crawler_dir}logs/kanyikan-recommend-nohup.log 2>&1 &
  48. echo "$(date "+%Y-%m-%d %H:%M:%S") 重启服务完毕!" >> ${log_path}
  49. else
  50. echo "$(date "+%Y-%m-%d %H:%M:%S") 看一看推荐爬虫进程状态正常" >> ${log_path}
  51. fi
  52. echo "$(date "+%Y-%m-%d %H:%M:%S") 正在检测看一看朋友圈爬虫服务状态" >> ${log_path}
  53. ps -ef | grep "run_kanyikan_moment" | grep -v "grep"
  54. if [ "$?" -eq 1 ];then
  55. echo "$(date "+%Y-%m-%d %H:%M:%S") 异常停止,正在重启!" >> ${log_path}
  56. cd ${crawler_dir}
  57. nohup python3 -u ${crawler_dir}main/run_kanyikan_moment.py >>${crawler_dir}logs/kanyikan-moment-nohup.log 2>&1 &
  58. echo "$(date "+%Y-%m-%d %H:%M:%S") 重启服务完毕!" >> ${log_path}
  59. else
  60. echo "$(date "+%Y-%m-%d %H:%M:%S") 看一看朋友圈进程状态正常" >> ${log_path}
  61. fi