|
@@ -24,7 +24,7 @@ cd ~ && source /etc/profile
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 更新环境变量完成!\n" >> ${log_path}
|
|
|
|
|
|
# 公众号爬虫策略
|
|
|
-echo "$(date "+%Y-%m-%d %H:%M:%S") 正在监测 公众号爬虫策略1-50个账号 进程状态" >> ${log_path}
|
|
|
+echo "$(date "+%Y-%m-%d %H:%M:%S") 正在监测 公众号爬虫策略1-40个账号 进程状态" >> ${log_path}
|
|
|
ps -ef | grep "run_gongzhonghao_follow.py" | grep -v "grep"
|
|
|
if [ "$?" -eq 1 ];then
|
|
|
echo "$(date "+%Y-%m-%d_%H:%M:%S") 异常停止,正在重启!" >> ${log_path}
|
|
@@ -35,21 +35,35 @@ if [ "$?" -eq 1 ];then
|
|
|
fi
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!\n" >> ${log_path}
|
|
|
else
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 公众号爬虫策略1-50个账号 进程状态正常\n" >> ${log_path}
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 公众号爬虫策略1-40个账号 进程状态正常\n" >> ${log_path}
|
|
|
fi
|
|
|
|
|
|
-echo "$(date "+%Y-%m-%d %H:%M:%S") 正在监测 公众号爬虫策略51-100个账号 进程状态" >> ${log_path}
|
|
|
+echo "$(date "+%Y-%m-%d %H:%M:%S") 正在监测 公众号爬虫策略41-81个账号 进程状态" >> ${log_path}
|
|
|
ps -ef | grep "run_gongzhonghao_follow_2.py" | grep -v "grep"
|
|
|
if [ "$?" -eq 1 ];then
|
|
|
echo "$(date "+%Y-%m-%d_%H:%M:%S") 异常停止,正在重启!" >> ${log_path}
|
|
|
if [ ${env} = "dev" ];then
|
|
|
- cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./gongzhonghao/gongzhonghao_main/run_gongzhonghao_follow_2.py --log_type="follow" --crawler="gongzhonghao" --env="dev" gongzhonghao/nohup-follow.log
|
|
|
+ cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./gongzhonghao/gongzhonghao_main/run_gongzhonghao_follow_2.py --log_type="follow-2" --crawler="gongzhonghao" --env="dev" gongzhonghao/nohup-follow-2.log
|
|
|
else
|
|
|
cd ${piaoquan_crawler_dir} && /usr/bin/sh /data5/piaoquan_crawler/main/scheduling_main.sh ./gongzhonghao/gongzhonghao_main/run_gongzhonghao_follow_2.py --log_type="follow-2" --crawler="gongzhonghao" --env="prod" gongzhonghao/nohup-follow-2.log
|
|
|
fi
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!\n" >> ${log_path}
|
|
|
else
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 公众号爬虫策略1-50个账号 进程状态正常\n" >> ${log_path}
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 公众号爬虫策略41-81个账号 进程状态正常\n" >> ${log_path}
|
|
|
+fi
|
|
|
+
|
|
|
+echo "$(date "+%Y-%m-%d %H:%M:%S") 正在监测 公众号爬虫策略81-121个账号 进程状态" >> ${log_path}
|
|
|
+ps -ef | grep "run_gongzhonghao_follow_3.py" | grep -v "grep"
|
|
|
+if [ "$?" -eq 1 ];then
|
|
|
+ echo "$(date "+%Y-%m-%d_%H:%M:%S") 异常停止,正在重启!" >> ${log_path}
|
|
|
+ if [ ${env} = "dev" ];then
|
|
|
+ cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./gongzhonghao/gongzhonghao_main/run_gongzhonghao_follow_3.py --log_type="follow-3" --crawler="gongzhonghao" --env="dev" gongzhonghao/nohup-follow-3.log
|
|
|
+ else
|
|
|
+ cd ${piaoquan_crawler_dir} && /usr/bin/sh /data5/piaoquan_crawler/main/scheduling_main.sh ./gongzhonghao/gongzhonghao_main/run_gongzhonghao_follow_3.py --log_type="follow-3" --crawler="gongzhonghao" --env="prod" gongzhonghao/nohup-follow-3.log
|
|
|
+ fi
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!\n" >> ${log_path}
|
|
|
+else
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 公众号爬虫策略81-121个账号 进程状态正常\n" >> ${log_path}
|
|
|
fi
|
|
|
|
|
|
|