|
@@ -82,35 +82,35 @@ else
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 小年糕定向爬虫策略 进程状态正常" >> ${log_path}
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 小年糕定向爬虫策略 进程状态正常" >> ${log_path}
|
|
fi
|
|
fi
|
|
|
|
|
|
-# 小年糕小时榜爬虫策略
|
|
|
|
-echo "$(date "+%Y-%m-%d %H:%M:%S") 正在监测 小年糕小时榜爬虫策略 进程状态" >> ${log_path}
|
|
|
|
-ps -ef | grep "run_xiaoniangao_hour.py" | grep -v "grep"
|
|
|
|
-if [ "$?" -eq 1 ];then
|
|
|
|
- echo "$(date "+%Y-%m-%d_%H:%M:%S") 异常停止,正在重启!" >> ${log_path}
|
|
|
|
- if [ ${env} = "dev" ];then
|
|
|
|
- cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./xiaoniangao/xiaoniangao_main/run_xiaoniangao_hour.py --log_type="hour" --crawler="xiaoniangao" --env="dev" xiaoniangao/logs/nohup-hour.log
|
|
|
|
- else
|
|
|
|
- cd ${piaoquan_crawler_dir} && /usr/bin/sh /data5/piaoquan_crawler/main/scheduling_main.sh ./xiaoniangao/xiaoniangao_main/run_xiaoniangao_hour.py --log_type="hour" --crawler="xiaoniangao" --env="prod" xiaoniangao/logs/nohup-hour.log
|
|
|
|
- fi
|
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
|
-else
|
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 小年糕小时榜爬虫策略 进程状态正常" >> ${log_path}
|
|
|
|
-fi
|
|
|
|
|
|
+## 小年糕小时榜爬虫策略
|
|
|
|
+#echo "$(date "+%Y-%m-%d %H:%M:%S") 正在监测 小年糕小时榜爬虫策略 进程状态" >> ${log_path}
|
|
|
|
+#ps -ef | grep "run_xiaoniangao_hour.py" | grep -v "grep"
|
|
|
|
+#if [ "$?" -eq 1 ];then
|
|
|
|
+# echo "$(date "+%Y-%m-%d_%H:%M:%S") 异常停止,正在重启!" >> ${log_path}
|
|
|
|
+# if [ ${env} = "dev" ];then
|
|
|
|
+# cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./xiaoniangao/xiaoniangao_main/run_xiaoniangao_hour.py --log_type="hour" --crawler="xiaoniangao" --env="dev" xiaoniangao/logs/nohup-hour.log
|
|
|
|
+# else
|
|
|
|
+# cd ${piaoquan_crawler_dir} && /usr/bin/sh /data5/piaoquan_crawler/main/scheduling_main.sh ./xiaoniangao/xiaoniangao_main/run_xiaoniangao_hour.py --log_type="hour" --crawler="xiaoniangao" --env="prod" xiaoniangao/logs/nohup-hour.log
|
|
|
|
+# fi
|
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
|
+#else
|
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 小年糕小时榜爬虫策略 进程状态正常" >> ${log_path}
|
|
|
|
+#fi
|
|
|
|
|
|
-# 小年糕播放量榜爬虫策略
|
|
|
|
-echo "$(date "+%Y-%m-%d %H:%M:%S") 正在监测 播放量榜爬虫策略 进程状态" >> ${log_path}
|
|
|
|
-ps -ef | grep "run_xiaoniangao_play.py" | grep -v "grep"
|
|
|
|
-if [ "$?" -eq 1 ];then
|
|
|
|
- echo "$(date "+%Y-%m-%d_%H:%M:%S") 异常停止,正在重启!" >> ${log_path}
|
|
|
|
- if [ ${env} = "dev" ];then
|
|
|
|
- cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./xiaoniangao/xiaoniangao_main/run_xiaoniangao_play.py --log_type="play" --crawler="xiaoniangao" --env="dev" xiaoniangao/logs/nohup-play.log
|
|
|
|
- else
|
|
|
|
- cd ${piaoquan_crawler_dir} && /usr/bin/sh /data5/piaoquan_crawler/main/scheduling_main.sh ./xiaoniangao/xiaoniangao_main/run_xiaoniangao_play.py --log_type="play" --crawler="xiaoniangao" --env="prod" xiaoniangao/logs/nohup-play.log
|
|
|
|
- fi
|
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
|
-else
|
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 播放量榜爬虫策略 进程状态正常" >> ${log_path}
|
|
|
|
-fi
|
|
|
|
|
|
+## 小年糕播放量榜爬虫策略
|
|
|
|
+#echo "$(date "+%Y-%m-%d %H:%M:%S") 正在监测 播放量榜爬虫策略 进程状态" >> ${log_path}
|
|
|
|
+#ps -ef | grep "run_xiaoniangao_play.py" | grep -v "grep"
|
|
|
|
+#if [ "$?" -eq 1 ];then
|
|
|
|
+# echo "$(date "+%Y-%m-%d_%H:%M:%S") 异常停止,正在重启!" >> ${log_path}
|
|
|
|
+# if [ ${env} = "dev" ];then
|
|
|
|
+# cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./xiaoniangao/xiaoniangao_main/run_xiaoniangao_play.py --log_type="play" --crawler="xiaoniangao" --env="dev" xiaoniangao/logs/nohup-play.log
|
|
|
|
+# else
|
|
|
|
+# cd ${piaoquan_crawler_dir} && /usr/bin/sh /data5/piaoquan_crawler/main/scheduling_main.sh ./xiaoniangao/xiaoniangao_main/run_xiaoniangao_play.py --log_type="play" --crawler="xiaoniangao" --env="prod" xiaoniangao/logs/nohup-play.log
|
|
|
|
+# fi
|
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
|
+#else
|
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 播放量榜爬虫策略 进程状态正常" >> ${log_path}
|
|
|
|
+#fi
|
|
|
|
|
|
|
|
|
|
# 快手定向爬虫策略
|
|
# 快手定向爬虫策略
|