|
@@ -123,6 +123,23 @@ else
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 西瓜定向爬虫策略 进程状态正常\n" >> ${log_path}
|
|
|
fi
|
|
|
|
|
|
+
|
|
|
+# youtube定向爬虫策略
|
|
|
+echo "$(date "+%Y-%m-%d %H:%M:%S") 正在监测 youtube定向爬虫策略 进程状态" >> ${log_path}
|
|
|
+ps -ef | grep "run_youtube_follow.py" | grep -v "grep"
|
|
|
+if [ "$?" -eq 1 ];then
|
|
|
+ echo "$(date "+%Y-%m-%d_%H:%M:%S") 异常停止,正在重启!" >> ${log_path}
|
|
|
+ if [ ${env} = "dev" ];then
|
|
|
+ cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./youtube/youtube_main/run_youtube_follow.py --log_type="follow" --crawler="youtube" --env="dev" youtube/follow.log
|
|
|
+ else
|
|
|
+ cd ${piaoquan_crawler_dir} && /usr/bin/sh ./main/main.sh ./youtube/youtube_main/run_youtube_follow.py --log_type="follow" --crawler="youtube" --strategy="定向爬虫策略" --oss_endpoint="hk" --env="prod" --machine="aliyun_hk" youtube/follow.log
|
|
|
+ fi
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!\n" >> ${log_path}
|
|
|
+else
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") youtube定向爬虫策略 进程状态正常\n" >> ${log_path}
|
|
|
+fi
|
|
|
+
|
|
|
+
|
|
|
# 删除日志
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 开始清理 5 天前的日志文件" >> ${log_path}
|
|
|
find ${piaoquan_crawler_dir}main/main_logs/ -mtime +5 -name "*.log" -exec rm -rf {} \;
|