|
@@ -189,24 +189,24 @@ fi
|
|
|
# echo "$(date "+%Y-%m-%d %H:%M:%S") 西瓜推荐榜爬虫策略 进程状态正常" >> ${log_path}
|
|
|
#fi
|
|
|
|
|
|
-## 西瓜搜索爬虫策略
|
|
|
-#if [[ "$time" > "00:00:00" ]] && [[ "$time" < "00:10:00" ]]; then
|
|
|
-# echo "$(date "+%Y-%m-%d %H:%M:%S") 正在监测 西瓜搜索爬虫策略 进程状态" >> ${log_path}
|
|
|
-# ps -ef | grep "run_xigua_search_new" | grep -v "grep"
|
|
|
-# if [ "$?" -eq 1 ];then
|
|
|
-# echo "$(date "+%Y-%m-%d %H:%M:%S") 西瓜搜索爬虫策略, 异常停止, 正在重启!" >> ${log_path}
|
|
|
-# if [ ${env} = "dev" ];then
|
|
|
-# cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./xigua/xigua_main/run_xigua_search_new.py --log_type="search" --crawler="xigua" --env="dev" xigua/logs/nohup-search.log
|
|
|
-# else
|
|
|
-# cd ${piaoquan_crawler_dir} && /usr/bin/sh main/scheduling_main.sh ./xigua/xigua_main/run_xigua_search_new.py --log_type="search" --crawler="xigua" --env="prod" xigua/logs/nohup-search.log
|
|
|
-# fi
|
|
|
-# echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
-# else
|
|
|
-# echo "$(date "+%Y-%m-%d %H:%M:%S") 西瓜搜索爬虫策略 进程状态正常" >> ${log_path}
|
|
|
-# fi
|
|
|
-#else
|
|
|
-# echo "$(date "+%Y-%m-%d %H:%M:%S") 不在任务启动时间范围: 西瓜搜索爬虫" >> ${log_path}
|
|
|
-#fi
|
|
|
+# 西瓜搜索爬虫策略
|
|
|
+if [[ "$time" > "00:00:00" ]] && [[ "$time" < "00:10:00" ]]; then
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 正在监测 西瓜搜索爬虫策略 进程状态" >> ${log_path}
|
|
|
+ ps -ef | grep "run_xigua_search_new" | grep -v "grep"
|
|
|
+ if [ "$?" -eq 1 ];then
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 西瓜搜索爬虫策略, 异常停止, 正在重启!" >> ${log_path}
|
|
|
+ if [ ${env} = "dev" ];then
|
|
|
+ cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./xigua/xigua_main/run_xigua_search_new.py --log_type="search" --crawler="xigua" --env="dev" xigua/logs/nohup-search.log
|
|
|
+ else
|
|
|
+ cd ${piaoquan_crawler_dir} && /usr/bin/sh main/scheduling_main.sh ./xigua/xigua_main/run_xigua_search_new.py --log_type="search" --crawler="xigua" --env="prod" xigua/logs/nohup-search.log
|
|
|
+ fi
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
+ else
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 西瓜搜索爬虫策略 进程状态正常" >> ${log_path}
|
|
|
+ fi
|
|
|
+else
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 不在任务启动时间范围: 西瓜搜索爬虫" >> ${log_path}
|
|
|
+fi
|
|
|
|
|
|
# youtube定向爬虫策略
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 正在监测 youtube定向爬虫策略 进程状态" >> ${log_path}
|