|
@@ -30,9 +30,9 @@ ps -ef | grep "run_gongzhonghao_follow.py" | grep -v "grep"
|
|
|
if [ "$?" -eq 1 ];then
|
|
|
echo "$(date "+%Y-%m-%d_%H:%M:%S") 异常停止,正在重启!" >> ${log_path}
|
|
|
if [ ${env} = "dev" ];then
|
|
|
- cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./gongzhonghao/gongzhonghao_main/run_gongzhonghao_follow.py --log_type="follow" --crawler="gongzhonghao" --env="dev" gongzhonghao/logs/nohup-follow.log
|
|
|
+ cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./gongzhonghao/gongzhonghao_main/run_gongzhonghao_follow.py --log_type="author" --crawler="gongzhonghao" --env="dev" gongzhonghao/logs/nohup-follow.log
|
|
|
else
|
|
|
- cd ${piaoquan_crawler_dir} && /usr/bin/sh /data5/piaoquan_crawler/main/scheduling_main.sh ./gongzhonghao/gongzhonghao_main/run_gongzhonghao_follow.py --log_type="follow" --crawler="gongzhonghao" --env="prod" gongzhonghao/logs/nohup-follow.log
|
|
|
+ cd ${piaoquan_crawler_dir} && /usr/bin/sh /data5/piaoquan_crawler/main/scheduling_main.sh ./gongzhonghao/gongzhonghao_main/run_gongzhonghao_follow.py --log_type="author" --crawler="gongzhonghao" --env="prod" gongzhonghao/logs/nohup-follow.log
|
|
|
fi
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
else
|
|
@@ -73,9 +73,9 @@ ps -ef | grep "run_xiaoniangao_follow.py" | grep -v "grep"
|
|
|
if [ "$?" -eq 1 ];then
|
|
|
echo "$(date "+%Y-%m-%d_%H:%M:%S") 异常停止,正在重启!" >> ${log_path}
|
|
|
if [ ${env} = "dev" ];then
|
|
|
- cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./xiaoniangao/xiaoniangao_main/run_xiaoniangao_follow.py --log_type="follow" --crawler="xiaoniangao" --env="dev" xiaoniangao/logs/nohup-follow.log
|
|
|
+ cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./xiaoniangao/xiaoniangao_main/run_xiaoniangao_follow.py --log_type="author" --crawler="xiaoniangao" --env="dev" xiaoniangao/logs/nohup-follow.log
|
|
|
else
|
|
|
- cd ${piaoquan_crawler_dir} && /usr/bin/sh /data5/piaoquan_crawler/main/scheduling_main.sh ./xiaoniangao/xiaoniangao_main/run_xiaoniangao_follow.py --log_type="follow" --crawler="xiaoniangao" --env="prod" xiaoniangao/logs/nohup-follow.log
|
|
|
+ cd ${piaoquan_crawler_dir} && /usr/bin/sh /data5/piaoquan_crawler/main/scheduling_main.sh ./xiaoniangao/xiaoniangao_main/run_xiaoniangao_follow.py --log_type="author" --crawler="xiaoniangao" --env="prod" xiaoniangao/logs/nohup-follow.log
|
|
|
fi
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
else
|
|
@@ -118,9 +118,9 @@ ps -ef | grep "run_kuaishou_follow.py" | grep -v "grep"
|
|
|
if [ "$?" -eq 1 ];then
|
|
|
echo "$(date "+%Y-%m-%d_%H:%M:%S") 异常停止,正在重启!" >> ${log_path}
|
|
|
if [ ${env} = "dev" ];then
|
|
|
- cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./kuaishou/kuaishou_main/run_kuaishou_follow.py --log_type="follow" --crawler="kuaishou" --env="dev" xiaoniangao/nohup-play.log
|
|
|
+ cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./kuaishou/kuaishou_main/run_kuaishou_follow.py --log_type="author" --crawler="kuaishou" --env="dev" xiaoniangao/nohup-play.log
|
|
|
else
|
|
|
- cd ${piaoquan_crawler_dir} && /usr/bin/sh ./main/main.sh ./kuaishou/kuaishou_main/run_kuaishou_follow.py --log_type="follow" --crawler="kuaishou" --strategy="定向爬虫策略" --oss_endpoint="inner" --env="prod" --machine="aliyun" kuaishou/follow.log
|
|
|
+ cd ${piaoquan_crawler_dir} && /usr/bin/sh ./main/main.sh ./kuaishou/kuaishou_main/run_kuaishou_follow.py --log_type="author" --crawler="kuaishou" --strategy="定向爬虫策略" --oss_endpoint="inner" --env="prod" --machine="aliyun" kuaishou/follow.log
|
|
|
fi
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
else
|
|
@@ -133,7 +133,7 @@ ps -ef | grep "run_kuaishou_recommend.py" | grep -v "grep"
|
|
|
if [ "$?" -eq 1 ];then
|
|
|
echo "$(date "+%Y-%m-%d_%H:%M:%S") 异常停止,正在重启!" >> ${log_path}
|
|
|
if [ ${env} = "dev" ];then
|
|
|
- cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./kuaishou/kuaishou_main/run_kuaishou_follow.py --log_type="follow" --crawler="kuaishou" --env="dev" xiaoniangao/nohup-play.log
|
|
|
+ cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./kuaishou/kuaishou_main/run_kuaishou_follow.py --log_type="author" --crawler="kuaishou" --env="dev" xiaoniangao/nohup-play.log
|
|
|
else
|
|
|
cd ${piaoquan_crawler_dir} && /usr/bin/sh ./main/main.sh ./kuaishou/kuaishou_main/run_kuaishou_recommend.py --log_type="recommend" --crawler="kuaishou" --strategy="推荐爬虫策略" --oss_endpoint="inner" --env="prod" --machine="aliyun" kuaishou/recommend.log
|
|
|
fi
|
|
@@ -149,7 +149,7 @@ ps -ef | grep "run_douyin_recommend.py" | grep -v "grep"
|
|
|
if [ "$?" -eq 1 ];then
|
|
|
echo "$(date "+%Y-%m-%d_%H:%M:%S") 异常停止,正在重启!" >> ${log_path}
|
|
|
if [ ${env} = "dev" ];then
|
|
|
- cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./kuaishou/kuaishou_main/run_kuaishou_follow.py --log_type="follow" --crawler="kuaishou" --env="dev" xiaoniangao/nohup-play.log
|
|
|
+ cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./kuaishou/kuaishou_main/run_kuaishou_follow.py --log_type="author" --crawler="kuaishou" --env="dev" xiaoniangao/nohup-play.log
|
|
|
else
|
|
|
cd ${piaoquan_crawler_dir} && /usr/bin/sh ./main/main.sh ./douyin/douyin_main/run_douyin_recommend.py --log_type="recommend" --crawler="douyin" --strategy="抖音推荐爬虫策略" --oss_endpoint="inner" --env="prod" --machine="aliyun" douyin/recommend.log
|
|
|
fi
|
|
@@ -164,9 +164,9 @@ ps -ef | grep "run_xigua_follow.py" | grep -v "grep"
|
|
|
if [ "$?" -eq 1 ];then
|
|
|
echo "$(date "+%Y-%m-%d_%H:%M:%S") 异常停止,正在重启!" >> ${log_path}
|
|
|
if [ ${env} = "dev" ];then
|
|
|
- cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./xigua/xigua_main/run_xigua_follow.py --log_type="follow" --crawler="xigua" --env="dev" xigua/follow.log
|
|
|
+ cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./xigua/xigua_main/run_xigua_follow.py --log_type="author" --crawler="xigua" --env="dev" xigua/follow.log
|
|
|
else
|
|
|
- cd ${piaoquan_crawler_dir} && /usr/bin/sh ./main/main.sh ./xigua/xigua_main/run_xigua_follow.py --log_type="follow" --crawler="xigua" --strategy="定向爬虫策略" --oss_endpoint="inner" --env="prod" --machine="aliyun" xigua/follow.log
|
|
|
+ cd ${piaoquan_crawler_dir} && /usr/bin/sh ./main/main.sh ./xigua/xigua_main/run_xigua_follow.py --log_type="author" --crawler="xigua" --strategy="定向爬虫策略" --oss_endpoint="inner" --env="prod" --machine="aliyun" xigua/follow.log
|
|
|
fi
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
else
|
|
@@ -195,9 +195,9 @@ ps -ef | grep "run_youtube_follow.py" | grep -v "grep"
|
|
|
if [ "$?" -eq 1 ];then
|
|
|
echo "$(date "+%Y-%m-%d_%H:%M:%S") 异常停止,正在重启!" >> ${log_path}
|
|
|
if [ ${env} = "dev" ];then
|
|
|
- cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./youtube/youtube_main/run_youtube_follow.py --log_type="follow" --crawler="youtube" --env="dev" youtube/follow.log
|
|
|
+ cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./youtube/youtube_main/run_youtube_follow.py --log_type="author" --crawler="youtube" --env="dev" youtube/follow.log
|
|
|
else
|
|
|
- cd ${piaoquan_crawler_dir} && /usr/bin/sh ./main/main.sh ./youtube/youtube_main/run_youtube_follow.py --log_type="follow" --crawler="youtube" --strategy="定向爬虫策略" --oss_endpoint="hk" --env="hk" --machine="aliyun_hk" youtube/follow.log
|
|
|
+ cd ${piaoquan_crawler_dir} && /usr/bin/sh ./main/main.sh ./youtube/youtube_main/run_youtube_follow.py --log_type="author" --crawler="youtube" --strategy="定向爬虫策略" --oss_endpoint="hk" --env="hk" --machine="aliyun_hk" youtube/follow.log
|
|
|
fi
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
else
|