|
|
@@ -128,36 +128,36 @@ else
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 快手定向爬虫策略 进程状态正常" >> ${log_path}
|
|
|
fi
|
|
|
|
|
|
-## 快手推荐爬虫策略
|
|
|
-#echo "$(date "+%Y-%m-%d %H:%M:%S") 正在监测 快手推荐爬虫策略 进程状态" >> ${log_path}
|
|
|
-#ps -ef | grep "run_kuaishou_recommend.py" | grep -v "grep"
|
|
|
-#if [ "$?" -eq 1 ];then
|
|
|
-# echo "$(date "+%Y-%m-%d_%H:%M:%S") 异常停止,正在重启!" >> ${log_path}
|
|
|
-# if [ ${env} = "dev" ];then
|
|
|
-# cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./kuaishou/kuaishou_main/run_kuaishou_follow.py --log_type="author" --crawler="kuaishou" --env="dev" xiaoniangao/nohup-play.log
|
|
|
-# else
|
|
|
-# cd ${piaoquan_crawler_dir} && /usr/bin/sh ./main/main.sh ./kuaishou/kuaishou_main/run_kuaishou_recommend.py --log_type="recommend" --crawler="kuaishou" --strategy="推荐爬虫策略" --oss_endpoint="inner" --env="prod" --machine="aliyun" kuaishou/recommend.log
|
|
|
-# fi
|
|
|
-# echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
-#else
|
|
|
-# echo "$(date "+%Y-%m-%d %H:%M:%S") 快手推荐爬虫策略 进程状态正常" >> ${log_path}
|
|
|
-#fi
|
|
|
+# 快手推荐爬虫策略
|
|
|
+echo "$(date "+%Y-%m-%d %H:%M:%S") 正在监测 快手推荐爬虫策略 进程状态" >> ${log_path}
|
|
|
+ps -ef | grep "run_kuaishou_recommend.py" | grep -v "grep"
|
|
|
+if [ "$?" -eq 1 ];then
|
|
|
+ echo "$(date "+%Y-%m-%d_%H:%M:%S") 异常停止,正在重启!" >> ${log_path}
|
|
|
+ if [ ${env} = "dev" ];then
|
|
|
+ cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./kuaishou/kuaishou_main/run_kuaishou_follow.py --log_type="author" --crawler="kuaishou" --env="dev" xiaoniangao/nohup-play.log
|
|
|
+ else
|
|
|
+ cd ${piaoquan_crawler_dir} && /usr/bin/sh ./main/main.sh ./kuaishou/kuaishou_main/run_kuaishou_recommend.py --log_type="recommend" --crawler="kuaishou" --strategy="推荐爬虫策略" --oss_endpoint="inner" --env="prod" --machine="aliyun" kuaishou/recommend.log
|
|
|
+ fi
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
+else
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 快手推荐爬虫策略 进程状态正常" >> ${log_path}
|
|
|
+fi
|
|
|
|
|
|
-#
|
|
|
-## 抖音推荐爬虫策略
|
|
|
-#echo "$(date "+%Y-%m-%d %H:%M:%S") 正在监测 抖音推荐爬虫策略 进程状态" >> ${log_path}
|
|
|
-#ps -ef | grep "run_douyin_recommend.py" | grep -v "grep"
|
|
|
-#if [ "$?" -eq 1 ];then
|
|
|
-# echo "$(date "+%Y-%m-%d_%H:%M:%S") 异常停止,正在重启!" >> ${log_path}
|
|
|
-# if [ ${env} = "dev" ];then
|
|
|
-# cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./kuaishou/kuaishou_main/run_kuaishou_follow.py --log_type="author" --crawler="kuaishou" --env="dev" xiaoniangao/nohup-play.log
|
|
|
-# else
|
|
|
-# cd ${piaoquan_crawler_dir} && /usr/bin/sh ./main/main.sh ./douyin/douyin_main/run_douyin_recommend.py --log_type="recommend" --crawler="douyin" --strategy="抖音推荐爬虫策略" --oss_endpoint="inner" --env="prod" --machine="aliyun" douyin/recommend.log
|
|
|
-# fi
|
|
|
-# echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
-#else
|
|
|
-# echo "$(date "+%Y-%m-%d %H:%M:%S") 抖音推荐爬虫策略 进程状态正常" >> ${log_path}
|
|
|
-#fi
|
|
|
+
|
|
|
+# 抖音推荐爬虫策略
|
|
|
+echo "$(date "+%Y-%m-%d %H:%M:%S") 正在监测 抖音推荐爬虫策略 进程状态" >> ${log_path}
|
|
|
+ps -ef | grep "run_douyin_recommend.py" | grep -v "grep"
|
|
|
+if [ "$?" -eq 1 ];then
|
|
|
+ echo "$(date "+%Y-%m-%d_%H:%M:%S") 异常停止,正在重启!" >> ${log_path}
|
|
|
+ if [ ${env} = "dev" ];then
|
|
|
+ cd ${piaoquan_crawler_dir} && sh main/scheduling_main.sh ./kuaishou/kuaishou_main/run_kuaishou_follow.py --log_type="author" --crawler="kuaishou" --env="dev" xiaoniangao/nohup-play.log
|
|
|
+ else
|
|
|
+ cd ${piaoquan_crawler_dir} && /usr/bin/sh ./main/main.sh ./douyin/douyin_main/run_douyin_recommend.py --log_type="recommend" --crawler="douyin" --strategy="抖音推荐爬虫策略" --oss_endpoint="inner" --env="prod" --machine="aliyun" douyin/recommend.log
|
|
|
+ fi
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
+else
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 抖音推荐爬虫策略 进程状态正常" >> ${log_path}
|
|
|
+fi
|
|
|
|
|
|
##
|
|
|
# 抖音定向爬虫策略
|
