|
@@ -30,51 +30,51 @@ else
|
|
|
fi
|
|
|
|
|
|
# 海豚祝福
|
|
|
-if [[ "$time" > "00:00:00" && "$time" < "00:59:59" || "$time" > "12:00:00" && "$time" < "12:59:59" ]];then
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 海豚祝福 爬虫脚本任务" >> ${log_path}
|
|
|
- ps aux | grep run_zhongmiaoyinxin | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
- ps aux | grep run_ganggangdouchuan | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
- ps aux | grep run_jixiangxingfu | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
- ps -ef | grep "run_htzf_recommend.py" | grep -v "grep"
|
|
|
- if [ "$?" -eq 1 ];then
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 海豚祝福小程序爬虫, 异常停止, 正在重启!" >> ${log_path}
|
|
|
- adb forward --remove-all
|
|
|
- cd ${piaoquan_crawler_dir}
|
|
|
- nohup python3 -u haitunzhufu/haitunzhufu_main/run_htzf_recommend.py --log_type="recommend" --crawler="haitunzhufu" --env=${env} >> haitunzhufu/logs/nohup-recommend.log 2>&1 &
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
- else
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 海豚祝福小程序爬虫, 进程状态正常" >> ${log_path}
|
|
|
- fi
|
|
|
-else
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 海豚祝福 爬虫脚本任务结束" >> ${log_path}
|
|
|
-fi
|
|
|
-
|
|
|
-# 刚刚都传
|
|
|
-if [[ "$time" > "01:00:00" && "$time" < "01:59:59" || "$time" > "13:00:00" && "$time" < "13:59:59" ]];then
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 刚刚都传 爬虫脚本任务" >> ${log_path}
|
|
|
- ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
- ps aux | grep run_zhongmiaoyinxin | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
- ps aux | grep run_jixiangxingfu | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
- ps -ef | grep "run_ganggangdouchuan_recommend.py" | grep -v "grep"
|
|
|
- if [ "$?" -eq 1 ];then
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 刚刚都传小程序爬虫, 异常停止, 正在重启!" >> ${log_path}
|
|
|
- adb forward --remove-all
|
|
|
- cd ${piaoquan_crawler_dir}
|
|
|
- nohup python3 -u ganggangdouchuan/ganggangdouchuan_main/run_ganggangdouchuan_recommend.py --log_type="recommend" --crawler="ganggangdouchuan" --env=${env} >>ganggangdouchuan/logs/nohup-recommend.log 2>&1 &
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
- else
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 刚刚都传小程序爬虫, 进程状态正常" >> ${log_path}
|
|
|
- fi
|
|
|
-else
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 刚刚都传小程序爬虫, 任务结束" >> ${log_path}
|
|
|
-fi
|
|
|
+#if [[ "$time" > "00:00:00" && "$time" < "00:59:59" || "$time" > "12:00:00" && "$time" < "12:59:59" ]];then
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 海豚祝福 爬虫脚本任务" >> ${log_path}
|
|
|
+# ps aux | grep run_zhongmiaoyinxin | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+# ps aux | grep run_ganggangdouchuan | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+# ps aux | grep run_jixiangxingfu | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+# ps -ef | grep "run_htzf_recommend.py" | grep -v "grep"
|
|
|
+# if [ "$?" -eq 1 ];then
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 海豚祝福小程序爬虫, 异常停止, 正在重启!" >> ${log_path}
|
|
|
+# adb forward --remove-all
|
|
|
+# cd ${piaoquan_crawler_dir}
|
|
|
+# nohup python3 -u haitunzhufu/haitunzhufu_main/run_htzf_recommend.py --log_type="recommend" --crawler="haitunzhufu" --env=${env} >> haitunzhufu/logs/nohup-recommend.log 2>&1 &
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
+# else
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 海豚祝福小程序爬虫, 进程状态正常" >> ${log_path}
|
|
|
+# fi
|
|
|
+#else
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 海豚祝福 爬虫脚本任务结束" >> ${log_path}
|
|
|
+#fi
|
|
|
+#
|
|
|
+## 刚刚都传
|
|
|
+#if [[ "$time" > "01:00:00" && "$time" < "01:59:59" || "$time" > "13:00:00" && "$time" < "13:59:59" ]];then
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 刚刚都传 爬虫脚本任务" >> ${log_path}
|
|
|
+# ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+# ps aux | grep run_zhongmiaoyinxin | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+# ps aux | grep run_jixiangxingfu | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+# ps -ef | grep "run_ganggangdouchuan_recommend.py" | grep -v "grep"
|
|
|
+# if [ "$?" -eq 1 ];then
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 刚刚都传小程序爬虫, 异常停止, 正在重启!" >> ${log_path}
|
|
|
+# adb forward --remove-all
|
|
|
+# cd ${piaoquan_crawler_dir}
|
|
|
+# nohup python3 -u ganggangdouchuan/ganggangdouchuan_main/run_ganggangdouchuan_recommend.py --log_type="recommend" --crawler="ganggangdouchuan" --env=${env} >>ganggangdouchuan/logs/nohup-recommend.log 2>&1 &
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
+# else
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 刚刚都传小程序爬虫, 进程状态正常" >> ${log_path}
|
|
|
+# fi
|
|
|
+#else
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 刚刚都传小程序爬虫, 任务结束" >> ${log_path}
|
|
|
+#fi
|
|
|
|
|
|
# 吉祥幸福
|
|
|
-if [[ "$time" > "02:00:00" && "$time" < "02:59:59" || "$time" > "14:00:00" && "$time" < "14:59:59" ]];then
|
|
|
+if [[ "$time" > "00:00:00" && "$time" < "02:59:59" || "$time" > "12:00:00" && "$time" < "14:59:59" ]];then
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 吉祥幸福 爬虫脚本任务" >> ${log_path}
|
|
|
- ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
- ps aux | grep run_zhongmiaoyinxin | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
- ps aux | grep run_ganggangdouchuan | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+# ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+# ps aux | grep run_zhongmiaoyinxin | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+ ps aux | grep run_zmyx | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
ps -ef | grep "run_jixiangxingfu_recommend.py" | grep -v "grep"
|
|
|
if [ "$?" -eq 1 ];then
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 吉祥幸福爬虫, 异常停止, 正在重启!" >> ${log_path}
|
|
@@ -91,10 +91,10 @@ fi
|
|
|
|
|
|
|
|
|
# 众妙音信
|
|
|
-if [[ "$time" > "03:00:00" && "$time" < "03:59:59" || "$time" > "15:00:00" && "$time" < "15:59:59" ]];then
|
|
|
+if [[ "$time" > "03:00:00" && "$time" < "04:59:59" || "$time" > "15:00:00" && "$time" < "16:59:59" ]];then
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 众妙音信 爬虫脚本任务" >> ${log_path}
|
|
|
- ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
- ps aux | grep run_ganggangdouchuan | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+# ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+# ps aux | grep run_ganggangdouchuan | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
ps aux | grep run_jixiangxingfu | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
ps -ef | grep "run_zhongmiaoyinxin_recommend.py" | grep -v "grep"
|
|
|
if [ "$?" -eq 1 ];then
|
|
@@ -111,6 +111,27 @@ else
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 众妙音信 爬虫脚本任务结束" >> ${log_path}
|
|
|
fi
|
|
|
|
|
|
+# 众妙音信-new
|
|
|
+if [[ "$time" > "05:00:00" && "$time" < "06:59:59" || "$time" > "20:00:00" && "$time" < "21:59:59" ]];then
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 众妙音信-new 爬虫脚本任务" >> ${log_path}
|
|
|
+# ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+# ps aux | grep run_ganggangdouchuan | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+ ps aux | grep run_zhongmiaoyinxin | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+ ps -ef | grep "run_zmyx_recommend.py" | grep -v "grep"
|
|
|
+ if [ "$?" -eq 1 ];then
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 众妙音信-new小程序爬虫, 异常停止, 正在重启!" >> ${log_path}
|
|
|
+ adb forward --remove-all
|
|
|
+ cd ${piaoquan_crawler_dir}
|
|
|
+ nohup python3 -u zhongmiaoyinxin/zhongmiaoyinxin_main/run_zmyx_recommend.py --log_type="recommend" --crawler="zhongmiaoyinxin" --env=${env} >>zhongmiaoyinxin/logs/nohup-recommend.log 2>&1 &
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
+ else
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 众妙音信-new小程序爬虫, 进程状态正常" >> ${log_path}
|
|
|
+ fi
|
|
|
+
|
|
|
+else
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 众妙音信 爬虫脚本任务结束" >> ${log_path}
|
|
|
+fi
|
|
|
+
|
|
|
|
|
|
# 删除日志
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 开始清理 10 天前的日志文件" >> ${log_path}
|