|
@@ -30,10 +30,8 @@ else
|
|
fi
|
|
fi
|
|
|
|
|
|
# 吉祥幸福
|
|
# 吉祥幸福
|
|
-if [[ "$time" > "00:00:59" && "$time" < "01:59:59" || "$time" > "05:00:00" && "$time" < "05:59:59" ]];then
|
|
|
|
|
|
+if [[ "$time" > "00:00:59" && "$time" < "01:59:59" ]];then
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 吉祥幸福 爬虫脚本任务" >> ${log_path}
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 吉祥幸福 爬虫脚本任务" >> ${log_path}
|
|
-# ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
-# ps aux | grep run_zhongmiaoyinxin | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
ps aux | grep run_ppqsift | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_ppqsift | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_zfqz | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_zfqz | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_zmyx | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_zmyx | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
@@ -55,10 +53,8 @@ fi
|
|
|
|
|
|
|
|
|
|
# 众妙音信-new
|
|
# 众妙音信-new
|
|
-if [[ "$time" > "02:00:00" && "$time" < "03:59:59" || "$time" > "06:00:00" && "$time" < "06:59:59" ]];then
|
|
|
|
|
|
+if [[ "$time" > "02:00:00" && "$time" < "03:59:59" ]];then
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 众妙音信-new 爬虫脚本任务" >> ${log_path}
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 众妙音信-new 爬虫脚本任务" >> ${log_path}
|
|
-# ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
-# ps aux | grep run_ganggangdouchuan | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
ps aux | grep run_jixiangxingfu | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_jixiangxingfu | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_zfqz | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_zfqz | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_xngplus | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_xngplus | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
@@ -78,34 +74,56 @@ else
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 众妙音信 爬虫脚本任务结束" >> ${log_path}
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 众妙音信 爬虫脚本任务结束" >> ${log_path}
|
|
fi
|
|
fi
|
|
|
|
|
|
-# 小年糕-rule
|
|
|
|
-if [[ "$time" > "21:00:00" && "$time" < "21:59:59" ]];then
|
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 小年糕-rule 爬虫脚本任务" >> ${log_path}
|
|
|
|
-# ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
-# ps aux | grep run_ganggangdouchuan | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
- ps aux | grep run_zmyx | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
|
|
+# 漂漂圈
|
|
|
|
+if [[ "$time" > "04:00:00" && "$time" < "06:59:59" ]];then
|
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 漂漂圈 爬虫脚本任务" >> ${log_path}
|
|
ps aux | grep run_xngplus | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_xngplus | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
- ps -ef | grep "run_xngrule_recommend.py" | grep -v "grep"
|
|
|
|
|
|
+ ps aux | grep run_xngrule | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
+ ps aux | grep run_jixiangxingfu | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
+ ps aux | grep run_zmyx | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
+ ps aux | grep run_zfqz | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
+ ps -ef | grep "run_ppq_recommend.py" | grep -v "grep"
|
|
if [ "$?" -eq 1 ];then
|
|
if [ "$?" -eq 1 ];then
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 小年糕-rule 小程序爬虫, 异常停止, 正在重启!" >> ${log_path}
|
|
|
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 漂漂圈 小程序爬虫, 异常停止, 正在重启!" >> ${log_path}
|
|
adb forward --remove-all
|
|
adb forward --remove-all
|
|
cd ${piaoquan_crawler_dir}
|
|
cd ${piaoquan_crawler_dir}
|
|
- nohup python3 -u xiaoniangaoplus/xiaoniangaoplus_main/run_xngrule_recommend.py --log_type="recommend" --crawler="xiaoniangaoplus" --env=${env} >>xiaoniangaoplus/logs/nohup-recommend.log 2>&1 &
|
|
|
|
|
|
+ nohup python3 -u piaopiaoquan/piaopiaoquan_main/run_ppq_recommend.py --log_type="recommend" --crawler="piaopiaoquan" --env=${env} >>piaopiaoquan/logs/nohup-recommend.log 2>&1 &
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
else
|
|
else
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 小年糕-rule 程序爬虫, 进程状态正常" >> ${log_path}
|
|
|
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 漂漂圈 程序爬虫, 进程状态正常" >> ${log_path}
|
|
fi
|
|
fi
|
|
|
|
|
|
else
|
|
else
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 小年糕-rule 爬虫脚本任务结束" >> ${log_path}
|
|
|
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 漂漂圈 爬虫脚本任务结束" >> ${log_path}
|
|
fi
|
|
fi
|
|
|
|
|
|
|
|
+# 漂漂圈-精选
|
|
|
|
+if [[ "$time" > "07:00:00" && "$time" < "09:59:59" ]];then
|
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 漂漂圈精选 爬虫脚本任务" >> ${log_path}
|
|
|
|
+ ps aux | grep run_ppq | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
+ ps aux | grep run_xngplus | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
+ ps aux | grep run_xngrule | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
+ ps aux | grep run_jixiangxingfu | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
+ ps aux | grep run_zmyx | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
+ ps aux | grep run_zfqz | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
+ ps -ef | grep "run_ppqsift_recommend.py" | grep -v "grep"
|
|
|
|
+ if [ "$?" -eq 1 ];then
|
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 漂漂圈精选 小程序爬虫, 异常停止, 正在重启!" >> ${log_path}
|
|
|
|
+ adb forward --remove-all
|
|
|
|
+ cd ${piaoquan_crawler_dir}
|
|
|
|
+ nohup python3 -u piaopiaoquan/piaopiaoquan_main/run_ppqsift_recommend.py --log_type="recommend" --crawler="piaopiaoquan" --env=${env} >>piaopiaoquan/logs/nohup-recommend.log 2>&1 &
|
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
|
+ else
|
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 漂漂圈精选 程序爬虫, 进程状态正常" >> ${log_path}
|
|
|
|
+ fi
|
|
|
|
+else
|
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 漂漂圈精选 爬虫脚本任务结束" >> ${log_path}
|
|
|
|
+fi
|
|
|
|
|
|
# 小年糕+
|
|
# 小年糕+
|
|
-if [[ "$time" > "10:00:00" && "$time" < "11:59:59" || "$time" > "19:00:00" && "$time" < "20:59:59" || "$time" > "13:00:00" && "$time" < "14:59:59" || "$time" > "17:00:00" && "$time" < "17:59:59" ]];then
|
|
|
|
|
|
+if [[ "$time" > "10:00:00" && "$time" < "14:59:59" || "$time" > "18:00:00" && "$time" < "20:59:59" ]];then
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 小年糕+ 爬虫脚本任务" >> ${log_path}
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 小年糕+ 爬虫脚本任务" >> ${log_path}
|
|
-# ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
-# ps aux | grep run_ganggangdouchuan | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
|
|
+ ps aux | grep run_ppqsift | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_xngrule | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_xngrule | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_zfqz | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_zfqz | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_zmyx | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_zmyx | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
@@ -126,12 +144,9 @@ else
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 小年糕+ 爬虫脚本任务结束" >> ${log_path}
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 小年糕+ 爬虫脚本任务结束" >> ${log_path}
|
|
fi
|
|
fi
|
|
|
|
|
|
-
|
|
|
|
# 祝福圈子
|
|
# 祝福圈子
|
|
-if [[ "$time" > "07:00:00" && "$time" < "08:59:59" || "$time" > "15:00:00" && "$time" < "16:59:59" ]];then
|
|
|
|
|
|
+if [[ "$time" > "22:00:00" && "$time" < "23:59:59" || "$time" > "15:00:00" && "$time" < "17:59:59" ]];then
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 祝福圈子 爬虫脚本任务" >> ${log_path}
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 祝福圈子 爬虫脚本任务" >> ${log_path}
|
|
-# ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
-# ps aux | grep run_ganggangdouchuan | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
ps aux | grep run_xngplus | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_xngplus | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_xngrule | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_xngrule | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_jixiangxingfu | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_jixiangxingfu | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
@@ -152,71 +167,28 @@ else
|
|
fi
|
|
fi
|
|
|
|
|
|
|
|
|
|
-# 漂漂圈
|
|
|
|
-if [[ "$time" > "09:00:00" && "$time" < "09:59:59" ]];then
|
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 漂漂圈 爬虫脚本任务" >> ${log_path}
|
|
|
|
-# ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
-# ps aux | grep run_ganggangdouchuan | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
- ps aux | grep run_xngplus | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
- ps aux | grep run_xngrule | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
- ps aux | grep run_jixiangxingfu | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
- ps aux | grep run_zmyx | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
- ps aux | grep run_zfqz | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
- ps -ef | grep "run_ppq_recommend.py" | grep -v "grep"
|
|
|
|
- if [ "$?" -eq 1 ];then
|
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 漂漂圈 小程序爬虫, 异常停止, 正在重启!" >> ${log_path}
|
|
|
|
- adb forward --remove-all
|
|
|
|
- cd ${piaoquan_crawler_dir}
|
|
|
|
- nohup python3 -u piaopiaoquan/piaopiaoquan_main/run_ppq_recommend.py --log_type="recommend" --crawler="piaopiaoquan" --env=${env} >>piaopiaoquan/logs/nohup-recommend.log 2>&1 &
|
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
|
- else
|
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 漂漂圈 程序爬虫, 进程状态正常" >> ${log_path}
|
|
|
|
- fi
|
|
|
|
-
|
|
|
|
-else
|
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 漂漂圈 爬虫脚本任务结束" >> ${log_path}
|
|
|
|
-fi
|
|
|
|
|
|
|
|
-# 漂漂圈-精选
|
|
|
|
-if [[ "$time" > "22:00:00" && "$time" < "23:59:59" ]];then
|
|
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 漂漂圈精选 爬虫脚本任务" >> ${log_path}
|
|
|
|
-# ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
-# ps aux | grep run_ganggangdouchuan | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
- ps aux | grep run_xngplus | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
- ps aux | grep run_xngrule | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
- ps aux | grep run_jixiangxingfu | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
|
|
+# 小年糕-rule
|
|
|
|
+if [[ "$time" > "21:00:00" && "$time" < "21:59:59" ]];then
|
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 小年糕-rule 爬虫脚本任务" >> ${log_path}
|
|
ps aux | grep run_zmyx | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
ps aux | grep run_zmyx | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
- ps aux | grep run_zfqz | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
- ps aux | grep run_ppq | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
- ps -ef | grep "run_ppqsift_recommend.py" | grep -v "grep"
|
|
|
|
|
|
+ ps aux | grep run_xngplus | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
+ ps -ef | grep "run_xngrule_recommend.py" | grep -v "grep"
|
|
if [ "$?" -eq 1 ];then
|
|
if [ "$?" -eq 1 ];then
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 漂漂圈精选 小程序爬虫, 异常停止, 正在重启!" >> ${log_path}
|
|
|
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 小年糕-rule 小程序爬虫, 异常停止, 正在重启!" >> ${log_path}
|
|
adb forward --remove-all
|
|
adb forward --remove-all
|
|
cd ${piaoquan_crawler_dir}
|
|
cd ${piaoquan_crawler_dir}
|
|
- nohup python3 -u piaopiaoquan/piaopiaoquan_main/run_ppqsift_recommend.py --log_type="recommend" --crawler="piaopiaoquan" --env=${env} >>piaopiaoquan/logs/nohup-recommend.log 2>&1 &
|
|
|
|
|
|
+ nohup python3 -u xiaoniangaoplus/xiaoniangaoplus_main/run_xngrule_recommend.py --log_type="recommend" --crawler="xiaoniangaoplus" --env=${env} >>xiaoniangaoplus/logs/nohup-recommend.log 2>&1 &
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
else
|
|
else
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 漂漂圈精选 程序爬虫, 进程状态正常" >> ${log_path}
|
|
|
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 小年糕-rule 程序爬虫, 进程状态正常" >> ${log_path}
|
|
fi
|
|
fi
|
|
|
|
|
|
else
|
|
else
|
|
- echo "$(date "+%Y-%m-%d %H:%M:%S") 漂漂圈精选 爬虫脚本任务结束" >> ${log_path}
|
|
|
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 小年糕-rule 爬虫脚本任务结束" >> ${log_path}
|
|
fi
|
|
fi
|
|
|
|
|
|
|
|
|
|
-
|
|
|
|
-
|
|
|
|
-#if [[ "$time" > "13:00:00" && "$time" < "13:59:59" || "$time" > "16:00:00" && "$time" < "18:59:59" || "$time" > "22:00:00" && "$time" < "23:59:59" ]];then
|
|
|
|
-# echo "$(date "+%Y-%m-%d %H:%M:%S") 爬虫脚本任务结束" >> ${log_path}
|
|
|
|
-## ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
-## ps aux | grep run_ganggangdouchuan | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
-# ps aux | grep run_xngplus | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
-# ps aux | grep run_zfqz | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
-# ps aux | grep run_xngrule | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
-# ps aux | grep run_jixiangxingfu | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
-# ps aux | grep run_zmyx | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
|
-#fi
|
|
|
|
-
|
|
|
|
# 删除日志
|
|
# 删除日志
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 开始清理 10 天前的日志文件" >> ${log_path}
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 开始清理 10 天前的日志文件" >> ${log_path}
|
|
find ${piaoquan_crawler_dir}main/main_logs/ -mtime +10 -name "*.log" -exec rm -rf {} \;
|
|
find ${piaoquan_crawler_dir}main/main_logs/ -mtime +10 -name "*.log" -exec rm -rf {} \;
|