|
@@ -8,7 +8,7 @@ if [ ${env} = "dev" ];then
|
|
|
node_path=/opt/homebrew/bin/node
|
|
|
log_path=${piaoquan_crawler_dir}main/main_logs/process-$(date +%Y-%m-%d).log
|
|
|
else
|
|
|
- piaoquan_crawler_dir=//Users/tzld/Desktop/piaoquan_crawler/
|
|
|
+ piaoquan_crawler_dir=/Users/piaoquan/Desktop/piaoquan_crawler/
|
|
|
profile_path=./base_profile
|
|
|
node_path=/usr/local/bin/node
|
|
|
log_path=${piaoquan_crawler_dir}main/main_logs/process-$(date +%Y-%m-%d).log
|
|
@@ -29,8 +29,48 @@ else
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") Appium 进程状态正常" >> ${log_path}
|
|
|
fi
|
|
|
|
|
|
+# 海豚祝福
|
|
|
+#if [[ "$time" > "00:00:00" && "$time" < "00:59:59" || "$time" > "12:00:00" && "$time" < "12:59:59" ]];then
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 海豚祝福 爬虫脚本任务" >> ${log_path}
|
|
|
+# ps aux | grep run_zhongmiaoyinxin | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+# ps aux | grep run_ganggangdouchuan | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+# ps aux | grep run_jixiangxingfu | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+# ps -ef | grep "run_htzf_recommend.py" | grep -v "grep"
|
|
|
+# if [ "$?" -eq 1 ];then
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 海豚祝福小程序爬虫, 异常停止, 正在重启!" >> ${log_path}
|
|
|
+# adb forward --remove-all
|
|
|
+# cd ${piaoquan_crawler_dir}
|
|
|
+# nohup python3 -u haitunzhufu/haitunzhufu_main/run_htzf_recommend.py --log_type="recommend" --crawler="haitunzhufu" --env=${env} >> haitunzhufu/logs/nohup-recommend.log 2>&1 &
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
+# else
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 海豚祝福小程序爬虫, 进程状态正常" >> ${log_path}
|
|
|
+# fi
|
|
|
+#else
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 海豚祝福 爬虫脚本任务结束" >> ${log_path}
|
|
|
+#fi
|
|
|
+#
|
|
|
+## 刚刚都传
|
|
|
+#if [[ "$time" > "01:00:00" && "$time" < "01:59:59" || "$time" > "13:00:00" && "$time" < "13:59:59" ]];then
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 刚刚都传 爬虫脚本任务" >> ${log_path}
|
|
|
+# ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+# ps aux | grep run_zhongmiaoyinxin | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+# ps aux | grep run_jixiangxingfu | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+# ps -ef | grep "run_ganggangdouchuan_recommend.py" | grep -v "grep"
|
|
|
+# if [ "$?" -eq 1 ];then
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 刚刚都传小程序爬虫, 异常停止, 正在重启!" >> ${log_path}
|
|
|
+# adb forward --remove-all
|
|
|
+# cd ${piaoquan_crawler_dir}
|
|
|
+# nohup python3 -u ganggangdouchuan/ganggangdouchuan_main/run_ganggangdouchuan_recommend.py --log_type="recommend" --crawler="ganggangdouchuan" --env=${env} >>ganggangdouchuan/logs/nohup-recommend.log 2>&1 &
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
+# else
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 刚刚都传小程序爬虫, 进程状态正常" >> ${log_path}
|
|
|
+# fi
|
|
|
+#else
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 刚刚都传小程序爬虫, 任务结束" >> ${log_path}
|
|
|
+#fi
|
|
|
+
|
|
|
# 吉祥幸福
|
|
|
-if [[ "$time" > "00:00:00" && "$time" < "02:59:59" || "$time" > "05:00:00" && "$time" < "06:59:59" ]];then
|
|
|
+if [[ "$time" > "00:00:00" && "$time" < "02:59:59" || "$time" > "12:00:00" && "$time" < "14:59:59" ]];then
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 吉祥幸福 爬虫脚本任务" >> ${log_path}
|
|
|
# ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
# ps aux | grep run_zhongmiaoyinxin | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
@@ -50,12 +90,33 @@ else
|
|
|
fi
|
|
|
|
|
|
|
|
|
+# 众妙音信
|
|
|
+if [[ "$time" > "03:00:00" && "$time" < "04:59:59" || "$time" > "15:00:00" && "$time" < "16:59:59" ]];then
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 众妙音信 爬虫脚本任务" >> ${log_path}
|
|
|
+# ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+# ps aux | grep run_ganggangdouchuan | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+ ps aux | grep run_jixiangxingfu | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+ ps -ef | grep "run_zhongmiaoyinxin_recommend.py" | grep -v "grep"
|
|
|
+ if [ "$?" -eq 1 ];then
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 众妙音信小程序爬虫, 异常停止, 正在重启!" >> ${log_path}
|
|
|
+ adb forward --remove-all
|
|
|
+ cd ${piaoquan_crawler_dir}
|
|
|
+ nohup python3 -u zhongmiaoyinxin/zhongmiaoyinxin_main/run_zhongmiaoyinxin_recommend.py --log_type="recommend" --crawler="zhongmiaoyinxin" --env=${env} >>zhongmiaoyinxin/logs/nohup-recommend.log 2>&1 &
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
+ else
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 众妙音信小程序爬虫, 进程状态正常" >> ${log_path}
|
|
|
+ fi
|
|
|
+
|
|
|
+else
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 众妙音信 爬虫脚本任务结束" >> ${log_path}
|
|
|
+fi
|
|
|
+
|
|
|
# 众妙音信-new
|
|
|
-if [[ "$time" > "03:00:00" && "$time" < "04:59:59" || "$time" > "07:00:00" && "$time" < "08:59:59" ]];then
|
|
|
+if [[ "$time" > "05:00:00" && "$time" < "06:59:59" || "$time" > "17:00:00" && "$time" < "18:59:59" ]];then
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 众妙音信-new 爬虫脚本任务" >> ${log_path}
|
|
|
# ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
# ps aux | grep run_ganggangdouchuan | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
- ps aux | grep run_jixiangxingfu | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+ ps aux | grep run_zhongmiaoyinxin | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
ps -ef | grep "run_zmyx_recommend.py" | grep -v "grep"
|
|
|
if [ "$?" -eq 1 ];then
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 众妙音信-new小程序爬虫, 异常停止, 正在重启!" >> ${log_path}
|
|
@@ -71,56 +132,54 @@ else
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 众妙音信 爬虫脚本任务结束" >> ${log_path}
|
|
|
fi
|
|
|
|
|
|
-## 小年糕-rule
|
|
|
-#if [[ "$time" > "09:00:00" && "$time" < "10:59:59" || "$time" > "19:00:00" && "$time" < "21:59:59" ]];then
|
|
|
-# echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 小年糕-rule 爬虫脚本任务" >> ${log_path}
|
|
|
-## ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
-## ps aux | grep run_ganggangdouchuan | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
-# ps aux | grep run_zmyx | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
-# ps -ef | grep "run_xngrule_recommend.py" | grep -v "grep"
|
|
|
-# if [ "$?" -eq 1 ];then
|
|
|
-# echo "$(date "+%Y-%m-%d %H:%M:%S") 小年糕-rule 小程序爬虫, 异常停止, 正在重启!" >> ${log_path}
|
|
|
-# adb forward --remove-all
|
|
|
-# cd ${piaoquan_crawler_dir}
|
|
|
-# nohup python3 -u xiaoniangaoplus/xiaoniangaoplus_main/run_xngrule_recommend.py --log_type="recommend" --crawler="xiaoniangaoplus" --env=${env} >>xiaoniangaoplus/logs/nohup-recommend.log 2>&1 &
|
|
|
-# echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
-# else
|
|
|
-# echo "$(date "+%Y-%m-%d %H:%M:%S") 小年糕-rule 程序爬虫, 进程状态正常" >> ${log_path}
|
|
|
-# fi
|
|
|
-#
|
|
|
-#else
|
|
|
-# echo "$(date "+%Y-%m-%d %H:%M:%S") 小年糕-rule 爬虫脚本任务结束" >> ${log_path}
|
|
|
-#fi
|
|
|
+# 小年糕-rule
|
|
|
+if [[ "$time" > "07:00:00" && "$time" < "08:59:59" || "$time" > "19:00:00" && "$time" < "21:59:59" ]];then
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 小年糕-rule 爬虫脚本任务" >> ${log_path}
|
|
|
+# ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+# ps aux | grep run_ganggangdouchuan | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+ ps aux | grep run_zmyx | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+ ps -ef | grep "run_xngrule_recommend.py" | grep -v "grep"
|
|
|
+ if [ "$?" -eq 1 ];then
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 小年糕-rule 小程序爬虫, 异常停止, 正在重启!" >> ${log_path}
|
|
|
+ adb forward --remove-all
|
|
|
+ cd ${piaoquan_crawler_dir}
|
|
|
+ nohup python3 -u xiaoniangaoplus/xiaoniangaoplus_main/run_xngrule_recommend.py --log_type="recommend" --crawler="xiaoniangaoplus" --env=${env} >>xiaoniangaoplus/logs/nohup-recommend.log 2>&1 &
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
+ else
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 小年糕-rule 程序爬虫, 进程状态正常" >> ${log_path}
|
|
|
+ fi
|
|
|
|
|
|
+else
|
|
|
+ echo "$(date "+%Y-%m-%d %H:%M:%S") 小年糕-rule 爬虫脚本任务结束" >> ${log_path}
|
|
|
+fi
|
|
|
|
|
|
-## 小年糕+
|
|
|
-#if [[ "$time" > "07:00:00" && "$time" < "08:59:59" || "$time" > "19:00:00" && "$time" < "21:59:59" ]];then
|
|
|
-# echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 小年糕+ 爬虫脚本任务" >> ${log_path}
|
|
|
+## 看一看-线下offline
|
|
|
+#if [[ "$time" > "10:00:00" && "$time" < "11:59:59" || "$time" > "22:00:00" && "$time" < "23:59:59" ]];then
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 看一看-线下offline 爬虫脚本任务" >> ${log_path}
|
|
|
## ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
## ps aux | grep run_ganggangdouchuan | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
# ps aux | grep run_xngrule | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
-# ps -ef | grep "run_xngplus_recommend.py" | grep -v "grep"
|
|
|
+# ps -ef | grep "run_kykoffline_recommend.py" | grep -v "grep"
|
|
|
# if [ "$?" -eq 1 ];then
|
|
|
-# echo "$(date "+%Y-%m-%d %H:%M:%S") 小年糕+ 小程序爬虫, 异常停止, 正在重启!" >> ${log_path}
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 看一看-线下offline 小程序爬虫, 异常停止, 正在重启!" >> ${log_path}
|
|
|
# adb forward --remove-all
|
|
|
# cd ${piaoquan_crawler_dir}
|
|
|
-# nohup python3 -u xiaoniangaoplus/xiaoniangaoplus_main/run_xngplus_recommend.py --log_type="recommend" --crawler="xiaoniangaoplus" --env=${env} >>xiaoniangaoplus/logs/nohup-recommend.log 2>&1 &
|
|
|
+# nohup python3 -u kanyikan/kanyikan_main/run_kykoffline_recommend.py --log_type="recommend" --crawler="kanyikan" --env=${env} >>kanyikan/logs/nohup-recommend.log 2>&1 &
|
|
|
# echo "$(date "+%Y-%m-%d %H:%M:%S") 重启完成!" >> ${log_path}
|
|
|
# else
|
|
|
-# echo "$(date "+%Y-%m-%d %H:%M:%S") 小年糕+ 程序爬虫, 进程状态正常" >> ${log_path}
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 看一看-线下offline 程序爬虫, 进程状态正常" >> ${log_path}
|
|
|
# fi
|
|
|
#
|
|
|
#else
|
|
|
-# echo "$(date "+%Y-%m-%d %H:%M:%S") 小年糕+ 爬虫脚本任务结束" >> ${log_path}
|
|
|
+# echo "$(date "+%Y-%m-%d %H:%M:%S") 看一看-线下offline 爬虫脚本任务结束" >> ${log_path}
|
|
|
#fi
|
|
|
|
|
|
-
|
|
|
# 祝福圈子
|
|
|
if [[ "$time" > "10:00:00" && "$time" < "11:59:59" || "$time" > "22:00:00" && "$time" < "23:59:59" ]];then
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 开始启动 祝福圈子 爬虫脚本任务" >> ${log_path}
|
|
|
# ps aux | grep run_htzf | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
# ps aux | grep run_ganggangdouchuan | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
- ps aux | grep run_xngplus | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
+ ps aux | grep run_xngrule | grep -v grep | awk '{print $2}' | xargs kill -9
|
|
|
ps -ef | grep "run_zfqz_recommend.py" | grep -v "grep"
|
|
|
if [ "$?" -eq 1 ];then
|
|
|
echo "$(date "+%Y-%m-%d %H:%M:%S") 祝福圈子 小程序爬虫, 异常停止, 正在重启!" >> ${log_path}
|