feat:修改定时任务脚本

ad/01_ad_model_update_everyday.sh

@@ -78,7 +78,7 @@ fi
 
 
 # 4 模型训练
-$HADOOP fs -text ${bucketFeatureSavePath}/${today_early_1}/* | ${FM_HOME}/fm_train -m ${MODEL_PATH}/${model_name}_${today_early_1}.txt -dim 1,1,0 -core 8
+$HADOOP fs -text ${bucketFeatureSavePath}/${today_early_1}/* | ${FM_HOME}/fm_train -m ${MODEL_PATH}/${model_name}_${today_early_1}.txt -dim 1,1,8 -core 8
 if [ $? -ne 0 ]; then
    echo "模型训练失败"
    /root/anaconda3/bin/python ad/ad_monitor_util.py "广告模型训练失败"
@@ -89,8 +89,8 @@ fi
 # 5 对比AUC
 # 5.1 校验今天10分区的数据是否生产完成
 online_model=${MODEL_PATH}/model_online.txt
-$HADOOP fs -text ${bucketFeatureSavePath}/${today}/* | /root/sunmingze/alphaFM/bin/fm_predict -m ${MODEL_PATH}/${online_model} -dim 0 -core 8 -out ${PREDICT_PATH}/${model_name}_${today}_online.txt
-$HADOOP fs -text ${bucketFeatureSavePath}/${today}/* | /root/sunmingze/alphaFM/bin/fm_predict -m ${MODEL_PATH}/${model_name}_${today_early_1}.txt -dim 0 -core 8 -out ${PREDICT_PATH}/${model_name}_${today}_new.txt
+$HADOOP fs -text ${bucketFeatureSavePath}/${today}/* | /root/sunmingze/alphaFM/bin/fm_predict -m ${MODEL_PATH}/${online_model} -dim 8 -core 8 -out ${PREDICT_PATH}/${model_name}_${today}_online.txt
+$HADOOP fs -text ${bucketFeatureSavePath}/${today}/* | /root/sunmingze/alphaFM/bin/fm_predict -m ${MODEL_PATH}/${model_name}_${today_early_1}.txt -dim 8 -core 8 -out ${PREDICT_PATH}/${model_name}_${today}_new.txt
 
 # shellcheck disable=SC2006
 online_auc=`cat ${PREDICT_PATH}/${model_name}_${today}_online.txt | /root/sunmingze/AUC/AUC`
@@ -106,29 +106,29 @@ fi
 
 
 # 6 模型格式转换
-cat ${MODEL_PATH}/${model_name}_${today_early_1}.txt \
-| sed '1d' | awk -F " " '{if($2!="0") print $1"\t"$2}' \
-> ${MODEL_PATH}/${model_name}_${today_early_1}_change.txt
+#cat ${MODEL_PATH}/${model_name}_${today_early_1}.txt \
+#| sed '1d' | awk -F " " '{if($2!="0") print $1"\t"$2}' \
+#> ${MODEL_PATH}/${model_name}_${today_early_1}_change.txt
 
 
 # 7 模型文件上传OSS
-online_model_path=${OSS_PATH}/${model_name}.txt
-$HADOOP fs -test -e ${online_model_path}
-if [ $? -eq 0 ]; then
-    echo "数据存在, 先删除。"
-    $HADOOP fs -rm -r ${online_model_path}
-else
-    echo "数据不存在"
-fi
-
-$HADOOP fs -put ${MODEL_PATH}/${model_name}_${today_early_1}_change.txt ${online_model_path}
-if [ $? -eq 0 ]; then
-   echo "推荐模型文件至OSS成功"
-else
-   echo "推荐模型文件至OSS失败"
-   /root/anaconda3/bin/python ad/ad_monitor_util.py "推荐模型文件至OSS失败"
-   exit 1
-fi
+#online_model_path=${OSS_PATH}/${model_name}.txt
+#$HADOOP fs -test -e ${online_model_path}
+#if [ $? -eq 0 ]; then
+#    echo "数据存在, 先删除。"
+#    $HADOOP fs -rm -r ${online_model_path}
+#else
+#    echo "数据不存在"
+#fi
+#
+#$HADOOP fs -put ${MODEL_PATH}/${model_name}_${today_early_1}_change.txt ${online_model_path}
+#if [ $? -eq 0 ]; then
+#   echo "推荐模型文件至OSS成功"
+#else
+#   echo "推荐模型文件至OSS失败"
+#   /root/anaconda3/bin/python ad/ad_monitor_util.py "推荐模型文件至OSS失败"
+#   exit 1
+#fi
 
 # 7.3 本地保存最新的线上使用的模型，用于下一次的AUC验证
 cp ${MODEL_PATH}/${model_name}_${today_early_1}.txt ${MODEL_PATH}/model_online.txt