feat:添加新的训练脚本

ad/20_new_ad_model_train_predict_auc.sh

@@ -68,4 +68,4 @@ main() {
 main
 
 
-# nohup ./ad/20_new_ad_model_train_predict_auc.sh 20240725 20240804 model_bkb8_v55 8 > logs/20_ad_model_train_predict_auc.log 2>&1 &
+# nohup ./ad/20_new_ad_model_train_predict_auc.sh 20240725 20240804 model_bkb8_v55 1,1,8 8 logs/20_ad_model_train_predict_auc.log > logs/20_ad_model_train_predict_auc.log 2>&1 &

ad/22_ad_model_predict_auc.sh

@@ -48,10 +48,8 @@ main() {
 
         predict_auc
 
+        echo -e "==================== 训练 $train_date 模型结束 ==================== \n\n\n\n\n\n"
         train_date=$(date -d "$train_date +1 day" +%Y%m%d)
-
-        echo "==================== 训练 $train_date 模型结束 ===================="
-        echo -e "\n\n\n\n\n\n"
     done
 
 }

ad/25_ad_model_new_train.sh

@@ -0,0 +1,47 @@
+#!/bin/sh
+
+# 重新训练模型
+
+set -x
+
+begin_date=$1
+end_date=$2
+model_name=$3
+train_dim=$4
+hdfs_path=$5
+
+
+PROJECT_HOME=/root/zhaohp/recommend-emr-dataprocess
+HADOOP=/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop
+MODEL_PATH=${PROJECT_HOME}/model/ad
+PREDICT_PATH=${PROJECT_HOME}/predict
+
+FM_TRAIN=/root/sunmingze/alphaFM/bin/fm_train
+
+train_date=$begin_date
+
+main() {
+
+    end_date=$(date -d "$end_date +1 day" +%Y%m%d)
+
+    # 增量训练模型
+    while [ "$train_date" != "$end_date" ]; do
+        echo "==================== 开始训练 $train_date 模型 ===================="
+
+        if [ "$train_date" == "$begin_date" ]; then
+            $HADOOP fs -text ${HDFS_TRAIN_DATE_PATH}/${train_date}/* | ${FM_TRAIN} -m ${MODEL_PATH}/${model_name}_${train_date}.txt -dim ${train_dim} -core 8
+        else
+            yesterday=$(date -d "$train_date -1 day" +%Y%m%d)
+            $HADOOP fs -text ${HDFS_TRAIN_DATE_PATH}/${train_date}/* | ${FM_TRAIN} -m ${MODEL_PATH}/${model_name}_${train_date}.txt -dim ${train_dim} -core 8 -im ${MODEL_PATH}/${model_name}_${yesterday}.txt
+        fi
+
+        echo -e "==================== 训练 $train_date 模型结束 ====================\n\n\n\n\n\n"
+
+        train_date=$(date -d "$train_date +1 day" +%Y%m%d)
+    done
+
+}
+
+main
+
+# nohup ./ad/25_ad_model_new_train.sh 20240725 20240804 model_bkb8_v55 1,1,8 /dw/recommend/model/33_ad_train_data_v4/20240725/ > logs/25_ad_model_new_train.log 2>&1 &