Sfoglia il codice sorgente

推荐模型自动化更新-单次模型训练test

Joe 9 mesi fa
parent
commit
6d30e288a9
1 ha cambiato i file con 13 aggiunte e 7 eliminazioni
  1. 13 7
      qiaojialiang/handle_rov.sh

+ 13 - 7
qiaojialiang/handle_rov.sh

@@ -19,6 +19,7 @@ valueDataPath=/dw/recommend/model/14_feature_data/
 bucketDataPath=/dw/recommend/model/16_train_data/
 MODEL_PATH=/root/joe/recommend-emr-dataprocess/rov/model
 PREDICT_PATH=/root/zhaohp/recommend-emr-dataprocess/predict
+LAST_MODEL_HOME=/root/joe/model_online
 model_name=akaqjl8
 FM_HOME=/root/sunmingze/alphaFM
 
@@ -120,19 +121,24 @@ FM_HOME=/root/sunmingze/alphaFM
 #fi
 #
 ## 6 模型训练
-#$HADOOP fs -text ${bucketDataPath}/${begin_early_2_Str}/* | ${FM_HOME}/fm_train -m ${MODEL_PATH}/${model_name}_${begin_early_2_Str}.txt -dim 1,1,8 -core 8
+#$HADOOP fs -text ${bucketDataPath}/${begin_early_2_Str}/* | ${FM_HOME}/fm_train -m ${MODEL_PATH}/${model_name}_${begin_early_2_Str}.txt -dim 1,1,8 -im ${LAST_MODEL_HOME}/model_online.txt -core 8
 #if [ $? -ne 0 ]; then
 #   echo "模型训练失败"
 #   /root/anaconda3/bin/python ad/ad_monitor_util.py "推荐模型训练失败"
 #   exit 1
 #fi
 
-$HADOOP fs -text ${bucketDataPath}/20240703/* | ${FM_HOME}/fm_train -m ${MODEL_PATH}/${model_name}_20240703.txt -dim 1,1,8 -core 8
-if [ $? -ne 0 ]; then
-   echo "模型训练失败"
-   /root/anaconda3/bin/python ad/ad_monitor_util.py "推荐模型训练失败"
-   exit 1
-fi
+echo ${bucketDataPath}/20240703/*
+echo ${FM_HOME}/fm_train
+echo ${MODEL_PATH}/${model_name}_20240703.txt
+echo ${LAST_MODEL_HOME}/model_online.txt
+
+#$HADOOP fs -text ${bucketDataPath}/20240703/* | ${FM_HOME}/fm_train -m ${MODEL_PATH}/${model_name}_20240703.txt -dim 1,1,8 -im ${LAST_MODEL_HOME}/model_online.txt -core 8
+#if [ $? -ne 0 ]; then
+#   echo "模型训练失败"
+#   /root/anaconda3/bin/python ad/ad_monitor_util.py "推荐模型训练失败"
+#   exit 1
+#fi