Prechádzať zdrojové kódy

推荐模型-0709~0713

Joe 9 mesiacov pred
rodič
commit
a10cd110a5
2 zmenil súbory, kde vykonal 7 pridanie a 7 odobranie
  1. 3 3
      qiaojialiang/handle_rov.sh
  2. 4 4
      qiaojialiang/xunlian.sh

+ 3 - 3
qiaojialiang/handle_rov.sh

@@ -88,7 +88,7 @@ echo "$(date +%Y-%m-%d_%H-%M-%S)----------step1------------开始根据${table}
 --master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
 ../target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
 tablePart:64 repartition:32 \
-beginStr:${begin_early_2_Str}00 endStr:${end_early_2_Str}11 \
+beginStr:${begin_early_2_Str}00 endStr:${end_early_2_Str}10 \
 savePath:${originDataPath} \
 table:${table} &
 
@@ -97,7 +97,7 @@ table:${table} &
 --master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
 ../target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
 tablePart:64 repartition:32 \
-beginStr:${begin_early_2_Str}12 endStr:${end_early_2_Str}17 \
+beginStr:${begin_early_2_Str}11 endStr:${end_early_2_Str}16 \
 savePath:${originDataPath} \
 table:${table} &
 
@@ -106,7 +106,7 @@ table:${table} &
 --master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
 ../target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
 tablePart:64 repartition:32 \
-beginStr:${begin_early_2_Str}18 endStr:${end_early_2_Str}23 \
+beginStr:${begin_early_2_Str}17 endStr:${end_early_2_Str}23 \
 savePath:${originDataPath} \
 table:${table} &
 

+ 4 - 4
qiaojialiang/xunlian.sh

@@ -44,10 +44,10 @@ HADOOP=/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop
 OSS_PATH=oss://art-recommend.oss-cn-hangzhou.aliyuncs.com/zhangbo/
 
 
-$HADOOP fs -text ${bucketDataPath}/20240712/* | ${FM_HOME}/fm_train -m ${MODEL_PATH}/${model_name}_0709_0712.txt -dim 1,1,8 -im /root/joe/recommend-emr-dataprocess/model/model_nba8_0709_0711.txt -core 8
+$HADOOP fs -text ${bucketDataPath}/20240713/* | ${FM_HOME}/fm_train -m ${MODEL_PATH}/${model_name}_0709_0713.txt -dim 1,1,8 -im /root/joe/recommend-emr-dataprocess/model/model_nba8_0709_0712.txt -core 8
 
-$HADOOP fs -text ${bucketDataPath}/20240713/* | ${FM_HOME}/fm_predict -m ${MODEL_PATH}/${model_name}_0709_0712.txt -dim 8 -core 8 -out ${PREDICT_PATH}/${model_name}_0709_0712_new.txt
+$HADOOP fs -text ${bucketDataPath}/20240714/* | ${FM_HOME}/fm_predict -m ${MODEL_PATH}/${model_name}_0709_0713.txt -dim 8 -core 8 -out ${PREDICT_PATH}/${model_name}_0709_0713_new.txt
 
-new_auc=`cat ${PREDICT_PATH}/${model_name}_0709_0712_new.txt | /root/sunmingze/AUC/AUC`
+new_auc=`cat ${PREDICT_PATH}/${model_name}_0709_0713_new.txt | /root/sunmingze/AUC/AUC`
 
-exho "0709-0712 auc:${new_auc}"
+echo "0709-0713 auc:${new_auc}"