feat:计算VID平均分的脚本

recommend/20_vid_avg_score.sh

@@ -7,11 +7,11 @@ set -x
 predict_date=$1
 model_name=$2
 predict_dim=$3
-hdfs_path=$4
 
 PROJECT_HOME=/root/zhaohp/recommend-emr-dataprocess/
 MODEL_PATH=${PROJECT_HOME}/model/20240805/
 PREDICT_PATH=${PROJECT_HOME}/predict/recommend/
+TXT_PATH=/mnt/disk1/20240729
 
 HADOOP=/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop
 FM_PREDICT=/root/sunmingze/alphaFM/bin/fm_predict
@@ -23,7 +23,7 @@ vids=(22895200 22751457 14146727 22847440 22927926 22858609 22974689 22563167 22
 main() {
     for(( i = 0; i < ${#vids[@]}; i++)) do
         vid=${vids[i]}
-        $HADOOP fs -text ${hdfs_path}/${predict_date}/* | \
+        cat ${TXT_PATH}/${predict_date}.txt | \
         awk -F'\t' '{
             if ($2 == 22895200) {
                 split($0, fields, "\t");
@@ -39,11 +39,11 @@ main() {
         }' | \
         ${FM_PREDICT} -m ${MODEL_PATH}/${model_name}.txt -dim ${predict_dim} -core 8 -out ${PREDICT_PATH}/${model_name}_${predict_date}_${vid}.txt
         score_avg=`awk '{ sum += $2; count++ } END { if (count > 0) print sum / count }' ${PREDICT_PATH}/${model_name}_${predict_date}_${vid}.txt`
-        echo -e "VID: ${vid} 平均分计算结果: ${score_avg} \n\t模型路径: ${MODEL_PATH}/${model_name}.txt \n\tHDFS数据路径: ${hdfs_path}/${predict_date}/*"
+        echo -e "VID: ${vid} 平均分计算结果: ${score_avg} \n\t模型路径: ${MODEL_PATH}/${model_name}.txt \n\t评估数据路径: ${TXT_PATH}/${predict_date}.txt"
     done
 }
 
 main
 
 
-nohup ./recommend/20_vid_avg_score.sh 20240729 model_recommend_v3_sample_01_20240728 8 /dw/recommend/model/43_recsys_train_data_new_table_274_vid > logs/20_vid_avg_score_20240805.sh 2>&1 &
+nohup ./recommend/20_vid_avg_score.sh 20240729 model_recommend_v3_20240728 8 /dw/recommend/model/43_recsys_train_data_new_table_274_vid > logs/20_vid_model_recommend_v3_20240728.sh 2>&1 &