all

src/main/scala/com/aliyun/odps/spark/examples/makedata/makedata_04_rosHdfsFromTablev2.scala

@@ -48,7 +48,7 @@ object makedata_04_rosHdfsFromTablev2 {
             "0".equals(not_share)
         }
         .flatMap(record =>{
-          val res = ArrayBuffer()
+          val res = ArrayBuffer((Record, String))
           val hour = record.getString("ctx_hour").toInt
           hour match {
             case 23 => res

zhangbo/03_predict.sh

@@ -1,22 +1,12 @@
-
 day=$1
-model_name=$2
+train_path=$2
+model_name=$3
+output_file=$4
 HADOOP="/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop"
-$HADOOP fs -text /dw/recommend/model/share_ratio_samples_v2/dt=$day/* | /root/sunmingze/alphaFM/bin/fm_predict -m model/$model_name -dim 0 -core 8 -out predict/predictv2_$day.txt
-cat predict/predictv2_$day.txt | /root/sunmingze/AUC/AUC
+$HADOOP fs -text ${train_path}/dt=$day/* | /root/sunmingze/alphaFM/bin/fm_predict -m model/$model_name -dim 0 -core 8 -out predict/${output_file}_$day.txt
+cat predict/${output_file}_$day.txt | /root/sunmingze/AUC/AUC
 
 # nohup sh 03_predict.sh 20231221 model_sharev2_20231220.txt >p3_2.log 2>&1 &
 
-
-
-#day=$1
-#yesterday=$(date -d"yesterday $day" +%Y%m%d)
-#sample_path="/dw/recommend/model/share_ratio_samples"
-#root_path="/root/spark-data/"
-#fm_predict="/root/sunmingze/alphaFM/bin/fm_predict"
-#HADOOP="/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop"
-#
-#
-#echo "predict date: $day"
-#echo "model path: ${root_path}/model/model_share_$yesterday.txt"
-#$HADOOP fs -cat ${sample_path}/dt=$day/* | ${fm_predict} -m ${root_path}/model/model_share_$yesterday.txt -dim 0 -out $root_path/predict_data.$day
+# ros:
+# nohup sh 03_predict.sh 20231221 model_sharev2_20231220.txt >p3_2.log 2>&1 &