检查数据 allfeaturemap

src/main/scala/com/aliyun/odps/spark/examples/临时记录的脚本

@@ -144,4 +144,10 @@ nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.s
 --class com.aliyun.odps.spark.examples.makedata.makedata_17_bucketDataPrint_20240617 \
 --master yarn --driver-memory 2G --executor-memory 4G --executor-cores 1 --num-executors 16 \
 ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
-> p17_data_check.log 2>&1 &
+> p17_data_check.log 2>&1 &
+
+nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
+--class com.aliyun.odps.spark.examples.makedata.makedata_18_mergehour2day_20240617 \
+--master yarn --driver-memory 2G --executor-memory 4G --executor-cores 1 --num-executors 16 \
+./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
+> p18_data_check.log 2>&1 &

zhangbo/03_predict.sh

@@ -8,7 +8,7 @@ model_name=$3
 output_file=$4
 bias=$5
 HADOOP="/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop"
-$HADOOP fs -text ${train_path}/${day}* -r | /root/sunmingze/alphaFM/bin/fm_predict -m model/$model_name -dim ${bias} -core 8 -out predict/${output_file}_$day.txt
+$HADOOP fs -text ${train_path}/${day}/* | /root/sunmingze/alphaFM/bin/fm_predict -m model/$model_name -dim ${bias} -core 8 -out predict/${output_file}_$day.txt
 cat predict/${output_file}_$day.txt | /root/sunmingze/AUC/AUC
 
 
@@ -17,7 +17,7 @@ cat predict/${output_file}_$day.txt | /root/sunmingze/AUC/AUC
 # nohup sh 03_predict.sh 20240613 /dw/recommend/model/16_train_data/ model_aka8_20240612.txt model_aka8_20240612 8 >p3_model_aka8_12.log 2>&1 &
 
 
-# nohup sh 03_predict.sh 20240615 /dw/recommend/model/16_train_data_print_online/ model_aka8_20240608.txt model_aka8_20240608 8 >p3_model_aka8_on.log 2>&1 &
+# nohup sh 03_predict.sh 20240615 /dw/recommend/model/16_train_data_print_online_merge/ model_aka8_20240608.txt model_aka8_20240608 8 >p3_model_aka8_on.log 2>&1 &