检查数据 allfeaturemap

src/main/scala/com/aliyun/odps/spark/examples/临时记录的脚本

@@ -137,4 +137,11 @@ beginStr:20240615 endStr:20240615 repartition:1000 \
 /dw/recommend/model/14_feature_data_check/
 /dw/recommend/model/14_feature_data_check_print/
 /dw/recommend/model/16_train_data_check/
-/dw/recommend/model/16_train_data_check_print/
+/dw/recommend/model/16_train_data_check_print/
+
+
+nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
+--class com.aliyun.odps.spark.examples.makedata.makedata_17_bucketDataPrint_20240617 \
+--master yarn --driver-memory 2G --executor-memory 4G --executor-cores 1 --num-executors 16 \
+./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
+> p17_data_check.log 2>&1 &

zhangbo/03_predict.sh

@@ -8,7 +8,7 @@ model_name=$3
 output_file=$4
 bias=$5
 HADOOP="/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop"
-$HADOOP fs -text ${train_path}/${day}/* | /root/sunmingze/alphaFM/bin/fm_predict -m model/$model_name -dim ${bias} -core 8 -out predict/${output_file}_$day.txt
+$HADOOP fs -text ${train_path}/${day}* | /root/sunmingze/alphaFM/bin/fm_predict -m model/$model_name -dim ${bias} -core 8 -out predict/${output_file}_$day.txt
 cat predict/${output_file}_$day.txt | /root/sunmingze/AUC/AUC