|
|
@@ -65,3 +65,22 @@ if [ $? -ne 0 ]; then
|
|
|
else
|
|
|
echo "spark原始样本生产执行成功"
|
|
|
fi
|
|
|
+
|
|
|
+# 特征采样分桶
|
|
|
+/opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
|
|
|
+--class com.aliyun.odps.spark.examples.makedata_recsys.makedata_recsys_43_bucketData_fu_sample_20240709 \
|
|
|
+--master yarn --driver-memory 2G --executor-memory 4G --executor-cores 1 --num-executors 16 \
|
|
|
+./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
|
+readPath:/dw/recommend/model/41_recsys_sample_data_new_table \
|
|
|
+savePath:/dw/recommend/model/43_recsys_train_data_new_table_274_sample_01 \
|
|
|
+beginStr:${begin_early_2_Str} endStr:${end_early_2_Str} repartition:500 \
|
|
|
+filterNames:ROS fuSampleRate:0.1 \
|
|
|
+fileName:20240609_bucket_314.txt \
|
|
|
+whatLabel:is_return whatApps:0,3,4,21,17
|
|
|
+
|
|
|
+if [ $? -ne 0 ]; then
|
|
|
+ echo "Spark特征分桶任务执行失败"
|
|
|
+ exit 1
|
|
|
+else
|
|
|
+ echo "spark特征分桶任务执行成功"
|
|
|
+fi
|
