|
@@ -37,7 +37,7 @@ for dt in "${dts[@]}"; do
|
|
|
|
|
|
# ROS数据过滤
|
|
|
/opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
|
|
|
- --class com.aliyun.odps.spark.examples.makedata_recsys.v20250218.makedata_recsys_41_ros_train_filter_20250304 \
|
|
|
+ --class com.aliyun.odps.spark.examples.makedata_recsys.v20250218.makedata_recsys_41_ros_train_data_20250304 \
|
|
|
--master yarn --driver-memory 2G --executor-memory 5G --executor-cores 1 --num-executors 12 \
|
|
|
--conf spark.driver.maxResultSize=2g \
|
|
|
/root/zhaohp/recommend-emr-dataprocess/target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
@@ -47,7 +47,7 @@ for dt in "${dts[@]}"; do
|
|
|
|
|
|
# STR负样本采样
|
|
|
/opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
|
|
|
- --class com.aliyun.odps.spark.examples.makedata_recsys.v20250218.makedata_recsys_41_data_fu_sample_20250218 \
|
|
|
+ --class com.aliyun.odps.spark.examples.makedata_recsys.v20250218.makedata_recsys_41_str_train_data_20250218 \
|
|
|
--master yarn --driver-memory 4G --executor-memory 8G --executor-cores 1 --num-executors 20 \
|
|
|
--conf spark.driver.maxResultSize=2g \
|
|
|
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|