nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
--class com.aliyun.odps.spark.examples.makedata.makedata_ad_31_originData_20240620 \
--master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
tablePart:64 repartition:32 \
beginStr:2024062008 endStr:2024062008 \
savePath:/dw/recommend/model/31_ad_sample_data/ \
table:alg_recsys_ad_sample_all \
> p31_2024062008.log 2>&1 &


nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
--class com.aliyun.odps.spark.examples.makedata.makedata_14_valueData_20240608 \
--master yarn --driver-memory 1G --executor-memory 3G --executor-cores 1 --num-executors 32 \
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
readPath:/dw/recommend/model/13_sample_data/ \
savePath:/dw/recommend/model/14_feature_data/ \
beginStr:20240615 endStr:20240615 repartition:1000 \
> p14_data_check.log 2>&1 &


nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
--class com.aliyun.odps.spark.examples.makedata.makedata_15_bucket_20240608 \
--master yarn --driver-memory 16G --executor-memory 1G --executor-cores 1 --num-executors 16 \
--conf spark.driver.maxResultSize=16G \
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
readPath:/dw/recommend/model/14_feature_data/20240606/ fileName:20240606_200_v3 \
bucketNum:200 sampleRate:0.1 \
> p15_data2.log 2>&1 &


nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
--class com.aliyun.odps.spark.examples.makedata.makedata_16_bucketData_20240609 \
--master yarn --driver-memory 2G --executor-memory 4G --executor-cores 1 --num-executors 16 \
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
beginStr:20240615 endStr:20240615 repartition:1000 \
> p16_data.log 2>&1 &


/dw/recommend/model/13_sample_data/
/dw/recommend/model/14_feature_data/
/dw/recommend/model/16_train_data/