nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
--class com.aliyun.odps.spark.examples.makedata_ad.makedata_ad_31_originData_20240620 \
--master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
tablePart:64 repartition:16 \
beginStr:2024070108 endStr:2024070323 \
savePath:/dw/recommend/model/31_ad_sample_data_v3/ \
table:alg_recsys_ad_sample_all filterHours:00,01,02,03,04,05,06,07 \
idDefaultValue:0.01 \
> p31_2024070108.log 2>&1 &




nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
--class com.aliyun.odps.spark.examples.makedata_ad.makedata_ad_32_bucket_20240622 \
--master yarn --driver-memory 16G --executor-memory 1G --executor-cores 1 --num-executors 16 \
--conf spark.driver.maxResultSize=16G \
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
readPath:/dw/recommend/model/31_ad_sample_data_v3/2024062[01]* \
savePath:/dw/recommend/model/32_bucket_file/ \
fileName:20240703_100_fix sampleRate:1.0 bucketNum:100 \
> p32_data.log 2>&1 &


nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
--class com.aliyun.odps.spark.examples.makedata_ad.makedata_ad_33_bucketData_20240622 \
--master yarn --driver-memory 2G --executor-memory 4G --executor-cores 1 --num-executors 16 \
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
readPath:/dw/recommend/model/31_ad_sample_data_v3/ \
savePath:/dw/recommend/model/33_ad_train_data_v3/ \
beginStr:20240620 endStr:20240621 repartition:100 \
filterNames:adid_,targeting_conversion_ \
> p33_data.log 2>&1 &

filterNames:cid_,adid_,adverid_,targeting_conversion_ \
savePath:/dw/recommend/model/33_ad_train_data_nosparse/ \


/dw/recommend/model/31_ad_sample_data/
/dw/recommend/model/33_ad_train_data/

/dw/recommend/model/31_ad_sample_data_fix/





nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
--class com.aliyun.odps.spark.examples.makedata_ad.makedata_ad_33_bucketDataPrint_20240628 \
--master yarn --driver-memory 2G --executor-memory 4G --executor-cores 1 --num-executors 16 \
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
beginStr:2024062908 endStr:2024062923 \
readDate:20240629 \
table:alg_recsys_ad_sample_all_new \
savePath:/dw/recommend/model/33_for_check/ \
> p33_data_check.log 2>&1 &


/dw/recommend/model/33_for_check_v1/