| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061 |
- nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
- --class com.aliyun.odps.spark.examples.makedata_ad.makedata_ad_31_originData_20240620 \
- --master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
- ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
- tablePart:64 repartition:16 \
- beginStr:2024072408 endStr:2024072423 \
- savePath:/dw/recommend/model/31_ad_sample_data_v3/ \
- table:alg_recsys_ad_sample_all filterHours:00,01,02,03,04,05,06,07 \
- idDefaultValue:0.01 \
- > p31_2024072423.log 2>&1 &
- nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
- --class com.aliyun.odps.spark.examples.makedata_ad.makedata_ad_32_bucket_20240622 \
- --master yarn --driver-memory 16G --executor-memory 1G --executor-cores 1 --num-executors 16 \
- --conf spark.driver.maxResultSize=16G \
- ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
- readPath:/dw/recommend/model/31_ad_sample_data_v3/2024062[01]* \
- savePath:/dw/recommend/model/32_bucket_file/ \
- fileName:20240703_100_fix sampleRate:1.0 bucketNum:100 \
- > p32_data.log 2>&1 &
- nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
- --class com.aliyun.odps.spark.examples.makedata_ad.makedata_ad_33_bucketData_20240622 \
- --master yarn --driver-memory 2G --executor-memory 4G --executor-cores 1 --num-executors 16 \
- ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
- readPath:/dw/recommend/model/31_ad_sample_data_v3/ \
- savePath:/dw/recommend/model/33_ad_train_data_v3/ \
- beginStr:20240724 endStr:20240724 repartition:100 \
- filterNames:adid_,targeting_conversion_ \
- > p33_20240724_.log 2>&1 &
- filterNames:adid_,targeting_conversion_ \
- filterNames:cid_,adid_,adverid_,targeting_conversion_ \
- filterNames:"XXXXXX,adid_,targeting_conversion_,b2_3h_click,b2_3h_conver*log(view),b2_3h_conver*ctcvr,b2_6h_click,b2_6h_conver*log(view),b2_6h_conver*ctcvr,b2_12h_click,b2_12h_conver*log(view),b2_12h_conver*ctcvr,b2_1d_click,b2_1d_conver*log(view),b2_1d_conver*ctcvr,b2_3d_click,b2_3d_conver*log(view),b2_3d_conver*ctcvr,b2_7d_click,b2_7d_conver*log(view),b2_7d_conver*ctcvr,b3_3h_click,b3_3h_conver*log(view),b3_3h_conver*ctcvr,b3_6h_click,b3_6h_conver*log(view),b3_6h_conver*ctcvr,b3_12h_click,b3_12h_conver*log(view),b3_12h_conver*ctcvr,b3_1d_click,b3_1d_conver*log(view),b3_1d_conver*ctcvr,b3_3d_click,b3_3d_conver*log(view),b3_3d_conver*ctcvr,b3_7d_click,b3_7d_conver*log(view),b3_7d_conver*ctcvr,b4_3h_click,b4_3h_conver*log(view),b4_3h_conver*ctcvr,b4_6h_click,b4_6h_conver*log(view),b4_6h_conver*ctcvr,b4_12h_click,b4_12h_conver*log(view),b4_12h_conver*ctcvr,b4_1d_click,b4_1d_conver*log(view),b4_1d_conver*ctcvr,b4_3d_click,b4_3d_conver*log(view),b4_3d_conver*ctcvr,b4_7d_click,b4_7d_conver*log(view),b4_7d_conver*ctcvr,b5_3h_click,b5_3h_conver*log(view),b5_3h_conver*ctcvr,b5_6h_click,b5_6h_conver*log(view),b5_6h_conver*ctcvr,b5_12h_click,b5_12h_conver*log(view),b5_12h_conver*ctcvr,b5_1d_click,b5_1d_conver*log(view),b5_1d_conver*ctcvr,b5_3d_click,b5_3d_conver*log(view),b5_3d_conver*ctcvr,b5_7d_click,b5_7d_conver*log(view),b5_7d_conver*ctcvr,b8_3h_click,b8_3h_conver*log(view),b8_3h_conver*ctcvr,b8_6h_click,b8_6h_conver*log(view),b8_6h_conver*ctcvr,b8_12h_click,b8_12h_conver*log(view),b8_12h_conver*ctcvr,b8_1d_click,b8_1d_conver*log(view),b8_1d_conver*ctcvr,b8_3d_click,b8_3d_conver*log(view),b8_3d_conver*ctcvr,b8_7d_click,b8_7d_conver*log(view),b8_7d_conver*ctcvr,b6_7d_click,b6_7d_conver*log(view),b6_7d_conver*ctcvr,b6_14d_click,b6_14d_conver*log(view),b6_14d_conver*ctcvr,b7_7d_click,b7_7d_conver*log(view),b7_7d_conver*ctcvr,b7_14d_click,b7_14d_conver*log(view),b7_14d_conver*ctcvr,XXXXXX" \
- /dw/recommend/model/31_ad_sample_data/
- /dw/recommend/model/33_ad_train_data/
- /dw/recommend/model/31_ad_sample_data_fix/
- nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
- --class com.aliyun.odps.spark.examples.makedata_ad.makedata_ad_33_bucketDataPrint_20240628 \
- --master yarn --driver-memory 2G --executor-memory 4G --executor-cores 1 --num-executors 16 \
- ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
- beginStr:2024062908 endStr:2024062923 \
- readDate:20240629 \
- table:alg_recsys_ad_sample_all_new \
- savePath:/dw/recommend/model/33_for_check/ \
- > p33_data_check.log 2>&1 &
- /dw/recommend/model/33_for_check_v1/
|
