临时记录的脚本-广告 2.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960
  1. nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
  2. --class com.aliyun.odps.spark.examples.makedata_ad.makedata_ad_31_originData_20240620 \
  3. --master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
  4. ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
  5. tablePart:64 repartition:32 \
  6. beginStr:2024062008 endStr:2024062223 \
  7. savePath:/dw/recommend/model/31_ad_sample_data_fix/ \
  8. table:alg_recsys_ad_sample_all \
  9. > p31_2024062008.log 2>&1 &
  10. nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
  11. --class com.aliyun.odps.spark.examples.makedata_ad.makedata_ad_32_bucket_20240622 \
  12. --master yarn --driver-memory 16G --executor-memory 1G --executor-cores 1 --num-executors 16 \
  13. --conf spark.driver.maxResultSize=16G \
  14. ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
  15. fileName:20240620_100_fix \
  16. savePath:/dw/recommend/model/32_bucket_data/ \
  17. > p32_data.log 2>&1 &
  18. nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
  19. --class com.aliyun.odps.spark.examples.makedata_ad.makedata_ad_33_bucketData_20240622 \
  20. --master yarn --driver-memory 2G --executor-memory 4G --executor-cores 1 --num-executors 16 \
  21. ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
  22. beginStr:20240623 endStr:20240623 repartition:400 \
  23. filterNames:XXXXXXX \
  24. > p33_data.log 2>&1 &
  25. filterNames:cid_,adid_,adverid_,targeting_conversion_ \
  26. savePath:/dw/recommend/model/33_ad_train_data_nosparse/ \
  27. /dw/recommend/model/31_ad_sample_data/
  28. /dw/recommend/model/33_ad_train_data/
  29. /dw/recommend/model/31_ad_sample_data_fix/
  30. nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
  31. --class com.aliyun.odps.spark.examples.makedata_ad.makedata_ad_33_bucketDataPrint_20240628 \
  32. --master yarn --driver-memory 2G --executor-memory 4G --executor-cores 1 --num-executors 16 \
  33. ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
  34. beginStr:2024062717 endStr:2024062723 \
  35. readDate:20240627 \
  36. table:alg_recsys_ad_sample_all_new \
  37. savePath:/dw/recommend/model/33_for_check/ \
  38. > p33_data_check.log 2>&1 &
  39. /dw/recommend/model/33_for_check_v1/