临时记录的脚本 1.7 KB

1234567891011121314151617181920212223242526272829303132
  1. nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
  2. --class com.aliyun.odps.spark.examples.makedata.makedata_10_originData_v3 \
  3. --master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 64 \
  4. ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
  5. tablePart:64 savePath:/dw/recommend/model/10_sample_data_v3/ beginStr:20240222 endStr:20240223 > p10_.log 2>&1 &
  6. nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
  7. --class com.aliyun.odps.spark.examples.makedata.makedata_12_rosData_v3 \
  8. --master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 32 \
  9. ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
  10. savePath:/dw/recommend/model/12_ros_data_v3/ beginStr:20240226 endStr:20240226 ifRepart:10 \
  11. > p12_1.log 2>&1 &
  12. nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
  13. --class com.aliyun.odps.spark.examples.makedata.makedata_12_rosData_v3_noweight \
  14. --master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 32 \
  15. ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
  16. savePath:/dw/recommend/model/12_ros_data_v3_noweight/ beginStr:20240222 endStr:20240225 ifRepart:10 \
  17. > p12_2.log 2>&1 &
  18. nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
  19. --class com.aliyun.odps.spark.examples.makedata.makedata_11_strData_v3 \
  20. --master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 64 \
  21. ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
  22. savePath:/dw/recommend/model/11_str_data_v3/ beginStr:20240222 endStr:20240225 ifRepart:100 \
  23. > p11.log 2>&1 &