1234567891011121314151617181920212223242526272829303132 |
- nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
- --class com.aliyun.odps.spark.examples.makedata.makedata_10_originData_v3 \
- --master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 64 \
- ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
- tablePart:64 savePath:/dw/recommend/model/10_sample_data_v3/ beginStr:20240222 endStr:20240223 > p10_.log 2>&1 &
- nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
- --class com.aliyun.odps.spark.examples.makedata.makedata_12_rosData_v3 \
- --master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 32 \
- ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
- savePath:/dw/recommend/model/12_ros_data_v3/ beginStr:20240226 endStr:20240226 ifRepart:10 \
- > p12_1.log 2>&1 &
- nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
- --class com.aliyun.odps.spark.examples.makedata.makedata_12_rosData_v3_noweight \
- --master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 32 \
- ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
- savePath:/dw/recommend/model/12_ros_data_v3_noweight/ beginStr:20240222 endStr:20240225 ifRepart:10 \
- > p12_2.log 2>&1 &
- nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
- --class com.aliyun.odps.spark.examples.makedata.makedata_11_strData_v3 \
- --master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 64 \
- ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
- savePath:/dw/recommend/model/11_str_data_v3/ beginStr:20240222 endStr:20240225 ifRepart:100 \
- > p11.log 2>&1 &
|