|
@@ -63,4 +63,15 @@ nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.s
|
|
--master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 32 \
|
|
--master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 32 \
|
|
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
savePath:/dw/recommend/model/04_str_data/ beginStr:20240311 endStr:20240312 featureVersion:v4 ifRepart:100 \
|
|
savePath:/dw/recommend/model/04_str_data/ beginStr:20240311 endStr:20240312 featureVersion:v4 ifRepart:100 \
|
|
-> p7.log 2>&1 &
|
|
|
|
|
|
+> p7.log 2>&1 &
|
|
|
|
+
|
|
|
|
+---
|
|
|
|
+
|
|
|
|
+nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
|
|
|
|
+--class com.aliyun.odps.spark.examples.makedata.makedata_13_originData_20240529 \
|
|
|
|
+--master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 32 \
|
|
|
|
+./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
|
|
+tablePart:32 \
|
|
|
|
+beginStr:2024060700 endStr:2024060700 \
|
|
|
|
+table:alg_recsys_sample_all \
|
|
|
|
+> p13_data.log 2>&1 &
|