|
|
@@ -70,7 +70,7 @@ conda deactivate
|
|
|
/opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
|
|
|
--class com.aliyun.odps.spark.examples.makedata.makedata_09_user2redis \
|
|
|
--name makedata_09_user2redis_${today} \
|
|
|
---master yarn --driver-memory 1G --executor-memory 3G --executor-cores 1 --num-executors 32 \
|
|
|
+--master yarn --driver-memory 1G --executor-memory 4G --executor-cores 1 --num-executors 32 \
|
|
|
--conf spark.yarn.executor.memoryoverhead=1024 \
|
|
|
/root/zhangbo/recommend-emr-dataprocess/target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
|
date:${today_early_1} tablePart:32 expireDay:3 ifDebug:False \
|
zhangbo