all

zhangbo/06_update_everyday_feature.sh

@@ -70,7 +70,7 @@ conda deactivate
 /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
 --class com.aliyun.odps.spark.examples.makedata.makedata_09_user2redis \
 --name makedata_09_user2redis_${today} \
---master yarn --driver-memory 1G --executor-memory 3G --executor-cores 1 --num-executors 32 \
+--master yarn --driver-memory 1G --executor-memory 4G --executor-cores 1 --num-executors 32 \
 --conf spark.yarn.executor.memoryoverhead=1024 \
 /root/zhangbo/recommend-emr-dataprocess/target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
 date:${today_early_1} tablePart:32 expireDay:3 ifDebug:False \