|
|
@@ -71,7 +71,7 @@ conda deactivate
|
|
|
--class com.aliyun.odps.spark.examples.makedata.makedata_09_user2redis \
|
|
|
--name makedata_09_user2redis_${today} \
|
|
|
--master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 32 \
|
|
|
---conf spark.yarn.executor.memoryoverhead=128 \
|
|
|
+--conf spark.yarn.executor.memoryoverhead=1024 \
|
|
|
/root/zhangbo/recommend-emr-dataprocess/target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
|
date:${today_early_1} tablePart:32 expireDay:3 ifDebug:False \
|
|
|
ifUser:True ifDeleteRedisUser:False ifWriteRedisUser:True sampleRate:1.0 midDays:6 \
|
zhangbo