|
|
@@ -70,11 +70,11 @@ conda deactivate
|
|
|
/opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
|
|
|
--class com.aliyun.odps.spark.examples.makedata.makedata_09_user2redis \
|
|
|
--name makedata_09_user2redis_${today} \
|
|
|
---master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 32 \
|
|
|
+--master yarn --driver-memory 1G --executor-memory 3G --executor-cores 1 --num-executors 32 \
|
|
|
--conf spark.yarn.executor.memoryoverhead=1024 \
|
|
|
/root/zhangbo/recommend-emr-dataprocess/target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
|
date:${today_early_1} tablePart:32 expireDay:3 ifDebug:False \
|
|
|
-ifUser:True ifDeleteRedisUser:False ifWriteRedisUser:True sampleRate:1.0 midDays:5 \
|
|
|
+ifUser:True ifDeleteRedisUser:False ifWriteRedisUser:True sampleRate:1.0 midDays:7 \
|
|
|
savePathUser:/dw/recommend/model/feature/user/
|
|
|
|
|
|
if [ $? -eq 1 ]; then
|
zhangbo