all

zhangbo/06_update_everyday_feature.sh

@@ -42,10 +42,10 @@ date:${today_early_1} tablePart:32 expireDay:4 ifDebug:False \
 ifVideo:True ifWriteRedis:True savePathVideo:/dw/recommend/model/feature/video
 
 if [ $? -eq 1 ]; then
-    echo "item写入redis执行失败"
+    echo "---------item写入redis执行失败---------"
     exit 1
 else
-    echo "item写入redis执行成功"
+    echo "---------item写入redis执行成功---------"
 fi
 
 # 2 检查user上游表
@@ -70,18 +70,18 @@ conda deactivate
 /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
 --class com.aliyun.odps.spark.examples.makedata.makedata_09_user2redis \
 --name makedata_09_user2redis_${today} \
---master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 32 \
+--master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 32 \
 --conf spark.yarn.executor.memoryoverhead=1024 \
 /root/zhangbo/recommend-emr-dataprocess/target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
 date:${today_early_1} tablePart:32 expireDay:3 ifDebug:False \
-ifUser:True ifDeleteRedisUser:False ifWriteRedisUser:True sampleRate:1.0 midDays:6 \
+ifUser:True ifDeleteRedisUser:False ifWriteRedisUser:True sampleRate:1.0 midDays:5 \
 savePathUser:/dw/recommend/model/feature/user/
 
 if [ $? -eq 1 ]; then
-    echo "user写入redis执行失败"
+    echo "---------user写入redis执行失败---------"
     exit 1
 else
-    echo "user写入redis执行成功"
+    echo "---------user写入redis执行成功---------"
 fi
 
 #nohup sh 06_update_everyday_feature.sh > p2.log 2>&1 &