|
|
@@ -30,7 +30,7 @@ done
|
|
|
# 1 item 生产数据
|
|
|
/opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
|
|
|
--class com.aliyun.odps.spark.examples.makedata.makedata_08_item2redis \
|
|
|
---name makedata_08_item2redis_${model_name}_${today} \
|
|
|
+--name makedata_08_item2redis_${today} \
|
|
|
--master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 16 \
|
|
|
/root/zhangbo/recommend-emr-dataprocess/target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
|
date:${today_early_1} tablePart:32 expireDay:4 ifDebug:False \
|
|
|
@@ -62,6 +62,7 @@ done
|
|
|
# 3 user 生产数据
|
|
|
/opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
|
|
|
--class com.aliyun.odps.spark.examples.makedata.makedata_09_user2redis \
|
|
|
+--name makedata_09_user2redis_${today} \
|
|
|
--master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 32 \
|
|
|
--conf spark.yarn.executor.memoryoverhead=128 \
|
|
|
/root/zhangbo/recommend-emr-dataprocess/target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
zhangbo