|
|
@@ -69,16 +69,17 @@ echo "$(date +%Y-%m-%d_%H-%M-%S)----------step1------------开始根据${table}
|
|
|
--master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
|
|
|
../target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
|
tablePart:64 repartition:32 \
|
|
|
-beginStr:2024072700 endStr:2024072709 \
|
|
|
+beginStr:2024072709 endStr:2024072709 \
|
|
|
savePath:${originDataPath} \
|
|
|
-table:${table} &
|
|
|
+table:${table}
|
|
|
+echo "$(date +%Y-%m-%d_%H-%M-%S)----------step1------------spark原始样本生产执行成功：2024072709"
|
|
|
|
|
|
/opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
|
|
|
--class com.aliyun.odps.spark.examples.makedata_recsys.makedata_recsys_41_originData_20240709 \
|
|
|
--master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
|
|
|
../target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
|
tablePart:64 repartition:32 \
|
|
|
-beginStr:2024072710 endStr:2024072715 \
|
|
|
+beginStr:2024072713 endStr:2024072715 \
|
|
|
savePath:${originDataPath} \
|
|
|
table:${table} &
|
|
|
|
|
|
@@ -87,7 +88,7 @@ table:${table} &
|
|
|
--master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
|
|
|
../target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
|
tablePart:64 repartition:32 \
|
|
|
-beginStr:2024072716 endStr:2024072723 \
|
|
|
+beginStr:2024072718 endStr:2024072723 \
|
|
|
savePath:${originDataPath} \
|
|
|
table:${table} &
|
|
|
|
Joe