|
|
@@ -27,7 +27,7 @@ echo "$(date +%Y-%m-%d_%H-%M-%S)----------step1------------开始根据${table}
|
|
|
--master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
|
|
|
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
|
tablePart:64 repartition:32 \
|
|
|
-beginStr:2024110115 endStr:2024110119 \
|
|
|
+beginStr:2024110800 endStr:2024110808 \
|
|
|
savePath:${originDataPath} \
|
|
|
table:${table} &
|
|
|
|
|
|
@@ -36,10 +36,18 @@ table:${table} &
|
|
|
--master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
|
|
|
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
|
tablePart:64 repartition:32 \
|
|
|
-beginStr:2024110221 endStr:2024110223 \
|
|
|
+beginStr:2024110809 endStr:2024110816 \
|
|
|
savePath:${originDataPath} \
|
|
|
table:${table} &
|
|
|
|
|
|
+/opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
|
|
|
+--class com.aliyun.odps.spark.examples.makedata_recsys.makedata_recsys_41_originData_20240709 \
|
|
|
+--master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
|
|
|
+./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
|
+tablePart:64 repartition:32 \
|
|
|
+beginStr:2024110817 endStr:2024110823 \
|
|
|
+savePath:${originDataPath} \
|
|
|
+table:${table} &
|
|
|
|
|
|
wait
|
|
|
if [ $? -ne 0 ]; then
|
