|
|
@@ -27,7 +27,7 @@ echo "$(date +%Y-%m-%d_%H-%M-%S)----------step1------------开始根据${table}
|
|
|
--master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
|
|
|
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
|
tablePart:64 repartition:32 \
|
|
|
-beginStr:2024110116 endStr:2024110119 \
|
|
|
+beginStr:2024110115 endStr:2024110119 \
|
|
|
savePath:${originDataPath} \
|
|
|
table:${table} &
|
|
|
|
|
|
@@ -36,7 +36,7 @@ table:${table} &
|
|
|
--master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
|
|
|
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
|
tablePart:64 repartition:32 \
|
|
|
-beginStr:2024110222 endStr:2024110223 \
|
|
|
+beginStr:2024110221 endStr:2024110223 \
|
|
|
savePath:${originDataPath} \
|
|
|
table:${table} &
|
|
|
|
