0727模型

qiaojialiang/data_0729.sh

@@ -69,16 +69,17 @@ echo "$(date +%Y-%m-%d_%H-%M-%S)----------step1------------开始根据${table}
 --master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
 ../target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
 tablePart:64 repartition:32 \
-beginStr:2024072700 endStr:2024072709 \
+beginStr:2024072709 endStr:2024072709 \
 savePath:${originDataPath} \
-table:${table} &
+table:${table}
+echo "$(date +%Y-%m-%d_%H-%M-%S)----------step1------------spark原始样本生产执行成功：2024072709"
 
 /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
 --class com.aliyun.odps.spark.examples.makedata_recsys.makedata_recsys_41_originData_20240709 \
 --master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
 ../target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
 tablePart:64 repartition:32 \
-beginStr:2024072710 endStr:2024072715 \
+beginStr:2024072713 endStr:2024072715 \
 savePath:${originDataPath} \
 table:${table} &
 
@@ -87,7 +88,7 @@ table:${table} &
 --master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
 ../target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
 tablePart:64 repartition:32 \
-beginStr:2024072716 endStr:2024072723 \
+beginStr:2024072718 endStr:2024072723 \
 savePath:${originDataPath} \
 table:${table} &