test

ad/test_make_orign.sh

@@ -21,16 +21,49 @@ make_origin_data() {
   local step_start_time=$(date +%s)
 
   /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
-  --class com.aliyun.odps.spark.examples.makedata_ad.v20240718.makedata_ad_31_originData_20250623 \
-  --master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
-  ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
-  tablePart:64 repartition:32 \
-  beginStr:${today_early_1}00 endStr:${today_early_1}12 \
-  savePath:${TRAIN_PATH} \
-  table:${TABLE} \
-  filterHours:00,01,02,03,04,05,06,07 \
-  idDefaultValue:0.1 &
-  local task1=$!
+    --class com.aliyun.odps.spark.examples.makedata_ad.v20240718.makedata_ad_31_originData_20250623 \
+    --master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
+    ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
+    tablePart:64 repartition:32 \
+    beginStr:${today_early_1}00 endStr:${today_early_1}12 \
+    savePath:${TRAIN_PATH} \
+    table:${TABLE} \
+    filterHours:00,01,02,03,04,05,06,07 \
+    idDefaultValue:0.1 &
+    local task1=$!
+
+    /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
+    --class com.aliyun.odps.spark.examples.makedata_ad.v20240718.makedata_ad_31_originData_20250623 \
+    --master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
+    ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
+    tablePart:64 repartition:32 \
+    beginStr:${today_early_1}13 endStr:${today_early_1}18 \
+    savePath:${TRAIN_PATH} \
+    table:${TABLE} \
+    filterHours:00,01,02,03,04,05,06,07 \
+    idDefaultValue:0.1 &
+    local task2=$!
+
+    /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
+    --class com.aliyun.odps.spark.examples.makedata_ad.v20240718.makedata_ad_31_originData_20250623 \
+    --master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
+    ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
+    tablePart:64 repartition:32 \
+    beginStr:${today_early_1}19 endStr:${today_early_1}23 \
+    savePath:${TRAIN_PATH} \
+    table:${TABLE} \
+    filterHours:00,01,02,03,04,05,06,07 \
+    idDefaultValue:0.1 &
+    local task3=$!
+
+    wait ${task1}
+    local task1_return_code=$?
+
+    wait ${task2}
+    local task2_return_code=$?
+
+    wait ${task3}
+    local task3_return_code=$?
 
 }