个人记录

src/main/scala/com/aliyun/odps/spark/examples/临时记录的脚本

@@ -72,18 +72,18 @@ nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.s
 --master yarn --driver-memory 1G --executor-memory 2G --executor-cores 1 --num-executors 16 \
 ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
 tablePart:64 repartition:32 \
-beginStr:2024061500 endStr:2024061523 \
-savePath:/dw/recommend/model/13_sample_data_check/ \
-table:alg_recsys_sample_all_new \
-> p13_2024061500_check.log 2>&1 &
+beginStr:2024061600 endStr:2024061623 \
+savePath:/dw/recommend/model/13_sample_data/ \
+table:alg_recsys_sample_all \
+> p13_2024061600.log 2>&1 &
 
 
 nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
 --class com.aliyun.odps.spark.examples.makedata.makedata_14_valueData_20240608 \
 --master yarn --driver-memory 1G --executor-memory 3G --executor-cores 1 --num-executors 32 \
 ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
-readPath:/dw/recommend/model/13_sample_data_check_print/ \
-savePath:/dw/recommend/model/14_feature_data_check_print/ \
+readPath:/dw/recommend/model/13_sample_data/ \
+savePath:/dw/recommend/model/14_feature_data/ \
 beginStr:20240615 endStr:20240615 repartition:1000 \
 > p14_data_check.log 2>&1 &
 
@@ -102,7 +102,7 @@ nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.s
 --class com.aliyun.odps.spark.examples.makedata.makedata_16_bucketData_20240609 \
 --master yarn --driver-memory 2G --executor-memory 4G --executor-cores 1 --num-executors 16 \
 ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
-beginStr:20240614 endStr:20240614 repartition:1000 \
+beginStr:20240615 endStr:20240615 repartition:1000 \
 > p16_data.log 2>&1 &
 
 

zhangbo/02_train_go.sh

@@ -22,4 +22,4 @@ while [[ "$current_date" != "$end_date" ]]; do
     current_date=$(date -d "$current_date + 1 day" +%Y%m%d)
 done
 
-# nohup sh 02_train_go.sh 20240614 20240615 model_aka8 /dw/recommend/model/16_train_data/ 1,1,8 >p2_model_aka8.log 2>&1 &
+# nohup sh 02_train_go.sh 20240615 20240616 model_aka8 /dw/recommend/model/16_train_data/ 1,1,8 >p2_model_aka8.log 2>&1 &