all

src/main/scala/com/aliyun/odps/spark/examples/临时记录的脚本

@@ -2,7 +2,7 @@ nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.s
 --class com.aliyun.odps.spark.examples.makedata.makedata_10_originData_v3 \
 --master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 64 \
 ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
-tablePart:64 savePath:/dw/recommend/model/10_sample_data_v3/ beginStr:20240226 endStr:20240226 > p10.log 2>&1 &
+tablePart:64 savePath:/dw/recommend/model/10_sample_data_v3/ beginStr:20240222 endStr:20240223 > p10_.log 2>&1 &
 
 
 
@@ -12,5 +12,14 @@ nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.s
 --class com.aliyun.odps.spark.examples.makedata.makedata_12_rosData_v3 \
 --master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 32 \
 ./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
-savePath:/dw/recommend/model/12_ros_data_v3/ beginStr:20240226 endStr:20240226 ifRepart:100 \
-> p12.log 2>&1 &
+savePath:/dw/recommend/model/12_ros_data_v3/ beginStr:20240222 endStr:20240225 ifRepart:10 \
+> p12.log 2>&1 &
+
+
+
+nohup /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
+--class com.aliyun.odps.spark.examples.makedata.makedata_11_strData_v3 \
+--master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 64 \
+./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
+savePath:/dw/recommend/model/11_str_data_v3/ beginStr:20240222 endStr:20240225 ifRepart:100 \
+> p11.log 2>&1 &

zhangbo/02_train_go.sh

@@ -5,7 +5,7 @@ start_date=$1
 end_date=$2
 model_name=$3
 MODEL_PATH="./model/"
-SAMPLE_PATH="/dw/recommend/model/04_str_data/"
+SAMPLE_PATH=$4
 HADOOP="/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop"
 FM_TRAIN="/root/sunmingze/alphaFM/bin/fm_train"
 
@@ -21,4 +21,4 @@ while [[ "$current_date" != "$end_date" ]]; do
     current_date=$(date -d "$current_date + 1 day" +%Y%m%d)
 done
 
-# nohup sh 02_train_go.sh 20240112 20240117 model_str_mid >p2.log 2>&1 &
+# nohup sh 02_train_go.sh 20240222 20240225 model_ros_tom /dw/recommend/model/12_ros_data_v3/ >p2.log 2>&1 &