all

zhangbo/01_train.sh

@@ -5,34 +5,13 @@ set -x
 day=$1
 train_path=$2
 model_name=$3
-#v_l1=$4
-#v_l2=$5
+bias=$4 # 0,1,0 1,1,0
 
 HADOOP="/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop"
-$HADOOP fs -text ${train_path}/dt=$day/* | /root/sunmingze/alphaFM/bin/fm_train -m model/${model_name}_${day}.txt -dim 0,1,0 -core 8
+$HADOOP fs -text ${train_path}/dt=$day/* | /root/sunmingze/alphaFM/bin/fm_train -m model/${model_name}_${day}.txt -dim ${bias} -core 8
 # -v_l1 ${v_l1} -v_l2 ${v_l2}
 
 
 # nohup sh 01_train.sh 20240222 /dw/recommend/model/12_ros_data_v3 model_jerry >p1_train.log 2>&1 &
-# nohup sh 01_train.sh 20240222 /dw/recommend/model/11_str_data_v3 model_tom >p1_train.log 2>&1 &
-# nohup sh 01_train.sh 20240222 /dw/recommend/model/12_ros_data_v3_noweight model_str_tom_noweight >p1_train.log 2>&1 &
+# nohup sh 01_train.sh 20240222 /dw/recommend/model/11_str_data_v3 model_jerry112 1,1,2 >p1_model_jerry112.log 2>&1 &
 
-
-
-# nohup sh 01_train.sh 20231214 /dw/recommend/model/share_ratio_samples_v2/ model_sharev2 >p1.log 2>&1 &
-# nohup sh 01_train.sh 20231220 /dw/recommend/model/ros_sample_v2/ model_ros_v2 >p_model_ros_v2.log 2>&1 &
-# str 模型路径：/dw/recommend/model/share_ratio_samples_v2
-# ros 模型路径：/dw/recommend/model/ros_sample/
-
-# str
-# nohup sh 01_train.sh 20240114 /dw/recommend/model/01_str_data model_str_big >p1.log 2>&1 &
-# nohup sh 01_train.sh 20240114 /dw/recommend/model/01_str_data model_str_big1 0.5 1.0 >p1_train.log 2>&1 &
-
-
-# nohup sh 01_train.sh 20240114 /dw/recommend/model/02_str_data model_str_small >p2.log 2>&1 &
-# nohup sh 01_train.sh 20240114 /dw/recommend/model/02_str_data model_str_small1 0.1 5.0 >p2_train.log 2>&1 &
-# nohup sh 01_train.sh 20240114 /dw/recommend/model/03_str_data model_str_mid >p3.log 2>&1 &
-# nohup sh 01_train.sh 20240114 /dw/recommend/model/04_str_data model_str_mid2 >p4_train.log 2>&1 &
-# nohup sh 01_train.sh 20240114 /dw/recommend/model/04_str_data model_str_mid4 0.1 5.0 >p4_train.log 2>&1 &
-# nohup sh 01_train.sh 20240114 /dw/recommend/model/05_str_data model_str_mid3 >p5_train.log 2>&1 &
-# nohup sh 01_train.sh 20240111 /dw/recommend/model/04_str_data model_str_mid 0.1 5.0 >p1_train.log 2>&1 &

zhangbo/02_train_go.sh

@@ -6,6 +6,7 @@ end_date=$2
 model_name=$3
 MODEL_PATH="./model/"
 SAMPLE_PATH=$4
+bias=$4
 HADOOP="/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop"
 FM_TRAIN="/root/sunmingze/alphaFM/bin/fm_train"
 
@@ -17,7 +18,7 @@ while [[ "$current_date" != "$end_date" ]]; do
     yesterday=$(date -d "$current_date - 1 day" +%Y%m%d)
     echo model-day-$yesterday
     echo data-day-$current_date
-    $HADOOP fs -text ${SAMPLE_PATH}/dt=$current_date/* | ${FM_TRAIN} -m $MODEL_PATH/${model_name}_$current_date.txt -dim 0,1,0 -core 8 -im $MODEL_PATH/${model_name}_$yesterday.txt
+    $HADOOP fs -text ${SAMPLE_PATH}/dt=$current_date/* | ${FM_TRAIN} -m $MODEL_PATH/${model_name}_$current_date.txt -dim ${bias} -core 8 -im $MODEL_PATH/${model_name}_$yesterday.txt
     current_date=$(date -d "$current_date + 1 day" +%Y%m%d)
 done