Browse Source

feat:模型更新加快,添加日志

zhaohaipeng 9 months ago
parent
commit
db62790f4e
1 changed files with 20 additions and 3 deletions
  1. 20 3
      ad/02_ad_model_update_ twice_daily.sh

+ 20 - 3
ad/02_ad_model_update_ twice_daily.sh

@@ -15,10 +15,11 @@ bucketFeatureSavePathHome=/dw/recommend/model/33_ad_train_data_v3_auto_test
 model_name=model_bkb8_v3_test
 LAST_MODEL_HOME=/root/zhaohp/model_online_test
 MODEL_HOME=/root/zhaohp/recommend-emr-dataprocess/model
+OSS_PATH=oss://art-recommend.oss-cn-hangzhou.aliyuncs.com/ad_model
+
 PREDICT_PATH=/root/zhaohp/recommend-emr-dataprocess/predict
 HADOOP=/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop
 FM_HOME=/root/sunmingze/alphaFM
-OSS_PATH=oss://art-recommend.oss-cn-hangzhou.aliyuncs.com/ad_model
 
 today="$(date +%Y%m%d)"
 today_early_1="$(date -d '1 days ago' +%Y%m%d)"
@@ -43,8 +44,8 @@ local_change_model_file_path=${MODEL_HOME}/${model_name}_change.txt
 # 全局初始化
 global_init() {
     # 获取当前小时,确定需要使用的数据分区范围
-    local current_hour = $(date +%H)
-    if [ $current_hour -lt 08]; then
+    local current_hour=$(date +%H)
+    if [ $current_hour -lt 08 ]; then
         train_begin_str=${today_early_1}14
         train_end_str=${today_early_1}21
         predict_begin_str=${today_early_1}22
@@ -62,15 +63,31 @@ global_init() {
         predict_begin_str=${today}14
         predict_end_str=${today}15
 
+        trainBucketFeaturePath=${bucketFeatureSavePathHome}/${today}/train
+        predictBucketFeaturePath=${bucketFeatureSavePathHome}/${today}/predict
+
         local_model_file_path=${MODEL_HOME}/${train_end_str}.txt
         local_change_model_file_path=${MODEL_HOME}/${train_end_str}_change.txt
 
+    else
+        echo "当前时间段异常: 退出任务"
+        exit 1
     fi
 
     # 删除HDFS目录,保证本次任务运行时目录干净
     $HADOOP fs -rm -r -skipTrash ${trainBucketFeaturePath}
     $HADOOP fs -rm -r -skipTrash ${predictBucketFeaturePath}
 
+    echo "全局变量初始化化: "
+    echo "  train_begin_str=${train_begin_str}"
+    echo "  train_end_str=${train_end_str}"
+    echo "  predict_begin_str=${predict_begin_str}"
+    echo "  predict_end_str=${predict_end_str}"
+    echo "  trainBucketFeaturePath=${trainBucketFeaturePath}"
+    echo "  predictBucketFeaturePath=${predictBucketFeaturePath}"
+    echo "  local_model_file_path=${local_model_file_path}"
+    echo "  local_change_model_file_path=${local_change_model_file_path}"
+    
 }
 
 # 校验命令的退出码