Joe пре 9 месеци
родитељ
комит
3111fdd2fa
1 измењених фајлова са 21 додато и 21 уклоњено
  1. 21 21
      qiaojialiang/change_oss.sh

+ 21 - 21
qiaojialiang/change_oss.sh

@@ -44,23 +44,23 @@ HADOOP=/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop
 OSS_PATH=oss://art-recommend.oss-cn-hangzhou.aliyuncs.com/zhangbo/
 
 
-#cat /root/joe/recommend-emr-dataprocess/model/model_nba8_0709_0713.txt |
-#  awk -F " " '{
-#      if (NR == 1) {
-#          print $1"\t"$2
-#      } else {
-#          split($0, fields, " ");
-#          OFS="\t";
-#          line=""
-#          for (i = 1; i <= 10 && i <= length(fields); i++) {
-#              line = (line ? line "\t" : "") fields[i];
-#          }
-#              print line
-#          }
-#      }' > /root/joe/recommend-emr-dataprocess/model/model_nba8_0709_0713_change.txt
-#if [ $? -ne 0 ]; then
-#   echo "新模型文件格式转换失败"
-#fi
+cat /root/joe/recommend-emr-dataprocess/model/model_nba8_all_9_22.txt |
+  awk -F " " '{
+      if (NR == 1) {
+          print $1"\t"$2
+      } else {
+          split($0, fields, " ");
+          OFS="\t";
+          line=""
+          for (i = 1; i <= 10 && i <= length(fields); i++) {
+              line = (line ? line "\t" : "") fields[i];
+          }
+              print line
+          }
+      }' > /root/joe/recommend-emr-dataprocess/model/model_nba8_all_9_22_change.txt
+if [ $? -ne 0 ]; then
+   echo "新模型文件格式转换失败"
+fi
 # 4.1.2 模型文件上传OSS
 online_model_path=${OSS_PATH}/${model_name}.txt
 $HADOOP fs -test -e ${online_model_path}
@@ -70,17 +70,17 @@ if [ $? -eq 0 ]; then
 else
     echo "数据不存在"
 fi
-$HADOOP fs -put /root/joe/recommend-emr-dataprocess/model/model_nba8_20240716_change.txt ${online_model_path}
+$HADOOP fs -put /root/joe/recommend-emr-dataprocess/model/model_nba8_all_9_22_change.txt ${online_model_path}
 if [ $? -eq 0 ]; then
     echo "推荐模型文件至OSS成功"
     # 4.1.3 本地保存最新的线上使用的模型,用于下一次的AUC验证
     cp -f ${LAST_MODEL_HOME}/model_online.txt ${LAST_MODEL_HOME}/model_online_$(date +\%Y\%m\%d).txt
-    cp -f /root/joe/recommend-emr-dataprocess/model/model_nba8_20240716.txt ${LAST_MODEL_HOME}/model_online.txt
+    cp -f /root/joe/recommend-emr-dataprocess/model/model_nba8_all_9_22.txt ${LAST_MODEL_HOME}/model_online.txt
     if [ $? -ne 0 ]; then
         echo "模型备份失败"
     fi
-    /root/anaconda3/bin/python monitor_util.py --level info --msg "荐模型数据更新 \n【任务名称】:step模型更新\n【是否成功】:success\n【信息】:已更新/root/joe/recommend-emr-dataprocess/model/model_nba8_0709_0713_change.txt模型}"
+    /root/anaconda3/bin/python monitor_util.py --level info --msg "荐模型数据更新 \n【任务名称】:step模型更新\n【是否成功】:success\n【信息】:已更新/root/joe/recommend-emr-dataprocess/model/model_nba8_all_9_22.txt模型}"
 else
     echo "推荐模型文件至OSS失败"
-    /root/anaconda3/bin/python monitor_util.py --level error --msg "荐模型数据更新 \n【任务名称】:step模型推送oss\n【是否成功】:error\n【信息】:推荐模型文件至OSS失败/root/joe/recommend-emr-dataprocess/model/model_nba8_0709_0713_change.txt --- ${online_model_path}"
+    /root/anaconda3/bin/python monitor_util.py --level error --msg "荐模型数据更新 \n【任务名称】:step模型推送oss\n【是否成功】:error\n【信息】:推荐模型文件至OSS失败/root/joe/recommend-emr-dataprocess/model/model_nba8_all_9_22.txt --- ${online_model_path}"
 fi