|
|
@@ -15,10 +15,11 @@ bucketFeatureSavePathHome=/dw/recommend/model/33_ad_train_data_v3_auto_test
|
|
|
model_name=model_bkb8_v3_test
|
|
|
LAST_MODEL_HOME=/root/zhaohp/model_online_test
|
|
|
MODEL_HOME=/root/zhaohp/recommend-emr-dataprocess/model
|
|
|
+OSS_PATH=oss://art-recommend.oss-cn-hangzhou.aliyuncs.com/ad_model
|
|
|
+
|
|
|
PREDICT_PATH=/root/zhaohp/recommend-emr-dataprocess/predict
|
|
|
HADOOP=/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop
|
|
|
FM_HOME=/root/sunmingze/alphaFM
|
|
|
-OSS_PATH=oss://art-recommend.oss-cn-hangzhou.aliyuncs.com/ad_model
|
|
|
|
|
|
today="$(date +%Y%m%d)"
|
|
|
today_early_1="$(date -d '1 days ago' +%Y%m%d)"
|
|
|
@@ -43,8 +44,8 @@ local_change_model_file_path=${MODEL_HOME}/${model_name}_change.txt
|
|
|
# 全局初始化
|
|
|
global_init() {
|
|
|
# 获取当前小时，确定需要使用的数据分区范围
|
|
|
- local current_hour = $(date +%H)
|
|
|
- if [ $current_hour -lt 08]; then
|
|
|
+ local current_hour=$(date +%H)
|
|
|
+ if [ $current_hour -lt 08 ]; then
|
|
|
train_begin_str=${today_early_1}14
|
|
|
train_end_str=${today_early_1}21
|
|
|
predict_begin_str=${today_early_1}22
|
|
|
@@ -62,15 +63,31 @@ global_init() {
|
|
|
predict_begin_str=${today}14
|
|
|
predict_end_str=${today}15
|
|
|
|
|
|
+ trainBucketFeaturePath=${bucketFeatureSavePathHome}/${today}/train
|
|
|
+ predictBucketFeaturePath=${bucketFeatureSavePathHome}/${today}/predict
|
|
|
+
|
|
|
local_model_file_path=${MODEL_HOME}/${train_end_str}.txt
|
|
|
local_change_model_file_path=${MODEL_HOME}/${train_end_str}_change.txt
|
|
|
|
|
|
+ else
|
|
|
+ echo "当前时间段异常: 退出任务"
|
|
|
+ exit 1
|
|
|
fi
|
|
|
|
|
|
# 删除HDFS目录，保证本次任务运行时目录干净
|
|
|
$HADOOP fs -rm -r -skipTrash ${trainBucketFeaturePath}
|
|
|
$HADOOP fs -rm -r -skipTrash ${predictBucketFeaturePath}
|
|
|
|
|
|
+ echo "全局变量初始化化: "
|
|
|
+ echo " train_begin_str=${train_begin_str}"
|
|
|
+ echo " train_end_str=${train_end_str}"
|
|
|
+ echo " predict_begin_str=${predict_begin_str}"
|
|
|
+ echo " predict_end_str=${predict_end_str}"
|
|
|
+ echo " trainBucketFeaturePath=${trainBucketFeaturePath}"
|
|
|
+ echo " predictBucketFeaturePath=${predictBucketFeaturePath}"
|
|
|
+ echo " local_model_file_path=${local_model_file_path}"
|
|
|
+ echo " local_change_model_file_path=${local_change_model_file_path}"
|
|
|
+
|
|
|
}
|
|
|
|
|
|
# 校验命令的退出码
|
