| 
														
															@@ -15,10 +15,11 @@ bucketFeatureSavePathHome=/dw/recommend/model/33_ad_train_data_v3_auto_test 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 model_name=model_bkb8_v3_test 
														 | 
														
														 | 
														
															 model_name=model_bkb8_v3_test 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 LAST_MODEL_HOME=/root/zhaohp/model_online_test 
														 | 
														
														 | 
														
															 LAST_MODEL_HOME=/root/zhaohp/model_online_test 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 MODEL_HOME=/root/zhaohp/recommend-emr-dataprocess/model 
														 | 
														
														 | 
														
															 MODEL_HOME=/root/zhaohp/recommend-emr-dataprocess/model 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+OSS_PATH=oss://art-recommend.oss-cn-hangzhou.aliyuncs.com/ad_model 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+ 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 PREDICT_PATH=/root/zhaohp/recommend-emr-dataprocess/predict 
														 | 
														
														 | 
														
															 PREDICT_PATH=/root/zhaohp/recommend-emr-dataprocess/predict 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 HADOOP=/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop 
														 | 
														
														 | 
														
															 HADOOP=/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 FM_HOME=/root/sunmingze/alphaFM 
														 | 
														
														 | 
														
															 FM_HOME=/root/sunmingze/alphaFM 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-OSS_PATH=oss://art-recommend.oss-cn-hangzhou.aliyuncs.com/ad_model 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															  
														 | 
														
														 | 
														
															  
														 | 
													
												
											
												
													
														| 
														 | 
														
															 today="$(date +%Y%m%d)" 
														 | 
														
														 | 
														
															 today="$(date +%Y%m%d)" 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 today_early_1="$(date -d '1 days ago' +%Y%m%d)" 
														 | 
														
														 | 
														
															 today_early_1="$(date -d '1 days ago' +%Y%m%d)" 
														 | 
													
												
											
										
											
												
													
														 | 
														
															@@ -43,8 +44,8 @@ local_change_model_file_path=${MODEL_HOME}/${model_name}_change.txt 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 # 全局初始化 
														 | 
														
														 | 
														
															 # 全局初始化 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 global_init() { 
														 | 
														
														 | 
														
															 global_init() { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															     # 获取当前小时,确定需要使用的数据分区范围 
														 | 
														
														 | 
														
															     # 获取当前小时,确定需要使用的数据分区范围 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-    local current_hour = $(date +%H) 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															-    if [ $current_hour -lt 08]; then 
														 | 
														
														 | 
														
															 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+    local current_hour=$(date +%H) 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+    if [ $current_hour -lt 08 ]; then 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         train_begin_str=${today_early_1}14 
														 | 
														
														 | 
														
															         train_begin_str=${today_early_1}14 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         train_end_str=${today_early_1}21 
														 | 
														
														 | 
														
															         train_end_str=${today_early_1}21 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         predict_begin_str=${today_early_1}22 
														 | 
														
														 | 
														
															         predict_begin_str=${today_early_1}22 
														 | 
													
												
											
										
											
												
													
														 | 
														
															@@ -62,15 +63,31 @@ global_init() { 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         predict_begin_str=${today}14 
														 | 
														
														 | 
														
															         predict_begin_str=${today}14 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         predict_end_str=${today}15 
														 | 
														
														 | 
														
															         predict_end_str=${today}15 
														 | 
													
												
											
												
													
														| 
														 | 
														
															  
														 | 
														
														 | 
														
															  
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+        trainBucketFeaturePath=${bucketFeatureSavePathHome}/${today}/train 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+        predictBucketFeaturePath=${bucketFeatureSavePathHome}/${today}/predict 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+ 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         local_model_file_path=${MODEL_HOME}/${train_end_str}.txt 
														 | 
														
														 | 
														
															         local_model_file_path=${MODEL_HOME}/${train_end_str}.txt 
														 | 
													
												
											
												
													
														| 
														 | 
														
															         local_change_model_file_path=${MODEL_HOME}/${train_end_str}_change.txt 
														 | 
														
														 | 
														
															         local_change_model_file_path=${MODEL_HOME}/${train_end_str}_change.txt 
														 | 
													
												
											
												
													
														| 
														 | 
														
															  
														 | 
														
														 | 
														
															  
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+    else 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+        echo "当前时间段异常: 退出任务" 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+        exit 1 
														 | 
													
												
											
												
													
														| 
														 | 
														
															     fi 
														 | 
														
														 | 
														
															     fi 
														 | 
													
												
											
												
													
														| 
														 | 
														
															  
														 | 
														
														 | 
														
															  
														 | 
													
												
											
												
													
														| 
														 | 
														
															     # 删除HDFS目录,保证本次任务运行时目录干净 
														 | 
														
														 | 
														
															     # 删除HDFS目录,保证本次任务运行时目录干净 
														 | 
													
												
											
												
													
														| 
														 | 
														
															     $HADOOP fs -rm -r -skipTrash ${trainBucketFeaturePath} 
														 | 
														
														 | 
														
															     $HADOOP fs -rm -r -skipTrash ${trainBucketFeaturePath} 
														 | 
													
												
											
												
													
														| 
														 | 
														
															     $HADOOP fs -rm -r -skipTrash ${predictBucketFeaturePath} 
														 | 
														
														 | 
														
															     $HADOOP fs -rm -r -skipTrash ${predictBucketFeaturePath} 
														 | 
													
												
											
												
													
														| 
														 | 
														
															  
														 | 
														
														 | 
														
															  
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+    echo "全局变量初始化化: " 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+    echo "  train_begin_str=${train_begin_str}" 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+    echo "  train_end_str=${train_end_str}" 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+    echo "  predict_begin_str=${predict_begin_str}" 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+    echo "  predict_end_str=${predict_end_str}" 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+    echo "  trainBucketFeaturePath=${trainBucketFeaturePath}" 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+    echo "  predictBucketFeaturePath=${predictBucketFeaturePath}" 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+    echo "  local_model_file_path=${local_model_file_path}" 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+    echo "  local_change_model_file_path=${local_change_model_file_path}" 
														 | 
													
												
											
												
													
														| 
														 | 
														
															 
														 | 
														
														 | 
														
															+     
														 | 
													
												
											
												
													
														| 
														 | 
														
															 } 
														 | 
														
														 | 
														
															 } 
														 | 
													
												
											
												
													
														| 
														 | 
														
															  
														 | 
														
														 | 
														
															  
														 | 
													
												
											
												
													
														| 
														 | 
														
															 # 校验命令的退出码 
														 | 
														
														 | 
														
															 # 校验命令的退出码 
														 |