|
@@ -13,13 +13,17 @@ export JAVA_HOME=/usr/lib/jvm/java-1.8.0
|
|
|
# 全局常量
|
|
|
HADOOP=/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop
|
|
|
|
|
|
-TRAIN_PATH=/dw/recommend/model/31_ad_sample_data_v4
|
|
|
-BUCKET_FEATURE_PATH=/dw/recommend/model/33_ad_train_data_v4
|
|
|
+TRAIN_PATH=/dw/recommend/model/31_ad_sample_data_v4/
|
|
|
+BUCKET_FEATURE_PATH=/dw/recommend/model/33_ad_train_data_v4/
|
|
|
TABLE=alg_recsys_ad_sample_all
|
|
|
|
|
|
today_early_1="$(date -d '1 days ago' +%Y%m%d)"
|
|
|
|
|
|
-train_dates=()
|
|
|
+# 训练用的数据路径
|
|
|
+train_data_path=""
|
|
|
+
|
|
|
+# 评估用的数据路径
|
|
|
+predict_date_path=${BUCKET_FEATURE_PATH}/${today_early_1}
|
|
|
|
|
|
init() {
|
|
|
local count=0
|
|
@@ -33,13 +37,12 @@ init() {
|
|
|
# 判断是否是节日
|
|
|
if [ $(is_holidays $date_key) -ge 0 ]; then
|
|
|
# 如果不是节日,添加到数组中
|
|
|
- train_dates+=($date_key)
|
|
|
- # 计数器加 1
|
|
|
+ train_data_path="${train_data_path},${BUCKET_FEATURE_PATH}/${date_key}"
|
|
|
count=$((count + 1))
|
|
|
fi
|
|
|
done
|
|
|
|
|
|
- echo "train_dates: ${train_dates[@]}"
|
|
|
+ echo "train_data_path: ${train_data_path[@]}"
|
|
|
|
|
|
}
|
|
|
|