|
|
@@ -1,6 +1,7 @@
|
|
|
#!/bin/sh
|
|
|
set -ex
|
|
|
# 0 全局变量/参数
|
|
|
+samplePath=/dw/recommend/model/00_sample_data/
|
|
|
savePath=/dw/recommend/model/04_str_data/
|
|
|
model_name=model_str_mid
|
|
|
today="$(date +%Y%m%d)"
|
|
|
@@ -18,7 +19,7 @@ OSS_PATH="oss://art-recommend.oss-cn-hangzhou.aliyuncs.com/video_str_model/"
|
|
|
--name every_day_origindata_${model_name}_${today} \
|
|
|
--master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 16 \
|
|
|
/root/zhangbo/recommend-emr-dataprocess/target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
|
-tablePart:32 savePath:${savePath} beginStr:${today_early_1} endStr:${today_early_1}
|
|
|
+tablePart:32 savePath:${samplePath} beginStr:${today_early_1} endStr:${today_early_1}
|
|
|
if [ $? -eq 1 ]; then
|
|
|
echo "Spark原始样本生产任务执行失败"
|
|
|
exit 1
|
|
|
@@ -31,7 +32,7 @@ fi
|
|
|
--name every_day_strdata_${model_name}_${today} \
|
|
|
--master yarn --driver-memory 1G --executor-memory 1G --executor-cores 1 --num-executors 16 \
|
|
|
./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
|
-savePath:${savePath} beginStr:${today_early_1} endStr:${today_early_1} featureVersion:v4 ifRepart:100
|
|
|
+readPath:${samplePath} savePath:${savePath} beginStr:${today_early_1} endStr:${today_early_1} featureVersion:v4 ifRepart:100
|
|
|
if [ $? -eq 1 ]; then
|
|
|
echo "Spark训练样本生产任务执行失败"
|
|
|
exit 1
|
zhangbo