|
|
@@ -13,13 +13,11 @@ MODEL_PATH="/root/zhangbo/recommend-emr-dataprocess/zhangbo/model/"
|
|
|
OSS_PATH="oss://art-recommend.oss-cn-hangzhou.aliyuncs.com/video_str_model"
|
|
|
|
|
|
# 1 生产数据
|
|
|
-cd /root/zhangbo/recommend-emr-dataprocess/zhangbo
|
|
|
/opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
|
|
|
--class com.aliyun.odps.spark.examples.makedata.makedata_01_readtable2hdfs \
|
|
|
--master yarn --driver-memory 1G --executor-memory 4G --executor-cores 2 --num-executors 16 \
|
|
|
-./target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
|
+/root/zhangbo/recommend-emr-dataprocess/target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
|
|
|
tablePart:32 savePath:${savePath} beginStr:${yesterday} endStr:${yesterday}
|
|
|
-cd --
|
|
|
|
|
|
# 2 加载上次模型 训练本轮数据 保存本轮模型
|
|
|
end_date=${today}
|
zhangbo