all

zhangbo/05_update_everyday_ros.sh

@@ -6,7 +6,7 @@ savePath=/dw/recommend/model/ros_sample_v2/
 model_name=model_ros_v2
 today="$(date +%Y%m%d)"
 #yesterday="$(date -d '1 days ago' +%Y%m%d)"
-yesterday=20231221
+yesterday=20231227
 
 
 HADOOP="/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop"
@@ -15,15 +15,15 @@ MODEL_PATH="/root/zhangbo/recommend-emr-dataprocess/zhangbo/model/"
 OSS_PATH="oss://art-recommend.oss-cn-hangzhou.aliyuncs.com/video_str_model"
 
 # 1 生产数据
-/opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
---class com.aliyun.odps.spark.examples.makedata.makedata_01_readtable2hdfs \
---master yarn --driver-memory 1G --executor-memory 4G --executor-cores 2 --num-executors 16 \
-/root/zhangbo/recommend-emr-dataprocess/target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
-tablePart:32 savePath:${savePath} beginStr:${yesterday} endStr:${yesterday}
-
-if [ $? -eq 1 ]; then
-    echo "Spark任务执行失败"
-    exit
+#/opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \
+#--class com.aliyun.odps.spark.examples.makedata.makedata_01_readtable2hdfs \
+#--master yarn --driver-memory 1G --executor-memory 4G --executor-cores 2 --num-executors 16 \
+#/root/zhangbo/recommend-emr-dataprocess/target/spark-examples-1.0.0-SNAPSHOT-shaded.jar \
+#tablePart:32 savePath:${savePath} beginStr:${yesterday} endStr:${yesterday}
+#
+#if [ $? -eq 1 ]; then
+#    echo "Spark任务执行失败"
+#    exit
 
 # 2 加载上次模型 训练本轮数据 保存本轮模型
 end_date=${today}