all

zhangbo/05_update_everyday_str.sh

@@ -14,7 +14,7 @@ MODEL_PATH="/root/zhangbo/recommend-emr-dataprocess/zhangbo/model/"
 OSS_PATH="oss://art-recommend.oss-cn-hangzhou.aliyuncs.com/video_str_model/"
 
 # 0 判断上游表是否生产完成，最长等待到12点
-source activate py37
+source /root/anaconda3/bin/activate py37
 max_hour=11
 max_minute=00
 while true; do
@@ -32,7 +32,7 @@ while true; do
     exit 1
   fi
 done
-conda deactivate
+#conda deactivate
 
 # 1 生产数据
 /opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8/bin/spark-class2 org.apache.spark.deploy.SparkSubmit \

zhangbo/06_update_everyday_feature.sh

@@ -7,7 +7,7 @@ yesterday="$(date -d '1 days ago' +%Y%m%d)"
 
 HADOOP="/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop"
 
-source activate py37
+source /root/anaconda3/bin/activate py37
 max_hour=11
 max_minute=00