all

zhangbo/05_update_everyday_str.sh

@@ -12,6 +12,9 @@ HADOOP="/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop"
 FM_TRAIN="/root/sunmingze/alphaFM/bin/fm_train"
 MODEL_PATH="/root/zhangbo/recommend-emr-dataprocess/zhangbo/model/"
 OSS_PATH="oss://art-recommend.oss-cn-hangzhou.aliyuncs.com/video_str_model/"
+export SPARK_HOME=/opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8
+export PATH=$SPARK_HOME/bin:$PATH
+export HADOOP_CONF_DIR=/etc/taihao-apps/hadoop-conf
 
 # 0 判断上游表是否生产完成，最长等待到12点
 source /root/anaconda3/bin/activate py37

zhangbo/06_update_everyday_feature.sh

@@ -8,6 +8,7 @@ yesterday="$(date -d '1 days ago' +%Y%m%d)"
 HADOOP="/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop"
 export SPARK_HOME=/opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8
 export PATH=$SPARK_HOME/bin:$PATH
+export HADOOP_CONF_DIR=/etc/taihao-apps/hadoop-conf
 
 max_hour=11
 max_minute=00