01_ad_model_update.sh 1.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354
  1. #!/bin/sh
  2. set -x
  3. # source /root/anaconda3/bin/activate py37
  4. sh_path=$(dirname $0)
  5. source ${sh_path}/00_common.sh
  6. export SPARK_HOME=/opt/apps/SPARK2/spark-2.4.8-hadoop3.2-1.0.8
  7. export PATH=$SPARK_HOME/bin:$PATH
  8. export HADOOP_CONF_DIR=/etc/taihao-apps/hadoop-conf
  9. export JAVA_HOME=/usr/lib/jvm/java-1.8.0
  10. # 全局常量
  11. HADOOP=/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop
  12. TRAIN_PATH=/dw/recommend/model/31_ad_sample_data_v4
  13. BUCKET_FEATURE_PATH=/dw/recommend/model/33_ad_train_data_v4
  14. TABLE=alg_recsys_ad_sample_all
  15. today_early_1="$(date -d '1 days ago' +%Y%m%d)"
  16. train_dates=()
  17. init() {
  18. local count=
  19. local handle_date="$(date -d '2 days ago' +%Y%m%d)"
  20. # 循环获取前 n 天的非节日日期
  21. while [[ $count -lt 7 ]]; do
  22. # 获取当前日期的 MM-DD 部分
  23. date_key=$(date -d "$handle_date -${count} day" +%Y%m%d)
  24. # 判断是否是节日
  25. if [ $(is_holidays $date_key) -ge 0 ]; then
  26. # 如果不是节日,添加到数组中
  27. train_dates+=($date_key)
  28. # 计数器加 1
  29. count=$((count + 1))
  30. fi
  31. done
  32. echo "train_dates: ${train_dates[@]}"
  33. }
  34. # 主方法
  35. main() {
  36. init
  37. }
  38. main