50_delete_hdfs.sh 805 B

12345678910111213141516171819202122232425262728293031
  1. #!/bin/sh
  2. DATE="$(date -d '6 days ago' +%Y%m%d)"
  3. HADOOP="/opt/apps/HADOOP-COMMON/hadoop-common-current/bin/hadoop"
  4. path="/dw/recommend/model/feature/user/dt=${DATE}"
  5. $HADOOP fs -test -e ${path}
  6. if [ $? -eq 0 ]; then
  7. echo "${path} 数据存在, 删除。"
  8. $HADOOP fs -rm -r -skipTrash ${path}
  9. else
  10. echo "${path} 数据不存在"
  11. fi
  12. path="/dw/recommend/model/feature/video/dt=${DATE}"
  13. $HADOOP fs -test -e ${path}
  14. if [ $? -eq 0 ]; then
  15. echo "${path} 数据存在, 删除。"
  16. $HADOOP fs -rm -r -skipTrash ${path}
  17. else
  18. echo "${path} 数据不存在"
  19. fi
  20. path="/dw/recommend/model/00_sample_data/dt=${DATE}"
  21. $HADOOP fs -test -e ${path}
  22. if [ $? -eq 0 ]; then
  23. echo "${path} 数据存在, 删除。"
  24. $HADOOP fs -rm -r -skipTrash ${path}
  25. else
  26. echo "${path} 数据不存在"
  27. fi