|
@@ -45,12 +45,12 @@ delete_hdfs_path() {
|
|
|
|
|
|
EARLY_DAYS_AGO=$(date -d "${early} days ago" +%Y-%m-%d)
|
|
|
|
|
|
- $HADOOP fs -ls $path | while read line
|
|
|
+ $HADOOP fs -ls $path | grep '^d' | while read line;
|
|
|
do
|
|
|
dir=$(echo $line | awk '{print $8}')
|
|
|
modified_date=$(echo $line | awk '{print $6}')
|
|
|
echo "${line}"
|
|
|
- if [[ "${modified_date}" < "${EARLY_DAYS_AGO}" ]]; then
|
|
|
+ if [[ "${modified_date}" < "${EARLY_DAYS_AGO}" ]] &&; then
|
|
|
echo "Deleting: ${dir}"
|
|
|
# $HADOOP fs -rm -r -skipTrash ${dir}
|
|
|
fi
|