定期清理hdfs日志脚本

#!/bin/sh

today=`date +%y-%m-%d`
lastmonthday=`date -d "-31 day" +%y-%m-%d`
echo $today============$lastmonthday

for i in {1..31} 
do
 hadoop fs -test -e /data/flumelog/nginxlog/10.18.2.188/$lastmonthday
 if [ $? -ne 0 ]; then
    echo "/data/flumelog/nginxlog/10.18.2.188/$lastmonthday Directory not exists"
 else
    hadoop fs -rm -r /data/flumelog/nginxlog/10.18.2.188/$lastmonthday
 fi
  
 hadoop fs -test -e /data/flumelog/nginxlog/10.18.2.189/$lastmonthday
 if [ $? -ne 0 ]; then
    echo "/data/flumelog/nginxlog/10.18.2.189/$lastmonthday Directory not exists"
 else
    hadoop fs -rm -r /data/flumelog/nginxlog/10.18.2.189/$lastmonthday
 fi

 hadoop fs -test -e /data/flumelog/nginxlog/10.18.2.190/$lastmonthday
 if [ $? -ne 0 ]; then
    echo "/data/flumelog/nginxlog/10.18.2.190/$lastmonthday Directory not exists"
 else
    hadoop fs -rm -r /data/flumelog/nginxlog/10.18.2.190/$lastmonthday
 fi

 lastmonthday=`date -d "$lastmonthday -1 day" +%y-%m-%d`
done

azkaban定时表达式 0 10 0 28 * ?

每月28日0点10分执行脚本

猜你喜欢

转载自blog.csdn.net/jason_xiaojie_liu/article/details/81066834
今日推荐