日志压缩

深藏阁楼爱情的钟 2022-01-16 18:17 225阅读 0赞

[2019独角兽企业重金招聘Python工程师标准>>> ][2019_Python_] ![hot3.png][]

\#!/bin/bash

\#define:清除cm日志  
\#\#\#\#\#\#\#\#\#\#\#\#\#\# $1 代表/data/log/cm 保留的天数 \#\#\#\#\#\#\#\#\#\#\#\#\#\#  
\#\#\#\#\#\#\#\#\#\#\#\#\#\# $2 代表/data/log/cm/backup 保留的天数 \#\#\#\#\#\#\#\#\#\#\#\#\#\#

Basics\_dir="/data/log/cm"  
scripts\_dir="/data/scripts"  
\#local\_ip=\`ifconfig |grep inet |grep broadcast|awk '\{print $2\}'\`

\#\#\#\#rsync传输需要用到的值  
rsync\_user=username  
rsync\_server=IP  
rsync\_passwd=\`echo "$3"\`  
rsync\_module=data2  
\#\#\#计数器峰值  
timer\_peak=5

umcompres\_num=\`echo "$1"\`  
transferr\_num=\`echo "$2"\`  
parameter\_sum=\`echo "$\#"\`  
\#find ./ -mtime +10 |grep catalina.out|xargs rm -f

logdir=$Basics\_dir \#日志路径  
log=$logdir/log.log \#日志文件  
is\_font=1 \#终端是否打印日志: 1打印 0不打印  
is\_log=1 \#是否记录日志: 1记录 0不记录

\#\#\#\#判断传入的位移参数的数量  
judge\_parameter() \{  
if \[\[ "$parameter\_sum" -ne 3 \]\];then  
echo "Usage:\[number/保留天数\],\[number/本地压缩保留天数\],\[rsync\_server/密码\]"  
exit 1  
else  
echo "$rsync\_passwd" > $scripts\_dir/rsync\_passwd  
chmod 600 $scripts\_dir/rsync\_passwd  
passwd="$scripts\_dir/rsync\_passwd"  
fi  
\}

datef()\{  
date "+%Y-%m-%d %H:%M:%S"  
\}

print\_log()\{  
if \[\[ $is\_log -eq 1 \]\];then  
\[\[ -d $logdir \]\] || mkdir -p $logdir  
echo -e "\[ $(datef) \] $1" >> $log  
fi  
if \[\[ $is\_font -eq 1 \]\];then  
echo -e "\[ $(datef) \] $1"  
fi  
\}

cd $Basics\_dir  
log\_compres()\{  
read\_compress\_file=\`find ./ -mtime +$umcompres\_num |grep catalina.out|grep -v % |cut -d"/" -f2\`  
for file in $read\_compress\_file  
do  
print\_log "日志开始压缩"  
DATE=\`echo "$file"|cut -d"." -f3\`  
back\_dir="backup/$DATE"  
\[\[ -d $back\_dir \]\]|| mkdir -p $back\_dir  
\[\[ -f catalina.out."$DATE".tar.gz \]\]&& mv $file $back\_dir||tar -zcf $back\_dir/cm"$DATE".tar.gz $file  
if \[\[ $? -eq 0 \]\];then  
print\_log "$file 压缩or传输成功"  
rm -f $file  
else  
print\_log "$file 压缩or传输失败"  
fi

\#rm -f $file  
print\_log "日志压缩完毕"

done  
\}

log\_com\_dir="$Basics\_dir/backup"  
log\_dump() \{  
cd $log\_com\_dir  
log\_back\_list=\`ls -l | awk '\{print $9\}' |grep -v ^$\`  
for transferr\_log\_dir in $log\_back\_list  
do  
\#\#\#\#日期转换为时间戳  
date1=\`date -d "$transferr\_log\_dir" +%s\`  
\#\#\#\#当天时间戳转换  
date2=\`date +%s\`  
\#\#\#\#求差  
diff=$((\`expr $date2 - $date1\`/3600/24))  
if \[\[ $diff -gt $transferr\_num \]\];then  
\#\#\#\#\#时间大于指定的天数，需要传输至日志存储机器  
print\_log "$transferr\_log\_dir 时间大于指定的天数，需要传输至日志存储机器,开始传输"  
\#scp -i 秘钥 $transferr\_log\_dir/catalina.out."$transferr\_log\_dir".tar.gz username@ip:dir  
\#\#\#\#利用rsync客户端同步到服务器，这里可以用到多模块同步，多个客户端同时同步到服务  
timer=0  
while true  
do  
cd $Basics\_dir/backup  
rsync -avzr --password-file=$passwd $transferr\_log\_dir $rsync\_user@$rsync\_server::$rsync\_module  
if \[\[ $? -eq 0 \]\];then  
print\_log "$transferr\_log\_dir 传输成功"  
rm -rf $transferr\_log\_dir  
timer=0  
break  
elif \[\[ $timer -gt $timer\_peak \]\];then  
print\_log "$transferr\_log\_dir ,传输5次均失败"  
break  
else  
print\_log "$transferr\_log\_dir ,传输失败"  
\#\#\#\#设置计数器自加  
timer=$(($timer+1))  
fi  
done  
\#rm -rf $transferr\_log\_dir  
else  
print\_log "$transferr\_log\_dir 此目录还没达到指定天数，暂时不转移"  
fi

done

judge\_parameter  
log\_compres  
log\_dump

转载于:https://my.oschina.net/u/2343310/blog/793352

[2019_Python_]: https://my.oschina.net/u/2663968/blog/3061697
[hot3.png]: /images/20220114/f1255052726445f7a9ccb9deb8bd37bd.png