Linux磁盘空间满排查以及解决定时清理几天前日志

曾经终败给现在 2022-11-19 11:26 154阅读 0赞

### crontab定期清日志 ###

首先用`df -m`，确定磁盘占用比较大的路径

root@dbus-n1:/opt/apache-storm-1.0.2# df -m
    Filesystem     1M-blocks  Used Available Use% Mounted on
    udev                8002     0      8002   0% /dev
    tmpfs               1605   162      1444  11% /run
    /dev/vda1          40188 34463      3661  91% /
    tmpfs               8024     0      8024   0% /dev/shm
    tmpfs                  5     1         5   1% /run/lock
    tmpfs               8024     0      8024   0% /sys/fs/cgroup
    /dev/vdb           50269   935     46759   2% /dclife
    tmpfs               1605     0      1605   0% /run/user/0
    root@dbus-n1:/opt/apache-storm-1.0.2# cd /
    root@dbus-n1:/# du -h --max-depth=1
    874M	./dclife
    16M	./bin
    2.2M	./CloudrResetPwdAgent
    0	./sys
    700K	./tmp
    1.8G	./usr
    4.0K	./lib64
    31G	./opt
    12K	./media
    336M	./var
    8.0K	./mnt
    0	./dev
    6.6M	./etc
    4.0K	./home
    8.0K	./snap
    16M	./sbin
    109M	./boot
    16K	./lost+found
    712M	./lib
    212M	./CloudResetPwdUpdateAgent
    162M	./run
    100K	./root
    du: cannot access './proc/29370/task/29370/fd/4': No such file or directory
    du: cannot access './proc/29370/task/29370/fdinfo/4': No such file or directory
    du: cannot access './proc/29370/fd/3': No such file or directory
    du: cannot access './proc/29370/fdinfo/3': No such file or directory
    0	./proc
    4.0K	./srv
    35G	.
    root@dbus-n1:/# cd /opt/
    root@dbus-n1:/opt# du -h --max-depth=1
    172M	./kafka_2.11-0.10.2.2
    365M	./jdk1.8.0_144
    688M	./apache-zookeeper-3.6.1
    28G	./apache-storm-1.0.2
    22M	./n9e
    31G	.
    root@dbus-n1:/opt# cd apache-storm-1.0.2/
    root@dbus-n1:/opt/apache-storm-1.0.2# du -h --max-depth=1
    76K	./bin
    820K	./public
    28G	./logs
    20K	./deamon
    94M	./external
    4.0K	./extlib-daemon
    4.0K	./extlib
    28K	./dbus_encoder_jars
    16K	./conf
    27M	./lib
    71M	./examples
    195M	./dbus_jars
    16K	./log4j2
    28G	.
    root@dbus-n1:/opt/apache-storm-1.0.2# cd logs/
    root@dbus-n1:/opt/apache-storm-1.0.2/logs# du -h --max-depth=1
    28G	./workers-artifacts
    28G	.
    root@dbus-n1:/opt/apache-storm-1.0.2/logs# cd workers-artifacts/
    root@dbus-n1:/opt/apache-storm-1.0.2/logs/workers-artifacts# du -h --max-depth=1
    488K	./lisdb-dispatcher-appender-47-1603698662
    864M	./lisdb-dispatcher-appender-45-1603698002
    21M	./lisdb-dispatcher-appender-29-1603328252
    1.3G	./lisdb-dispatcher-appender-41-1603342546
    700K	./lisdb-dispatcher-appender-21-1601202901
    1.1G	./lisdb-splitter-puller-62-1604665719
    1000K	./lisdb-dispatcher-appender-33-1603331914
    5.1G	./lisdb-dispatcher-appender-23-1601202992
    196K	./testdb-splitter-puller-6-1600145856
    220K	./lis7db-splitter-puller-12-1600148022
    2.3M	./lisdb-dispatcher-appender-51-1603700771
    112M	./lisdb-dispatcher-appender-43-1603697862
    4.5M	./lisdb-dispatcher-appender-37-1603333994
    8.7M	./lisdb-dispatcher-appender-31-1603330503
    137M	./testdb-splitter-puller-4-1600145547
    1.3M	./lisdb-dispatcher-appender-57-1604662622
    455M	./lisdb-dispatcher-appender-65-1604668559
    5.6M	./testdb-splitter-puller-10-1600147426
    17M	./lisdb-dispatcher-appender-59-1604662735
    2.7G	./lisdb-dispatcher-appender-53-1603701110
    159M	./testdb-splitter-puller-19-1601197972
    2.8G	./lisdb-dispatcher-appender-67-1604920234
    122M	./lisdb-dispatcher-appender-39-1603334769
    1.9G	./lisdb-dispatcher-appender-16-1600164634
    7.4G	./lisdb-dispatcher-appender-68-1605164496
    2.9G	./lis7db-dispatcher-appender-1-1599783243
    3.7M	./testdb-splitter-puller-8-1600147319
    523M	./lisdb-dispatcher-appender-49-1603699300
    2.4M	./lisdb-dispatcher-appender-55-1604660952
    1.6M	./lisdb-dispatcher-appender-14-1600154819
    3.4M	./lisdb-dispatcher-appender-25-1603247382
    26M	./lisdb-dispatcher-appender-35-1603332051
    28G	.
    root@dbus-n1:/opt/apache-storm-1.0.2/logs/workers-artifacts# pwd
    /opt/apache-storm-1.0.2/logs/workers-artifacts

定时清理

#!/bin/sh
    echo ". execute time ."
    echo $(date +%F%n%T)
    #定期清理三天前的日志
    find /opt/apache-storm-1.0.2/logs/workers-artifacts/ -mtime +3 -name "*.log" -exec rm -rf {} \;
    
    crontab
    40 11 * * * sh /opt/apache-storm-1.0.2/clean.sh >> /opt/apache-storm-1.0.2/log.log
    
    touch log.log