mysql清理日志脚本分享

MySQL 2022-09-30

背景

数据库运行久了, 日志就很多, 很占空间. 就需要定期清理, 人工清理一是麻烦, 二是容易出错

所以整了个清理日志的脚本.

脚本下载地址

1. GITHUB

https://github.com/ddcw/ddcw/blob/master/shells/MysqlClearLog.sh

2. 见文末

脚本使用方法

配置下基本信息就行

懒点的只配置数据库信息也行.

注: 脚本不支持远程执行, 只能和数据库在一台服务器上.

#数据库信息
MysqL_HOST='127.0.0.1'
MysqL_PORT='3308'
MysqL_USER='root'
MysqL_PASSWORD='123456'
MysqL_SOCKET='/data/MysqL_3308/run/MysqL.sock' #暂不支持


#SLOW_LOG
#SLOW_LOG_FILE='/data/MysqL_3308/MysqLlog/dblogs/slow3308.log'  #为空的话, 就自动查询, 优先使用手动配置的
SLOW_LOG_MAX_SIZE='52428800' #慢日志最大的大小, 超过之后就切换日志, 并归档
SLOW_LOG_TAR_EXPIRE_DAYS='60' #切换之后的日志过期时间, 超过之后就删除
SLOW_LOG_TAR_DIR='' #切换之后的日志的保存目录, 为空的时候,表示原来的路径

#ERROR LOG
#ERROR_LOG_FILE='/data/MysqL_3308/MysqLlog/dblogs/MysqL3308.err' #为空的话, 就自动查询
ERROR_LOG_MAX_SIZE='52428800' #错误日志大小, 超过就切换并归档
ERROR_LOG_TAR_EXPIRE_DAYS='60' #归档的错误日志的最大保存时间, 过期就删除
ERROR_LOG_TAR_DIR='' #切换之后的日志的保存目录

#GENERAL LOG
#GENERAL_LOG_FILE='/data/MysqL_3308/MysqLlog/dblogs/general3308.log' #为空就自动查询
GENERAL_LOG_MAX_SIZE='524288000' #500MB
GENERAL_LOG_TAR_EXPIRE_DAYS='60'
GENERAL_LOG_TAR_DIR=''

运行脚本

日志太小的时候,就不切换, 之后切换成功之后才会清理旧日志(安全些)

配置定时任务(可选)

crontab -e

* 1 * * * sh /root/MysqLClearLog.sh

脚本内容

#!/usr/bin/env bash
#write by ddcw at 20220601

source /etc/profile

#定义全局变量, 相当于配置文件, 只是懒得去整.

export LANG=en_US.UTF-8
export THIS_PID=$$
umask 0022 #EulerOS之类的默认umask可能不是0022, 会有目录权限问题
stty erase ^H

#数据库信息
MysqL_HOST='127.0.0.1'
MysqL_PORT='3308'
MysqL_USER='root'
MysqL_PASSWORD='123456'
MysqL_SOCKET='/data/MysqL_3308/run/MysqL.sock' #暂不支持


#SLOW_LOG
#SLOW_LOG_FILE='/data/MysqL_3308/MysqLlog/dblogs/slow3308.log'  #为空的话, 就自动查询, 优先使用手动配置的
SLOW_LOG_MAX_SIZE='52428800' #慢日志最大的大小, 超过之后就切换日志, 并归档
SLOW_LOG_TAR_EXPIRE_DAYS='60' #切换之后的日志过期时间, 超过之后就删除
SLOW_LOG_TAR_DIR='' #切换之后的日志的保存目录, 为空的时候,表示原来的路径

#ERROR LOG
#ERROR_LOG_FILE='/data/MysqL_3308/MysqLlog/dblogs/MysqL3308.err' #为空的话, 就自动查询
ERROR_LOG_MAX_SIZE='52428800' #错误日志大小, 超过就切换并归档
ERROR_LOG_TAR_EXPIRE_DAYS='60' #归档的错误日志的最大保存时间, 过期就删除
ERROR_LOG_TAR_DIR='' #切换之后的日志的保存目录

#GENERAL LOG
#GENERAL_LOG_FILE='/data/MysqL_3308/MysqLlog/dblogs/general3308.log' #为空就自动查询
GENERAL_LOG_MAX_SIZE='524288000' #500MB
GENERAL_LOG_TAR_EXPIRE_DAYS='60'
GENERAL_LOG_TAR_DIR=''


#binlog  不支持, 就系统自动清理就行, 也可以参考,
#PURGE BINARY LOGS TO 'MysqL-bin.010';
#PURGE BINARY LOGS BEFORE '2022-04-02 22:46:26';

MysqL1="MysqL --host=${MysqL_HOST} --port=${MysqL_PORT} --user=${MysqL_USER} --password=${MysqL_PASSWORD}"
MysqL2="MysqL --socket=${MysqL_SOCKET} --password=${MysqL_PASSWORD}"

echo_color(){
	echo "[$1][$(date +'%Y%m%d %H:%M:%s')] $2"
}

clear_error_log(){
	if [ "${ERROR_LOG_FILE}" == "" ];then
		echo_color "INFO" "error log (var:ERROR_LOG_FILE) is null, will auto get"
		ERROR_LOG_VAR=`echo $(${MysqL1} -e "show global variables like 'log_error';" 2>/dev/null) | awk '{print $NF}'`
		if [ "${ERROR_LOG_VAR:0:1}" == "/" ];then
			ERROR_LOG_FILE=${ERROR_LOG_VAR}
		else
			ERROR_LOG_FILE=${MysqL_data_dir}${ERROR_LOG_VAR}
		fi
	fi

	if [ -f ${ERROR_LOG_FILE} ];then
		if $(${MysqL1} -e "FLUSH ERROR LOGS;" 2>/dev/null);then
			if [ "${ERROR_LOG_TAR_DIR}" == "" ];then ERROR_LOG_TAR_DIR=${ERROR_LOG_FILE%/*};fi
			ERROR_LOG_FILE_NAME=${ERROR_LOG_FILE##*/}$(date +'%Y%m%d_%H%M%s')"_WILL_BE_DELETE"
			if [ $(du -sb ${ERROR_LOG_FILE} | awk '{print $1}') -gt ${ERROR_LOG_MAX_SIZE} ];then
				if mv ${ERROR_LOG_FILE} ${ERROR_LOG_TAR_DIR}/${ERROR_LOG_FILE_NAME};then
					${MysqL1} -e "FLUSH ERROR LOGS;" 2>/dev/null || echo_color "ERROR" "maybe flush error log Failed."
					old_tmp_dir=$(pwd)
					cd ${ERROR_LOG_TAR_DIR}
					tar -zcf ${ERROR_LOG_FILE_NAME}.tar.gz --remove-files ${ERROR_LOG_FILE_NAME} || echo_color "INFO" "tar -zcvf ${ERROR_LOG_TAR_DIR}/${ERROR_LOG_FILE_NAME}.tar.gz --remove-files ${ERROR_LOG_TAR_DIR}/${ERROR_LOG_FILE_NAME} Failed. will be skip"
					cd ${old_tmp_dir}
					echo_color "INFO" "Rotation error log success"
					#tar成功之后, 清除过期的备份日志
					for need_remove_file in `find ${ERROR_LOG_TAR_DIR} -mtime +${ERROR_LOG_TAR_EXPIRE_DAYS} -name "*_WILL_BE_DELETE.tar.gz"`
					do
						if [ -f ${need_remove_file} ];then
							rm -rf ${need_remove_file} && echo_color "INFO" "delete error log ${need_remove_file} success"
						fi
					done
				else
					echo_color "ERROR" "mv ${ERROR_LOG_FILE} ${ERROR_LOG_TAR_DIR}/${ERROR_LOG_FILE_NAME} Failed, will skip error log"
				fi
			else
				echo_color "INFO" "error log (${ERROR_LOG_FILE}) less than ${ERROR_LOG_MAX_SIZE}, will skip"
			fi
		else
			echo_color "ERROR" "Maybe Access denied; you need (at least one of) the RELOAD privilege(s) for this operation"
		fi
	else
		echo_color "INFO" "error log ${ERROR_LOG_FILE} not exist, will skip"
	fi
}

clear_slow_log(){
	if [ "${SLOW_LOG_FILE}" == "" ];then
		echo_color "INFO" "slow log (var:SLOW_LOG_FILE) is null, will auto get"
		SLOW_LOG_VAR=`echo $(${MysqL1} -e "show global variables like 'slow_query_log_file';" 2>/dev/null) | awk '{print $NF}'`
		if [ "${SLOW_LOG_VAR:0:1}" == "/" ];then
			SLOW_LOG_FILE=${SLOW_LOG_VAR}
		else
			SLOW_LOG_FILE=${MysqL_data_dir}${SLOW_LOG_VAR}
		fi
	fi

	if [ -f ${SLOW_LOG_FILE} ];then
		if $(${MysqL1} -e "FLUSH SLOW LOGS;" 2>/dev/null);then
			if [ "${SLOW_LOG_TAR_DIR}" == "" ];then SLOW_LOG_TAR_DIR=${SLOW_LOG_FILE%/*};fi
			SLOW_LOG_FILE_NAME=${SLOW_LOG_FILE##*/}$(date +'%Y%m%d_%H%M%s')"_WILL_BE_DELETE"
			if [ $(du -sb ${SLOW_LOG_FILE} | awk '{print $1}') -gt ${SLOW_LOG_MAX_SIZE} ];then
				if mv ${SLOW_LOG_FILE} ${SLOW_LOG_TAR_DIR}/${SLOW_LOG_FILE_NAME};then
					${MysqL1} -e "FLUSH SLOW LOGS;" 2>/dev/null || echo_color "ERROR" "maybe flush slow log Failed."
					old_tmp_dir=$(pwd)
					cd ${SLOW_LOG_TAR_DIR}
					tar -zcf ${SLOW_LOG_FILE_NAME}.tar.gz --remove-files ${SLOW_LOG_FILE_NAME} || echo_color "INFO" "tar -zcvf ${SLOW_LOG_TAR_DIR}/${SLOW_LOG_FILE_NAME}.tar.gz --remove-files ${SLOW_LOG_TAR_DIR}/${SLOW_LOG_FILE_NAME} Failed. will be skip"
					cd ${old_tmp_dir}
					echo_color "INFO" "Rotation slow log success"
					#tar成功之后, 清除过期的备份日志
					for need_remove_file in `find ${SLOW_LOG_TAR_DIR} -mtime +${SLOW_LOG_TAR_EXPIRE_DAYS} -name "*_WILL_BE_DELETE.tar.gz"`
					do
						if [ -f ${need_remove_file} ];then
							rm -rf ${need_remove_file} && echo_color "INFO" "delete slow log ${need_remove_file} success"
						fi
					done
				else
					echo_color "ERROR" "mv ${SLOW_LOG_FILE} ${SLOW_LOG_TAR_DIR}/${SLOW_LOG_FILE_NAME} Failed, will skip slow log"
				fi
			else
				echo_color "INFO" "slow log (${SLOW_LOG_FILE}) less than ${SLOW_LOG_MAX_SIZE}, will skip"
			fi
		else
			echo_color "ERROR" "Maybe Access denied; you need (at least one of) the RELOAD privilege(s) for this operation"
		fi
	else
		echo_color "INFO" "slow log ${SLOW_LOG_FILE} not exist, will skip"
	fi
}

clear_general_log(){
	if [ "${GENERAL_LOG_FILE}" == "" ];then
		echo_color "INFO" "GENERAL log (var:GENERAL_LOG_FILE) is null, will auto get"
		GENERAL_LOG_VAR=`echo $(${MysqL1} -e "show global variables like 'general_log_file';" 2>/dev/null) | awk '{print $NF}'`
		if [ "${GENERAL_LOG_VAR:0:1}" == "/" ];then
			GENERAL_LOG_FILE=${GENERAL_LOG_VAR}
		else
			GENERAL_LOG_FILE=${MysqL_data_dir}${GENERAL_LOG_VAR}
		fi
	fi

	if [ -f ${GENERAL_LOG_FILE} ];then
		if $(${MysqL1} -e "FLUSH GENERAL LOGS;" 2>/dev/null);then
			if [ "${GENERAL_LOG_TAR_DIR}" == "" ];then GENERAL_LOG_TAR_DIR=${GENERAL_LOG_FILE%/*};fi
			GENERAL_LOG_FILE_NAME=${GENERAL_LOG_FILE##*/}$(date +'%Y%m%d_%H%M%s')"_WILL_BE_DELETE"
			if [ $(du -sb ${GENERAL_LOG_FILE} | awk '{print $1}') -gt ${GENERAL_LOG_MAX_SIZE} ];then
				if mv ${GENERAL_LOG_FILE} ${GENERAL_LOG_TAR_DIR}/${GENERAL_LOG_FILE_NAME};then
					${MysqL1} -e "FLUSH GENERAL LOGS;" 2>/dev/null || echo_color "ERROR" "maybe flush GENERAL log Failed."
					old_tmp_dir=$(pwd)
					cd ${GENERAL_LOG_TAR_DIR}
					tar -zcf ${GENERAL_LOG_FILE_NAME}.tar.gz --remove-files ${GENERAL_LOG_FILE_NAME} || echo_color "INFO" "tar -zcvf ${GENERAL_LOG_TAR_DIR}/${GENERAL_LOG_FILE_NAME}.tar.gz --remove-files ${GENERAL_LOG_TAR_DIR}/${GENERAL_LOG_FILE_NAME} Failed. will be skip"
					cd ${old_tmp_dir}
					echo_color "INFO" "Rotation GENERAL log success"
					#tar成功之后, 清除过期的备份日志
					for need_remove_file in `find ${GENERAL_LOG_TAR_DIR} -mtime +${GENERAL_LOG_TAR_EXPIRE_DAYS} -name "*_WILL_BE_DELETE.tar.gz"`
					do
						if [ -f ${need_remove_file} ];then
							rm -rf ${need_remove_file} && echo_color "INFO" "delete GENERAL log ${need_remove_file} success"
						fi
					done
				else
					echo_color "ERROR" "mv ${GENERAL_LOG_FILE} ${GENERAL_LOG_TAR_DIR}/${GENERAL_LOG_FILE_NAME} Failed, will skip GENERAL log"
				fi
			else
				echo_color "INFO" "GENERAL log (${GENERAL_LOG_FILE}) less than ${GENERAL_LOG_MAX_SIZE}, will skip"
			fi
		else
			echo_color "ERROR" "Maybe Access denied; you need (at least one of) the RELOAD privilege(s) for this operation"
		fi
	else
		echo_color "INFO" "GENERAL log ${GENERAL_LOG_FILE} not exist, will skip"
	fi
}

if ${MysqL1} -e "select @@version;" 1>/dev/null 2>&1 ;then
	export MysqL_data_dir=`echo $(${MysqL1} -e "show global variables like 'datadir';" 2>/dev/null) | awk '{print $NF}'`
	clear_error_log
	clear_slow_log
	clear_general_log
else
	echo_color "ERROR" "connect Failed, please check host:port or user/password"
fi
Shell云数据库 SQL Server

相关文章

MySQL linux下安装,配置,免密登录与基本认识
目录MySQL卸载环境查看是否已安装MySQL卸载mysql服务查看是否...
MySQL 数据类型与应用
目录数据类型数据类型分类数值类型以TINYINT认识整型族有符号...
MySQL 约束 用法与案例
目录表的约束空属性非空约束（NOT NULL Constraint）默认值定...
MySQL 函数的使用
目录函数时间日期函数:字符串函数数学函数其他函数 函数 时间...
MySQL C连接与使用
目录使用C语言连接库的安装C APImysql_initmysql_real_conne...
MySQL 用户、权限管理
目录用户用户管理查询所有用户查看当前用户查看当前连接数创...