获取前一天Tomcat的异常日志

获取前一天Tomcat的异常日志

前几天收到主管的要求，说让我把各团队负责的Tomcat前一天的异常日志信息通过邮件发送给各团队主管。那么，后来就写出了这个脚本。

思路大概是先把团队tomcat的log检索异常信息进行重定向到文件中，然后判断该文件是否有信息，如果没有，则移除；如果有，则压缩进行打包发送，发送之后进行检索下一个团队的log file。

里面的err_log.txt文件所包含的是 server_ip、host_name、以及item_name，例如长下面这样：

172.16.1.16 S-C4 tradeservice-alive1172.16.1.17 S-C5 tradeservice-alive1172.16.1.25 S-C15 tradeservice-alive1172.16.1.31 S-C21 tradeservice-alive1

下面是脚本

#!/bin/bashdate=$(date "+%h %d")day=$(date +%Y-%m-%d)#日志文件存放目录#tar打包后存放目录#发送邮件后移除到old目录log_dir="/tmp/tomcat_error/tomcat_error_log"tar_dir="/tmp/tomcat_error/tomcat_error_tar"old_dir="/tmp/tomcat_error/tomcat_error_old"#grep在检索的时候所过滤掉的信息，将变量带入下面每个团队的grep中grep_content="(WARN|null|org.apache.catalina.connector.|Mozilla|DEBUG level|isSuccess)"#小毛团队_Tomcat_Log#查看小毛团队的tomcat个数tomcat_line="$(cat /data/sh/xiaomao_err_list.txt | egrep -v "(^$|^#)" | wc -l)"xiaomao_list="/data/sh/xiaomao_err_list.txt"tram="hero"for (( n = 1; n <= ${tomcat_line} ; n++ ))do#ip_addreess为tomcat所在serverip#host_name为tomcat所在主机名#item_name为tomcat具体名称        ip_addres=$(sed -n ${n}p ${xiaomao_list} | awk '{print $1}')        host_name=$(sed -n ${n}p ${xiaomao_list} | awk '{print $2}')        item_name=$(sed -n ${n}p ${xiaomao_list} | awk '{print $3}')        echo ${ip_addres}_${host_name}_${item_name}#ssh通过远程过滤日志并且将日志保存在log_dir下面        ssh root@${ip_addres} "grep -v INFO /usr/local/tomcats/${item_name}/logs/catalina.out" | egrep -v "${grep_content}" |grep -v "${date}" > ${log_dir}/${item_name}_${host_name}_error.log#进入log_dir目录，查看日志行数#判断日志是否为空，如果为空则表示无错误，移除。避免打包发送        cd ${log_dir} && line=$(cat ${item_name}_${host_name}_error.log | wc -l)        if [ ${line} -eq 0 ] ;then                mv ${item_name}_${host_name}_error.log ${old_dir}        fidone#进行打包，并且通过邮件发送给小毛团队#发送完之后将log及tar包进行移除，避免和下个团队的log混在一起        tar jcf ${tar_dir}/${day}_${tram}_all_error.log.tbz2 *.log        echo "${day}_${tram}_all_error.log" | mail -s "${day}_${tram}_all_error.log" -a ${tar_dir}/${day}_${tram}_all_error.log.tbz2 [e-mail]        mv ${log_dir}/* ${tar_dir}/* ${old_dir}/#九戒团队_Tomcat_Logtomcat_line="$(cat /data/sh/jiujie_err_list.txt | egrep -v "(^$|^#)" | wc -l)"jiujie_list="/data/sh/jiujie_err_list.txt"tram="qingyun"for (( n = 1; n <= ${tomcat_line} ; n++ ))do        ip_addres=$(sed -n ${n}p ${jiujie_list} | awk '{print $1}')        host_name=$(sed -n ${n}p ${jiujie_list} | awk '{print $2}')        item_name=$(sed -n ${n}p ${jiujie_list} | awk '{print $3}')    echo ${ip_addres}_${host_name}_${item_name}    ssh root@${ip_addres} "grep -v INFO /usr/local/tomcats/${item_name}/logs/catalina.out" | egrep -v "${grep_content}" |grep -v "${date}" > ${log_dir}/${item_name}_${host_name}_error.log        cd ${log_dir} && line=$(cat ${item_name}_${host_name}_error.log | wc -l)        if [ ${line} -eq 0 ] ;then                mv ${item_name}_${host_name}_error.log ${old_dir}        fidone        tar jcf ${tar_dir}/${day}_${tram}_all_error.log.tbz2 *.log        echo "${day}_${tram}_all_error.log" | mail -s "${day}_${tram}_all_error.log" -a ${tar_dir}/${day}_${tram}_all_error.log.tbz2 [e-mail]        mv ${log_dir}/* ${tar_dir}/* ${old_dir}/#晨风团队_Tomcat_Logtomcat_line="$(cat /data/sh/chenfeng_err_list.txt | egrep -v "(^$|^#)" | wc -l)"chenfeng_list="/data/sh/chenfeng_err_list.txt"tram="kunlun"for (( n = 1; n <= ${tomcat_line} ; n++ ))do        ip_addres=$(sed -n ${n}p ${chenfeng_list} | awk '{print $1}')        host_name=$(sed -n ${n}p ${chenfeng_list} | awk '{print $2}')        item_name=$(sed -n ${n}p ${chenfeng_list} | awk '{print $3}')       echo ${ip_addres}_${host_name}_${item_name}       ssh root@${ip_addres} "grep -v INFO /usr/local/tomcats/${item_name}/logs/catalina.out" | egrep -v "${grep_content}" |grep -v "${date}" > ${log_dir}/${item_name}_${host_name}_error.log        cd ${log_dir} && line=$(cat ${item_name}_${host_name}_error.log | wc -l)        if [ ${line} -eq 0 ] ;then                mv ${item_name}_${host_name}_error.log ${old_dir}        fidone        tar jcf ${tar_dir}/${day}_${tram}_all_error.log.tbz2 *.log        echo "${day}_${tram}_all_error.log" | mail -s "${day}_${tram}_all_error.log" -a ${tar_dir}/${day}_${tram}_all_error.log.tbz2 [e-mail]        mv ${log_dir}/* ${tar_dir}/* ${old_dir}/#缺哥团队_Tomcat_Logtomcat_line="$(cat /data/sh/wuque_err_list.txt | egrep -v "(^$|^#)" | wc -l)"wuque_list="/data/sh/wuque_err_list.txt"tram="xiaoyao"for (( n = 1; n <= ${tomcat_line} ; n++ ))do        ip_addres=$(sed -n ${n}p ${wuque_list} | awk '{print $1}')        host_name=$(sed -n ${n}p ${wuque_list} | awk '{print $2}')        item_name=$(sed -n ${n}p ${wuque_list} | awk '{print $3}')       echo ${ip_addres}_${host_name}_${item_name}       ssh root@${ip_addres} "grep -v INFO /usr/local/tomcats/${item_name}/logs/catalina.out" | egrep -v "${grep_content}" |grep -v "${date}" > ${log_dir}/${item_name}_${host_name}_error.log        cd ${log_dir} && line=$(cat ${item_name}_${host_name}_error.log | wc -l)        if [ ${line} -eq 0 ] ;then                mv ${item_name}_${host_name}_error.log ${old_dir}        fidone        tar jcf ${tar_dir}/${day}_${tram}_all_error.log.tbz2 *.log        echo "${day}_${tram}_all_error.log" | mail -s "${day}_${tram}_all_error.log" -a ${tar_dir}/${day}_${tram}_all_error.log.tbz2 [e-mail]        mv ${log_dir}/* ${tar_dir}/* ${old_dir}/#忍冬团队_Tomcat_Logtomcat_line="$(cat /data/sh/rendong_err_list.txt | egrep -v "(^$|^#)" | wc -l)"rendong_list="/data/sh/rendong_err_list.txt"tram="shushan"for (( n = 1; n <= ${tomcat_line} ; n++ ))do        ip_addres=$(sed -n ${n}p ${rendong_list} | awk '{print $1}')        host_name=$(sed -n ${n}p ${rendong_list} | awk '{print $2}')        item_name=$(sed -n ${n}p ${rendong_list} | awk '{print $3}')       echo ${ip_addres}_${host_name}_${item_name}       ssh root@${ip_addres} "grep -v INFO /usr/local/tomcats/${item_name}/logs/catalina.out" | egrep -v "${grep_content}" |grep -v "${date}" > ${log_dir}/${item_name}_${host_name}_error.log        cd ${log_dir} && line=$(cat ${item_name}_${host_name}_error.log | wc -l)        if [ ${line} -eq 0 ] ;then                mv ${item_name}_${host_name}_error.log ${old_dir}        fidone        tar jcf ${tar_dir}/${day}_${tram}_all_error.log.tbz2 *.log        echo "${day}_${tram}_all_error.log" | mail -s "${day}_${tram}_all_error.log" -a ${tar_dir}/${day}_${tram}_all_error.log.tbz2 [e-mail]        mv ${log_dir}/* ${tar_dir}/* ${old_dir}/