使用shell脚本监控少量服务器并发送微信告警信息

01. 概括

1.0 脚本更新地址

Git更新地址：https://gitlab.mairoot.com/mai/mairoot/blob/master/monitor/shell_monitor_script.sh

文章原文地址：使用shell脚本监控少量服务器并发送微信告警信息

1.1 前提：平台系统：linux系统下接收信息：微信企业号1.2 脚本说明需要修改微信接口脚本对应参数的修改：包括IP，告警阈值等1.3 脚本使用该脚本监控包括Disk、CPU、MEM、LOAD等主机资源，以及docker服务和docker容器。将该脚本附件假定放于：/home/mai/.check_host.sh。那么在定时任务上可以增加定时任务：$ echo "## 每分钟执行监控脚本一次" | sudo tee -a /etc/crontab$ echo "*/1 * * * * mai bash /home/mai/.check_host.sh" | sudo tee -a /etc/crontab

02. 脚本附件

#!/bin/bash

#!/bin/bash

# Create for mai

# Copyright http://www.mairoot.com

# Create date 2018-07-21

# Using check host source

# Noting delete content

# Shell Option $@

# 01.获取主机资源

function sys_info()

{

# 系统信息

Date=`date +%Y-%m-%d`

Date_time=`date "+%Y-%m-%d__%H:%M:%S"`

Host_name=`hostname`

IP_net_dev="ens33"

IP_addr=`ifconfig $IP_net_dev|grep "inet addr"|awk -F":" '{print $2}'|awk -F" " '{print $1}'`

# 主机资源

Disk_rate_sys=`df -h|grep \/\$|awk -F" " '{ print $5 }'`

Disk_rate_sys2=${Disk_rate_sys%%%}

Disk_rate_data=`df -h|grep \/boot\$|awk -F" " '{ print $5 }'`

Disk_rate_data2=${Disk_rate_data%%%}

CPU_free=`vmstat |tail -1|awk -F" " '{print $15}'`

Load_ave15=`uptime |awk '{ print $NF }'|awk -F" " '{ print $1 }'`

Load_ave15_1=`expr $Load_ave15`

Mem_Total_kb=`cat /proc/meminfo | grep "MemTotal"|awk -F":" '{print $2}'|awk '{print $1}'`

Mem_Free_kb=`cat /proc/meminfo | grep "MemFree"|awk -F":" '{print $2}'|awk '{print $1}'`

Mem_Total=`expr $Mem_Total_kb / 1024`

Mem_Free=`expr $Mem_Free_kb / 1024`

# 微信接口

CropID='ww4730ead71a1818a6'

Secret='1Nu6vcloj8SGzs6XqsIhuZVk1lO3khVS1j_GY6XEbFo'

GURL="https://qyapi.weixin.qq.com/cgi-bin/gettoken?corpid=$CropID&corpsecret=$Secret"

Gtoken=$(/usr/bin/curl -s -G $GURL | awk -F\" '{print $10}')

PURL="https://qyapi.weixin.qq.com/cgi-bin/message/send?access_token=$Gtoken"

To_User="mairoot"

To_Party="1"

Agent_ID="1000001"

# 日志目录

if [ ! -d "/tmp/logs_check" ]; then mkdir /tmp/logs_check; fi

Logs_file='/tmp/logs_check'

# 远程地址

SSH_addr="192.168.3.12:22"

# 运行业务

Project_mode="测试机"

}

# 02.主机资源磁盘、CPU、MEM、LOAD

# 2.1 判断根磁盘使用率超额

  #系统盘使用率

function sys_disk()

{

if [ $Disk_rate_sys2 -gt 80 ]

then

  echo "$Date_time 磁盘使用率超额" >> $Logs_file/disk_rate.$Date.log

  /usr/bin/curl --data-ascii '{ "touser": "'${To_User}'", "toparty": "'${To_Party}'","msgtype": "text","agentid": "'${Agent_ID}'","text": {"content": "'获取时间：${Date_time}'\n'运行业务：${Project_mode}'\n'远程地址：${SSH_addr}'\n'内网地址：${IP_addr}'\n'主机名称：${Host_name}'\n'磁盘使用：目录/为${Disk_rate_sys}'"},"safe":"0"}' $PURL

else

  echo "$Date_time 磁盘使用率良好：$Disk_rate_sys" >> $Logs_file/disk_rate.$Date.log

fi

  #数据盘使用率

if [ $Disk_rate_data2 -gt 80 ]

then

  echo "$Date_time 磁盘使用率超额" >> $Logs_file/disk_rate.$Date.log

  /usr/bin/curl --data-ascii '{ "touser": "'${To_User}'", "toparty": "'${To_Party}'","msgtype": "text","agentid": "'${Agent_ID}'","text": {"content": "'获取时间：${Date_time}'\n'运行业务：${Project_mode}'\n'远程地址：${SSH_addr}'\n'内网地址：${IP_addr}'\n'主机名称：${Host_name}'\n'磁盘使用：目录/data为${Disk_rate_data}'"},"safe":"0"}' $PURL

else

  echo "$Date_time 磁盘使用率良好：$Disk_rate_data" >> $Logs_file/disk_rate.$Date.log

fi

}

# 2.2 判断MEM使用

function sys_mem()

{

if [ $Mem_Free_kb -lt 102400 ]

then

  echo "$Date_time MEM空闲少于100M" >> $Logs_file/MEM_free.$Date.log

  /usr/bin/curl --data-ascii '{ "touser":  "'${To_User}'", "toparty": "'${To_Party}'","msgtype": "text","agentid": "'${Agent_ID}'","text": {"content": "'获取时间：${Date_time}'\n'运行业务：${Project_mode}'\n'远程地址：${SSH_addr}'\n'内网地址：${IP_addr}'\n'主机名称：${Host_name}'\n'内存总共：${Mem_Total}MB'\n'内存剩余：${Mem_Free}MB'"},"safe":"0"}' $PURL

else

  echo "$Date_time MEM空闲良好：$Mem_Free" >> $Logs_file/MEM_free.$Date.log

fi

}

# 2.3 判断CPU空闲值过低

function sys_cpu()

{

if [ $CPU_free -lt 10 ]

then

  echo "$Date_time CPU空闲率少于10%" >> $Logs_file/CPU_free.$Date.log

  /usr/bin/curl --data-ascii '{ "touser":  "'${To_User}'", "toparty": "'${To_Party}'","msgtype": "text","agentid": "'${Agent_ID}'","text": {"content": "'获取时间：${Date_time}'\n'运行业务：${Project_mode}'\n'远程地址：${SSH_addr}'\n'内网地址：${IP_addr}'\n'主机名称：${Host_name}'\n'CPU空闲：${CPU_free}%'"},"safe":"0"}' $PURL

else

  echo "$Date_time CPU空闲率良好：$CPU_free%" >> $Logs_file/CPU_free.$Date.log

fi

}

# 2.4 判断服务器15分钟负载过高

function sys_load()

{

if [ `expr $Load_ave15_1 \> 0` -gt 1 ]

then

  echo "$Date_time 服务器15分钟负载过高：$Load_ave15%" >> $Logs_file/Load_ave15.$Date.log

  /usr/bin/curl --data-ascii '{ "touser":  "'${To_User}'", "toparty": "'${To_Party}'","msgtype": "text","agentid": "'${Agent_ID}'","text": {"content": "'获取时间：${Date_time}'\n'运行业务：${Project_mode}'\n'远程地址：${SSH_addr}'\n'内网地址：${IP_addr}'\n'主机名称：${Host_name}'\n'主机负载：${Load_ave15}%'"},"safe":"0"}' $PURL

else

  echo "$Date_time 服务器15分钟负载良好：$Load_ave15%" >> $Logs_file/Load_ave15.$Date.log

fi

}

# 03.检查服务

# 3.1 检查docker服务存活

function docker_status()

{

ps -ef|grep docker |grep -v grep

if [ $? -eq 0 ]

then

        Date_time311=`date "+%Y-%m-%d__%H:%M:%S"`

        echo "$Date_time311:docker is up" >> $Logs_file/Docker_pro.$Date.log

else

                Date_time312=`date "+%Y-%m-%d__%H:%M:%S"`

                echo "$Date_time312:Docker服务第一次停止" >> $Logs_file/docker.$Date.log

                /usr/bin/curl --data-ascii '{ "touser": "'${To_User}'", "toparty": "'${To_Party}'","msgtype": "text","agentid": "'${Agent_ID}'","text": {"content": "'获取时间：${Date_time312}'\n'运行业务：${Project_mode}'\n'远程地址：${SSH_addr}'\n'内网地址：${IP_addr}'\n'主机名称：${Host_name}'\n'发生事件：Docker第一次停止'"},"safe":"0"}' $PURL

        service docker start

        Os_code=$?

        if [ $Os_code -eq 0 ]

        then

                Date_time313=`date "+%Y-%m-%d__%H:%M:%S"`

                echo "$Date_time313:Docker_rec is up" >> $Logs_file/docker.$Date.log

                /usr/bin/curl --data-ascii '{ "touser":  "'${To_User}'", "toparty": "'${To_Party}'","msgtype": "text","agentid": "'${Agent_ID}'","text": {"content": "'获取时间：${Date_time313}'\n'运行业务：${Project_mode}'\n'远程地址：${SSH_addr}'\n'内网地址：${IP_addr}'\n'主机名称：${Host_name}'\n'发生事件：Docker服务恢复'"},"safe":"0"}' $PURL

        elif [ $Os_code -ne 0 ]

        then

                Date_time314=`date "+%Y-%m-%d__%H:%M:%S"`

                echo "$Date_time314:Docker重启失败" >> $Logs_file/docker.$Date.log

                /usr/bin/curl --data-ascii '{ "touser":  "'${To_User}'", "toparty": "'${To_Party}'","msgtype": "text","agentid": "'${Agent_ID}'","text": {"content": "'获取时间：${Date_time314}'\n'运行业务：${Project_mode}'\n'远程地址：${SSH_addr}'\n'内网地址：${IP_addr}'\n'主机名称：${Host_name}'\n'发生事件：Docker服务停止'"},"safe":"0"}' $PURL

        fi

fi

}

# 3.2 检查docker容器存活

# docker Container_ID 自下向上

function docker_container()

{

#Container_ID_ALL=("2ac5dfa2cd4e" "36c6485bf415" "a2a46bfde7bb" "3ad69c74ef9c")

#Container_ID_ALL="`docker ps -aq`"

Container_ID_ALL="`docker ps -q`"

for Container_ID in ${Container_ID_ALL[@]}

do

    Container_Name=`docker inspect -f='{{.Name}}' $(docker ps -a -q|grep $Container_ID)|awk -F"/" '{print $2}'`

    docker ps |grep $Container_ID

    if [ $? -eq 0 ]

    then

        Date_time321=`date "+%Y-%m-%d__%H:%M:%S"`

        echo "$Date_time321:$Container_Name is up" >> $Logs_file/Docker_Container.$Date.log

    else

        docker start $Container_ID

        Os_code=$?

        if [ $Os_code -eq 0 ]

        then

                Date_time322=`date "+%Y-%m-%d__%H:%M:%S"`

                echo "$Date_time322:$Container_Name is up" >> $Logs_file/Docker_Container.$Date.log

                /usr/bin/curl --data-ascii '{ "touser":  "'${To_User}'", "toparty": "'${To_Party}'","msgtype": "text","agentid": "'${Agent_ID}'","text": {"content": "'获取时间：${Date_time322}'\n'运行业务：${Project_mode}'\n'远程地址：${SSH_addr}'\n'内网地址：${IP_addr}'\n'主机名称：${Host_name}'\n'发生事件：${Container_Name}服务恢复'"},"safe":"0"}' $PURL

        elif [ $Os_code -ne 0 ]

        then

                Date_time323=`date "+%Y-%m-%d__%H:%M:%S"`

                echo "$Date_time323:$Container_Name重启失败" >> $Logs_file/Docker_Container.$Date.log

                /usr/bin/curl --data-ascii '{ "touser":  "'${To_User}'", "toparty": "'${To_Party}'","msgtype": "text","agentid": "'${Agent_ID}'","text": {"content": "'获取时间：${Date_time323}'\n'运行业务：${Project_mode}'\n'远程地址：${SSH_addr}'\n'内网地址：${IP_addr}'\n'主机名称：${Host_name}'\n'发生事件：${Container_Name}服务停止'"},"safe":"0"}' $PURL

        fi

    fi

done

}

# 10 调用函数

sys_info

sys_disk

sys_cpu

sys_mem

sys_load

docker_status

docker_container

03. 微信接收信息