zabbix监控脑裂

本章主要针对备用服务器上的VIP进行监控

1.监控脑裂的环境要求

系统	主机名	ip	服务
centos8	zabbix	192.168.136.233	lamp,zabbix
centos8	master	192.168.136.219	keepalived,nginx
centos8	slave	192.168.136.230	keepalived,nginx，zabbix_agent

2.slave服务器部署zabbix_agent

[root@slave ~]# systemctl disable --now firewalld
[root@slave ~]# setenforce 0
[root@slave ~]# cd /usr/src/
[root@slave src]# wget https://cdn.zabbix.com/zabbix/sources/stable/5.4/zabbix-5.4.7.tar.gz
[root@slave src]# ls
zabbix-5.4.7.tar.gz
[root@slave src]# tar -xf zabbix-5.4.7.tar.gz 
[root@slave src]# useradd -r -M -s /sbin/nologin zabbix
[root@slave src]# yum -y install gcc gcc-c++ make pcre-devel openssl-devel
[root@slave src]# cd zabbix-5.4.7/
[root@slave zabbix-5.4.7]# ./configure --enable-agent
***********************************************************
*            Now run 'make install'                       *
*                                                         *
*            Thank you for using Zabbix!                  *
*              <http://www.zabbix.com>                    *
***********************************************************
[root@slave zabbix-5.4.7]# make install

[root@slave ~]# vim /usr/local/etc/zabbix_agentd.conf
ServerActive=192.168.136.233    //zabbix服务端ip地址
Hostname=WsEvdeGt               //zabbix客户端随机名
Server=192.168.136.233		    //zabbix服务端ip地址

#zabbix_agent开启服务
[root@slave ~]# zabbix_agentd 
[root@slave ~]# ss -antl
State       Recv-Q      Send-Q           Local Address:Port              Peer Address:Port      Process      
LISTEN      0           128                    0.0.0.0:22                     0.0.0.0:*                      
LISTEN      0           100                  127.0.0.1:25                     0.0.0.0:*                      
LISTEN      0           128                    0.0.0.0:10050                  0.0.0.0:*                      
LISTEN      0           128                       [::]:22                        [::]:*                      
LISTEN      0           100                      [::1]:25                        [::]:*          

2.2slave服务器编写脚本

脚本显示输出1则代表vip存在，则master服务器已经出现了问题
脚本显示输出0则代表vip不存在，则master服务器没有出现问题

[root@slave ~]# cd /scripts/
[root@slave scripts]# cat  check_process.sh
#!/bin/bash
if [ `ip a show ens33 |grep '192.168.136.250'|awk -F'[ /]+' '{print $3}'|wc -l` -eq 1 ];then
        echo 1
else
        echo 0
fi
#如果检测到vip的ip地址则会显示数字1，检测不到则显示0

2.3修改/usr/local/etc/zabbix_agentd.conf文件

[root@slave ~]# vim /usr/local/etc/zabbix_agentd.conf
UnsafeUserParameters=1    #启用自定义监控项{1|0}
UserParameter=check_process,/scripts/check_process.sh  #指定自定义监控脚本参数

#重启zabbix服务
[root@slave ~]# killall zabbix_agentd 
[root@slave ~]# zabbix_agentd 

2.4服务端上简单测试

[root@zabbix ~]# zabbix_get -s 192.168.136.230 -k check_process
1      //证明备用服务器上存在了VIP

2.5zabbix添加监控项

2.6zabbix添加触发器

2.7.zabbix监控添加用户媒介

2.8zabbix服务端编写脚本

[root@zabbix ~]# vim /usr/local/etc/zabbix_server.conf
AlertScriptsPath=/usr/local/share/zabbix/alertscripts
[root@zabbix ~]# vim /usr/local/share/zabbix/alertscripts/sendmail.sh 
#!/bin/bash
msg=$(echo $1 | tr "\r\n" "\n")
subject=$(echo $2 | tr "\r\n" "\n")
echo "$msg" | mail -s "$subject" $3                                    
[root@zabbix ~]# chmod +x  /usr/local/share/zabbix/alertscripts/sendmail.sh
[root@zabbix ~]# yum -y install mailx postfix
[root@zabbix ~]# systemctl enable --now postfix
[root@master ~]# killall zabbix_server 
[root@master ~]# killall zabbix_agentd 
[root@master ~]# zabbix_server 
[root@master ~]# zabbix_agentd 

3.模拟master服务器上的nginx发生故障

[root@master ~]# systemctl stop nginx
您在 /var/spool/mail/root 中有新邮件
[root@master ~]# ss -antl
State       Recv-Q      Send-Q            Local Address:Port             Peer Address:Port      Process      
LISTEN      0           128                     0.0.0.0:22                    0.0.0.0:*                      
LISTEN      0           100                   127.0.0.1:25                    0.0.0.0:*                      
LISTEN      0           128                        [::]:22                       [::]:*                      
LISTEN      0           100                       [::1]:25                       [::]:*      

4.查看VIP

#slave服务器上nginx自动开启，VIP出现
[root@slave ~]# ss -antl
State       Recv-Q      Send-Q           Local Address:Port              Peer Address:Port      Process      
LISTEN      0           128                    0.0.0.0:80                     0.0.0.0:*                      
LISTEN      0           128                    0.0.0.0:22                     0.0.0.0:*                      
LISTEN      0           100                  127.0.0.1:25                     0.0.0.0:*                      
LISTEN      0           128                    0.0.0.0:10050                  0.0.0.0:*                      
LISTEN      0           128                       [::]:80                        [::]:*                      
LISTEN      0           128                       [::]:22                        [::]:*                      
LISTEN      0           100                      [::1]:25                        [::]:*                      
[root@slave ~]# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host 
       valid_lft forever preferred_lft forever
2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UP group default qlen 1000
    link/ether 00:0c:29:58:19:59 brd ff:ff:ff:ff:ff:ff
    inet 192.168.136.230/24 brd 192.168.136.255 scope global dynamic noprefixroute ens33
       valid_lft 1481sec preferred_lft 1481sec
    inet 192.168.136.250/32 scope global ens33
       valid_lft forever preferred_lft forever
    inet6 fe80::c258:1eb4:c4e3:936a/64 scope link noprefixroute 
       valid_lft forever preferred_lft forever

5.查看邮箱警告结果