MMM HA Cluster Case topology:
Preparing the environment:
Master 1: 192.168.18.146 db1 vip: 192.168.18.250
Master 2: 192.168.18.147 db2
From the server 1: 192.168.18.128 db3 vip: 192.168.18.251
From the server 2: 192.168.18.148 db4 vip: 192.168.18.252
Monitoring Server: 192.168.18.145
Master1：
[root@localhost ~]# wget -O /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/Centos-7.repo
[root@localhost ~]# yum install epel-release -y
[root@localhost ~]# yum clean all && yum makecache
[root@localhost ~]# vim /etc/my.cnf
//在行首按9dd删除9行
[mysqld]
log_error=/var/lib/mysql/mysql.err
log=/var/lib/mysql/mysql_log.log
log_slow_queries=/var/lib/mysql_slow_queris.log
binlog-ignore-db=mysql,information_schema
character_set_server=utf8
log_bin=mysql_bin
server_id=1
log_slave_updates=true
sync_binlog=1
auto_increment_increment=2
auto_increment_offset=1
//输入:wq保存退出
[root@localhost ~]# systemctl start mariadb.service
[root@localhost ~]# systemctl stop firewalld.service
[root@localhost ~]# setenforce 0
[root@localhost ~]# netstat -ntap | grep 3306
tcp 0 0 0.0.0.0:3306 0.0.0.0:* LISTEN 2989/mysqld
[root@localhost ~]# mysql
Welcome to the MariaDB monitor. Commands end with ; or \g.
Your MariaDB connection id is 3
Server version: 5.5.64-MariaDB MariaDB Server
Copyright (c) 2000, 2018, Oracle, MariaDB Corporation Ab and others.
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
MariaDB [(none)]> show master status;
+------------------+----------+--------------+--------------------------+
| File | Position | Binlog_Do_DB | Binlog_Ignore_DB |
+------------------+----------+--------------+--------------------------+
| mysql_bin.000001 | 245 | | mysql,information_schema |
+------------------+----------+--------------+--------------------------+
1 row in set (0.00 sec)
MariaDB [(none)]> grant replication slave on *.* to 'replication'@'192.168.18.%' identified by '123456';
Query OK, 0 rows affected (0.02 sec)
MariaDB [(none)]> change master to master_host='192.168.18.147',master_user='replication',master_password='123456',master_log_file='mysql_bin.000001',master_log_pos=245;
Query OK, 0 rows affected (0.01 sec)
MariaDB [(none)]> show slave status\G;
*************************** 1. row ***************************
Slave_IO_State: Waiting for master to send event
Master_Host: 192.168.18.147
Master_User: replication
Master_Port: 3306
Connect_Retry: 60
Master_Log_File: mysql_bin.000001
Read_Master_Log_Pos: 575
Relay_Log_File: mariadb-relay-bin.000002
Relay_Log_Pos: 694
Relay_Master_Log_File: mysql_bin.000001
Slave_IO_Running: Yes
Slave_SQL_Running: Yes
......以下省略多行
//以上两个状态显示为YSE就是正常
MariaDB [(none)]> create database school;
Query OK, 1 row affected (0.00 sec)
//创建school
MariaDB [(none)]> show databases;
+--------------------+
| Database |
+--------------------+
| information_schema |
| mysql |
| performance_schema |
| test |
+--------------------+
4 rows in set (0.00 sec)
//因为从master2中删除了数据库中的school，所以master1中同步删除
MariaDB [(none)]> create database myschool;
Query OK, 1 row affected (0.01 sec)
//两台从服务器上开启同步过后，在master1上创建myschool
Master2：
[root@localhost ~]# yum install epel-release -y
[root@localhost ~]# yum clean all && yum makecache
[root@localhost ~]# vim /etc/my.cnf
//在行首按9dd删除9行
[mysqld]
log_error=/var/lib/mysql/mysql.err
log=/var/lib/mysql/mysql_log.log
log_slow_queries=/var/lib/mysql_slow_queris.log
binlog-ignore-db=mysql,information_schema
character_set_server=utf8
log_bin=mysql_bin
server_id=2
log_slave_updates=true
sync_binlog=1
auto_increment_increment=2
auto_increment_offset=1
//输入:wq保存退出
[root@localhost ~]# systemctl start mariadb.service
[root@localhost ~]# systemctl stop firewalld.service
[root@localhost ~]# setenforce 0
[root@localhost ~]# netstat -ntap | grep 3306
tcp 0 0 0.0.0.0:3306 0.0.0.0:* LISTEN 2989/mysqld
[root@localhost ~]# mysql
Welcome to the MariaDB monitor. Commands end with ; or \g.
Your MariaDB connection id is 3
Server version: 5.5.64-MariaDB MariaDB Server
Copyright (c) 2000, 2018, Oracle, MariaDB Corporation Ab and others.
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
MariaDB [(none)]> show master status;
+------------------+----------+--------------+--------------------------+
| File | Position | Binlog_Do_DB | Binlog_Ignore_DB |
+------------------+----------+--------------+--------------------------+
| mysql_bin.000001 | 245 | | mysql,information_schema |
+------------------+----------+--------------+--------------------------+
1 row in set (0.00 sec)
MariaDB [(none)]> grant replication slave on *.* to 'replication'@'192.168.18.%' identified by '123456';
Query OK, 0 rows affected (0.02 sec)
MariaDB [(none)]> change master to master_host='192.168.18.146',master_user='replication',master_password='123456',master_log_file='mysql_bin.000001',master_log_pos=245;
Query OK, 0 rows affected (0.01 sec)
MariaDB [(none)]> show slave status\G;
*************************** 1. row ***************************
Slave_IO_State: Waiting for master to send event
Master_Host: 192.168.18.146
Master_User: replication
Master_Port: 3306
Connect_Retry: 60
Master_Log_File: mysql_bin.000001
Read_Master_Log_Pos: 575
Relay_Log_File: mariadb-relay-bin.000002
Relay_Log_Pos: 694
Relay_Master_Log_File: mysql_bin.000001
Slave_IO_Running: Yes
Slave_SQL_Running: Yes
......以下省略多行
//以上两个状态显示为YSE就是正常
MariaDB [(none)]> show databases;
+--------------------+
| Database |
+--------------------+
| information_schema |
| mysql |
| performance_schema |
| school |
| test |
+--------------------+
5 rows in set (0.00 sec)
//此时可以看到在master1中建的school
MariaDB [(none)]> drop database school;
Query OK, 0 rows affected (0.01 sec)
//删除数据中的school
MariaDB [(none)]> show databases;
+--------------------+
| Database |
+--------------------+
| information_schema |
| mysql |
| performance_schema |
| test |
+--------------------+
4 rows in set (0.00 sec)
MariaDB [(none)]> show databases;
+--------------------+
| Database |
+--------------------+
| information_schema |
| myschool |
| mysql |
| performance_schema |
| test |
+--------------------+
5 rows in set (0.01 sec)
//此时可以同步到master1上的更新数据Slave1：
[root@localhost ~]# yum install epel-release -y
[root@localhost ~]# yum clean all && yum makecache
[root@localhost ~]# vim /etc/my.cnf
//在行首按9dd删除9行
[mysqld]
log_error=/var/lib/mysql/mysql.err
log=/var/lib/mysql/mysql_log.log
log_slow_queries=/var/lib/mysql_slow_queris.log
binlog-ignore-db=mysql,information_schema
character_set_server=utf8
log_bin=mysql_bin
server_id=3
log_slave_updates=true
sync_binlog=1
auto_increment_increment=2
auto_increment_offset=1
//输入:wq保存退出
[root@localhost ~]# systemctl start mariadb.service
[root@localhost ~]# systemctl stop firewalld.service
[root@localhost ~]# setenforce 0
[root@localhost ~]# netstat -ntap | grep 3306
tcp 0 0 0.0.0.0:3306 0.0.0.0:* LISTEN 2989/mysqld
[root@localhost ~]# mysql
Welcome to the MariaDB monitor. Commands end with ; or \g.
Your MariaDB connection id is 4
Server version: 5.5.64-MariaDB MariaDB Server
Copyright (c) 2000, 2018, Oracle, MariaDB Corporation Ab and others.
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
MariaDB [(none)]> change master to master_host='192.168.18.146',master_user='replication',master_password='123456',master_log_file='mysql_bin.000001',master_log_pos=245;
MariaDB [(none)]> start slave;
Query OK, 0 rows affected (0.00 sec)
MariaDB [(none)]> show databases;
+--------------------+
| Database |
+--------------------+
| information_schema |
| myschool |
| mysql |
| performance_schema |
| test |
+--------------------+
5 rows in set (0.01 sec)
//此时可以同步到master1上的更新数据Slave2：
[root@localhost ~]# yum install epel-release -y
[root@localhost ~]# yum clean all && yum makecache
[root@localhost ~]# vim /etc/my.cnf
//在行首按9dd删除9行
[mysqld]
log_error=/var/lib/mysql/mysql.err
log=/var/lib/mysql/mysql_log.log
log_slow_queries=/var/lib/mysql_slow_queris.log
binlog-ignore-db=mysql,information_schema
character_set_server=utf8
log_bin=mysql_bin
server_id=4
log_slave_updates=true
sync_binlog=1
auto_increment_increment=2
auto_increment_offset=1
//输入:wq保存退出
[root@localhost ~]# systemctl start mariadb.service
[root@localhost ~]# systemctl stop firewalld.service
[root@localhost ~]# setenforce 0
[root@localhost ~]# netstat -ntap | grep 3306
tcp 0 0 0.0.0.0:3306 0.0.0.0:* LISTEN 2989/mysqld
[root@localhost ~]# mysql
Welcome to the MariaDB monitor. Commands end with ; or \g.
Your MariaDB connection id is 4
Server version: 5.5.64-MariaDB MariaDB Server
Copyright (c) 2000, 2018, Oracle, MariaDB Corporation Ab and others.
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
MariaDB [(none)]> change master to master_host='192.168.18.146',master_user='replication',master_password='123456',master_log_file='mysql_bin.000001',master_log_pos=245;
MariaDB [(none)]> start slave;
Query OK, 0 rows affected (0.00 sec)
MariaDB [(none)]> show databases;
+--------------------+
| Database |
+--------------------+
| information_schema |
| myschool |
| mysql |
| performance_schema |
| test |
+--------------------+
5 rows in set (0.01 sec)
//此时可以同步到master1上的更新数据Installation of high-available cluster software:
[root@localhost ~]# yum install mysql-mmm* -y
//五台服务器都需要安装，包括监控服务器
//此处监控服务器区别于其他服务器，需要先：yum install epel-release -y
//在master1中修改配置文件：
[root@localhost ~]# cd /etc/mysql-mmm/
[root@localhost mysql-mmm]# ls
mmm_agent.conf mmm_common.conf mmm_mon.conf mmm_mon_log.conf mmm_tools.conf
[root@localhost mysql-mmm]# vim mmm_common.conf
active_master_role writer
<host default>
cluster_interface ens33
pid_path /run/mysql-mmm-agent.pid
bin_path /usr/libexec/mysql-mmm/
replication_user replication
replication_password 123456
agent_user mmm_agent
agent_password 123456
</host>
<host db1>
ip 192.168.18.146 //master1的IP地址
mode master
peer db2
</host>
<host db2>
ip 192.168.18.147 //master2的IP地址
mode master
peer db1
</host>
<host db3>
ip 192.168.18.128 //slave1的IP地址
mode slave
</host>
<host db4>
ip 192.168.18.148 //slave2的IP地址
mode slave
</host>
<role writer>
hosts db1, db2
ips 192.168.18.250
mode exclusive
</role>
<role reader>
hosts db3, db4
ips 192.168.18.251, 192.168.18.252
mode balanced
</role>
~
//修改完成后输入:wq保存退出
//同步此配置文件到另外四台服务器上，需要输yes确定，并输入对应账户的密码
[root@localhost mysql-mmm]# scp mmm_common.conf [email protected]:/etc/mysql-mmm/
Are you sure you want to continue connecting (yes/no)? yes
[email protected]'s password:
mmm_common.conf 100% 837 622.3KB/s 00:00
[root@localhost mysql-mmm]# scp mmm_common.conf [email protected]:/etc/mysql-mmm/
Are you sure you want to continue connecting (yes/no)? yes
[email protected]'s password:
mmm_common.conf 100% 837 941.1KB/s 00:00
[root@localhost mysql-mmm]# scp mmm_common.conf [email protected]:/etc/mysql-mmm/
Are you sure you want to continue connecting (yes/no)? yes
[email protected]'s password:
mmm_common.conf 100% 837 805.6KB/s 00:00
[root@localhost mysql-mmm]# scp mmm_common.conf [email protected]:/etc/mysql-mmm/
Are you sure you want to continue connecting (yes/no)? yes
[email protected]'s password:
mmm_common.conf 100% 837 775.5KB/s 00:00
Monitor monitoring operation on the server:
[root@localhost ~]# systemctl stop firewalld.service
[root@localhost ~]# setenforce 0
[root@localhost ~]# wget -O /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/Centos-7.repo
[root@localhost ~]# yum install mysql-mmm* -y
[root@localhost mysql-mmm]# yum clean all && yum makecache
[root@localhost ~]# yum install mariadb mariadb-server -yAuthorize the proxy server for each database:
[root@localhost mysql-mmm]# mysql
Welcome to the MariaDB monitor. Commands end with ; or \g.
Your MariaDB connection id is 13
Server version: 5.5.64-MariaDB MariaDB Server
Copyright (c) 2000, 2018, Oracle, MariaDB Corporation Ab and others.
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
MariaDB [(none)]> grant super, replication client, process on *.* to 'mmm_agent'@'192.168.18.%' identified by '123456';
Query OK, 0 rows affected (0.01 sec)
MariaDB [(none)]> grant replication client on *.* to 'mmm_monitor'@'192.168.18.%' identified by '123456';
Query OK, 0 rows affected (0.01 sec)
MariaDB [(none)]> flush privileges; //刷新数据
Query OK, 0 rows affected (0.00 sec)Setting operation agent name on each server:
两台主服务器上：
[root@localhost mysql-mmm]# vim mmm_agent.conf
//master1中，this is db1
//master2中，this is db2
两台从服务器上：
[root@localhost ~]# cd /etc/mysql-mmm/
[root@localhost mysql-mmm]# vim mmm_agent.conf
//slave1中，this is db3
//slave2中，this is db4
修改完成后输入:wq保存退出All the main features from the open proxy server:
[root@localhost mysql-mmm]# systemctl start mysql-mmm-agent.service
[root@localhost mysql-mmm]# systemctl enable mysql-mmm-agent.service Open monitoring service:
[root@localhost mysql-mmm]# systemctl start mysql-mmm-monitor.serviceVerify address is drift:
[root@localhost mysql-mmm]# mmm_control show
db1(192.168.18.146) master/ONLINE. Roles: writer(192.168.18.250)
db2(192.168.18.147) master/ONLINE. Roles:
db3(192.168.18.128) slave/ONLINE. Roles: reader(192.168.18.251)
db4(192.168.18.148) slave/ONLINE. Roles: reader(192.168.18.252)
//利用命令调整虚拟IP切换至master2：
[root@localhost mysql-mmm]# mmm_control move_role writer db2
OK: Role 'writer' has been moved from 'db1' to 'db2'. Now you can wait some time and check new roles info!
[root@localhost mysql-mmm]# mmm_control show
db1(192.168.18.146) master/ONLINE. Roles:
db2(192.168.18.147) master/ONLINE. Roles: writer(192.168.18.250)
db3(192.168.18.128) slave/ONLINE. Roles: reader(192.168.18.251)
db4(192.168.18.148) slave/ONLINE. Roles: reader(192.168.18.252)
//检测所有状态是否都正常：
[root@localhost mysql-mmm]# mmm_control checks all
db4 ping [last change: 2019/11/25 15:25:54] OK
db4 mysql [last change: 2019/11/25 15:25:54] OK
db4 rep_threads [last change: 2019/11/25 15:25:54] OK
db4 rep_backlog [last change: 2019/11/25 15:25:54] OK: Backlog is null
db2 ping [last change: 2019/11/25 15:25:54] OK
db2 mysql [last change: 2019/11/25 15:25:54] OK
db2 rep_threads [last change: 2019/11/25 15:25:54] OK
db2 rep_backlog [last change: 2019/11/25 15:25:54] OK: Backlog is null
db3 ping [last change: 2019/11/25 15:25:54] OK
db3 mysql [last change: 2019/11/25 15:25:54] OK
db3 rep_threads [last change: 2019/11/25 15:25:54] OK
db3 rep_backlog [last change: 2019/11/25 15:25:54] OK: Backlog is null
db1 ping [last change: 2019/11/25 15:25:54] OK
db1 mysql [last change: 2019/11/25 15:25:54] OK
db1 rep_threads [last change: 2019/11/25 15:25:54] OK
db1 rep_backlog [last change: 2019/11/25 15:25:54] OK: Backlog is nullThese are all cluster functions are done!
Fault Test:
Monitoring Server in the address switch back to db1:
[root@localhost mysql-mmm]# mmm_control move_role writer db1
OK: Role 'writer' has been moved from 'db2' to 'db1'. Now you can wait some time and check new roles info!
[root@localhost mysql-mmm]# mmm_control show
db1(192.168.18.146) master/ONLINE. Roles: writer(192.168.18.250)
db2(192.168.18.147) master/ONLINE. Roles:
db3(192.168.18.128) slave/ONLINE. Roles: reader(192.168.18.251)
db4(192.168.18.148) slave/ONLINE. Roles: reader(192.168.18.252)In master1 turn off the service:
[root@localhost mysql-mmm]# systemctl stop mariadb.serviceWhen to go back if the address is automatically seen drift monitoring server:
[root@localhost mysql-mmm]# mmm_control show
db1(192.168.18.146) master/HARD_OFFLINE. Roles:
db2(192.168.18.147) master/ONLINE. Roles: writer(192.168.18.250)
db3(192.168.18.128) slave/ONLINE. Roles: reader(192.168.18.251)
db4(192.168.18.148) slave/ONLINE. Roles: reader(192.168.18.252)
//此时因为master1宕机，所以地址自动漂移到master2下If at this time master1 again on the line, not to seize the vip virtual address!
If we slave1 to down, then back to monitor the server, this time after two virtual IP addresses to give slave2 from the server:
[root@localhost mysql-mmm]# mmm_control show
db1(192.168.18.146) master/ONLINE. Roles:
db2(192.168.18.147) master/ONLINE. Roles: writer(192.168.18.250)
db3(192.168.18.128) slave/HARD_OFFLINE. Roles:
db4(192.168.18.148) slave/ONLINE. Roles: reader(192.168.18.251), reader(192.168.18.252)
//两个虚拟IP都会给到slave2（db4）If at this time restore slave1 on the line, then this virtual address 192.168.18.251 came back on slave1!
Master1 authorized to log on to the monitoring server address:
[root@localhost mysql-mmm]# mysql
Welcome to the MariaDB monitor. Commands end with ; or \g.
Your MariaDB connection id is 796
Server version: 5.5.64-MariaDB MariaDB Server
Copyright (c) 2000, 2018, Oracle, MariaDB Corporation Ab and others.
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
MariaDB [(none)]> grant all on *.* to 'zzz'@'192.168.18.145' identified by '123456';
Query OK, 0 rows affected (0.00 sec)
MariaDB [(none)]> flush privileges;
Query OK, 0 rows affected (0.00 sec)On the Monitoring Server Authentication:
[root@localhost mysql-mmm]# mysql -u zzz -p -h 192.168.18.250
Enter password: //输入zzz用户的密码
Welcome to the MariaDB monitor. Commands end with ; or \g.
Your MariaDB connection id is 2376
Server version: 5.5.64-MariaDB MariaDB Server
Copyright (c) 2000, 2018, Oracle, MariaDB Corporation Ab and others.
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
MariaDB [(none)]> create database KGC; //创建KGC的数据库
Query OK, 1 row affected (0.01 sec)
**再回到master1上验证是否可以同步：**
MariaDB [(none)]> show databases;
+--------------------+
| Database |
+--------------------+
| information_schema |
| KGC |
| myschool |
| mysql |
| performance_schema |
| test |
+--------------------+
6 rows in set (0.01 sec)