ttlsa教程系列之MySQL ---- MySQL/Galera集群-多主高可用性负载均衡 Percona和MariaDB发布版本中，包含了Galera集群。据红帽峰会的消息，在今年下半年即将发布的 RHEL 7 中将不再包含 MySQL 数据库，而是用 MariaDB 替代之。这势必会引起RHEL的一些衍生版本跟随，例如centos。 MySQL 的手册已经修改了授权许可证，此举明显的显示出 Oracle 非常不友善的行为。新的许可证跟 GPL 差别巨大，并且明确表达不再使用 GPL 许可证。 一．部署前检查是否符合Galera要求 输出不符合使用Galera的表的信息，字段内容为：表，表引擎，是否无主键，是否有全文索引，是否有空间索引。
mysql> SELECT DISTINCT
-> CONCAT(t.table_schema,'.',t.table_name) as tbl,
-> t.engine,
-> IF(ISNULL(c.constraint_name),'NOPK','') AS nopk,
-> IF(s.index_type = 'FULLTEXT','FULLTEXT','') as ftidx,
-> IF(s.index_type = 'SPATIAL','SPATIAL','') as gisidx
-> FROM information_schema.tables AS t
-> LEFT JOIN information_schema.key_column_usage AS c
-> ON (t.table_schema = c.constraint_schema AND t.table_name = c.table_name
-> AND c.constraint_name = 'PRIMARY')
-> LEFT JOIN information_schema.statistics AS s
-> ON (t.table_schema = s.table_schema AND t.table_name = s.table_name
-> AND s.index_type IN ('FULLTEXT','SPATIAL'))
-> WHERE t.table_schema NOT IN ('information_schema','performance_schema','mysql')
-> AND t.table_type = 'BASE TABLE'
-> AND (t.engine <> 'InnoDB' OR c.constraint_name IS NULL OR s.index_type IN ('FULLTEXT','SPATIAL'))
-> ORDER BY t.table_schema,t.table_name;
+--------------+--------+------+-------+--------+
| tbl | engine | nopk | ftidx | gisidx |
+--------------+--------+------+-------+--------+
| nd.test | InnoDB | NOPK | | |
| test.example | MyISAM | | | |
| xuhh.test_2 | MyISAM | | | |
+--------------+--------+------+-------+--------+query_cache_size=0
binlog_format=ROW
default_storage_engine=innodb
innodb_autoinc_lock_mode=2
# innodb_doublewrite=1 - this is the default and it should stay this waydatadir=/mnt/mysql/data
innodb_buffer_pool_size=28G
innodb_log_file_size=100M
innodb_file_per_table
innodb_flush_log_at_trx_commit=2wsrep_provider=/usr/lib64/galera/libgalera_smm.so
wsrep_provider_options="gcache.size=32G; gcache.page_size=1G"
wsrep_cluster_address=gcomm://192.168.0.1,192.168.0.2,192.168.0.3
wsrep_cluster_name='my_galera_cluster'
wsrep_node_address='192.168.0.2'
wsrep_node_name='node2'
wsrep_sst_method=xtrabackup
wsrep_sst_auth=root:rootpa$$ // rsync-based SST不需要此配置wsrep_node_incoming_address='192.168.10.2'
wsrep_sst_donor='node3'
wsrep_slave_threads=16 //4*CPU, wsrep_cert_deps_distance值来评估多少事件可并行处理mysql> SHOW STATUS LIKE 'wsrep_%';10.1.1.182
10.1.1.191
10.1.1.202# rpm -Uhv http://www.percona.com/downloads/percona-release/percona-release-0.0-1.x86_64.rpm
# yum install percona-xtrabackup.x86_64
# wget https://launchpad.net/galera/2.x/23.2.4/+download/galera-23.2.4-1.rhel5.x86_64.rpm
# rpm -ivh galera-23.2.4-1.rhel5.x86_64.rpm
# wget https://launchpad.net/codership-mysql/5.5/5.5.29-23.7.3/+download/mysql-5.5.29_wsrep_23.7.3-linux-x86_64.tar.gz
# tar zxvf mysql-5.5.29_wsrep_23.7.3-linux-x86_64.tar.gz# 1. Mandatory settings: these settings are REQUIRED for proper cluster operation
query_cache_size=0
binlog_format=ROW
default_storage_engine=innodb
innodb_autoinc_lock_mode=2
# innodb_doublewrite=1 - this is the default and it should stay this way
# 2. Optional mysqld settings: your regular InnoDB tuning and such
datadir=/data/wsrep/3306
innodb_data_file_path = ibdata1:128M;ibdata2:10M:autoextend
innodb_buffer_pool_size=2G
innodb_log_file_size=100M
innodb_file_per_table
innodb_flush_log_at_trx_commit=2
innodb_locks_unsafe_for_binlog=1
# 3. wsrep provider configuration: basic wsrep options
wsrep_provider=/usr/lib64/galera/libgalera_smm.so
wsrep_provider_options="gcache.size=32G; gcache.page_size=1G"
wsrep_cluster_address=gcomm://
wsrep_cluster_name='my_galera_cluster'
wsrep_node_address='10.1.1.182'
wsrep_node_name='node-182'
wsrep_sst_method=xtrabackup
wsrep_sst_auth=sst:rootpa$$# /etc/init.d/mysqld startmysql> CREATE USER 'sst'@'localhost' IDENTIFIED BY 'rootpa$$';
mysql> GRANT RELOAD, LOCK TABLES, REPLICATION CLIENT ON *.* TO 'sst'@'localhost';server_id=191
# 1. Mandatory settings: these settings are REQUIRED for proper cluster operation
query_cache_size=0
binlog_format=ROW
default_storage_engine=innodb
innodb_autoinc_lock_mode=2
# innodb_doublewrite=1 - this is the default and it should stay this way
# 2. Optional mysqld settings: your regular InnoDB tuning and such
datadir=/data/wsrep/3306
innodb_data_file_path = ibdata1:128M;ibdata2:10M:autoextend
innodb_buffer_pool_size=2G
innodb_log_file_size=100M
innodb_file_per_table
innodb_flush_log_at_trx_commit=2
innodb_locks_unsafe_for_binlog=1
# 3. wsrep provider configuration: basic wsrep options
wsrep_provider=/usr/lib64/galera/libgalera_smm.so
wsrep_provider_options="gcache.size=32G; gcache.page_size=1G"
wsrep_cluster_address=gcomm://10.1.1.182,10.1.1.191,10.1.1.202
wsrep_cluster_name='my_galera_cluster'
wsrep_node_address='10.1.1.191'
wsrep_node_name='node-191'
wsrep_sst_method=xtrabackup
wsrep_sst_auth=sst:rootpa$$# 1. Mandatory settings: these settings are REQUIRED for proper cluster operation
query_cache_size=0
binlog_format=ROW
default_storage_engine=innodb
innodb_autoinc_lock_mode=2
# innodb_doublewrite=1 - this is the default and it should stay this way
# 2. Optional mysqld settings: your regular InnoDB tuning and such
datadir=/data/wsrep/3306
innodb_data_file_path = ibdata1:128M;ibdata2:10M:autoextend
innodb_buffer_pool_size=2G
innodb_log_file_size=100M
innodb_file_per_table
innodb_flush_log_at_trx_commit=2
innodb_locks_unsafe_for_binlog=1
# 3. wsrep provider configuration: basic wsrep options
wsrep_provider=/usr/lib64/galera/libgalera_smm.so
wsrep_provider_options="gcache.size=32G; gcache.page_size=1G"
wsrep_cluster_address=gcomm://10.1.1.182,10.1.1.202,10.1.1.191
wsrep_cluster_name='my_galera_cluster'
wsrep_node_address='10.1.1.202'
wsrep_node_name='node-202'
wsrep_sst_method=xtrabackup
wsrep_sst_auth=sst:rootpa$$mysql> show variables like "wsrep_cluster_address";
+-----------------------+----------------------+
| Variable_name | Value |
+-----------------------+----------------------+
| wsrep_cluster_address | gcomm://10.1.1.182 |
+-----------------------+----------------------+
1 row in set (0.00 sec)mysql> set global wsrep_cluster_address='gcomm://10.1.1.182,10.1.1.191,10.1.1.202';
Query OK, 0 rows affected (3.01 sec)mysql> show variables like "wsrep_cluster_address";
+-----------------------+-------------------------------------------------+
| Variable_name | Value |
+-----------------------+-------------------------------------------------+
| wsrep_cluster_address | gcomm://10.1.1.182,10.1.1.191,10.1.1.202 |
+-----------------------+-------------------------------------------------+
1 row in set (0.00 sec)mysql@node-202> create database xuhh;
Query OK, 1 row affected (0.00 sec)
mysql@node-182> use xuhh;
Database changed
mysql@node-182> create table test_1 (node_id int primary key auto_increment, node_name varchar(10));
Query OK, 0 rows affected (0.03 sec)
mysql@node-191> insert into xuhh.test_1 values (1,'xuhh');
Query OK, 1 row affected (0.00 sec)
mysql@node-191> insert into xuhh.test_1 values (2,'xuhh');
Query OK, 1 row affected (0.00 sec)
mysql@node-202> select * from xuhh.test_1;
+---------+-----------+
| node_id | node_name |
+---------+-----------+
| 1 | xuhh |
| 2 | xuhh |
+---------+-----------+
2 rows in set (0.00 sec)mysql@node-182> create table test_2 (node_id int primary key auto_increment, node_name varchar(10)) engine=myisam;
Query OK, 0 rows affected (0.00 sec)
mysql@node-191> insert into xuhh.test_2 values (1,'myisam');
Query OK, 1 row affected (0.00 sec)
mysql@node-191> insert into xuhh.test_2 values (2,'myisam');
Query OK, 1 row affected (0.00 sec)
mysql@node-202> select * from xuhh.test_2;
Empty set (0.00 sec)
mysql@node-182> select * from xuhh.test_2;
Empty set (0.00 sec)mysql@node-202> set global wsrep_replicate_myisam=1;
Query OK, 0 rows affected (0.00 sec)
mysql@node-182> set global wsrep_replicate_myisam=1;
Query OK, 0 rows affected (0.00 sec)
mysql@node-191> set global wsrep_replicate_myisam=1;
Query OK, 0 rows affected (0.00 sec)
mysql@node-202|182> insert into xuhh.test_2 values (1,'myisam');
Query OK, 1 row affected (0.00 sec)
mysql@node-202|182> insert into xuhh.test_2 values (5,'myisam_test');
Query OK, 1 row affected, 1 warning (0.00 sec)
mysql@node-191> select * from xuhh.test_2;
+---------+------------+
| node_id | node_name |
+---------+------------+
| 1 | myisam |
| 2 | myisam |
| 5 | myisam_tes |
+---------+------------+
3 rows in set (0.00 sec)# rpm -Uvh http://mirrors.yun-idc.com/epel/5/i386/epel-release-5-4.noarch.rpm
# yum install haproxy.x86_64global
log 127.0.0.1 local2
chroot /var/lib/haproxy
pidfile /var/run/haproxy.pid
maxconn 4000
user haproxy
group haproxy
daemon
defaults
mode http
log global
option dontlognull
option httpclose
#option httplog
option tcplog
#option forwardfor
option redispatch
timeout connect 10000 # default 10 second time out if a backend is not found
timeout client 300000
timeout server 300000
maxconn 60000
retries 3
frontend stats-front
bind *:8000
mode http
default_backend stats-back
frontend db-cluster-front
bind *:3313
mode tcp
default_backend db-cluster-back
frontend db-cluster-onenode-front
bind *:4306
mode tcp
default_backend db-cluster-onenode-back
backend stats-back
mode http
balance roundrobin
stats uri /haproxy/stats
stats auth xuhh:xuhh123
backend db-cluster-back
mode tcp
balance leastconn
option httpchk
server node-202 10.1.1.202:3306 check port 9200 inter 12000 rise 3 fall 3
server node-182 10.1.1.182:3306 check port 9200 inter 12000 rise 3 fall 3
server node-191 10.1.1.191:3306 check port 9200 inter 12000 rise 3 fall 3
backend db-cluster-onenode-back
mode tcp
balance leastconn
option httpchk
server node-202 10.1.1.202:3306 check port 9200 inter 12000 rise 3 fall 3
server node-182 10.1.1.182:3306 check port 9200 inter 12000 rise 3 fall 3 backup
server node-191 10.1.1.191:3306 check port 9200 inter 12000 rise 3 fall 3 backupmysql> grant process on *.* to ‘clustercheck’@’127.0.0.1’ identified by ‘clusterpassword!’;mysqlchk 9200/tcp # mysqlchk# default: on
# description: mysqlchk
service mysqlchk
{
# this is a config for xinetd, place it in /etc/xinetd.d/
disable = no
flags = REUSE
socket_type = stream
bind = 10.1.1.191
port = 9200
wait = no
user = nobody
server = /usr/bin/clustercheck
log_on_failure += USERID
only_from = 10.0.0.0/8
# recommended to put the IPs that need
# to connect exclusively (security purposes)
per_source = UNLIMITED
}#!/bin/bash
if [[ $1 == '-h' || $1 == '--help' ]];then
echo "Usage: $0 <user> <pass> <available_when_donor=0|1> <log_file>"
exit
fi
MYSQL_USERNAME="${1:-clustercheck}"
MYSQL_PASSWORD="${2:-clustercheckpassword!}"
MYSQL_HOST="127.0.0.1"
MYSQL_PORT="3306"
AVAILABLE_WHEN_DONOR=${3:-0}
ERR_FILE="${4:-/dev/null}"
#Timeout exists for instances where mysqld may be hung
TIMEOUT=10
WSREP_STATUS=`mysql -nNE --connect-timeout=$TIMEOUT --user=${MYSQL_USERNAME} --password=${MYSQL_PASSWORD} --host=${MYSQL_HOST} --port=${MYSQL_PORT} -e "SHOW STATUS LIKE 'wsrep_local_state';" 2>${ERR_FILE} | tail -1 2>>${ERR_FILE}`
WSREP_STATUS=${WSREP_STATUS: -1}
if [[ "${WSREP_STATUS}" == "4" ]] || [[ "${WSREP_STATUS}" == "2" && ${AVAILABLE_WHEN_DONOR} == 1 ]]
then
# Percona XtraDB Cluster node local state is 'Synced' => return HTTP 200
# Shell return-code is 0
echo -en "HTTP/1.1 200 OK\r\n"
echo -en "Content-Type: text/plain\r\n"
echo -en "Connection: close\r\n"
echo -en "Content-Length: 40\r\n"
echo -en "\r\n"
echo -en "MySQL/Galera Cluster Node is synced.\r\n"
exit 0
else
# Percona XtraDB Cluster node local state is not 'Synced' => return HTTP 503
# Shell return-code is 1
echo -en "HTTP/1.1 503 Service Unavailable\r\n"
echo -en "Content-Type: text/plain\r\n"
echo -en "Connection: close\r\n"
echo -en "Content-Length: 44\r\n"
echo -en "\r\n"
echo -en "MySQL/Galera Cluster Node is not synced.\r\n"
exit 1
fi# innobackupex-1.5.1 --defaults-file=/data/3306/my.cnf --galera-info --user=root --socket=/tmp/mysql.sock --password=$PASSWORD /backup/mysql/3306转载于:https://my.oschina.net/766/blog/210998