在CentOS7上搭建MariaDB Galera Cluster
Opened this issue · 2 comments
环境:
MariaDB 10.1.12
CentOS Linux release 7.2.1511
安装MariaDB 10.1.12
配置MariaDB 10.1.12 yum源
[root@c1 ~]# vim /etc/yum.repos.d/MariaDB.repo
[root@c2 ~]# vim /etc/yum.repos.d/MariaDB.repo
[root@c3 ~]# vim /etc/yum.repos.d/MariaDB.repo
其MariaDB.repo文件内容如下
[mariadb]
name = MariaDB
baseurl = http://yum.mariadb.org/10.1/centos7-amd64
gpgkey=https://yum.mariadb.org/RPM-GPG-KEY-MariaDB
gpgcheck=1
使用yum安装
[root@c1 ~]# sudo yum install MariaDB-server MariaDB-client galera
[root@c2 ~]# sudo yum install MariaDB-server MariaDB-client galera
[root@c3 ~]# sudo yum install MariaDB-server MariaDB-client galera
安全配置
[root@c1 ~]# /usr/bin/mysql_secure_installation
[root@c2 ~]# /usr/bin/mysql_secure_installation
[root@c3 ~]# /usr/bin/mysql_secure_installation
启动MariaDB
sudo systemctl start mariadb
或
sudo /etc/init.d/mysql start
配置 MariaDB Galera Cluster
分别修改三台节点上的/etc/my.cnf.d/server.cnf文件
修改c1上的/etc/my.cnf.d/server.cnf
文件如下
[server]
[mysqld]
[galera]
wsrep_provider = /usr/lib64/galera/libgalera_smm.so
wsrep_cluster_address = "gcomm://192.168.64.145,192.168.64.146,192.168.64.147"
wsrep_node_name = c1
wsrep_node_address=192.168.64.145
wsrep_on=ON
binlog_format=ROW
default_storage_engine=InnoDB
innodb_autoinc_lock_mode=2
#bind-address=0.0.0.0
wsrep_slave_threads=1
innodb_flush_log_at_trx_commit=0
innodb_buffer_pool_size=122M
wsrep_sst_method=rsync
[embedded]
[mariadb]
[mariadb-10.1]
修改c2上的/etc/my.cnf.d/server.cnf
文件如下
[server]
[mysqld]
[galera]
wsrep_provider = /usr/lib64/galera/libgalera_smm.so
wsrep_cluster_address = "gcomm://192.168.64.145,192.168.64.146,192.168.64.147"
wsrep_node_name = c2
wsrep_node_address=192.168.64.146
wsrep_on=ON
binlog_format=ROW
default_storage_engine=InnoDB
innodb_autoinc_lock_mode=2
#bind-address=0.0.0.0
wsrep_slave_threads=1
innodb_flush_log_at_trx_commit=0
innodb_buffer_pool_size=122M
wsrep_sst_method=rsync
[embedded]
[mariadb]
[mariadb-10.1]
修改c3上的/etc/my.cnf.d/server.cnf
文件如下
[server]
[mysqld]
[galera]
wsrep_provider = /usr/lib64/galera/libgalera_smm.so
wsrep_cluster_address = "gcomm://192.168.64.145,192.168.64.146,192.168.64.147"
wsrep_node_name = c3
wsrep_node_address=192.168.64.147
wsrep_on=ON
binlog_format=ROW
default_storage_engine=InnoDB
innodb_autoinc_lock_mode=2
#bind-address=0.0.0.0
wsrep_slave_threads=1
innodb_flush_log_at_trx_commit=0
innodb_buffer_pool_size=122M
wsrep_sst_method=rsync
[embedded]
[mariadb]
[mariadb-10.1]
启动集群
引导创建集群
[root@c1 ~]# /usr/sbin/mysqld --wsrep-new-cluster --user=root &
查看集群信息
[root@c1 ~]# mysql -uroot -proot
Welcome to the MariaDB monitor. Commands end with ; or \g.
Your MariaDB connection id is 7
Server version: 10.1.12-MariaDB MariaDB Server
Copyright (c) 2000, 2016, Oracle, MariaDB Corporation Ab and others.
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
MariaDB [(none)]> SHOW STATUS LIKE 'wsrep_cluster_size';
+--------------------+-------+
| Variable_name | Value |
+--------------------+-------+
| wsrep_cluster_size | 1 |
+--------------------+-------+
1 row in set (0.00 sec)
MariaDB [(none)]> SHOW STATUS LIKE 'wsrep_%';
+------------------------------+--------------------------------------+
| Variable_name | Value |
+------------------------------+--------------------------------------+
| wsrep_apply_oooe | 0.000000 |
| wsrep_apply_oool | 0.000000 |
| wsrep_apply_window | 1.000000 |
| wsrep_causal_reads | 0 |
| wsrep_cert_deps_distance | 1.250000 |
| wsrep_cert_index_size | 4 |
| wsrep_cert_interval | 0.000000 |
| wsrep_cluster_conf_id | 5 |
| wsrep_cluster_size | 1 |
| wsrep_cluster_state_uuid | 40718855-eb7d-11e5-8964-865748aa57ae |
| wsrep_cluster_status | Primary |
| wsrep_commit_oooe | 0.000000 |
| wsrep_commit_oool | 0.000000 |
| wsrep_commit_window | 1.000000 |
| wsrep_connected | ON |
| wsrep_evs_delayed | |
| wsrep_evs_evict_list | |
| wsrep_evs_repl_latency | 0/0/0/0/0 |
| wsrep_evs_state | OPERATIONAL |
| wsrep_flow_control_paused | 0.000000 |
| wsrep_flow_control_paused_ns | 0 |
| wsrep_flow_control_recv | 0 |
| wsrep_flow_control_sent | 0 |
| wsrep_gcomm_uuid | 4070db5a-eb7d-11e5-9442-673375f48555 |
| wsrep_incoming_addresses | 192.168.64.145:3306 |
| wsrep_last_committed | 4 |
| wsrep_local_bf_aborts | 0 |
| wsrep_local_cached_downto | 1 |
| wsrep_local_cert_failures | 0 |
| wsrep_local_commits | 2 |
| wsrep_local_index | 0 |
| wsrep_local_recv_queue | 0 |
| wsrep_local_recv_queue_avg | 0.083333 |
| wsrep_local_recv_queue_max | 2 |
| wsrep_local_recv_queue_min | 0 |
| wsrep_local_replays | 0 |
| wsrep_local_send_queue | 0 |
| wsrep_local_send_queue_avg | 0.000000 |
| wsrep_local_send_queue_max | 1 |
| wsrep_local_send_queue_min | 0 |
| wsrep_local_state | 4 |
| wsrep_local_state_comment | Synced |
| wsrep_local_state_uuid | 40718855-eb7d-11e5-8964-865748aa57ae |
| wsrep_protocol_version | 7 |
| wsrep_provider_name | Galera |
| wsrep_provider_vendor | Codership Oy <info@codership.com> |
| wsrep_provider_version | 25.3.14(r3560) |
| wsrep_ready | ON |
| wsrep_received | 12 |
| wsrep_received_bytes | 1072 |
| wsrep_repl_data_bytes | 1076 |
| wsrep_repl_keys | 9 |
| wsrep_repl_keys_bytes | 164 |
| wsrep_repl_other_bytes | 0 |
| wsrep_replicated | 4 |
| wsrep_replicated_bytes | 1496 |
| wsrep_thread_count | 2 |
+------------------------------+--------------------------------------+
57 rows in set (0.00 sec)
向集群中添加其他节点
[root@c2 ~]# systemctl start mariadb
[root@c3 ~]# systemctl start mariadb
查看集群信息
[root@c1 ~]# mysql -uroot -proot
Welcome to the MariaDB monitor. Commands end with ; or \g.
Your MariaDB connection id is 7
Server version: 10.1.12-MariaDB MariaDB Server
Copyright (c) 2000, 2016, Oracle, MariaDB Corporation Ab and others.
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
MariaDB [(none)]> SHOW STATUS LIKE 'wsrep_cluster_size';
+--------------------+-------+
| Variable_name | Value |
+--------------------+-------+
| wsrep_cluster_size | 3 |
+--------------------+-------+
1 row in set (0.00 sec)
MariaDB [(none)]> SHOW STATUS LIKE 'wsrep_%';
+------------------------------+-------------------------------------------------------------+
| Variable_name | Value |
+------------------------------+-------------------------------------------------------------+
| wsrep_apply_oooe | 0.000000 |
| wsrep_apply_oool | 0.000000 |
| wsrep_apply_window | 1.000000 |
| wsrep_causal_reads | 0 |
| wsrep_cert_deps_distance | 1.250000 |
| wsrep_cert_index_size | 4 |
| wsrep_cert_interval | 0.000000 |
| wsrep_cluster_conf_id | 7 |
| wsrep_cluster_size | 3 |
| wsrep_cluster_state_uuid | 40718855-eb7d-11e5-8964-865748aa57ae |
| wsrep_cluster_status | Primary |
| wsrep_commit_oooe | 0.000000 |
| wsrep_commit_oool | 0.000000 |
| wsrep_commit_window | 1.000000 |
| wsrep_connected | ON |
| wsrep_evs_delayed | |
| wsrep_evs_evict_list | |
| wsrep_evs_repl_latency | 0.000972602/0.00186067/0.00318854/0.000848294/4 |
| wsrep_evs_state | OPERATIONAL |
| wsrep_flow_control_paused | 0.000000 |
| wsrep_flow_control_paused_ns | 0 |
| wsrep_flow_control_recv | 0 |
| wsrep_flow_control_sent | 0 |
| wsrep_gcomm_uuid | 4070db5a-eb7d-11e5-9442-673375f48555 |
| wsrep_incoming_addresses | 192.168.64.145:3306,192.168.64.146:3306,192.168.64.147:3306 |
| wsrep_last_committed | 4 |
| wsrep_local_bf_aborts | 0 |
| wsrep_local_cached_downto | 1 |
| wsrep_local_cert_failures | 0 |
| wsrep_local_commits | 2 |
| wsrep_local_index | 0 |
| wsrep_local_recv_queue | 0 |
| wsrep_local_recv_queue_avg | 0.071429 |
| wsrep_local_recv_queue_max | 2 |
| wsrep_local_recv_queue_min | 0 |
| wsrep_local_replays | 0 |
| wsrep_local_send_queue | 0 |
| wsrep_local_send_queue_avg | 0.000000 |
| wsrep_local_send_queue_max | 1 |
| wsrep_local_send_queue_min | 0 |
| wsrep_local_state | 4 |
| wsrep_local_state_comment | Synced |
| wsrep_local_state_uuid | 40718855-eb7d-11e5-8964-865748aa57ae |
| wsrep_protocol_version | 7 |
| wsrep_provider_name | Galera |
| wsrep_provider_vendor | Codership Oy <info@codership.com> |
| wsrep_provider_version | 25.3.14(r3560) |
| wsrep_ready | ON |
| wsrep_received | 14 |
| wsrep_received_bytes | 1540 |
| wsrep_repl_data_bytes | 1076 |
| wsrep_repl_keys | 9 |
| wsrep_repl_keys_bytes | 164 |
| wsrep_repl_other_bytes | 0 |
| wsrep_replicated | 4 |
| wsrep_replicated_bytes | 1496 |
| wsrep_thread_count | 2 |
+------------------------------+-------------------------------------------------------------+
57 rows in set (0.00 sec)
测试数据同步
在c1上建库、建表并插入数据,观察c2、c3是否可以查询到
MariaDB [galeratest]> CREATE DATABASE galera;
Query OK, 1 row affected (0.00 sec)
MariaDB [galera]> USE galera;
Database changed
MariaDB [galera]> CREATE TABLE t (id int primary key);
Query OK, 0 rows affected (0.02 sec)
MariaDB [galera]> insert into t values(1);
Query OK, 1 row affected (0.00 sec)
MariaDB [galera]> insert into t values(2);
Query OK, 1 row affected (0.00 sec)
MariaDB [galera]> insert into t values(3);
Query OK, 1 row affected (0.00 sec)
MariaDB [galera]> insert into t values(4);
Query OK, 1 row affected (0.01 sec)
MariaDB [galera]> insert into t values(5);
Query OK, 1 row affected (0.01 sec)
MariaDB [galera]> insert into t values(6);
Query OK, 1 row affected (0.00 sec)
MariaDB [galera]> select * from t;
+----+
| id |
+----+
| 1 |
| 2 |
| 3 |
| 4 |
| 5 |
| 6 |
+----+
6 rows in set (0.00 sec)
在c2、c3上查询数据
MariaDB [(none)]> show databases;
+--------------------+
| Database |
+--------------------+
| galera |
| information_schema |
| mysql |
| performance_schema |
+--------------------+
4 rows in set (0.00 sec)
MariaDB [(none)]> USE galera;
Reading table information for completion of table and column names
You can turn off this feature to get a quicker startup with -A
Database changed
MariaDB [galera]> SELECT * FROM t;
+----+
| id |
+----+
| 1 |
| 2 |
| 3 |
| 4 |
| 5 |
| 6 |
+----+
6 rows in set (0.00 sec)
故障测试
[root@c3 ~]# systemctl stop mariadb
[root@c1 ~]# mysql -uroot -proot
Welcome to the MariaDB monitor. Commands end with ; or \g.
Your MariaDB connection id is 7
Server version: 10.1.12-MariaDB MariaDB Server
Copyright (c) 2000, 2016, Oracle, MariaDB Corporation Ab and others.
Type 'help;' or '\h' for help. Type '\c' to clear the current input statement.
MariaDB [galera]> SHOW STATUS LIKE 'wsrep_cluster_size';
+--------------------+-------+
| Variable_name | Value |
+--------------------+-------+
| wsrep_cluster_size | 2 |
+--------------------+-------+
1 row in set (0.00 sec)
MariaDB [galera]> SHOW STATUS LIKE 'wsrep_%';
+------------------------------+-----------------------------------------+
| Variable_name | Value |
+------------------------------+-----------------------------------------+
| wsrep_apply_oooe | 0.000000 |
| wsrep_apply_oool | 0.000000 |
| wsrep_apply_window | 1.000000 |
| wsrep_causal_reads | 0 |
| wsrep_cert_deps_distance | 2.142857 |
| wsrep_cert_index_size | 10 |
| wsrep_cert_interval | 0.000000 |
| wsrep_cluster_conf_id | 8 |
| wsrep_cluster_size | 2 |
| wsrep_cluster_state_uuid | 40718855-eb7d-11e5-8964-865748aa57ae |
| wsrep_cluster_status | Primary |
| wsrep_commit_oooe | 0.000000 |
| wsrep_commit_oool | 0.000000 |
| wsrep_commit_window | 1.000000 |
| wsrep_connected | ON |
| wsrep_evs_delayed | |
| wsrep_evs_evict_list | |
| wsrep_evs_repl_latency | 0/0/0/0/0 |
| wsrep_evs_state | OPERATIONAL |
| wsrep_flow_control_paused | 0.000000 |
| wsrep_flow_control_paused_ns | 0 |
| wsrep_flow_control_recv | 0 |
| wsrep_flow_control_sent | 0 |
| wsrep_gcomm_uuid | 4070db5a-eb7d-11e5-9442-673375f48555 |
| wsrep_incoming_addresses | 192.168.64.145:3306,192.168.64.146:3306 |
| wsrep_last_committed | 14 |
| wsrep_local_bf_aborts | 0 |
| wsrep_local_cached_downto | 1 |
| wsrep_local_cert_failures | 0 |
| wsrep_local_commits | 8 |
| wsrep_local_index | 0 |
| wsrep_local_recv_queue | 0 |
| wsrep_local_recv_queue_avg | 0.062500 |
| wsrep_local_recv_queue_max | 2 |
| wsrep_local_recv_queue_min | 0 |
| wsrep_local_replays | 0 |
| wsrep_local_send_queue | 0 |
| wsrep_local_send_queue_avg | 0.000000 |
| wsrep_local_send_queue_max | 1 |
| wsrep_local_send_queue_min | 0 |
| wsrep_local_state | 4 |
| wsrep_local_state_comment | Synced |
| wsrep_local_state_uuid | 40718855-eb7d-11e5-8964-865748aa57ae |
| wsrep_protocol_version | 7 |
| wsrep_provider_name | Galera |
| wsrep_provider_vendor | Codership Oy <info@codership.com> |
| wsrep_provider_version | 25.3.14(r3560) |
| wsrep_ready | ON |
| wsrep_received | 16 |
| wsrep_received_bytes | 2197 |
| wsrep_repl_data_bytes | 2762 |
| wsrep_repl_keys | 32 |
| wsrep_repl_keys_bytes | 555 |
| wsrep_repl_other_bytes | 0 |
| wsrep_replicated | 13 |
| wsrep_replicated_bytes | 4149 |
| wsrep_thread_count | 2 |
+------------------------------+-----------------------------------------+
57 rows in set (0.00 sec)
观察wsrep_cluster_size
,wsrep_incoming_addresses
的值
参考文档
https://www.vultr.com/docs/install-mariadb-on-centos-7
https://downloads.mariadb.org/mariadb/repositories/#mirror=digitalocean-nyc&distro=CentOS&distro_release=centos7-amd64--centos7&version=10.1
https://mariadb.com/kb/en/mariadb/yum/#installing-mariadb-galera-cluster-with-yum
https://mariadb.com/kb/en/mariadb/getting-started-with-mariadb-galera-cluster/
http://galeracluster.com/documentation-webpages/configuration.html
http://www.dwhd.org/20150924_133631.html
http://www.nnbbxx.net/post-3817.html
非常有帮助。 有问题咨询一下:
- yum安装后,mysql是自启动的,是否要禁止自启动?
- 实际场景中,是否要做个自启动脚本?
- /usr/sbin/mysqld --wsrep-new-cluster --user=root & 这个命令是否只在创建cluster时候应用? 当这个node死了,再启动后,还要这个命令启动么?
- bind-address 和 wsrep_node_address有什么不同? 我理解wsrep_node_address是cluster内部通信,bind是对外访问的。 但是wsrep_incoming_addresses 显示的是bind-address 的ip。 求教
谢谢
感谢分享,如果其他节点无法启动
systemctl start mariadb
关闭selinux即可
临时关闭: setenforce 0
永久关闭:
修改/etc/selinux/config文件
将SELINUX=enforcing改为SELINUX=disabled
重启机器即可