mysql多实例组复制配置

来源:互联网 发布:2010科比总决赛数据 编辑:程序博客网 时间:2024/06/06 14:21
[client]
user = root
password = QWdslcfjz^0$

[mysql]
prompt = [\\u@\\h][\\d]>\\_


[mysqld]
# basic settings #
user = mysql
sql_mode = "STRICT_TRANS_TABLES,NO_ENGINE_SUBSTITUTION,NO_ZERO_DATE,NO_ZERO_IN_DATE,ERROR_FOR_DIVISION_BY_ZERO,NO_AUTO_CREATE_USER"
autocommit = 1
character_set_server=utf8mb4
transaction_isolation = READ-COMMITTED
#transaction_isolation = REPEATABLE-READ
explicit_defaults_for_timestamp = 1
max_allowed_packet = 16777216
event_scheduler = 1


# connection #
interactive_timeout = 1800
wait_timeout = 1800
lock_wait_timeout = 1800
skip_name_resolve = 1
max_connections = 512
max_connect_errors = 1000000


# table cache performance settings
table_open_cache = 4096
table_definition_cache = 4096
table_open_cache_instances = 128


# session memory settings #
read_buffer_size = 16M
read_rnd_buffer_size = 32M
sort_buffer_size = 32M
tmp_table_size = 64M
join_buffer_size = 128M
thread_cache_size = 64


# log settings #
log_error = error.log
slow_query_log = 1
slow_query_log_file = slow.log
log_queries_not_using_indexes = 1
log_slow_admin_statements = 1
log_slow_slave_statements = 1
log_throttle_queries_not_using_indexes = 10
expire_logs_days = 90
long_query_time = 2
min_examined_row_limit = 100
binlog-rows-query-log-events = 1
log-bin-trust-function-creators = 1
expire-logs-days = 90
log-slave-updates = 1


# innodb settings #
innodb_page_size = 16384
innodb_buffer_pool_size = 2G
innodb_buffer_pool_instances = 16
innodb_buffer_pool_load_at_startup = 1
innodb_buffer_pool_dump_at_shutdown = 1
innodb_lru_scan_depth = 250
innodb_lock_wait_timeout = 5
innodb_io_capacity = 10000
innodb_io_capacity_max = 20000
innodb_flush_method = O_DIRECT
innodb_file_format = Barracuda
innodb_file_format_max = Barracuda
innodb_undo_logs = 128
innodb_undo_tablespaces = 3
innodb_flush_neighbors = 0
innodb_log_file_size = 256M
innodb_log_files_in_group = 2
innodb_log_buffer_size = 16777216
innodb_purge_threads = 4
innodb_large_prefix = 1
innodb_thread_concurrency = 64
innodb_print_all_deadlocks = 1
innodb_strict_mode = 1
innodb_sort_buffer_size = 67108864
innodb_write_io_threads = 16
innodb_read_io_threads = 16 
innodb_file_per_table = 1
innodb_stats_persistent_sample_pages = 64
innodb_autoinc_lock_mode = 2
innodb_online_alter_log_max_size=1G
innodb_open_files=4096
innodb_adaptive_hash_index = 0


# replication settings #
master_info_repository = TABLE
relay_log_info_repository = TABLE
sync_binlog = 1
server-id = 3306
gtid_mode = on
enforce_gtid_consistency = 1
log-bin = mysqlbinlog
log_slave_updates
binlog_format = ROW
binlog_checksum = NONE
binlog_rows_query_log_events = 1
relay_log = relay.log
relay_log_recovery = 1
slave_skip_errors = ddl_exist_errors
slave-rows-search-algorithms = 'INDEX_SCAN,HASH_SCAN'


# semi sync replication settings #
plugin_load = "validate_password.so;rpl_semi_sync_master=semisync_master.so;rpl_semi_sync_slave=semisync_slave.so"
rpl_semi_sync_master_enabled = 1
rpl_semi_sync_master_timeout = 3000
rpl_semi_sync_slave_enabled = 1


# password plugin #
#validate_password_policy=STRONG
validate_password_policy=LOW
#validate-password=FORCE_PLUS_PERMANENT


[mysqld-5.6]
# metalock performance settings
metadata_locks_hash_instances=64


[mysqld-5.7]
# new innodb settings #
loose_innodb_numa_interleave=1
innodb_buffer_pool_dump_pct = 40
innodb_page_cleaners = 16
innodb_undo_log_truncate = 1
innodb_max_undo_log_size = 2G
innodb_purge_rseg_truncate_frequency = 128
# new replication settings #
slave-parallel-type = LOGICAL_CLOCK
slave-parallel-workers = 4
slave_preserve_commit_order=1
slave_transaction_retries=128
# other change settings #
binlog_gtid_simple_recovery=1
log_timestamps=system
show_compatibility_56=on
innodb_status_output_locks = 1
#innodb_locks_unsafe_for_binlog = on

#for group replication  
transaction_write_set_extraction=XXHASH64  
loose-group_replication_group_name="5d3d3349-f65f-11e6-894f-005056982cb6"  
loose-group_replication_start_on_boot=off  
loose-group_replication_local_address= "infinidb:5701"  
loose-group_replication_group_seeds= "infinidb:5701,infinidb:5702,infinidb:5703,infinidb:5704"  
loose-group_replication_bootstrap_group= off  
loose-group_replication_single_primary_mode=false 


[mysqld_multi]
mysqladmin = /opt/mysql/bin/mysqladmin
mysqld = /opt/mysql/bin/mysqld_safe
#log = /tmp/mysql_multi.log
user = root
pass = QWdslcfjz^0$


[mysqld2]
datadir = /opt/mysql/data2
port = 3307
socket = /opt/mysql/data2/mysql.sock3307
server-id = 3307
#for group replication
transaction_write_set_extraction=XXHASH64
loose-group_replication_group_name="5d3d3349-f65f-11e6-894f-005056982cb6"
loose-group_replication_start_on_boot=off
loose-group_replication_local_address= "infinidb:5702"
loose-group_replication_group_seeds= "infinidb:5701,infinidb:5702,infinidb:5703,infinidb:5704"
loose-group_replication_bootstrap_group= off
loose-group_replication_single_primary_mode=false

[mysqld3]
datadir = /opt/mysql/data3
port = 3308
socket = /opt/mysql/data3/mysql.sock3308
server-id = 3308
#for group replication
transaction_write_set_extraction=XXHASH64
loose-group_replication_group_name="5d3d3349-f65f-11e6-894f-005056982cb6"
loose-group_replication_start_on_boot=off
loose-group_replication_local_address= "infinidb:5703"
loose-group_replication_group_seeds= "infinidb:5701,infinidb:5702,infinidb:5703,infinidb:5704"
loose-group_replication_bootstrap_group= off
loose-group_replication_single_primary_mode=false

[mysqld4]
datadir = /opt/mysql/data4
port = 3309
socket = /opt/mysql/data4/mysql.sock3309
server-id = 3309
#for group replication
transaction_write_set_extraction=XXHASH64
loose-group_replication_group_name="5d3d3349-f65f-11e6-894f-005056982cb6"
loose-group_replication_start_on_boot=off
loose-group_replication_local_address= "infinidb:5704"
loose-group_replication_group_seeds= "infinidb:5701,infinidb:5702,infinidb:5703,infinidb:5704"
loose-group_replication_bootstrap_group= off

loose-group_replication_single_primary_mode=false


复制参数的限制

#Replication Framework  
server_id=1  
gtid_mode=ON  
enforce_gtid_consistency=ON  
master_info_repository=TABLE  
relay_log_info_repository=TABLE  
binlog_checksum=NONE  
log_slave_updates=ON  
log_bin=/data/mysql/logs/binlog  
binlog_format=ROW 



初始化每个实例:


/opt/mysql/bin/mysqld --initialize --user=mysql --basedir=/opt/mysql --datadir=/opt/mysql/data2 --explicit_defaults_for_timestamp


在每个实例上安装安装组复制插件


INSTALL PLUGIN group_replication SONAME 'group_replication.so';


在每台实例上创建复制用户:

SET SQL_LOG_BIN=0;  
GRANT REPLICATION SLAVE ON *.* TO rpl_user@'%' IDENTIFIED BY 'rpl_pass';  
GRANT ALL PRIVILEGES ON *.* TO dbmon@'%' IDENTIFIED BY 'QWdslcfjz^0$';  
FLUSH PRIVILEGES;  
SET SQL_LOG_BIN=1;  
CHANGE MASTER TO MASTER_USER='rpl_user', MASTER_PASSWORD='rpl_pass' FOR CHANNEL 'group_replication_recovery';


在其中一台机器上执行:

root@localhost [(none)] 03:30:29>>>SET GLOBAL group_replication_bootstrap_group=ON;  
Query OK, 0 rows affected (0.00 sec)  
  
root@localhost [(none)] 03:30:38>>>START GROUP_REPLICATION;  
Query OK, 0 rows affected (1.01 sec)  
  
root@localhost [(none)] 03:30:39>>>SET GLOBAL group_replication_bootstrap_group=OFF;  
Query OK, 0 rows affected (0.00 sec)  
  
root@localhost [(none)] 03:30:55>>>SELECT * FROM performance_schema.replication_group_members;  
+---------------------------+--------------------------------------+-------------+-------------+--------------+  
| CHANNEL_NAME          | MEMBER_ID                   | MEMBER_HOST | MEMBER_PORT | MEMBER_STATE |  
+---------------------------+--------------------------------------+-------------+-------------+--------------+  
| group_replication_applier | d2f23694-f65e-11e6-afb7-005056982cb6 | gr1      |      3306 | ONLINE       |  
+---------------------------+--------------------------------------+-------------+-------------+--------------+ 

其他机器上执行:

mysql> set global group_replication_allow_local_disjoint_gtids_join=ON;  
Query OK, 0 rows affected (0.00 sec)  
   
mysql> start group_replication;  
Query OK, 0 rows affected (1.99 sec)  
   
-- 再去gr1上,查看group_replication成员:  
mysql> SELECT * FROM performance_schema.replication_group_members;  
+---------------------------+--------------------------------------+-------------+-------------+--------------+  
| CHANNEL_NAME              | MEMBER_ID                            | MEMBER_HOST | MEMBER_PORT | MEMBER_STATE |  
+---------------------------+--------------------------------------+-------------+-------------+--------------+  
| group_replication_applier | cf047a2a-f65e-11e6-b220-005056983d0c | gr4         |        3306 | ONLINE       |  
| group_replication_applier | d0cc51f5-f65e-11e6-a6cf-005056986fa1 | gr2         |        3306 | ONLINE       |  
| group_replication_applier | d2f23694-f65e-11e6-afb7-005056982cb6 | gr1         |        3306 | ONLINE       |  
| group_replication_applier | d485d712-f65e-11e6-97f9-005056985179 | gr3         |        3306 | ONLINE       |  
+---------------------------+--------------------------------------+-------------+-------------+--------------+  
4 rows in set (0.00 sec) 


五、组复制的要求和限制

1、限制和要求

1. 所有涉及的数据都必须发生在InnoDB存储引擎的表内。

2. 所有的表必须有明确的主键定义。

3. 网络地址只支持IPv4。

4. 需要低延迟,高带宽的网络。

5. 目前集群限制最多允许9个节点。

6. 必须启用binlog。

7. binlog 格式必须是row格式。

8. 必须打开gtid模式。

9. 复制相关信息必须使用表存储。

10.事务写集合(Transaction write set extraction)必须打开。(这个目前与savepoint冲突,这也是导致mysqldump无法备份GR实例的原因)

11. log slave updates必须打开。

12. binlog的checksum目前不支持。

13. 由于事务写集合的干扰,无法使用savepoint。

14. SERIALIZABLE 隔离级别目前不支持。

15. 对同一个对象,在集群中不同的实例上,并行地执行DDL(哪怕是相互冲突的DDL)是可行的,但会导致数据一致性等方面的错误,目前阶段不支持在多节点同时执行同一对象的DDL。

16. 外键的级联约束操作目前的实现并不完全支持,不推荐使用。


原创粉丝点击