keepalived+LVS+MySql Cluster 高可用配置

来源：互联网发布：vim如何c语言高亮编辑：程序博客网时间：2024/05/18 03:03

keepalived+LVS+MySql Cluster 高可用配置

说明：

keepalived+LVS 实现SQL节点的负载均衡及故障转移，另 mysql cluster sql节点无单点故障，myql cluster 数据节点本身无单点故障问题!

网上资料很多，杂乱无章，走了很多弯路，特此总结！

测试具体如下：

1，IP及角色规划

192.168.10.100：MGM/SQL1

192.168.10.2：NDBD1/lvs+keepalived（主机）

192.168.10.3：NDBD2/lvs+keepalived（备机）

192.168.10.20: SQL2 （LVS节点）

192.168.10.30: SQL3 （LVS节点）

VIP：192.168.10.200 // 此为虚拟IP， client端用此IP连接mysql数据库，替代SQL节点的实ip

2, 软件环境：

vmware 12 + centos6.8

keepalived-1.2.1

ipvsadm-1.26-4.el6.x86_64

5.6.31-ndb-7.4.12-cluster-gpl MySQLCluster Community Server (GPL) #mysql cluster请自行配置，不在此文讨论范围

3, lvs+keepalived角色配置

3.1.1 lvs+keepalived（主机+备机）配置 192.168.10.2 192.168.10.3

#两台keepalived主机机软件环境相同，区别在于/etc/keepalived/keepalived.conf文件的配置不同，即以下两个值不同，其它全部一致

state BACKUP（MASTER）

priority 100(150)

#安装keepalived-1.2.1，源码安装，自行到网站下载；安装ipvsadm，yum安装

#编译所需包及ipvsadm等安装环境设置

[root@localhost]#yum groupinstall "Additional Development" -y

[root@localhost]#yum groupinstall "Development tools" -y

[root@localhost]#yum install kernel-devel ipvsadm -y

[root@localhost]# uname -r

2.6.32-642.el6.x86_64

[root@localhost]#ln -s /usr/src/kernels/2.6.32-642.el6.x86_64/ /usr/src/linux

[root@localhost]# ./configure

##显示以下信息为安装正确

Keepalived configuration

------------------------

Keepalived version : 1.2.1

Compiler : gcc

Compiler flags : -g -O2

Extra Lib : -lpopt -lssl -lcrypto

Use IPVS Framework : No

IPVS sync daemon support : No

Use VRRP Framework : Yes

Use Debug flags : No

[root@localhost]# make & make install

[root@localhost]#ll /usr/local/etc //keepalived默认安装路径

drwxr-xr-x. 3 root root 4096 May 2400:37 keepalived

drwxr-xr-x. 3 root root 4096 May 2400:29 rc.d

drwxr-xr-x. 2 root root 4096 May 2400:29 sysconfig

[root@localhost]#lsmod |grep ip_vs //查看模块是否加载成功

ip_vs_rr 1420 1
ip_vs 126897 3 ip_vs_rr
libcrc32c 1246 1 ip_vs
ipv6 336282 281 ip_vs

##配置以系统方式service启动

[root@localhost]# cp /usr/local/etc/rc.d/init.d/keepalived /etc/init.d/

[root@localhost]# cp /usr/local/etc/sysconfig/keepalived /etc/sysconfig/

[root@localhost]# cp /usr/local/sbin/keepalived /usr/sbin

[root@localhost]#chkconfig --add keepalived

[root@localhost]#chkconfig keepalived on

##配置文件设置： /etc/keepalived/keepalived.conf

[root@localhost]# mkdir /etc/keepalived/

[root@localhost]#vi /etc/keepalived/keepalived.conf

配置文件内容如下：

#guration File forkeepalived

#global define

global_defs {

router_id HaMySQL_1

}

vrrp_sync_group VGM {

group {

VI_MYSQL

}

vrrp_instance VI_MYSQL {

stateMASTER //LB-Backup设置为BACKUP

interface eth0

lvs_sync_daemon_inteface eth0

virtual_router_id 55

priority100 //LB-Backup设置为90

advert_int 5

authentication {

auth_type PASS

auth_pass 123456

}

virtual_ipaddress {

192.168.10.200/24 dev eth0

}

########## LVS MySQL Start ###########

virtual_server192.168.10.200 3306 {

delay_loop 6

lb_algo rr

lb_kind DR

persistence_timeout 6

protocol TCP

real_server 192.168.10.20 3306 {

weight 100

TCP_CHECK {

connect_timeout 3

nb_get_retry 3

delay_before_retry 3

connect_port 3306

}

real_server 192.168.10.30 3306 {

weight 100

TCP_CHECK {

connect_timeout 3

nb_get_retry 3

delay_before_retry 3

connect_port 3306

}

########## LVS MySQL END #############

3.1.2 ipvsadm配置 192.168.10.2 192.168.10.3

#yum安装 ipvsadm

[root@localhost]yum install ipvsadm -y

#设定配置文件

[root@localhost]vi/etc/sysconfig/ipvsadm

#ipvsadm文件配置如下：

-C

-A -t 192.168.10.200:3306-s rr

-a -t 192.168.10.200:3306-r 192.168.10.20:3306 -g -w 100

-a -t 192.168.10.200:3306-r 192.168.10.30:3306 -g -w 100

常用命令：

service keepalived start

service ipvsadm start

ipvsadm -ln

ipvsadm -lnc

4. realserver配置 192.168.10.20 192.168.10.30

#新建lvsrs文件

[root@localhost]vi/etc/init.d/lvsrs

#配置内容如下：

#!/bin/bash

# description: Configrealserver lo and apply noarp

SNS_VIP=192.168.10.200

/etc/rc.d/init.d/functions

case "$1" in

start)

ifconfig lo:0 $SNS_VIP netmask255.255.255.255 broadcast $SNS_VIP

/sbin/route add -host $SNS_VIP dev lo:0

echo "1" >/proc/sys/net/ipv4/conf/lo/arp_ignore

echo "2">/proc/sys/net/ipv4/conf/lo/arp_announce

echo "1">/proc/sys/net/ipv4/conf/all/arp_ignore

echo "2">/proc/sys/net/ipv4/conf/all/arp_announce

sysctl -p >/dev/null 2>&1

echo "RealServer Start OK"

;;

stop)

ifconfig lo:0 down

route del $SNS_VIP >/dev/null2>&1

echo "0">/proc/sys/net/ipv4/conf/lo/arp_ignoreecho 'test 22' >> /etc/rc.local

echo "0">/proc/sys/net/ipv4/conf/lo/arp_announce

echo "0" >/proc/sys/net/ipv4/conf/all/arp_ignore

echo "0">/proc/sys/net/ipv4/conf/all/arp_announce

echo "RealServer Stoped"

;;

echo "Usage: $0 {start|stop}"

exit 1

esac

exit 0

#增加开机启动

[root@localhost]echo 'service lvsrs start' >> /etc/rc.local

#测试发现两台SQL节点必须同时在线，如果只有一台在线的话，切换到备机时，可能无法连线（实际telnet3306端口是通的），目前没找到问题所在。

0 0