Keepalived+LVS+nginx高可用架构

注明：所有软件已经下载好，防火墙和SELinux已经全部关闭

一.搭建NFS

1.服务端

1.创建文件

[root@nfs ~]# mkdir -p /nfs/data

2、修改权限

[root@nfs ~]# chmod o+rw /nfs/data

3、写配置文件

[root@nfs ~]# cat /etc/exports
/nfs/data  192.168.111.118(rw)
/nfs/data  192.168.111.119(rw)

4、重启服务

[root@nfs ~]# systemctl restart nfs-server

5、暴露文件

[root@nfs data]# showmount -e 192.168.111.120
Export list for 192.168.111.120:
/nfs/data (everyone)

2、客户端

RS1

1.创建挂载目录

[root@rs1 ~]# mkdivar/www/haha

2、将创建的目录挂载到服务端的共享目录

[root@rs1 ~]# mount -t nfs 192.168.111.120:/nfs/data  /var/www

3、查看是否挂载成功

[root@rs1 ~]# df /var/www
Filesystem                1K-blocks    Used Available Use% Mounted on
192.168.111.120:/nfs/data  47202304 2063616  45138688   5% /varvar/www

RS2

1.创建挂载目录

[root@rs2 ~]# mkdir -p /var/www/xixi

2、将创建的目录挂载到服务端的共享目录

[root@rs2 ~]# mount -t nfs 192.168.111.120:/nfs/data  /var/www

3、查看是否挂载成功

[root@rs2 nfs]# df /var/www
Filesystem                1K-blocks    Used Available Use% Mounted on
192.168.111.120:/nfs/data  47202304 2063616  45138688   5% /var/www

 二、搭建nginx服务

RS1

1.写nginx的配置文件

[root@rs1 ~]# cat /etc/nginx/conf.d/haha.conf 
server {
    server_name  192.168.111.118;
    root /var/www/haha;
    access_log /var/log/nginx/hehe_access.log;
    error_log  /var/log/nginx/hehe_error.log;
}

2.在NFS里面写入nginx的页面

[root@nfs ~]# echo "welcome rs1" > /nfs/data/haha/index.html

3.重启服务

[root@rs1 ~]# systemctl restart nginx

4.测试服务
[root@rs1 ~]# curl 192.168.111.118
welcome rs1

RS2

1.写nginx的配置文件

[root@rs2 ~]# cat /etc/nginx/conf.d/xixi.conf 
server {
    server_name  192.168.111.119;
    root /var/www/xixi;
    access_log /var/log/nginx/xixi_access.log;
    error_log  /var/log/nginx/xixi_error.log;
}

2.在NFS里面写入nginx的页面

[root@nfs ~]# echo "welcome rs2" > /nfs/data/xixi/index.html

3.重启服务

[root@rs2 ~]# systemctl restart nginx

4.测试服务
[root@rs2 ~]# curl 192.168.111.119
welcome rs2

 三、搭建keepalived+lvs服务

master

1.修改keepalived的配置文件

[root@lvs-master ~]# ipvsadm-save -n > /etc/sysconfig/ipvsadm

[root@lvs-master ~]# cat /etc/keepalived/keepalived.conf 
global_defs {
   router_id lvs_master
}

vrrp_instance VI_1 {
    state MASTER
    interface ens160
    virtual_router_id 51
    priority 100
    advert_int 1
    authentication {
        auth_type PASS
        auth_pass 1111
    }
    virtual_ipaddress {
        192.168.111.100
    }
}

#配置lvs,需要指定VIP地址

virtual_server 192.168.111.100 80 {
    delay_loop 6  #健康检查时间间隔，时间为秒
    lb_algo wrr   #负载均衡的算法，rr表示轮询，wrr表示带权轮询
    lb_kind DR  #负载均衡的模式，此处为DR 支持的模式有DR|NAT|TUN
    persistence_timeout 50 #持久化时间，默认为秒。
    protocol TCP  #负载均衡协议

    real_server 192.168.111.118 80 {
        weight 3  #权重
        TCP_CHECK {  #检查
            connect_timeout 3   #连接时间，单位为秒
            retry 3  #重试次数
            delay_before_retry 3  #重试间隔时间
        }
    }
    real_server 192.168.111.119 80 {
        weight 1
        TCP_CHECK {
            url {
            connect_timeout 3
            retry 3
            delay_before_retry 3
        }
    }
}

backup

1.修改配置文件

[root@lvs-backup ~]# ipvsadm-save -n > /etc/sysconfig/ipvsadm

[root@lvs-backup ~]# cat /etc/keepalived/keepalived.conf 
global_defs {
   router_id lvs_backup
}

vrrp_instance VI_1 {
    state BACKUP
    interface ens160
    virtual_router_id 51
    priority 90
    advert_int 1
    authentication {
        auth_type PASS
        auth_pass 1111
    }
    virtual_ipaddress {
        192.168.111.100
    }
}

virtual_server 192.168.111.100 80 {
    delay_loop 6
    lb_algo wrr
    lb_kind DR
    persistence_timeout 50
    protocol TCP

    real_server 192.168.111.118 80 {
        weight 3
        TCP_CHECK {
            url {
            connect_timeout 3
            retry 3
            delay_before_retry 3
        }
    }
    real_server 192.168.111.119 80 {
        weight 1
        TCP_CHECK {
            url {
            connect_timeout 3
            retry 3
            delay_before_retry 3
        }
    }
}

2.启动两台服务器

[root@lvs-master ~]# systemctl restart keepalived.service  ipvsadm.service

[root@lvs-backup ~]# systemctl restart keepalived.service  ipvsadm.service

3.查看配置规则

[root@lvs-master ~]# ipvsadm
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
  -> RemoteAddress:Port           Forward Weight ActiveConn InActConn
TCP  lvs-master:http wrr persistent 50
  -> 192.168.111.118:http         Route   3      0          0         
  -> 192.168.111.119:http         Route   1      0          1    

[root@lvs-backup ~]# ipvsadm -ln
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
  -> RemoteAddress:Port           Forward Weight ActiveConn InActConn
TCP  192.168.111.100:80 wrr persistent 50
  -> 192.168.111.118:80           Route   3      0          0         
  -> 192.168.111.119:80           Route   1      0          0      

四、修改RS服务

1、为两台 RS 服务器配置 VIP

[root@rs1 ~]# ifconfig lo:1 192.168.111.100 netmask 255.255.255.255 broadcast 192.168.111.100 up
[root@rs2 ~]# ifconfig lo:1 192.168.111.100 netmask 255.255.255.255 broadcast 192.168.111.100 up
 

2、配置核心参数。
[root@rs1 ~]# sysctl -p
net.ipv4.conf.all.arp_ignore = 1
net.ipv4.conf.lo.arp_ignore = 1
net.ipv4.conf.all.arp_announce = 2
net.ipv4.conf.lo.arp_announce = 2
net.ipv4.ip_forward = 0

[root@rs2 ~]# sysctl -p
net.ipv4.conf.all.arp_ignore = 1
net.ipv4.conf.lo.arp_ignore = 1
net.ipv4.conf.all.arp_announce = 2
net.ipv4.conf.lo.arp_announce = 2
net.ipv4.ip_forward = 0

3、配置路由

[root@rs1 ~]# route -n
Kernel IP routing table
Destination     Gateway         Genmask         Flags Metric Ref    Use Iface
0.0.0.0         192.168.111.2   0.0.0.0         UG    100    0        0 ens160
192.168.111.0   0.0.0.0         255.255.255.0   U     100    0        0 ens160
192.168.111.100 0.0.0.0         255.255.255.255 UH    0      0        0 lo
 

[root@rs2 ~]# route add -host 192.168.111.100 dev lo:1
[root@rs2 ~]# 
[root@rs2 ~]# 
[root@rs2 ~]# route -n
Kernel IP routing table
Destination     Gateway         Genmask         Flags Metric Ref    Use Iface
0.0.0.0         192.168.111.2   0.0.0.0         UG    100    0        0 ens160
192.168.111.0   0.0.0.0         255.255.255.0   U     100    0        0 ens160
192.168.111.100 0.0.0.0         255.255.255.255 UH    0      0        0 lo

五、测试