LVS+Keepalived+Nginx+ web 四七层负载及高可用集群构建

yum -y install ipvsadm keepalived

lsmod |grep ip_vs

yum -y install nginx

yum -y install httpd

#在web1配置如下：
cd /var/www/html
echo "web1" > index.html
systemctl restart httpd

#在web2配置如下：
cd /var/www/html
echo "web2" > index.html
systemctl restart httpd

vim /etc/keepalived/keepalived.conf
# Global Configuration
global_defs {
lvs_id director1  # 指定lvs的id
}
# VRRP Configuration
vrrp_instance LVS {
state MASTER    # 指定当前节点为master节点
interface ens33    # 这里是网卡的名称，通过ifconfig或者ip addr可以查看
virtual_router_id 51    # 这里指定的是虚拟路由id，master节点和backup节点需要指定一样的
priority 151    # 指定了当前节点的优先级，数值越大优先级越高，master节点要高于backup节点
advert_int 1    # 指定发送VRRP通告的间隔，单位是秒
authentication {
auth_type PASS    # 鉴权，默认通过
auth_pass 123456    # 鉴权访问密码
}

virtual_ipaddress {
192.168.93.200    # 指定了虚拟ip
}

}

# Virtual Server Configuration - for www server
# 后台真实主机的配置
virtual_server 192.168.93.200 80 {
delay_loop 1    # 健康检查的时间间隔
lb_algo rr    # 负载均衡策略，这里是轮询
lb_kind DR    # 调度器类型，这里是DR
persistence_time 1    # 指定了持续将请求打到同一台真实主机的时间长度
protocol TCP    # 指定了访问后台真实主机的协议类型

  # Real Server 1 configuration
  # 指定了真实主机1的ip和端口 , 也就是Nginx1的IP和端口
real_server 192.168.93.110 80 {
weight 1    # 指定了当前主机的权重
TCP_CHECK {
connection_timeout 10    # 指定了进行心跳检查的超时时间
nb_get_retry 3    # 指定了心跳超时之后的重复次数
delay_before_retry 3    # 指定了在尝试之前延迟多长时间
}
}

  # Real Server 2 Configuration
  # 指定了真实主机2的ip和端口 , 也就是Nginx2的IP和端口
real_server 192.168.93.111 80 {
weight 1    # 指定了当前主机的权重
TCP_CHECK {
connection_timeout 10    # 指定了进行心跳检查的超时时间
nb_get_retry 3    # 指定了心跳超时之后的重复次数
delay_before_retry 3    # 指定了在尝试之前延迟多长时间
}
}
}

vim /etc/keepalived/keepalived.conf
# Global Configuration
global_defs {
lvs_id director2  # 指定lvs的id
}

# VRRP Configuration
vrrp_instance LVS {
state BACKUP # 指定当前节点为master节点
interface ens33    # 这里是网卡的名称，通过ifconfig或者ip addr可以查看
  virtual_router_id 101    # 这里指定的是虚拟路由id，master节点和backup节点需要指定一样的
priority 101    # 指定了当前节点的优先级，数值越大优先级越高，master节点要高于backup节点
advert_int 1    # 指定发送VRRP通告的间隔，单位是秒
authentication {
auth_type PASS    # 鉴权，默认通过
auth_pass 123456    # 鉴权访问密码
}

virtual_ipaddress {
192.168.93.200    # 指定了虚拟ip
}

}

# Virtual Server Configuration - for www server
# 后台真实主机的配置
virtual_server 192.168.93.200 80 {
delay_loop 1    # 健康检查的时间间隔
lb_algo rr    # 负载均衡策略，这里是轮询
lb_kind DR    # 调度器类型，这里是DR
persistence_time 1    # 指定了持续将请求打到同一台真实主机的时间长度
protocol TCP    # 指定了访问后台真实主机的协议类型

  # Real Server 1 configuration
  # 指定了真实主机1的ip和端口 , 也就是Nginx1的IP和端口
real_server 192.168.93.110 80 {
weight 1    # 指定了当前主机的权重
TCP_CHECK {
connection_timeout 10    # 指定了进行心跳检查的超时时间
nb_get_retry 3    # 指定了心跳超时之后的重复次数
delay_before_retry 3    # 指定了在尝试之前延迟多长时间
}
}

  # Real Server 2 Configuration
  # 指定了真实主机2的ip和端口 , 也就是Nginx2的IP和端口
real_server 192.168.93.111 80 {
weight 1    # 指定了当前主机的权重
TCP_CHECK {
connection_timeout 10    # 指定了进行心跳检查的超时时间
nb_get_retry 3    # 指定了心跳超时之后的重复次数
delay_before_retry 3    # 指定了在尝试之前延迟多长时间
}
}
}

vim /etc/nginx/nginx.conf

user nginx;
worker_processes auto;
error_log /var/log/nginx/error.log;
pid /run/nginx.pid;
include /usr/share/nginx/modules/*.conf;
events {
worker_connections 1024;
}
http {
log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
'$status $body_bytes_sent "$http_referer" '
'"$http_user_agent" "$http_x_forwarded_for"';
access_log  /var/log/nginx/access.log  main;
sendfile            on;
tcp_nopush          on;
tcp_nodelay         on;
keepalive_timeout   65;
types_hash_max_size 2048;
include             /etc/nginx/mime.types;
default_type        application/octet-stream;
# Load modular configuration files from the /etc/nginx/conf.d directory.
# See http://nginx.org/en/docs/ngx_core_module.html#include
# for more information.
include /etc/nginx/conf.d/*.conf;

upstream serverList {
server 192.168.93.210:80;  #web server1,后端真实服务器
server 192.168.93.211:80;  #web server2,后端真实服务器
    }

server {
listen 80;
#server_name  localhost; # server_name：是客户端请求的域名地址
#root   html;
#index  index.html index.htm index.php;
location / {
proxy_pass  http://serverList; # 指向负载的列表的模块，如serverList
proxy_redirect     off;
proxy_set_header   Host             $host;
    }
    }

}

[root@nginx1 nginx]# cd /etc/init.d/
[root@nginx1 init.d]# vim lvsrs
#虚拟的vip 根据自己的实际情况定义
SNS_VIP=192.168.93.200
/etc/rc.d/init.d/functions
case "$1" in
start)
       ifconfig lo:0 $SNS_VIP netmask 255.255.255.255 broadcast $SNS_VIP
       /sbin/route add -host $SNS_VIP dev lo:0
       echo "1" >/proc/sys/net/ipv4/conf/lo/arp_ignore
       echo "2" >/proc/sys/net/ipv4/conf/lo/arp_announce
       echo "1" >/proc/sys/net/ipv4/conf/all/arp_ignore
       echo "2" >/proc/sys/net/ipv4/conf/all/arp_announce
       sysctl -p >/dev/null 2>&1
       echo "RealServer Start OK"
       ;;
stop)
       ifconfig lo:0 down
       route del $SNS_VIP >/dev/null 2>&1
       echo "0" >/proc/sys/net/ipv4/conf/lo/arp_ignore
       echo "0" >/proc/sys/net/ipv4/conf/lo/arp_announce
       echo "0" >/proc/sys/net/ipv4/conf/all/arp_ignore
       echo "0" >/proc/sys/net/ipv4/conf/all/arp_announce
       echo "RealServer Stoped"
       ;;
*)
       echo "Usage: $0 {start|stop}"
       exit 1
esac
exit 0

[root@nginx1 init.d]# chmod 755 lvsrs
[root@nginx1 init.d]# ./lvsrs start

systemctl start nginx
systemctl enable nginx

systemctl start keepalived
systemctl enable keepalived