SaltStack自动化部署keepalived实现haproxy高可用

悠悠 2022-05-15 13:44 282阅读 0赞

## 实验环境 ##

**rhel6.5  
serevr1 salt-master,salt-minion keepalived+haproxy ip:172.25.254.100  
server4 salt-minion keepalived+haproxy ip :172.25.254.104  
server2 salt-minion ip:172.25.254.102  
server3 salt-minion ip:172.25.254.103  
虚拟ip 172.25.254.200**  
salt的基础配置见https://blog.csdn.net/weixin\_42711549/article/details/83478459

## 源码编译keepalived ##

[root@server1 salt]# mkdir keepalived
    [root@server1 salt]# mkdir keepalived/files
    [root@server1 salt]# cd keepalived/
    [root@server1 keepalived]# vim install.sls
    [root@server1 keepalived]# cat install.sls 
    keepalived-install:
      pkg.installed:
        - pkgs:
          - pcre-devel
          - gcc
          - openssl-devel
    
    kp-install:
      file.managed:
        - name: /mnt/keepalived-2.0.6.tar.gz
        - source: salt://keepalived/files/keepalived-2.0.6.tar.gz
      cmd.run:     
        - name: cd /mnt && tar zxf keepalived-2.0.6.tar.gz && cd  keepalived-2.0.6 && ./configure --prefix=/usr/local/keepalived --with-init=SYSV &> /dev/null && make &> /dev/null && make install &> /dev/null
        - creates: /usr/local/keepalived
    
    /etc/keepalived:
      file.directory:
        - mode: 755
    
    /sbin/keepalived:
      file.symlink:
        - target: /usr/local/keepalived/sbin/keepalived
    
    /etc/sysconfig/keepalived:
       file.symlink:
        - target: /usr/local/keepalived/etc/sysconfig/keepalived
    
    /etc/init.d/keepalived:
      file.managed:
        - source: salt://keepalived/files/keepalived
        - mode: 755
    [root@server1 keepalived]# ls files/
    keepalived-2.0.6.tar.gz

在server4上

[root@server4 etc]# cd /usr/local/keepalived/etc/rc.d/init.d/
    [root@server4 init.d]# ls
    keepalived
    [root@server4 init.d]# scp keepalived root@172.25.254.100:/srv/salt/keepalived/files
    [root@server4 init.d]# cd /usr/local/keepalived/etc/
    [root@server4 etc]# cd keepalived/
    [root@server4 keepalived]# ls
    keepalived.conf  samples
    [root@server4 keepalived]# scp keepalived.conf root@172.25.254.100:/srv/salt/keepalived/files
    在server1上推送编译keeplived
    [root@server1 files]# salt server4 state.sls keepalived.install

修改keeplived 的配置文件

[root@server1 keepalived]# vim files/keepalived.conf

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MjcxMTU0OQ_size_27_color_FFFFFF_t_70]

[root@server1 srv]# mkdir pillar
    [root@server1 srv]# cd pillar/
    [root@server1 pillar]# mkdir keepalived [root@server1 pillar]# cd keepalived/ [root@server1 keepalived]# vim install.sls
    [root@server1 keepalived]# cat install.sls 
    {% if grains['fqdn'] == 'server1' %}
    state: MASTER
    vrid: 25
    priority: 100
    {% elif grains['fqdn'] == 'server4' %}
    state: BACKUP
    vrid: 25
    priority: 50
    {% endif %}
    [root@server1 pillar]# cat top.sls 
    base:
      '*':
        - web.install
        - keepalived.install

多节点推送

[root@server1 salt]# vim top.sls 
    [root@server1 salt]# cat top.sls 
    base:   
      'server1':     
        - haproxy.service
        - keepalived.service
      'server4':
        - haproxy.service
        - keepalived.service
      'roles:apache':
        - match: grain
        - apache.service
      'roles:nginx':
        - match: grain
        - nginx.service
    [root@server1 salt]# cd /srv/pillar/web/ [root@server1 web]# vim install.sls
     {% if grains['fqdn'] == 'server2' %} 
     webserver: httpd 
     port: 80 
     {% elif grains['fqdn'] == 'server3' %} 
     webserver: nginx 
     {% endif %}
    [root@server1 salt]# salt '*' state.highstate

在浏览器测试：  
![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MjcxMTU0OQ_size_27_color_FFFFFF_t_70 1]  
![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MjcxMTU0OQ_size_27_color_FFFFFF_t_70 2]  
高可用测试  
![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MjcxMTU0OQ_size_27_color_FFFFFF_t_70 3]  
![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MjcxMTU0OQ_size_27_color_FFFFFF_t_70 4]  
![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MjcxMTU0OQ_size_27_color_FFFFFF_t_70 5]  
高可用部署成功  
重新推送则会恢复虚拟ip 回到之前的主机上

[root@server1 salt]# salt '*' state.highstate

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MjcxMTU0OQ_size_27_color_FFFFFF_t_70 6]

## Haproxy的健康检测 ##

[root@server1 ~]# cd /opt 
    [root@server1 opt]# vim check_haproxy.sh 
    #!/bin/bash /etc/init.d/haproxy status &> /dev/null || /etc/init.d/haproxy restart &> /dev/null
    if [ $? -ne 0 ];then 
    /etc/init.d/keepalived stop &> /dev/null 
    fi 
    [root@server1 ~]# chmod +x check_haproxy.sh [root@server1 ~]# scp check_haproxy.sh server4:/opt/ 
    [root@server1 ~]# cd /srv/salt/keepalived/files/ [root@server1 files]# vim keepalived.conf 
    ! Configuration File for keepalived 
    vrrp_script check_haproxy { 
    				script "/opt/check_haproxy.sh" 
    				interval 2 
    				weight 2 
    } 
    global_defs { 
    		notification_email { 
    				root@localhost 
    			} 
    			notification_email_from keepalived@localhost 
    			smtp_server 127.0.0.1    
    			smtp_connect_timeout 30 
    			router_id LVS_DEVEL 
    			vrrp_skip_check_adv_addr 
    			#vrrp_strict 
    			vrrp_garp_interval 0 
    			vrrp_gna_interval 0 
    		} 
    		vrrp_instance VI_1 { 
    				state {
       { STATE }} 
    				interface eth0 
    				virtual_router_id {
       { VRID }} 
    				priority {
       { PRIORITY }} 
    				advert_int 1 
    				authentication { 
    						auth_type PASS 
    						auth_pass 1111 
    				} 
    				virtual_ipaddress { 
    							172.25.25.200 
    				} 
    				track_script { 
    						check_haproxy 
    				} 
    }
    [root@server1 files]# salt '*' state.highstate

关掉haproxy之后查看haproxy进程,如果可以重启，就依旧访问本机，虚拟ip会在本机，如果haproxy不能重启，就会自动把keepalived关掉，而去访问另外一台，虚拟ip也就在另外一台上面  
**测试：**

*  haproxy关掉后可以重启  
    \[root@server1 files\]\# /etc/init.d/haproxy stop  
    ![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MjcxMTU0OQ_size_27_color_FFFFFF_t_70 7]
 *  haproxy关掉后不可以重启

server1： 
    [root@server1 files]# cd /etc/init.d/ [root@server1 init.d]# /etc/init.d/haproxy stop //关掉haproxy 
    [root@server1 init.d]# chmod -x haproxy //在重启限定时间内，去掉haproxy的可执行权限保证不能重启

在serevr4上查看是否有虚拟ip  
![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MjcxMTU0OQ_size_27_color_FFFFFF_t_70 8]

server1
    [root@server1 init.d]# chmod +x haproxy  //加上可执行权限之后，虚拟ip会自动加到本机
    [root@server1 init.d]# /etc/init.d/haproxy start

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MjcxMTU0OQ_size_27_color_FFFFFF_t_70 9]

[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MjcxMTU0OQ_size_27_color_FFFFFF_t_70]: /images/20220503/f5dab3d1b92f46beb29ed094a0494893.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MjcxMTU0OQ_size_27_color_FFFFFF_t_70 1]: /images/20220503/b54759a4885949ab8581df99d6457171.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MjcxMTU0OQ_size_27_color_FFFFFF_t_70 2]: /images/20220503/a408e7e53e5341b096811a7cf36a3a72.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MjcxMTU0OQ_size_27_color_FFFFFF_t_70 3]: /images/20220503/3fcfff5f345f4876a8c3407750c991c0.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MjcxMTU0OQ_size_27_color_FFFFFF_t_70 4]: /images/20220503/1110423edd76434a8b0ee3cebaa1d9b3.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MjcxMTU0OQ_size_27_color_FFFFFF_t_70 5]: /images/20220503/49a89856f6bf424aa6cb05cd7c7b90e8.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MjcxMTU0OQ_size_27_color_FFFFFF_t_70 6]: /images/20220503/a0ea43fb370a47bab4c9d51904cfdf24.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MjcxMTU0OQ_size_27_color_FFFFFF_t_70 7]: /images/20220503/575f4bd857224566a49ed1b20c6939db.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MjcxMTU0OQ_size_27_color_FFFFFF_t_70 8]: /images/20220503/b240c645444246f8a09ed5275f8f85ad.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80MjcxMTU0OQ_size_27_color_FFFFFF_t_70 9]: /images/20220503/ef60729816a248889b80adda280556f5.png