MFS + Pacemaker + Corosync +ISCSI +Fence

Bertha 。 2022-01-30 07:15 127阅读 0赞

systemctl status moosefs-master.service\#\# 热备  
1、server4安装软件

rpm -ivh moosefs-master-3.0.103-1.rhsystemd.x86_64.rpm 
    vim /etc/hosts
    172.25.30.1     server1 mfsmaster

2、server1修改master启动脚本

# vim /usr/lib/systemd/system/moosefs-master.service
    
    [Unit]
    Description=MooseFS Master server
    Wants=network-online.target
    After=network.target network-online.target
     
    [Service]
    Type=forking
    ExecStart=/usr/sbin/mfsmaster -a            ##这里改为-a，master非正常关闭时就可以直接开启了
    ExecStop=/usr/sbin/mfsmaster stop
    ExecReload=/usr/sbin/mfsmaster reload
    PIDFile=/var/lib/mfs/.mfsmaster.lock
    TimeoutStopSec=1800
    TimeoutStartSec=1800
    Restart=no
     
    [Install]
    WantedBy=multi-user.target
     
    # systemctl daemon-reload            ##重新加载脚本

3、server1和4配置yum源

vim /etc/yum.repos.d/dvd.repo 
    
    [HighAvailability]
    name=HighAvailability
    baseurl=http://172.25.30.250/rhel7.3/addons/HighAvailability
    gpgcheck=0
    
    [ResilientStorage]
    name=ResilientStorage
    baseurl=http://172.25.30.250/rhel7.3/addons/ResilientStorage
    gpgcheck=0

4、安装热备软件（server1和4都要进行配置）

yum install -y pacemaker corosync pcs

5、server1和server4做免密并开启pcsd服务

server1:

ssh-keygen 
    ssh-copy-id server4
    
    systemctl start pcsd
    systemctl enable pcsd
    passwd hacluster					#用户密码为redhat

server4:

ssh-keygen 
    ssh-copy-id server1
    
    systemctl start pcsd
    systemctl enable pcsd
    passwd hacluster					#用户密码为redhat

6、创建集群并启动

**server1**

# pcs cluster auth server1 server4	#认证
    Username: hacluster
    Password: 
    server4: Authorized
    server1: Authorized
    							
    # pcs cluster setup --name mycluster server1 server4  #设置集群
    
    # pcs cluster start --all				#启动所有集群
    
    # pcs status nodes						#显示所有集群集节点
    
    # pcs status corosync					#查看corosync状态

7、检查错误

server1和4

# journalctl | grep -i error			#过滤日志中的错误
    
    # crm_verify -L -V						#根据报错提示，运行
    
    # pcs property set stonith-enabled=false	#修正错误
    
    # crm_verify -L -V						#再次检查解决错误
    										#没有错误输出即成功

8、添加资源

server1

pcs resource standards
    pcs resource providers
    pcs resource agents ocf:heartbeat
    
    pcs resource create vip ocf:heartbeat:IPaddr2 ip=172.25.30.100 cidr_netmask=32 op monitor interval=30s
    								#创建VIP

查看资源：  
![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80NDI5NzMwMw_size_16_color_FFFFFF_t_70]

监控：

\[root@server1 ~\]\# crm\_mon  
![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80NDI5NzMwMw_size_16_color_FFFFFF_t_70 1]

9、测试

可以看到VIP在server1上  
![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80NDI5NzMwMw_size_16_color_FFFFFF_t_70 2]

# pcs cluster stop server1		#停掉mfs1

可以看到VIP漂移到了server4上，实现了高可用

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80NDI5NzMwMw_size_16_color_FFFFFF_t_70 3]

# pcs cluster start server1			#启动

可以看到VIP不会漂移回server1  
![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80NDI5NzMwMw_size_16_color_FFFFFF_t_70 4]

## ISCIS的储存方式 ##

1.清理之前的环境

客户端

umount /mnt/mfsmeta

master端

systemctl stop moosefs-master

chunkserver端

systemctl stop moosefs-chunkserver

2、在所有主机上添加解析

# vim /etc/hosts
    172.25.30.100   mfsmaster

3、建立iscsi存储

server2:

先添加一块硬盘  
![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80NDI5NzMwMw_size_16_color_FFFFFF_t_70 5]  
然后

# fdisk -l
    Disk /dev/vdb: 21.5 GB, 21474836480 bytes, 41943040 sectors
    Units = sectors of 1 * 512 = 512 bytes
    Sector size (logical/physical): 512 bytes / 512 bytes
    I/O size (minimum/optimal): 512 bytes / 512 bytes
    
    # yum install targetcli -y
    # targetcli
    /> cd backstores/block
    /backstores/block> create my_disk1 /dev/vdb
    /backstores/block> cd /iscsi
    /iscsi> create iqn.2019-04.com.example:mfs2
    /iscsi> cd iqn.2019-04.com.example:mfs2/tpg1/luns
    /iscsi/iqn.20...fs2/tpg1/luns> create /backstores/block/my_disk1
    /iscsi/iqn.20...fs2/tpg1/luns> cd ../acls
    /iscsi/iqn.20...fs2/tpg1/acls> create iqn.2019-04.com.example:cli
    /iscsi/iqn.20...fs2/tpg1/acls> exit

**server1：**

# yum install -y iscsi-*
    # vim /etc/iscsi/initiatorname.iscsi			#写入密码
    InitiatorName=iqn.2019-04.com.example:client
    # iscsiadm -m discovery -t st -p 172.25.30.2
    172.25.30.2:3260,1 iqn.2019-04.com.example:mfs2
    # systemctl restart iscsid
    # iscsiadm -m node -l

建立分区并格式化

# fdisk /dev/sdb				#建立一个分区
    Command (m for help): n
    Partition type:
       p   primary (0 primary, 0 extended, 4 free)
       e   extended
    Select (default p): 
    Using default response p
    Partition number (1-4, default 1): 
    First sector (2048-41943039, default 2048): 
    Using default value 2048
    Last sector, +sectors or +size{K,M,G} (2048-41943039, default 41943039): 
    Using default value 41943039
    Partition 1 of type Linux and of size 20 GiB is set
    
    Command (m for help): wq
    
    # mkfs.xfs /dev/sdb1		#格式化

![在这里插入图片描述][watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80NDI5NzMwMw_size_16_color_FFFFFF_t_70 6]  
挂载：

[root@server1 ~]# mount /dev/sdb1 /mnt
    [root@server1 ~]# cd /var/lib/mfs/
    [root@server1 mfs]# cp -p * /mnt
    [root@server1 mfs]# chown mfs:mfs /mnt
    [root@server1 mfs]# umount /mnt
    [root@server1 mfs]# cd
    [root@server1 ~]# mount /dev/sdb1 /var/lib/mfs/
    [root@server1 ~]# systemctl start moosefs-master

[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80NDI5NzMwMw_size_16_color_FFFFFF_t_70]: /images/20220130/9e7e4fb82b8b46bf85dc129db7406b86.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80NDI5NzMwMw_size_16_color_FFFFFF_t_70 1]: /images/20220130/958b420f7b114a70b0a4ab4dd9f3e4f8.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80NDI5NzMwMw_size_16_color_FFFFFF_t_70 2]: /images/20220130/c7ee5b969a5e44f189af5f10b4f50462.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80NDI5NzMwMw_size_16_color_FFFFFF_t_70 3]: /images/20220130/69e861b5454e44b8aab5becc114976e3.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80NDI5NzMwMw_size_16_color_FFFFFF_t_70 4]: /images/20220130/aa0d247316234e628952ae797ceb2725.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80NDI5NzMwMw_size_16_color_FFFFFF_t_70 5]: /images/20220130/fd35172204514d478caf90dc8ff4b71f.png
[watermark_type_ZmFuZ3poZW5naGVpdGk_shadow_10_text_aHR0cHM6Ly9ibG9nLmNzZG4ubmV0L3dlaXhpbl80NDI5NzMwMw_size_16_color_FFFFFF_t_70 6]: /images/20220130/4f50f0f06a304bb2923654687e1eeb6d.png