Centos7 安装glusterfs

港控/mmm° 2022-09-11 11:08 189阅读 0赞

### 文章目录 ###

*  机器规划
 *  1, 服务安装启动
 *  2, 创建volume
 *  3, 测试使用

# 机器规划 #

主机分配：
    	192.168.56.7  c7
    	192.168.56.72 c72
    
    主机磁盘挂载: /dev/sdb1 --> /export/bricks/
    
    glusterfs创建volume: （使用主机的挂载磁盘 做存储设备）
    	vol_01 （备份2） -->  /export/bricks/brick1/dir_rep_vol_01

# 1, 服务安装启动 #

doc:

*  [https://wiki.centos.org/SpecialInterestGroup/Storage/gluster-Quickstart][https_wiki.centos.org_SpecialInterestGroup_Storage_gluster-Quickstart]
 *  [https://docs.gluster.org/en/latest/Administrator-Guide/Start-Stop-Daemon/\#manual][https_docs.gluster.org_en_latest_Administrator-Guide_Start-Stop-Daemon_manual]

[root@c72 ~]# yum search centos-release-gluster
    Loaded plugins: fastestmirror
    Loading mirror speeds from cached hostfile
     * base: mirrors.bupt.edu.cn
     * centos-gluster9: mirrors.bupt.edu.cn
     * extras: mirrors.bupt.edu.cn
     * updates: mirrors.bupt.edu.cn
    ============================================= N/S matched: centos-release-gluster =============================================
    centos-release-gluster-legacy.noarch : Disable unmaintained Gluster repositories from the CentOS Storage SIG
    centos-release-gluster40.x86_64 : Gluster 4.0 (Short Term Stable) packages from the CentOS Storage SIG repository
    centos-release-gluster41.noarch : Gluster 4.1 (Long Term Stable) packages from the CentOS Storage SIG repository
    centos-release-gluster5.noarch : Gluster 5 packages from the CentOS Storage SIG repository
    centos-release-gluster6.noarch : Gluster 6 packages from the CentOS Storage SIG repository
    centos-release-gluster7.noarch : Gluster 7 packages from the CentOS Storage SIG repository
    centos-release-gluster8.noarch : Gluster 8 packages from the CentOS Storage SIG repository
    centos-release-gluster9.noarch : Gluster 9 packages from the CentOS Storage SIG repository
      Name and summary matches only, use "search all" for everything.
      
    [root@c72 ~]# yum install centos-release-gluster9.noarch
    
    [root@c72 ~]# rpm -ql centos-release-gluster9.noarch
    /etc/yum.repos.d/CentOS-Gluster-9.repo
    [root@c72 ~]# cat /etc/yum.repos.d/CentOS-Gluster-9.repo
    # CentOS-Gluster-9.repo
    #
    # Please see http://wiki.centos.org/SpecialInterestGroup/Storage for more
    # information
    [centos-gluster9]
    name=CentOS-$releasever - Gluster 9
    mirrorlist=http://mirrorlist.centos.org?arch=$basearch&release=$releasever&repo=storage-gluster-9
    #baseurl=http://mirror.centos.org/$contentdir/$releasever/storage/$basearch/gluster-9/
    gpgcheck=1
    enabled=1
    gpgkey=file:///etc/pki/rpm-gpg/RPM-GPG-KEY-CentOS-SIG-Storage

![在这里插入图片描述][watermark_type_ZHJvaWRzYW5zZmFsbGJhY2s_shadow_50_text_Q1NETiBA5qC55ZOl55qE5Y2a5a6i_size_20_color_FFFFFF_t_70_g_se_x_16]

[root@c72 ~]# yum install -y glusterfs-server
    [root@c72 ~]# rpm -qa |grep glusterfs
    libglusterfs0-9.3-1.el7.x86_64
    glusterfs-9.3-1.el7.x86_64
    glusterfs-cli-9.3-1.el7.x86_64
    glusterfs-server-9.3-1.el7.x86_64
    glusterfs-client-xlators-9.3-1.el7.x86_64
    glusterfs-fuse-9.3-1.el7.x86_64
    
    [root@c72 ~]# systemctl start glusterd
    [root@c72 ~]# systemctl enable glusterd
    Created symlink from /etc/systemd/system/multi-user.target.wants/glusterfsd.service to /usr/lib/systemd/system/glusterfsd.service.
    [root@c72 ~]# systemctl status glusterd
    ● glusterd.service - GlusterFS, a clustered file-system server
       Loaded: loaded (/usr/lib/systemd/system/glusterd.service; enabled; vendor preset: disabled)
       Active: active (running) since Sat 2021-09-18 01:05:41 UTC; 1h 5min ago
     Main PID: 16618 (glusterd)
       CGroup: /system.slice/glusterd.service
               ├─16618 /usr/sbin/glusterd -p /var/run/glusterd.pid --log-level INFO
               ├─17201 /usr/sbin/glusterfsd -s 192.168.56.72 --volfile-id vol_01.192.168.56.72.export-bricks-brick1-dir_rep_vol_...
               └─17224 /usr/sbin/glusterfs -s localhost --volfile-id gluster/glustershd -p /var/run/gluster/glustershd/glustersh...
    
    Sep 18 01:05:41 c72 systemd[1]: Starting GlusterFS, a clustered file-system server...
    Sep 18 01:05:41 c72 systemd[1]: Started GlusterFS, a clustered file-system server.

# 2, 创建volume #

[root@c72 ~]# setenforce 0
    [root@c72 ~]# vi /etc/selinux/config
    [root@c72 ~]# sed 's@SELINUX=enforcing@SELINUX=disabled@' /etc/selinux/config
    
    #[root@c7 ~]# which gluster
    #/usr/sbin/gluster
    #[root@c7 ~]# rpm -qf /usr/sbin/gluster
    #glusterfs-cli-4.1.9-1.el7.x86_64
    
    [root@c72 ~]# gluster peer probe 192.168.56.7
    peer probe: success
    [root@c72 ~]# gluster pool list
    UUID                                    Hostname        State
    6e4cf6db-a1df-41cd-a46c-ca055f284eb3    192.168.56.7    Connected
    39484fb2-46a2-440d-80fe-6a651a230187    localhost       Connected

![在这里插入图片描述][watermark_type_ZHJvaWRzYW5zZmFsbGJhY2s_shadow_50_text_Q1NETiBA5qC55ZOl55qE5Y2a5a6i_size_18_color_FFFFFF_t_70_g_se_x_16]

[root@c72 ~]# fdisk /dev/sdb
    Welcome to fdisk (util-linux 2.23.2).
    
    Changes will remain in memory only, until you decide to write them.
    Be careful before using the write command.
    
    Device does not contain a recognized partition table
    Building a new DOS disklabel with disk identifier 0x3d4bd811.
    
    Command (m for help): p
    
    Disk /dev/sdb: 42.9 GB, 42949672960 bytes, 83886080 sectors
    Units = sectors of 1 * 512 = 512 bytes
    Sector size (logical/physical): 512 bytes / 512 bytes
    I/O size (minimum/optimal): 512 bytes / 512 bytes
    Disk label type: dos
    Disk identifier: 0x3d4bd811
    
       Device Boot      Start         End      Blocks   Id  System
    
    Command (m for help): n
    Partition type:
       p   primary (0 primary, 0 extended, 4 free)
       e   extended
    Select (default p):
    Using default response p
    Partition number (1-4, default 1):
    First sector (2048-83886079, default 2048):
    Using default value 2048
    Last sector, +sectors or +size{ K,M,G} (2048-83886079, default 83886079):
    Using default value 83886079
    Partition 1 of type Linux and of size 40 GiB is set
    
    Command (m for help): p
    
    Disk /dev/sdb: 42.9 GB, 42949672960 bytes, 83886080 sectors
    Units = sectors of 1 * 512 = 512 bytes
    Sector size (logical/physical): 512 bytes / 512 bytes
    I/O size (minimum/optimal): 512 bytes / 512 bytes
    Disk label type: dos
    Disk identifier: 0x3d4bd811
    
       Device Boot      Start         End      Blocks   Id  System
    /dev/sdb1            2048    83886079    41942016   83  Linux
    
    Command (m for help): w
    The partition table has been altered!
    
    Calling ioctl() to re-read partition table.
    Syncing disks.
    [root@c72 ~]# ls /dev/sd
    sda   sda1  sdb   sdb1
    [root@c72 ~]# mkfs.xfs /dev/sdb1
    meta-data=/dev/sdb1              isize=512    agcount=4, agsize=2621376 blks
             =                       sectsz=512   attr=2, projid32bit=1
             =                       crc=1        finobt=0, sparse=0
    data     =                       bsize=4096   blocks=10485504, imaxpct=25
             =                       sunit=0      swidth=0 blks
    naming   =version 2              bsize=4096   ascii-ci=0 ftype=1
    log      =internal log           bsize=4096   blocks=5119, version=2
             =                       sectsz=512   sunit=0 blks, lazy-count=1
    realtime =none                   extsz=4096   blocks=0, rtextents=0
    
    [root@c72 ~]# mkdir -p /export/bricks
    [root@c72 ~]# blkid /dev/sdb1
    /dev/sdb1: UUID="39e4d3f7-d373-4e9b-8a7e-8d718aeb301a" TYPE="xfs"
    [root@c72 ~]# mount /dev/sdb1 /export/bricks/
    
    [root@c72 ~]# echo 'UUID="39e4d3f7-d373-4e9b-8a7e-8d718aeb301a" /export/bricks/ xfs defaults 0 0' >> /etc/fstab
    [root@c72 ~]# mount -a
    [root@c72 ~]# df -h
    Filesystem      Size  Used Avail Use% Mounted on
    devtmpfs        741M     0  741M   0% /dev
    tmpfs           748M     0  748M   0% /dev/shm
    tmpfs           748M  8.5M  739M   2% /run
    tmpfs           748M     0  748M   0% /sys/fs/cgroup
    /dev/sda1        40G  3.2G   37G   8% /
    tmpfs           150M     0  150M   0% /run/user/0
    /dev/sdb1        40G   33M   40G   1% /export/bricks
    
    [root@c72 ~]# mkdir /export/bricks/brick1
    [root@c72 ~]# gluster volume create vol_01 replica 1 transport tcp 192.168.67.7:/export/bricks/brick1/dir_rep_vol_01
    replica count should be greater than 1
    Usage:
    volume create <NEW-VOLNAME> [stripe <COUNT>] [[replica <COUNT> [arbiter <COUNT>]]|[replica 2 thin-arbiter 1]] [disperse [<COUNT>]] [disperse-data <COUNT>] [redundancy <COUNT>] [transport <tcp|rdma|tcp,rdma>] <NEW-BRICK> <TA-BRICK>... [force]
    
    [root@c72 ~]# gluster volume create vol_01 replica 2 transport tcp 192.168.67.7:/export/bricks/brick1/dir_rep_vol_01 \
    					192.168.67.72:/export/bricks/brick1/dir_rep_vol_01
    Replica 2 volumes are prone to split-brain. Use Arbiter or Replica 3 to avoid this. See: http://docs.gluster.org/en/latest/Administrator%20Guide/Split%20brain%20and%20ways%20to%20deal%20with%20it/.
    Do you still want to continue?
     (y/n) y
    volume create: vol_01: success: please start the volume to access data
    
    [root@c72 ~]# gluster volume start vol_01
    volume start: vol_01: success
    [root@c72 ~]# gluster volume status
    Status of volume: vol_01
    Gluster process                             TCP Port  RDMA Port  Online  Pid
    ------------------------------------------------------------------------------
    Brick 192.168.56.7:/export/bricks/brick1/di
    r_rep_vol_01                                49152     0          Y       9548
    Brick 192.168.56.72:/export/bricks/brick1/d
    ir_rep_vol_01                               49152     0          Y       6828
    Self-heal Daemon on localhost               N/A       N/A        Y       6845
    Self-heal Daemon on 192.168.56.7            N/A       N/A        Y       9566
    
    Task Status of Volume vol_01
    ------------------------------------------------------------------------------
    There are no active volume tasks
    
    [root@c72 ~]# gluster volume set vol_01 performance.quick-read on
     gluster volume set vol_01 performance.write-behind on
     gluster volume set vol_01 performance.cache-size 1024MB
     gluster volume set vol_01 performance.io-thread-count 16
     gluster volume set vol_01 network.ping-timeout 10
     gluster volume set vol_01 performance.write-behind-window-size 512MB
    
    #[root@c7 ~]# chmod +x /etc/rc.local
    #[root@c7 ~]# echo 'mount -t glusterfs 192.168.56.7:/vol_01 /tmp/aaa ' >> /etc/rc.local

# 3, 测试使用 #

[root@c72 ~]# mkdir /tmp/aaa
    [root@c72 ~]# mount -t glusterfs 192.168.56.72:/vol_01 /tmp/aaa
    [root@c72 ~]# mount |grep gluster
    192.168.56.72:/vol_01 on /tmp/aaa type fuse.glusterfs (rw,relatime,user_id=0,group_id=0,default_permissions,allow_other,max_read=131072)
    [root@c72 ~]# echo 111 > /tmp/aaa/a.txt
    
    
    [root@c72 ~]# ssh c7
    The authenticity of host 'c7 (192.168.56.7)' can't be established. ECDSA key fingerprint is SHA256:UK3KLjnbNV+FcblLQs2rH4sAHmuBnKobhWNLtQUsyX8. ECDSA key fingerprint is MD5:e5:52:95:5f:42:e2:9c:06:72:3f:1e:1d:44:6a:25:46. Are you sure you want to continue connecting (yes/no)? yes Warning: Permanently added 'c7,192.168.56.7' (ECDSA) to the list of known hosts. root@c7's password:
    Last login: Wed Sep 15 17:46:15 2021 from 192.168.56.1
    [root@c7 ~]# mkdir /tmp/bbb
    [root@c7 ~]# mount -t glusterfs 192.168.56.7:/vol_01 /tmp/bbb/
    [root@c7 ~]# ls /tmp/bbb/
    a.txt
    [root@c7 ~]# cat /tmp/bbb/a.txt
    111

[https_wiki.centos.org_SpecialInterestGroup_Storage_gluster-Quickstart]: https://wiki.centos.org/SpecialInterestGroup/Storage/gluster-Quickstart
[https_docs.gluster.org_en_latest_Administrator-Guide_Start-Stop-Daemon_manual]: https://docs.gluster.org/en/latest/Administrator-Guide/Start-Stop-Daemon/#manual
[watermark_type_ZHJvaWRzYW5zZmFsbGJhY2s_shadow_50_text_Q1NETiBA5qC55ZOl55qE5Y2a5a6i_size_20_color_FFFFFF_t_70_g_se_x_16]: /images/20220828/c27296c81aca480ebc8ee09e7b36e339.png
[watermark_type_ZHJvaWRzYW5zZmFsbGJhY2s_shadow_50_text_Q1NETiBA5qC55ZOl55qE5Y2a5a6i_size_18_color_FFFFFF_t_70_g_se_x_16]: /images/20220828/165881a0188249cbb6546743be201f75.png