集群常用脚本

Dear 丶 2021-12-20 10:43 304阅读 0赞

## 集群分发脚本:xsync ##

#!/bin/bash
    #1 获取输入参数个数，如果没有参数，直接退出
    pcount=$#
    if((pcount==0)); then
    echo no args;
    exit;
    fi
    
    #2 获取文件名称
    p1=$1
    fname=`basename $p1`
    echo fname=$fname
    
    #3 获取上级目录到绝对路径
    pdir=`cd -P $(dirname $p1); pwd`
    echo pdir=$pdir
    
    #4 获取当前用户名称
    user=`whoami`
    
    #5 循环
    for((host=103; host<105; host++)); do
            echo ------------------- hadoop$host --------------
            rsync -rvl $pdir/$fname $user@hadoop$host:$pdir
    done

## jps: util.sh ##

#!/bin/bash
    for i in lxl@hadoop102 lxl@hadoop103 lxl@hadoop104
    do
            echo "================           $i             ================"
            ssh $i '/opt/module/jdk1.8.0_144/bin/jps'
    done

## 群起ZK脚本： ##

#!/bin/bash
    for i in lxl@hadoop102 lxl@hadoop103 lxl@hadoop104
    do
            echo "================           $i             ================"
            ssh $i '/opt/module/zookeeper-3.4.10/bin/zkServer.sh start'
    done

***Kafka群起脚本:***

#!/bin/bash
    for((i=102;i<105;i++))
    do
            echo ----------hadoop$i----------
            ssh lxl@hadoop$i 'source /etc/profile && /opt/module/kafka/bin/kafka-server-start.sh -daemon /opt/module/kafka/config/server.properties'
    done

***Kafka群关脚本:***

#!/bin/bash
    for((i=102;i<105;i++))
    do
            echo ----------hadoop$i----------
            ssh lxl@hadoop$i 'source /etc/profile && /opt/module/kafka/bin/kafka-server-stop.sh'
    done

## 群起hadoop相关进程脚本： ##

#!/bin/bash
    echo "================     开始启动所有节点服务            ==========="
    echo "================     正在启动Zookeeper               ==========="
    for i in lxl@hadoop102 lxl@hadoop103 lxl@hadoop104
    do
            ssh $i '/opt/module/zookeeper-3.4.10/bin/zkServer.sh start'
    done
    echo "================     正在启动HDFS                    ==========="
    ssh lxl@hadoop102 '/opt/module/hadoop-2.7.2/sbin/start-dfs.sh'
    echo "================     正在启动YARN                    ==========="
    ssh lxl@hadoop103 '/opt/module/hadoop-2.7.2/sbin/start-yarn.sh'
    echo "================     正在开启JobHistoryServer        ==========="
    ssh lxl@hadoop102 '/opt/module/hadoop-2.7.2/sbin/mr-jobhistory-daemon.sh start historyserver'

## 群关ZK以及hadoop相关进程脚本： ##

#!/bin/bash
    echo "================     开始关闭所有节点服务            ==========="
    echo "================     正在关闭Zookeeper               ==========="
    for i in lxl@hadoop102 lxl@hadoop103 lxl@hadoop104
    do
            ssh $i '/opt/module/zookeeper-3.4.10/bin/zkServer.sh stop'
    done
    echo "================     正在关闭HDFS                    ==========="
    ssh lxl@hadoop102 '/opt/module/hadoop-2.7.2/sbin/stop-dfs.sh'
    echo "================     正在关闭YARN                    ==========="
    ssh lxl@hadoop103 '/opt/module/hadoop-2.7.2/sbin/stop-yarn.sh'
    echo "================     正在关闭JobHistoryServer        ==========="
    ssh lxl@hadoop102 '/opt/module/hadoop-2.7.2/sbin/mr-jobhistory-daemon.sh stop historyserver'

# [HADOOP群起脚本][HADOOP] #

![复制代码][copycode.gif]

echo "=====================正在开启datanode节点========================"
    for i in root@hadoop101 root@hadoop102 root@hadoop103
    do
            ssh $i '/opt/module/hadoop-2.7.2/sbin/hadoop-daemon.sh start datanode'
            done
    
            echo "=====================正在开启secondarynamenode节点========================"
    
            ssh root@hadoop103 '/opt/module/hadoop-2.7.2/sbin/hadoop-daemon.sh start secondarynamenode'
    
            echo "=====================正在开启ResourceManager节点========================"
    
            ssh root@hadoop102 '/opt/module/hadoop-2.7.2/sbin/yarn-daemon.sh start resourcemanager'
    
            echo "=====================正在开启nodeManager节点========================"
    
            for i in root@hadoop101 root@hadoop102 root@hadoop103
            do
                        ssh $i '/opt/module/hadoop-2.7.2/sbin/yarn-daemon.sh start datamanager'
                    done
                    echo "=============================正在启动Yarn==============================="
                    ssh root@hadoop101 '/opt/module/hadoop-2.7.2/sbin/start-yarn.sh'
    
                    echo "=====================正在开启jobhistoryServer节点========================"
    
                    ssh root@hadoop101 '/opt/module/hadoop-2.7.2/sbin/mr-jobhistory-daemon.sh start historyserver'
    
            echo "=====================正在启动zookeeper节点========================"
            for i in root@hadoop101 root@hadoop102 root@hadoop103
            do          
                ssh $i '/opt/module/zookeeper-3.4.10/bin/zkServer.sh start'
                done
            done
    done

![复制代码][copycode.gif]

群关闭脚本

![复制代码][copycode.gif]

#!/bin/bash
    
    echo "=====================正在关闭集群服务============================"
    
    echo "=====================正在关闭zookeeper节点========================"
    for i in root@hadoop101 root@hadoop102 root@hadoop103
    do  ssh $i '/opt/module/zookeeper-3.4.10/bin/zkServer.sh stop'
        done
    
    echo "=====================正在关闭jobhistoryServer节点========================"
    
    ssh root@hadoop101  '/opt/module/hadoop-2.7.2/sbin/mr-jobhistory-daemon.sh stop historyserver'
    
    echo "=====================正在关闭ResourceManager节点========================"
    
    ssh root@hadoop102 '/opt/module/hadoop-2.7.2/sbin/yarn-daemon.sh stop resourcemanager'
    
    echo "=====================正在关闭nodeManager节点========================"
    
    for i in root@hadoop101 root@hadoop102 root@hadoop103
    do
            ssh $i '/opt/module/hadoop-2.7.2/sbin/yarn-daemon.sh stop datamanager'
            done
    
            echo "=====================正在关闭secondarynamenode节点========================"
    
            ssh root@hadoop103 '/opt/module/hadoop-2.7.2/sbin/hadoop-daemon.sh stop secondarynamenode'
    
            echo "=====================正在关闭namenode节点========================"
    
            ssh root@hadoop101 '/opt/module/hadoop-2.7.2/sbin/hadoop-daemon.sh stop namenode'
            echo "=====================关闭datanode节点========================"
            for i in root@hadoop101 root@hadoop102 root@hadoop103
            do
                    ssh $i '/opt/module/hadoop-2.7.2/sbin/hadoop-daemon.sh stop datanode'
                    done
            echo "=====================关闭Yarn节点========================"
            for i in root@hadoop101 root@hadoop102 root@hadoop103
            do
                    ssh $i '/opt/module/hadoop-2.7.2/sbin/stop-yarn.sh'
                    done

![复制代码][copycode.gif]

转载于:https://www.cnblogs.com/LXL616/p/10992256.html

[HADOOP]: https://www.cnblogs.com/yaoyu19960106/p/10557632.html
[copycode.gif]: /images/20211220/ee5ead5b512b4c5998ae75471ec24a58.png