使用Docker compose快速搭建本地Hive Server

￡神魔★判官ぃ 2023-02-22 14:58 30阅读 0赞

源码地址：[https://github.com/big-data-europe/docker-hive][https_github.com_big-data-europe_docker-hive]

docker-compose.yml 文件，我是在Windows Docker Desktop跑的。由于windows端口范围限制，50070 50075 端口改成 5007 5075

version: "3"
    
    services:
      namenode:
        image: bde2020/hadoop-namenode:2.0.0-hadoop2.7.4-java8
        volumes:
          - namenode:/hadoop/dfs/name
        environment:
          - CLUSTER_NAME=test
        env_file:
          - ./hadoop-hive.env
        ports:
          - "5007:50070"
      datanode:
        image: bde2020/hadoop-datanode:2.0.0-hadoop2.7.4-java8
        volumes:
          - datanode:/hadoop/dfs/data
        env_file:
          - ./hadoop-hive.env
        environment:
          SERVICE_PRECONDITION: "namenode:50070"
        ports:
          - "5075:50075"
      hive-server:
        image: bde2020/hive:2.3.2-postgresql-metastore
        env_file:
          - ./hadoop-hive.env
        environment:
          HIVE_CORE_CONF_javax_jdo_option_ConnectionURL: "jdbc:postgresql://hive-metastore/metastore"
          SERVICE_PRECONDITION: "hive-metastore:9083"
        ports:
          - "10000:10000"
      hive-metastore:
        image: bde2020/hive:2.3.2-postgresql-metastore
        env_file:
          - ./hadoop-hive.env
        command: /opt/hive/bin/hive --service metastore
        environment:
          SERVICE_PRECONDITION: "namenode:50070 datanode:50075 hive-metastore-postgresql:5432"
        ports:
          - "9083:9083"
      hive-metastore-postgresql:
        image: bde2020/hive-metastore-postgresql:2.3.0
      presto-coordinator:
        image: shawnzhu/prestodb:0.181
        ports:
          - "8080:8080"
    
    volumes:
      namenode:
      datanode:

[https_github.com_big-data-europe_docker-hive]: https://github.com/big-data-europe/docker-hive