案例： springboot 同时集成hive和mysql

妖狐艹你老母 2023-06-19 09:52 8阅读 0赞

**1.配置maven( pom.xml文件 )：**

1.1 集成hive:

<dependency>
                <groupId>org.apache.hive</groupId>
                <artifactId>hive-jdbc</artifactId>
                <version>1.1.0</version>
                <exclusions>
                    <exclusion>
                        <groupId>org.apache.httpcomponents</groupId>
                        <artifactId>httpcore</artifactId>
                    </exclusion>
                </exclusions>
            </dependency>
            <dependency>
                <groupId>org.apache.hadoop</groupId>
                <artifactId>hadoop-common</artifactId>
                <exclusions>
                    <exclusion>
                        <groupId>log4j</groupId>
                        <artifactId>log4j</artifactId>
                    </exclusion>
                    <exclusion>
                        <groupId>org.slf4j</groupId>
                        <artifactId>slf4j-log4j12</artifactId>
                    </exclusion>
                    <exclusion>
                        <groupId>org.apache.httpcomponents</groupId>
                        <artifactId>httpclient</artifactId>
                    </exclusion>
                    <exclusion>
                        <groupId>com.google.code.gson</groupId>
                        <artifactId>gson</artifactId>
                    </exclusion>
                </exclusions>
                <version>2.7.3</version>
            </dependency>

1.2 集成mysql：

<dependency>
                <groupId>com.alibaba</groupId>
                <artifactId>druid-spring-boot-starter</artifactId>
                <version>1.1.10</version>
            </dependency>
            <dependency>
                <groupId>mysql</groupId>
                <artifactId>mysql-connector-java</artifactId>
                <version>5.1.46</version>
                
            </dependency>

**2.配置数据源（.yml文件）**

2.1 hive 数据源：

#hive数据库配置
    hive:
      datasource:
        druid:
          username: hive
          password: hive
          driverClassName: org.apache.hive.jdbc.HiveDriver
          url: jdbc:hive2://IP:端口/default
          initialSize: 10
          maxActive: 50
          removeAbandoned: true
          removeAbandonedTimeout: 60
          maxWait: 60000

2.2 mysql 数据源：

mysql:
      datasource:
        druid:
          url: jdbc:mysql://IP:端口/数据库名称?useUnicode=true&characterEncoding=UTF-8&allowMultiQueries=true&serverTimezone=UTC&useSSL=false
          username: 用户名
          password: 密码
          driver-class-name: com.mysql.jdbc.Driver
          type: com.alibaba.druid.pool.DruidDataSource
          #配置初始化大小/最小/最大
          initial-size: 1
          min-idle: 1
          max-active: 20
          #获取连接等待超时时间
          max-wait: 60000
          #间隔多久进行一次检测，检测需要关闭的空闲连接
          time-between-eviction-runs-millis: 60000
          #一个连接在池中最小生存的时间
          min-evictable-idle-time-millis: 300000
          validation-query: SELECT 'x'
          test-while-idle: true
          test-on-borrow: false
          test-on-return: false
          pool-prepared-statements: false
          max-pool-prepared-statement-per-connection-size: 20

**3.编写多数据源代码：**

3.1 hive 数据源连接代码：

@Configuration
    public class HiveDataSourceConfig {
    
        @Bean(name = "hiveDataSource")
        @ConfigurationProperties(prefix = "hive.datasource.druid")//和yml中的配置项，呼应
        public DataSource dataSource() {
            return DruidDataSourceBuilder.create().build();
        }
    
        @Bean(name = "hiveJdbcTemplate")
        public JdbcTemplate getJdbcTemplate(@Qualifier("hiveDataSource") DataSource dataSource){
            return new JdbcTemplate(dataSource);
        }
    
        /**
         * 获取hive连接
         */
        public Connection getHiveConnection() throws SQLException {
            return this.dataSource().getConnection();
        }
    
    }

3.2 mysql 数据源连接代码：

@Configuration
    @MapperScan(basePackages = "com.web.dao", sqlSessionTemplateRef = "mySqlSqlSessionTemplate" ,sqlSessionFactoryRef = "mySqlSqlSessionFactory")
    public class MySqlDataSourceConfig {
    
        @Primary
        @Bean(name = "mySqlDataSource")
        @ConfigurationProperties(prefix = "mysql.datasource.druid")
        public DataSource mySqlDataSource() {
            return DruidDataSourceBuilder.create().build();
        }
    
        @Primary
        @Bean(name = "mySqlTransactionManager")
        public DataSourceTransactionManager mySqlTransactionManager(@Qualifier("mySqlDataSource") DataSource dataSource) {
            return new DataSourceTransactionManager(dataSource);
        }
    
    
        @Bean
        @ConfigurationProperties(prefix = "mybatis.configuration")//需要和yml中的mybatis配置对应
        public org.apache.ibatis.session.Configuration configuration(){
            return new org.apache.ibatis.session.Configuration();
        }
    
        @Primary
        @Bean(name = "mySqlSqlSessionFactory")
        public SqlSessionFactory mySqlSqlSessionFactory(@Qualifier("mySqlDataSource") DataSource dataSource,org.apache.ibatis.session.Configuration configuration) throws Exception {
            SqlSessionFactoryBean bean = new SqlSessionFactoryBean();
            bean.setConfiguration(configuration);
            bean.setDataSource(dataSource);
            bean.setMapperLocations(new PathMatchingResourcePatternResolver().getResources("classpath:mapper/*.xml"));
            return bean.getObject();
        }
    
        @Bean(name = "mySqlSqlSessionTemplate")
        @Primary
        public SqlSessionTemplate mySqlSqlSessionTemplate(@Qualifier("mySqlSqlSessionFactory") SqlSessionFactory sqlSessionFactory){
            return new SqlSessionTemplate(sqlSessionFactory);
        }
    }

3.2中需要补充mybatis的扫描配置：

mybatis:
      mapper-locations: classpath:mapper/*.xml
      type-aliases-package: com.web.model
      configuration:
        log-impl: org.apache.ibatis.logging.log4j.Log4jImpl
        map-underscore-to-camel-case: true