SpringBoot整合ELK日志中心(WIN10)

忘是亡心i 2022-09-09 01:57 214阅读 0赞

参考连接: [https://www.jianshu.com/p/97fcb10c3556][https_www.jianshu.com_p_97fcb10c3556]

ELK 是 elastic 公司旗下三款产品 [ElasticSearch][] 、[Logstash][] 、[Kibana][] 的首字母组合。

[ElasticSearch][] 是一个基于 [Lucene][] 构建的开源，分布式，RESTful 搜索引擎。

[Logstash][] 传输和处理你的日志、事务或其他数据。

[Kibana][] 将 Elasticsearch 的数据分析并渲染为可视化的报表。

注意: 本文ELK使用6.8.0版本, 需要JDK1.8及以上环境

1. 安装

官方下载地址: [https://www.elastic.co/cn/downloads/elasticsearch][https_www.elastic.co_cn_downloads_elasticsearch]

[https://www.elastic.co/cn/downloads/logstash][https_www.elastic.co_cn_downloads_logstash]

[https://www.elastic.co/cn/downloads/kibana][https_www.elastic.co_cn_downloads_kibana]

加速下载地址: [https://www.newbe.pro/Others/All-Mirror/index.html][https_www.newbe.pro_Others_All-Mirror_index.html]

2. 配置/启动

[ElasticSearch][] 运行bin目录下 elasticsearch.bat

[Logstash][] 在bin目录下新建 logstash.conf 文件

文件内容(更多配置内容查看官网 [https://www.elastic.co/guide/en/logstash/6.8/index.html][https_www.elastic.co_guide_en_logstash_6.8_index.html])

input { 
      tcp { 
        mode => "server"
        host => "0.0.0.0"
        port => 9250
    	codec => json
      }
    }
    
    output {
      elasticsearch { 
    	hosts => ["localhost:9200"] 
    	index => "springboot-logstash-%{+YYYY.MM.dd}"
      }
    }

进入bin目录, logstash.bat -f logstash.conf 命令启动

[Kibana][] 编辑 config/kibana.yml

server.port: 5601
    server.host: "localhost"
    elasticsearch.hosts: ["http://localhost:9200"]
    i18n.locale: "zh-CN"  #中文支持

运行bin目录下kibana.bat

3. 配置索引

打开kibana 页面, [http://127.0.0.1:5601/][http_127.0.0.1_5601]

![watermark_type_ZHJvaWRzYW5zZmFsbGJhY2s_shadow_50_text_Q1NETiBA5aSc6Imy5pKp5Lq6Xw_size_20_color_FFFFFF_t_70_g_se_x_16][]

![watermark_type_ZHJvaWRzYW5zZmFsbGJhY2s_shadow_50_text_Q1NETiBA5aSc6Imy5pKp5Lq6Xw_size_20_color_FFFFFF_t_70_g_se_x_16 1][]

4. SpringBoot 配置

添加jar包

<dependency>
       <groupId>net.logstash.logback</groupId>
       <artifactId>logstash-logback-encoder</artifactId>
       <version>6.6</version>
    </dependency>

添加logback-spring.xml 文件

<?xml version="1.0" encoding="UTF-8"?>
    
    <configuration>
    
        
        <springProperty scope="context" name="spring.application.name" source="spring.application.name"/>
        <springProperty scope="context" name="server.port" source="server.port" defaultValue="0000"/>
        <springProperty scope="context" name="log.level.console" source="logging.level.console" defaultValue="INFO"/>
        <springProperty scope="context" name="log.path" source="logging.file.path" defaultValue="/logs"/>
    
        
        <conversionRule conversionWord="clr" converterClass="org.springframework.boot.logging.logback.ColorConverter"/>
        <conversionRule conversionWord="wex"
                        converterClass="org.springframework.boot.logging.logback.WhitespaceThrowableProxyConverter"/>
        <conversionRule conversionWord="wEx"
                        converterClass="org.springframework.boot.logging.logback.ExtendedWhitespaceThrowableProxyConverter"/>
    
        
        <springProperty scope="context" name="common-pattern-color" source="logging.common-pattern-color"
                        defaultValue="[${spring.application.name}:${server.port}] %clr(%d{yyyy-MM-dd HH:mm:ss.SSS}){faint}:%clr([%5p]){blue} %clr([${PID}]){magenta} %clr([%t:%r]){orange} %clr([%logger{50}.%M:%L]){cyan} %m%n${LOG_EXCEPTION_CONVERSION_WORD:-%wEx}"/>
    
        
        <springProperty scope="context" name="common-pattern" source="logging.common-pattern"
                        defaultValue="[${spring.application.name}:${server.port}] %d{yyyy-MM-dd HH:mm:ss.SSS}[%5p] ${PID} [%X{trace}] [%t:%r] [%logger{50}.%M:%L] %m%n${LOG_EXCEPTION_CONVERSION_WORD:-%wEx}"/>
    
        <include resource="org/springframework/boot/logging/logback/defaults.xml"/>
    
        
        <appender name="CONSOLE_APPENDER" class="ch.qos.logback.core.ConsoleAppender">
            <encoder>
                <pattern>${common-pattern-color}</pattern>
            </encoder>
        </appender>
        
        <appender name="ASYNC_CONSOLE_APPENDER" class="ch.qos.logback.classic.AsyncAppender">
            
            <discardingThreshold>0</discardingThreshold>
            
            <queueSize>256</queueSize>
            
            <appender-ref ref="CONSOLE_APPENDER"/>
        </appender>
    
        
        <appender name="ROOT_APPENDER" class="ch.qos.logback.core.rolling.RollingFileAppender">
            <file>${log.path}/${spring.application.name}/root.log</file>
            <rollingPolicy class="ch.qos.logback.core.rolling.SizeAndTimeBasedRollingPolicy">
                
                <fileNamePattern>
                    ${log.path}/${spring.application.name}/%d{yyyy-MM}/root-%d{yyyy-MM-dd}-%i.log
                </fileNamePattern>
                
                <maxFileSize>1MB</maxFileSize>
                
                <maxHistory>7</maxHistory>
                
                <totalSizeCap>1GB</totalSizeCap>
            </rollingPolicy>
            <encoder>
                <pattern>${common-pattern}</pattern>
            </encoder>
        </appender>
        <appender name="ASYNC_ROOT_APPENDER" class="ch.qos.logback.classic.AsyncAppender">
            <discardingThreshold>0</discardingThreshold>
            <queueSize>256</queueSize>
            <appender-ref ref="ROOT_APPENDER"/>
        </appender>
    
        
        <appender name="STASH" class="net.logstash.logback.appender.LogstashTcpSocketAppender">
            
            <destination>127.0.0.1:9250</destination>
            <encoder charset="UTF-8" class="net.logstash.logback.encoder.LogstashEncoder"/>
            <includeCallerData>true</includeCallerData>-->
        </appender>
    
    
        
        <springProfile name="default,dev">
            <root level="${log.level.console}">
                <appender-ref ref="STASH"/>
                <appender-ref ref="ASYNC_CONSOLE_APPENDER"/>
                <appender-ref ref="ASYNC_ROOT_APPENDER"/>
            </root>
        </springProfile>
    </configuration>

5. 启动项目

6. 点击Refresh, 看到输出与控制台同步

![watermark_type_ZHJvaWRzYW5zZmFsbGJhY2s_shadow_50_text_Q1NETiBA5aSc6Imy5pKp5Lq6Xw_size_20_color_FFFFFF_t_70_g_se_x_16 2][]

[https_www.jianshu.com_p_97fcb10c3556]: https://www.jianshu.com/p/97fcb10c3556
[ElasticSearch]: https://link.jianshu.com?t=https://www.elastic.co/products/elasticsearch
[Logstash]: https://link.jianshu.com?t=https://www.elastic.co/products/logstash
[Kibana]: https://link.jianshu.com?t=https://www.elastic.co/products/kibana
[Lucene]: https://link.jianshu.com?t=http://lucene.apache.org/core/documentation.html
[https_www.elastic.co_cn_downloads_elasticsearch]: https://www.elastic.co/cn/downloads/elasticsearch
[https_www.elastic.co_cn_downloads_logstash]: https://www.elastic.co/cn/downloads/logstash
[https_www.elastic.co_cn_downloads_kibana]: https://www.elastic.co/cn/downloads/kibana
[https_www.newbe.pro_Others_All-Mirror_index.html]: https://www.newbe.pro/Others/All-Mirror/index.html
[https_www.elastic.co_guide_en_logstash_6.8_index.html]: https://www.elastic.co/guide/en/logstash/6.8/index.html
[http_127.0.0.1_5601]: http://127.0.0.1:5601/
[watermark_type_ZHJvaWRzYW5zZmFsbGJhY2s_shadow_50_text_Q1NETiBA5aSc6Imy5pKp5Lq6Xw_size_20_color_FFFFFF_t_70_g_se_x_16]: /images/20220829/f067c0de7b5b4a52b1facf49e3a9cd4c.png
[watermark_type_ZHJvaWRzYW5zZmFsbGJhY2s_shadow_50_text_Q1NETiBA5aSc6Imy5pKp5Lq6Xw_size_20_color_FFFFFF_t_70_g_se_x_16 1]: /images/20220829/67d783aea19a4ee1aab81fa862e94372.png
[watermark_type_ZHJvaWRzYW5zZmFsbGJhY2s_shadow_50_text_Q1NETiBA5aSc6Imy5pKp5Lq6Xw_size_20_color_FFFFFF_t_70_g_se_x_16 2]: /images/20220829/65850267d1544db182772ead5738761c.png