Flink 本地运行日志配置

素颜马尾好姑娘i 2023-02-21 06:18 6阅读 0赞

1.  ###### 方法一: 使用 log4j.properties ######
    
    **在 src/main/resources 中添加 log4j.properties 文件**
    
        ################################################################################
        #  Licensed to the Apache Software Foundation (ASF) under one
        #  or more contributor license agreements.  See the NOTICE file
        #  distributed with this work for additional information
        #  regarding copyright ownership.  The ASF licenses this file
        #  to you under the Apache License, Version 2.0 (the
        #  "License"); you may not use this file except in compliance
        #  with the License.  You may obtain a copy of the License at
        #
        #      http://www.apache.org/licenses/LICENSE-2.0
        #
        #  Unless required by applicable law or agreed to in writing, software
        #  distributed under the License is distributed on an "AS IS" BASIS,
        #  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
        #  See the License for the specific language governing permissions and
        # limitations under the License.
        ################################################################################
        
        # This affects logging for both user code and Flink
        log4j.rootLogger=INFO, console
        
        # Uncomment this if you want to _only_ change Flink's logging
        log4j.logger.org.apache.flink=WARN
        
        # The following lines keep the log level of common libraries/connectors on
        # log level INFO. The root logger does not override this. You have to manually
        # change the log levels here.
        log4j.logger.akka=WARN
        log4j.logger.org.apache.kafka=INFO
        log4j.logger.org.apache.hadoop=WARN
        log4j.logger.org.apache.zookeeper=WARN
        
        # Log all infos to the console
        log4j.appender.console=org.apache.log4j.ConsoleAppender
        log4j.appender.console.layout=org.apache.log4j.PatternLayout
        log4j.appender.console.layout.ConversionPattern=%d{yyyy-MM-dd HH:mm:ss,SSS} %-5p %-60c %x - %m%n
        
        # Suppress the irrelevant (wrong) warnings from the Netty channel handler
        log4j.logger.org.apache.flink.shaded.akka.org.jboss.netty.channel.DefaultChannelPipeline=ERROR, console
2.  ###### 方法二: 使用 logback.xml ######
    
    **在 src/main/resources 中添加 logback.xml 文件**
    
        
        
        <configuration>
            <property name="CONSOLE_LOG_PATTERN"
                      value="%yellow(%d{yyyy-MM-dd HH:mm:ss.SSS}) [%blue(%thread)] %highlight(%-5level) %green(%logger{60}) %blue(%file:%line) %X{sourceThread} - %cyan(%msg%n)"/>
            <appender name="console" class="ch.qos.logback.core.ConsoleAppender">
                <encoder>
        
                    <pattern>${CONSOLE_LOG_PATTERN}</pattern>
                    
                    <charset>UTF-8</charset>
                </encoder>
            </appender>
        
            
            <root level="INFO">
                <appender-ref ref="console"/>
            </root>
        
            
            
            
            
        
            
            <logger name="akka" level="INFO">
                <appender-ref ref="console"/>
            </logger>
            <logger name="org.apache.kafka" level="INFO">
                <appender-ref ref="console"/>
            </logger>
            <logger name="org.apache.hadoop" level="INFO">
                <appender-ref ref="console"/>
            </logger>
            <logger name="org.apache.zookeeper" level="INFO">
                <appender-ref ref="console"/>
            </logger>
        
            
            <logger name="org.apache.flink.shaded.akka.org.jboss.netty.channel.DefaultChannelPipeline" level="ERROR">
                <appender-ref ref="console"/>
            </logger>
        </configuration>
    
    **修改 pom.xml 配置**  
    在引入flink相关依赖之前引入logback相关依赖，如下
    
        ...
        <properties>
          <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
          <project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
          <flink.version>1.9.2</flink.version>
          <flink.shade.version>3.0.0-cdh6.3.2-9.0</flink.shade.version>
          <logback.version>1.2.3</logback.version>
          <log4j-over-slf4j.version>1.7.30</log4j-over-slf4j.version>
          <scope.level>compile</scope.level>
        </properties>
        ...
        <dependencies>
          <dependency>
              <groupId>ch.qos.logback</groupId>
              <artifactId>logback-core</artifactId>
              <version>${logback.version}</version>
          </dependency>
          <dependency>
              <groupId>ch.qos.logback</groupId>
              <artifactId>logback-access</artifactId>
              <version>${logback.version}</version>
          </dependency>
          <dependency>
              <groupId>ch.qos.logback</groupId>
              <artifactId>logback-classic</artifactId>
              <version>${logback.version}</version>
          </dependency>
          <dependency>
              <groupId>org.slf4j</groupId>
              <artifactId>log4j-over-slf4j</artifactId>
              <version>${log4j-over-slf4j.version}</version>
          </dependency>
          <dependency>
              <groupId>org.apache.flink</groupId>
              <artifactId>flink-scala_${scala.binary.version}</artifactId>
              <version>${flink.version}</version>
              <scope>${scope.level}</scope>
          </dependency>
          ...
        </dependencies>