logstash中metrics插件简单使用-蒲公英云

logstash中metrics插件简单使用

注：此处只关注logstash部分，其他部分此处省略

Logstash配置文件

1. logstash.conf文件内容

input {
    # 自动模拟生成数据2次
    generator {
        count => 2
        message => '[
                {"env":"test", "timestamp":"2020-06-02 01:04:39.978", "logLevel":"ERROR", "source":"request", "type":"metrics", "message":"username not exists"},
                {"env":"test", "timestamp":"2020-06-02 01:04:39.978", "logLevel":"ERROR", "source":"request", "type":"metrics", "message":"username not exists"},
                {"env":"test", "timestamp":"2020-06-02 01:04:39.978", "logLevel":"ERROR", "source":"request", "type":"metrics", "message":"username not exists"},
                {"env":"test", "timestamp":"2020-06-03 01:04:39.978", "logLevel":"ERROR", "source":"post", "type":"metrics", "message":"username error"},
                {"env":"test", "timestamp":"2020-06-08 01:04:39.978", "logLevel":"INFO", "source":"request", "type":"metrics", "message":"passwrod error"}
            ]'
        codec => json
    }
}
filter {
    metrics {
        # 分隔统计，对每一个值进行统计
        # meter => [ "%{logLevel}", "%{source}", "%{type}", "%{message}" ]
        # 联合统计
        meter => ["event_%{logLevel}_%{source}_%{type}_%{message}"]
        add_tag => [ "metric" ]
        # 每隔4统计一次（默认5秒）
        flush_interval => 4
        # 每隔6秒钟清空计数器（默认-1，不清除）
        clear_interval => 7
        # 10秒内的message数据才统计，避免延迟
        ignore_older_than => 10
    }
}
output {
    stdout { codec => rubydebug }
}