elk---日志收集

语法格式

logstash中行为事件,流程:事件---input---codec---filter---codec----output

input{
    #注释
       stdin{
         }

}
    #可以不用写
filter{
}
output{
       elasticsearch{
            hosts => ["ip:9200"]
                index = "test-%{+YYYY.DD.mm}"
         }
         stdout{
            codec => "rubydebug"
         }
}

rsyslog日志收集

input{
   file{
          path => ["/var/log/messages","/var/log/secure"]
                type => "system-log"
                start_postition => "beginning"
     }

 }
 filter{
}
output{
  elasticsearch{
                       hosts => ["ip:9200"]
                                     index => "system-log-%{+YYYY.MM}"
        }
}

es 日志收集

input{
   file{
          path => ["/var/log/messages","/var/log/secure"]
                type => "system-log"
                start_postition => "beginning"
         file{
                    path => "/var/log/elasticsearch/es.log"
                    type => "es-log"
                    start_postition => "beginning"
                    codec => multiline{
                            pattern =>"^\["
                                    negate => true
                                    what => "prevIoUs"
                    }
          syslog{
               type => "system-syslog"
                 port => 514
            }
         }
     }

 }
 filter{
}
output{
         if [type]=="system-log"{
             elasticsearch{
                       hosts => ["ip:9200"]
                                     index => "system-log-%{+YYYY.MM}"
        }
        }
         if [type]=="es-log"{
             elasticsearch{
                       hosts => ["ip:9200"]
                                     index => "system-log-%{+YYYY.MM}"
        }
        }
        if [type]=="system-syslog"{
             elasticsearch{
                       hosts => ["ip:9200"]
                                     index => "system-syslog-%{+YYYY.MM}"
        }
        }
        stdout{

          codec => "rubydebug"

        }

}

tcp 日志收集

input{
   tcp{
             type => "tcp"
                 port => "6666"
                 mode => "server"

         }

}

 output{
   stdout{

           codec => rubydebug
         }

 }

相关文章

validates:conclusion,:presence=>true,:inclusion=>{...
一、redis集群搭建redis3.0以前,提供了Sentinel工具来监控各...
分享一下我老师大神的人工智能教程。零基础!通俗易懂!风趣...
上一篇博文 ruby传参之引用类型 里边定义了一个方法名 mo...
一编程与编程语言 什么是编程语言? 能够被计算机所识别的表...
Ruby类和对象Ruby是一种完美的面向对象编程语言。面向对象编...