input {
beats {
host => "10.10.51.166"
port => 5000
type => "logs"
ssl => true
ssl_certificate => "/etc/pki/tls/certs/logstash-forwarder.crt"
ssl_key => "/etc/pki/tls/private/logstash-forwarder.key"
}
}
filter {
if [type] == "nginx-access" {
grok {
patterns_dir => "/usr/share/logstash/patterns"
match => { "message" => "%{NGINX_ACCESSLOG}"}
add_field => [ "received_at", "%{@timestamp}" ]
add_field => [ "received_from", "%{host}" ]
}
urldecode {
all_fields => true
}
geoip {
source => "clientip"
}
syslog_pri {}
date {
match => [ "timestamp", "dd/MMM/YYYY:HH:mm:ss Z" ]
}
} else if [type] == "nginx-error" {
grok {
patterns_dir => "/usr/share/logstash/patterns"
match => { "message" => "%{NGINX_ACCESSLOG}"}
add_field => [ "received_at", "%{@timestamp}" ]
add_field => [ "received_from", "%{host}" ]
}
geoip {
source => "clientip"
}
syslog_pri {}
date {
match => [ "timestamp", "dd/MMM/YYYY:HH:mm:ss Z" ]
}
} else if [type] == "sys-messages" {
grok {
match => { "message" => "%{SYSLOGTIMESTAMP:syslog_timestamp} %{SYSLOGHOST:syslog_hostname} %{DATA:syslog_program}(?:\[%{POSINT:syslog_pid}\])?: %{GREEDYDATA:syslog_message}" }
add_field => [ "received_at", "%{@timestamp}" ]
add_field => [ "received_from", "%{host}" ]
}
geoip {
source => "clientip"
}
syslog_pri {}
date {
match => [ "syslog_timestamp", "MMM d HH:mm:ss", "MMM dd HH:mm:ss" ]
}
}
}
output {
if [type] == "nginx-access" {
elasticsearch {
hosts => ["10.10.51.166:9200"]
manage_template => true
index => "logstash-nginx-access-%{+YYYY-MM-dd}"
}
} else if [type] == "nginx-access" {
elasticsearch {
hosts => ["10.10.51.166:9200"]
manage_template => true
index => "logstash-nginx-error-%{+YYYY-MM-dd}"
}
} else if [type] == "sys-messages" {
elasticsearch {
hosts => ["10.10.51.166:9200"]
manage_template => true
index => "logstash-sys-messages-%{+YYYY-MM-dd}"
}
}
stdout { codec => rubydebug }
}
logstash配置filebeat日志
©著作权归作者所有,转载或内容合作请联系作者
平台声明:文章内容(如有图片或视频亦包括在内)由作者上传并发布,文章内容仅代表作者本人观点,简书系信息发布平台,仅提供信息存储服务。
平台声明:文章内容(如有图片或视频亦包括在内)由作者上传并发布,文章内容仅代表作者本人观点,简书系信息发布平台,仅提供信息存储服务。
推荐阅读更多精彩内容
- 1. 到https://www.elastic.co/cn/products网址下载最新版的elasticsear...
- 一、安装logstash 下载官方软件包的方式有以下几种: 压缩包方式 wget https://download...
- input { file { path => "c:\Program Files\logstash-2.3.3\2...
- 上一篇文章介绍了使用 kafka + logstash + elasticsearch 进行日志收集并展示,在本篇...