|
@@ -12,16 +12,13 @@ data:
|
|
|
group_id => "es-test"
|
|
|
topics => ["offline-process-topic"]
|
|
|
codec => json
|
|
|
- }
|
|
|
+ }
|
|
|
}
|
|
|
|
|
|
filter {
|
|
|
grok{
|
|
|
match => {"message" => "(?m)^\[%{DATA:logdate}\] \[%{WORD:thread_trace_id}*\] \[%{WORD:biz_id}*\] \[%{LOGLEVEL:level}%{SPACE}*\] \[%{DATA:threadName}\] \[%{DATA:loggerName}\] \[%{DATA:method_line}\] - %{GREEDYDATA:msg}"}
|
|
|
}
|
|
|
- mutate {
|
|
|
- remove_field => ["@version","beat.name","input.type"]
|
|
|
- }
|
|
|
date {
|
|
|
match => [ "timestamp" , "yyyy-MM-dd HH:mm:ss.SSS" ]
|
|
|
}
|
|
@@ -29,42 +26,42 @@ data:
|
|
|
|
|
|
output {
|
|
|
stdout { codec => rubydebug }
|
|
|
- if [fields][log_topic] == "offline-process-charge" {
|
|
|
+ if [log_topic] == "offline-process-charge" {
|
|
|
elasticsearch {
|
|
|
hosts => ["elasticsearch:9200"]
|
|
|
index => "logstash-offline-process-charge-%{+YYYY.MM}"
|
|
|
template_overwrite => true
|
|
|
}
|
|
|
}
|
|
|
- if [fields][log_topic] == "offline-process-charge-callback" {
|
|
|
+ if [log_topic] == "offline-process-charge-callback" {
|
|
|
elasticsearch {
|
|
|
hosts => ["elasticsearch:9200"]
|
|
|
index => "logstash-offline-process-charge-callback-%{+YYYY.MM}"
|
|
|
template_overwrite => true
|
|
|
}
|
|
|
}
|
|
|
- if [fields][log_topic] == "offline-process-promotion" {
|
|
|
+ if [log_topic] == "offline-process-promotion" {
|
|
|
elasticsearch {
|
|
|
hosts => ["elasticsearch:9200"]
|
|
|
index => "logstash-offline-process-promotion-%{+YYYY.MM}"
|
|
|
template_overwrite => true
|
|
|
}
|
|
|
}
|
|
|
- if [fields][log_topic] == "offline-process-newmedia" {
|
|
|
+ if [log_topic] == "offline-process-newmedia" {
|
|
|
elasticsearch {
|
|
|
hosts => ["elasticsearch:9200"]
|
|
|
index => "logstash-offline-process-newmedia-%{+YYYY.MM}"
|
|
|
template_overwrite => true
|
|
|
}
|
|
|
}
|
|
|
- if [fields][log_topic] == "offline-process-schedule" {
|
|
|
+ if [log_topic] == "offline-process-schedule" {
|
|
|
elasticsearch {
|
|
|
hosts => ["elasticsearch:9200"]
|
|
|
index => "logstash-offline-process-schedule-%{+YYYY.MM}"
|
|
|
template_overwrite => true
|
|
|
}
|
|
|
}
|
|
|
- if [fields][log_topic] == "offline-process-statistics" {
|
|
|
+ if [log_topic] == "offline-process-statistics" {
|
|
|
elasticsearch {
|
|
|
hosts => ["elasticsearch:9200"]
|
|
|
index => "logstash-offline-process-statistics-%{+YYYY.MM}"
|