|
@@ -10,7 +10,7 @@ data:
|
|
|
kafka {
|
|
|
bootstrap_servers => ["kafka-0.kafka-svc.qa.svc.cluster.local:9093,kafka-1.kafka-svc.qa.svc.cluster.local:9093,kafka-2.kafka-svc.qa.svc.cluster.local:9093"]
|
|
|
group_id => "es-test"
|
|
|
- topics => ["offline-process-charge-topic"]
|
|
|
+ topics => ["offline-process-topic"]
|
|
|
codec => json
|
|
|
}
|
|
|
}
|
|
@@ -26,9 +26,47 @@ data:
|
|
|
|
|
|
output {
|
|
|
stdout { codec => rubydebug }
|
|
|
- elasticsearch {
|
|
|
- hosts => ["elasticsearch:9200"]
|
|
|
- index => "logstash-filebeat-%{+YYYY.MM}"
|
|
|
+ if [fields][log_topic] == "offline-process-charge" {
|
|
|
+ elasticsearch {
|
|
|
+ hosts => ["elasticsearch:9200"]
|
|
|
+ index => "logstash-offline-process-charge-%{+YYYY.MM}"
|
|
|
+ template_overwrite => true
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if [fields][log_topic] == "offline-process-charge-callback" {
|
|
|
+ elasticsearch {
|
|
|
+ hosts => ["elasticsearch:9200"]
|
|
|
+ index => "logstash-offline-process-charge-callback-%{+YYYY.MM}"
|
|
|
+ template_overwrite => true
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if [fields][log_topic] == "offline-process-promotion" {
|
|
|
+ elasticsearch {
|
|
|
+ hosts => ["elasticsearch:9200"]
|
|
|
+ index => "logstash-offline-process-promotion-%{+YYYY.MM}"
|
|
|
+ template_overwrite => true
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if [fields][log_topic] == "offline-process-newmedia" {
|
|
|
+ elasticsearch {
|
|
|
+ hosts => ["elasticsearch:9200"]
|
|
|
+ index => "logstash-offline-process-newmedia-%{+YYYY.MM}"
|
|
|
+ template_overwrite => true
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if [fields][log_topic] == "offline-process-schedule" {
|
|
|
+ elasticsearch {
|
|
|
+ hosts => ["elasticsearch:9200"]
|
|
|
+ index => "logstash-offline-process-schedule-%{+YYYY.MM}"
|
|
|
+ template_overwrite => true
|
|
|
+ }
|
|
|
+ }
|
|
|
+ if [fields][log_topic] == "offline-process-statistics" {
|
|
|
+ elasticsearch {
|
|
|
+ hosts => ["elasticsearch:9200"]
|
|
|
+ index => "logstash-offline-process-statistics-%{+YYYY.MM}"
|
|
|
+ template_overwrite => true
|
|
|
+ }
|
|
|
}
|
|
|
}
|
|
|
logstash_yml: |
|