|
@@ -2,16 +2,18 @@
|
|
|
kind: ConfigMap
|
|
|
apiVersion: v1
|
|
|
metadata:
|
|
|
- name: logstash-config
|
|
|
+ name: logstash-configmap
|
|
|
namespace: pro
|
|
|
data:
|
|
|
- logstash-config-named-k8s: |
|
|
|
+ logstash.yml: |
|
|
|
+ http.host: "0.0.0.0"
|
|
|
+ logstash.conf: |
|
|
|
input {
|
|
|
kafka {
|
|
|
bootstrap_servers => ["kafka-0.kafka-headless.pro.svc.cluster.local:9093,kafka-1.kafka-headless.pro.svc.cluster.local:9093,kafka-2.kafka-headless.pro.svc.cluster.local:9093"]
|
|
|
group_id => "es-test"
|
|
|
auto_offset_reset => "latest"
|
|
|
- consumer_threads => 5
|
|
|
+ consumer_threads => 3
|
|
|
max_partition_fetch_bytes => 4194304
|
|
|
receive_buffer_bytes => 131072
|
|
|
send_buffer_bytes => 524288
|
|
@@ -35,46 +37,32 @@ data:
|
|
|
# stdout { codec => rubydebug }
|
|
|
if [log_topic] == "offline-process-charge" {
|
|
|
elasticsearch {
|
|
|
- hosts => ["elasticsearch:9200"]
|
|
|
+ hosts => ["10.26.27.137:9200"]
|
|
|
index => "logstash-offline-process-charge-%{+YYYY.MM}"
|
|
|
template_overwrite => true
|
|
|
}
|
|
|
}
|
|
|
if [log_topic] == "offline-process-charge-callback" {
|
|
|
elasticsearch {
|
|
|
- hosts => ["elasticsearch:9200"]
|
|
|
+ hosts => ["10.26.27.137:9200"]
|
|
|
index => "logstash-offline-process-charge-callback-%{+YYYY.MM}"
|
|
|
template_overwrite => true
|
|
|
}
|
|
|
}
|
|
|
if [log_topic] == "offline-process-promotion" {
|
|
|
elasticsearch {
|
|
|
- hosts => ["elasticsearch:9200"]
|
|
|
+ hosts => ["10.26.27.137:9200"]
|
|
|
index => "logstash-offline-process-promotion-%{+YYYY.MM}"
|
|
|
template_overwrite => true
|
|
|
}
|
|
|
}
|
|
|
- if [log_topic] == "offline-process-newmedia" {
|
|
|
- elasticsearch {
|
|
|
- hosts => ["elasticsearch:9200"]
|
|
|
- index => "logstash-offline-process-newmedia-%{+YYYY.MM}"
|
|
|
- template_overwrite => true
|
|
|
- }
|
|
|
- }
|
|
|
if [log_topic] == "offline-process-schedule" {
|
|
|
elasticsearch {
|
|
|
- hosts => ["elasticsearch:9200"]
|
|
|
+ hosts => ["10.26.27.137:9200"]
|
|
|
index => "logstash-offline-process-schedule-%{+YYYY.MM}"
|
|
|
template_overwrite => true
|
|
|
}
|
|
|
}
|
|
|
- if [log_topic] == "offline-process-statistics" {
|
|
|
- elasticsearch {
|
|
|
- hosts => ["elasticsearch:9200"]
|
|
|
- index => "logstash-offline-process-statistics-%{+YYYY.MM}"
|
|
|
- template_overwrite => true
|
|
|
- }
|
|
|
- }
|
|
|
}
|
|
|
---
|
|
|
kind: Deployment
|
|
@@ -85,7 +73,7 @@ metadata:
|
|
|
labels:
|
|
|
app: logstash-k8s-named
|
|
|
spec:
|
|
|
- replicas: 1
|
|
|
+ replicas: 3
|
|
|
selector:
|
|
|
matchLabels:
|
|
|
app: logstash-k8s-named
|
|
@@ -96,7 +84,8 @@ spec:
|
|
|
spec:
|
|
|
containers:
|
|
|
- name: logstash-k8s-named
|
|
|
- image: logstash:7.13.3
|
|
|
+ imagePullPolicy: IfNotPresent
|
|
|
+ image: hub.evbj.easou.com/pro/logstash:7.13.3
|
|
|
command: ["/bin/sh","-c"]
|
|
|
args: ["/usr/share/logstash/bin/logstash -f /usr/share/logstash/config"]
|
|
|
ports:
|
|
@@ -105,7 +94,9 @@ spec:
|
|
|
- containerPort: 9600
|
|
|
name: api
|
|
|
volumeMounts:
|
|
|
- - name: core-config
|
|
|
+ - name: config-volume
|
|
|
+ mountPath: /usr/share/logstash/config
|
|
|
+ - name: yml-volume
|
|
|
mountPath: /usr/share/logstash/config
|
|
|
env:
|
|
|
- name: LS_HEAP_SIZE
|
|
@@ -113,11 +104,17 @@ spec:
|
|
|
- name: LS_HTTP_HOST
|
|
|
value: "0.0.0.0"
|
|
|
volumes:
|
|
|
- - name: core-config
|
|
|
+ - name: yml-volume
|
|
|
+ configMap:
|
|
|
+ name: logstash-configmap
|
|
|
+ items:
|
|
|
+ - key: logstash.yml
|
|
|
+ path: logstash.yml
|
|
|
+ - name: config-volume
|
|
|
configMap:
|
|
|
- name: logstash-config
|
|
|
+ name: logstash-configmap
|
|
|
items:
|
|
|
- - key: logstash-config-named-k8s
|
|
|
+ - key: logstash.conf
|
|
|
path: logstash.conf
|
|
|
|
|
|
---
|