浏览代码

脚本部署

yangxg 4 年之前
父节点
当前提交
898403cea9
共有 1 个文件被更改,包括 24 次插入27 次删除
  1. 24 27
      deploy-tmp-logstash.yaml

+ 24 - 27
deploy-tmp-logstash.yaml

@@ -2,16 +2,18 @@
 kind: ConfigMap
 kind: ConfigMap
 apiVersion: v1
 apiVersion: v1
 metadata:
 metadata:
-  name: logstash-config
+  name: logstash-configmap
   namespace: pro
   namespace: pro
 data:
 data:
-  logstash-config-named-k8s: |
+  logstash.yml: |
+      http.host: "0.0.0.0"
+  logstash.conf: |
     input {
     input {
       kafka {
       kafka {
           bootstrap_servers => ["kafka-0.kafka-headless.pro.svc.cluster.local:9093,kafka-1.kafka-headless.pro.svc.cluster.local:9093,kafka-2.kafka-headless.pro.svc.cluster.local:9093"]
           bootstrap_servers => ["kafka-0.kafka-headless.pro.svc.cluster.local:9093,kafka-1.kafka-headless.pro.svc.cluster.local:9093,kafka-2.kafka-headless.pro.svc.cluster.local:9093"]
           group_id => "es-test"
           group_id => "es-test"
           auto_offset_reset => "latest"
           auto_offset_reset => "latest"
-          consumer_threads => 5
+          consumer_threads => 3
           max_partition_fetch_bytes => 4194304
           max_partition_fetch_bytes => 4194304
           receive_buffer_bytes => 131072
           receive_buffer_bytes => 131072
           send_buffer_bytes => 524288
           send_buffer_bytes => 524288
@@ -35,46 +37,32 @@ data:
       # stdout { codec => rubydebug }
       # stdout { codec => rubydebug }
       if [log_topic] == "offline-process-charge" {
       if [log_topic] == "offline-process-charge" {
           elasticsearch {
           elasticsearch {
-            hosts => ["elasticsearch:9200"]
+            hosts => ["10.26.27.137:9200"]
             index => "logstash-offline-process-charge-%{+YYYY.MM}"
             index => "logstash-offline-process-charge-%{+YYYY.MM}"
             template_overwrite => true
             template_overwrite => true
           }
           }
       }
       }
       if [log_topic] == "offline-process-charge-callback" {
       if [log_topic] == "offline-process-charge-callback" {
           elasticsearch {
           elasticsearch {
-            hosts => ["elasticsearch:9200"]
+            hosts => ["10.26.27.137:9200"]
             index => "logstash-offline-process-charge-callback-%{+YYYY.MM}"
             index => "logstash-offline-process-charge-callback-%{+YYYY.MM}"
             template_overwrite => true
             template_overwrite => true
           }
           }
       }
       }
       if [log_topic] == "offline-process-promotion" {
       if [log_topic] == "offline-process-promotion" {
           elasticsearch {
           elasticsearch {
-            hosts => ["elasticsearch:9200"]
+            hosts => ["10.26.27.137:9200"]
             index => "logstash-offline-process-promotion-%{+YYYY.MM}"
             index => "logstash-offline-process-promotion-%{+YYYY.MM}"
             template_overwrite => true
             template_overwrite => true
           }
           }
       }
       }
-      if [log_topic] == "offline-process-newmedia" {
-          elasticsearch {
-            hosts => ["elasticsearch:9200"]
-            index => "logstash-offline-process-newmedia-%{+YYYY.MM}"
-            template_overwrite => true
-          }
-      }
       if [log_topic] == "offline-process-schedule" {
       if [log_topic] == "offline-process-schedule" {
           elasticsearch {
           elasticsearch {
-            hosts => ["elasticsearch:9200"]
+            hosts => ["10.26.27.137:9200"]
             index => "logstash-offline-process-schedule-%{+YYYY.MM}"
             index => "logstash-offline-process-schedule-%{+YYYY.MM}"
             template_overwrite => true
             template_overwrite => true
           }
           }
       }
       }
-      if [log_topic] == "offline-process-statistics" {
-          elasticsearch {
-            hosts => ["elasticsearch:9200"]
-            index => "logstash-offline-process-statistics-%{+YYYY.MM}"
-            template_overwrite => true
-          }
-      }
     }
     }
 ---
 ---
 kind: Deployment
 kind: Deployment
@@ -85,7 +73,7 @@ metadata:
   labels:
   labels:
     app: logstash-k8s-named
     app: logstash-k8s-named
 spec:
 spec:
-  replicas: 1
+  replicas: 3
   selector:
   selector:
     matchLabels:
     matchLabels:
       app: logstash-k8s-named
       app: logstash-k8s-named
@@ -96,7 +84,8 @@ spec:
     spec:
     spec:
       containers:
       containers:
       - name: logstash-k8s-named
       - name: logstash-k8s-named
-        image: logstash:7.13.3
+        imagePullPolicy: IfNotPresent
+        image: hub.evbj.easou.com/pro/logstash:7.13.3
         command: ["/bin/sh","-c"]
         command: ["/bin/sh","-c"]
         args: ["/usr/share/logstash/bin/logstash -f /usr/share/logstash/config"]
         args: ["/usr/share/logstash/bin/logstash -f /usr/share/logstash/config"]
         ports:
         ports:
@@ -105,7 +94,9 @@ spec:
         - containerPort: 9600
         - containerPort: 9600
           name: api
           name: api
         volumeMounts:
         volumeMounts:
-        - name: core-config
+        - name: config-volume
+          mountPath: /usr/share/logstash/config
+        - name: yml-volume
           mountPath: /usr/share/logstash/config
           mountPath: /usr/share/logstash/config
         env:
         env:
         - name: LS_HEAP_SIZE
         - name: LS_HEAP_SIZE
@@ -113,11 +104,17 @@ spec:
         - name: LS_HTTP_HOST
         - name: LS_HTTP_HOST
           value: "0.0.0.0"
           value: "0.0.0.0"
       volumes:
       volumes:
-          - name: core-config
+          - name: yml-volume
+            configMap:
+              name: logstash-configmap
+              items:
+                - key: logstash.yml
+                  path: logstash.yml
+          - name: config-volume
             configMap:
             configMap:
-              name: logstash-config
+              name: logstash-configmap
               items:
               items:
-              - key: logstash-config-named-k8s
+              - key: logstash.conf
                 path: logstash.conf
                 path: logstash.conf
 
 
 ---
 ---