Browse Source

deploy pro/realtime-yuewen-v2:r188751 测试是否能提交

pmrd 1 năm trước cách đây
mục cha
commit
350c753800
1 tập tin đã thay đổi với 1 bổ sung75 xóa
  1. 1 75
      deploy-tmp.yaml

+ 1 - 75
deploy-tmp.yaml

@@ -99,22 +99,12 @@ spec:
               port: 8080
             initialDelaySeconds: 40
             periodSeconds: 15
-        - image: hub.evbj.easou.com/dev/flume:1.7.0-2023081012
+        - image: hub.evbj.easou.com/dev/flume:1.7.0-20230811
           imagePullPolicy: IfNotPresent
           name: flume
           volumeMounts:
             - name: volume #日志同时挂载在nginx和filebeat中
               mountPath: /data
-            - name: flume-config
-              mountPath: /app/soft/flume-1.7.0/conf/flume.conf
-              subPath: flume.conf
-      volumes:
-        - name: flume-config
-          configMap:
-            name: flume-config-realtime-yuewen-v2
-            items:
-              - key: flume.conf
-                path: flume.conf
 
   volumeClaimTemplates:
     - metadata:
@@ -170,67 +160,3 @@ spec:
                   port:
                     number: 8080
   ingressClassName: nginx
----
-apiVersion: v1
-kind: ConfigMap
-metadata:
-  name: flume-config-realtime-yuewen-v2
-  namespace: pro
-data:
-  flume.conf: |
-    a1.sources = r1
-    a1.channels = c1
-    a1.sinks =
-    
-    a1.sources.r1.type = com.github.ningg.flume.source.SpoolDirectoryTailFileSource
-    a1.sources.r1.channels = c1
-    a1.sources.r1.spoolDir = /data/logs/app/
-    a1.sources.r1.fileSuffix = .COMPLETED
-    a1.sources.r1.deletePolicy = never
-    a1.sources.r1.ignorePattern = ^$
-    a1.sources.r1.targetPattern = access.*(\\d){10}.*
-    a1.sources.r1.targetFilename = yyyyMMddHH
-    a1.sources.r1.trackerDir = .flumespooltail_earning
-    a1.sources.r1.consumeOrder = oldest
-    a1.sources.r1.bufferMaxLineLength = 500000
-    a1.sources.r1.inputCharset = UTF-8
-    a1.sources.r1.decodeErrorPolicy = REPLACE
-    a1.sources.r1.deserializer = LINE
-    a1.sources.r1.interceptors = i1 i2 i3 i4
-    
-    #配置 interceptor i1
-    a1.sources.r1.interceptors.i1.type = regex_filter
-    a1.sources.r1.interceptors.i1.regex = ^\\s*$
-    a1.sources.r1.interceptors.i1.excludeEvents = true
-    #配置 interceptor i2
-    a1.sources.r1.fileHeader = true
-    a1.sources.r1.basenameHeader = true
-    a1.sources.r1.interceptors.i2.type = com.easou.flume.interceptor.RegexExtractorExtInterceptor$Builder
-    a1.sources.r1.interceptors.i2.regex = (.*)\\.(.*)\\.(.*)
-    a1.sources.r1.interceptors.i2.extractorHeader = true
-    a1.sources.r1.interceptors.i2.extractorHeaderKey = basename
-    a1.sources.r1.interceptors.i2.serializers = s1 s2 s3
-    a1.sources.r1.interceptors.i2.serializers.s1.name = log_type
-    a1.sources.r1.interceptors.i2.serializers.s2.name = file_type
-    a1.sources.r1.interceptors.i2.serializers.s3.name = log_data
-    #配置 interceptor i3
-    a1.sources.r1.interceptors.i3.type=com.easou.flume.interceptor.ServerTimeInterceptor$Builder
-    a1.sources.r1.interceptors.i3.isServerTime=true
-    a1.sources.r1.interceptors.i3.timeType=yyyyMMddHHmmss
-    #配置 interceptor i4
-    a1.sources.r1.interceptors.i4.type = timestamp
-    
-    
-    a1.channels.c1.type = org.apache.flume.channel.kafka.KafkaChannel
-    a1.channels.c1.kafka.bootstrap.servers = 10.26.27.71:8092,10.26.22.102:8092,10.26.22.120:8092,10.26.22.121:8092,10.26.22.122:8092
-    a1.channels.c1.kafka.topic = yuewen_buydetail
-    # 开启kafka幂等性,保证重试不会产生数据重复
-    a1.channels.c1.kafka.producer.enable.idempotence = true
-    a1.channels.c1.kafka.producer.acks = all
-    a1.channels.c1.kafka.producer.max.in.flight.requests.per.connection = 1
-    # 重试 20次,每次超时30秒,一次发送数据最长约10分钟。尽量保证kafka不报异常,因为异常后flumesource会重试,导致数据重复
-    a1.channels.c1.kafka.producer.retries = 20
-    a1.channels.c1.kafka.producer.request.timeout.ms = 30000
-    a1.channels.c1.kafka.consumer.group.id = integral2kafka
-
-