deploy-tmp.yaml 5.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181
  1. ---
  2. apiVersion: apps/v1
  3. kind: StatefulSet
  4. metadata:
  5. name: redis-stream-consumer
  6. namespace: qa
  7. labels:
  8. app: redis-stream-consumer
  9. spec:
  10. serviceName: redis-stream-consumer
  11. replicas: 1
  12. selector:
  13. matchLabels:
  14. app: redis-stream-consumer
  15. template:
  16. metadata:
  17. labels:
  18. app: redis-stream-consumer
  19. spec:
  20. terminationGracePeriodSeconds: 60
  21. initContainers:
  22. - name: init
  23. image: hub.evbj.easou.com/dev/busybox
  24. command: [ "chmod","777","-R","/data" ]
  25. imagePullPolicy: Always
  26. volumeMounts:
  27. - name: volume
  28. mountPath: /data
  29. #nodeSelector:
  30. # app.touchrs: touchrs
  31. containers:
  32. - name: redis-stream-consumer
  33. image: hub.evbj.easou.com/qa/redis-stream-consumer:v1.1.20
  34. imagePullPolicy: Always
  35. env:
  36. - name: MY_NODE_NAME
  37. valueFrom:
  38. fieldRef:
  39. fieldPath: spec.nodeName
  40. - name: MY_POD_IP
  41. valueFrom:
  42. fieldRef:
  43. fieldPath: status.podIP
  44. - name: MY_POD_NAME
  45. valueFrom:
  46. fieldRef:
  47. fieldPath: metadata.name
  48. - name: MY_POD_NAMESPACE
  49. valueFrom:
  50. fieldRef:
  51. fieldPath: metadata.namespace
  52. - name: JAVA_OPTS
  53. value: "-server -Xdebug -Xrunjdwp:transport=dt_socket,server=y,address=8001,suspend=n -Xmx2g -Xms2g -Xss512k -Djava.awt.headless=true -Djava.security.egd=file:/dev/./urandom -Dspring.profiles.active=test"
  54. ports:
  55. - containerPort: 8080
  56. name: port
  57. - containerPort: 8001
  58. name: "jvm-debug"
  59. volumeMounts:
  60. - name: volume
  61. mountPath: /data
  62. lifecycle:
  63. preStop:
  64. exec:
  65. command: ["/bin/sh","-c","curl -H 'loginName:admin -H password:ea1so2ua3dm4in5' -X POST 127.0.0.1:8080/actuator/shutdown"]
  66. livenessProbe:
  67. httpGet:
  68. path: /actuator/health
  69. port: 8080
  70. httpHeaders:
  71. - name: loginName
  72. value: admin
  73. - name: password
  74. value: ea1so2ua3dm4in5
  75. initialDelaySeconds: 30 #60s后启动第一次探测
  76. periodSeconds: 10 # 每隔10s启动一次探测
  77. timeoutSeconds: 3 # 超时时间3s
  78. successThreshold: 1 # 成功1次即表示容器健康
  79. failureThreshold: 5 # 连续5次失败,则判定容器不健康,默认3次
  80. readinessProbe:
  81. tcpSocket:
  82. port: 8080
  83. initialDelaySeconds: 30
  84. periodSeconds: 15
  85. - image: docker.elastic.co/beats/filebeat:6.8.12
  86. imagePullPolicy: Always
  87. name: filebeat
  88. volumeMounts:
  89. - name: volume #日志同时挂载在nginx和filebeat中
  90. mountPath: /data
  91. - name: filebeat-config
  92. mountPath: /usr/share/filebeat/filebeat.yml
  93. subPath: filebeat.yml
  94. volumes:
  95. - name: filebeat-config
  96. configMap:
  97. name: filebeat-config-redis-stream-consumer
  98. items:
  99. - key: filebeat.yml
  100. path: filebeat.yml
  101. volumeClaimTemplates:
  102. - metadata:
  103. name: volume
  104. spec:
  105. accessModes: [ "ReadWriteOnce" ]
  106. storageClassName: rbd
  107. resources:
  108. requests:
  109. storage: 100Gi
  110. ---
  111. apiVersion: v1
  112. kind: Service
  113. metadata:
  114. name: redis-stream-consumer-svc
  115. namespace: qa
  116. labels:
  117. app: redis-stream-consumer-svc
  118. spec:
  119. type: NodePort
  120. ports:
  121. - port: 80
  122. targetPort: 8080
  123. name: "main"
  124. selector:
  125. app: redis-stream-consumer
  126. ---
  127. apiVersion: extensions/v1beta1
  128. kind: Ingress
  129. metadata:
  130. name: redis-stream-consumer-ingress
  131. namespace: qa
  132. annotations:
  133. kubernetes.io/ingress.class: nginx
  134. spec:
  135. rules:
  136. - host: qa-redis-stream-consumer.ieasou.cn
  137. http:
  138. paths:
  139. - path: /
  140. backend:
  141. serviceName: redis-stream-consumer-svc
  142. servicePort: 80
  143. ---
  144. apiVersion: v1
  145. kind: ConfigMap
  146. metadata:
  147. name: filebeat-config-redis-stream-consumer
  148. namespace: qa
  149. data:
  150. filebeat.yml: |
  151. filebeat.inputs:
  152. - type: log
  153. enabled: true
  154. #多行合并
  155. multiline.pattern: '^\[[0-9]{4}-[0-9]{2}-[0-9]{2}'
  156. multiline.negate: true
  157. multiline.match: after
  158. multiline.timeout: 30
  159. fields:
  160. log_topic: redis-stream-consumer
  161. fields_under_root: true
  162. paths:
  163. - "/data/logs/app/*.log"
  164. - "/data/logs/*.log"
  165. setup.template.enabled: true
  166. setup.template.name: redis-stream-consumer
  167. setup.template.pattern: redis-stream-consumer*
  168. setup.dashboards.enabled: true
  169. output.kafka:
  170. version: 0.10.2.1
  171. enable: true
  172. hosts: ["kafka-0.kafka-svc.qa.svc.cluster.local:9093", "kafka-1.kafka-svc.qa.svc.cluster.local:9093", "kafka-2.kafka-svc.qa.svc.cluster.local:9093"]
  173. topic: 'offline-process-topic'
  174. partition.round_robin:
  175. reachable_only: false
  176. required_acks: 0
  177. compression: gzip
  178. max_message_bytes: 1000000
  179. setup.kibana:
  180. host: 'qa-kibana.ieasou.cn:80'