deploy-tmp-logstash.yaml 1.8 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586
  1. ---
  2. kind: ConfigMap
  3. apiVersion: v1
  4. metadata:
  5. name: logstash-config
  6. namespace: qa
  7. data:
  8. logstash-config-named-k8s: |
  9. input {
  10. beats {
  11. port => 5044
  12. }
  13. }
  14. filter {
  15. grok {
  16. match => ["message", "(?<timestamp>%{MONTHDAY}-%{MONTH}-%{YEAR} %{TIME}) queries: client %{IPV4:c_ip}#%{NUMBER:c_port}: query: %{NOTSPACE:queryrec} %{NOTSPACE:dnsclass} %{NOTSPACE:dnstype} \+ \(%{IPV4:dnsbind}\)"]
  17. }
  18. }
  19. output {
  20. #stdout { codec => rubydebug }
  21. elasticsearch {
  22. hosts => ["elasticsearch:9200"]
  23. index => "logstash-filebeat-%{+YYYY.MM.dd}"
  24. }
  25. }
  26. ---
  27. kind: Deployment
  28. apiVersion: apps/v1
  29. metadata:
  30. name: logstash-k8s-named
  31. namespace: qa
  32. labels:
  33. app: logstash-k8s-named
  34. spec:
  35. replicas: 1
  36. selector:
  37. matchLabels:
  38. app: logstash-k8s-named
  39. template:
  40. metadata:
  41. labels:
  42. app: logstash-k8s-named
  43. spec:
  44. containers:
  45. - name: logstash-k8s-named
  46. image: logstash:7.6.2
  47. command: ["/bin/sh","-c"]
  48. args: ["/usr/share/logstash/bin/logstash -f /usr/share/logstash/config/indexer-kafka-named-k8s.conf"]
  49. ports:
  50. - containerPort: 5044
  51. name: port1
  52. protocol: TCP
  53. - containerPort: 5045
  54. name: port2
  55. protocol: TCP
  56. volumeMounts:
  57. - name: vm-config
  58. mountPath: /usr/share/logstash/config
  59. volumes:
  60. - name: vm-config
  61. configMap:
  62. name: logstash-config
  63. items:
  64. - key: logstash-config-named-k8s
  65. path: indexer-kafka-named-k8s.conf
  66. ---
  67. kind: Service
  68. apiVersion: v1
  69. metadata:
  70. labels:
  71. app: logstash
  72. name: logstash
  73. namespace: qa
  74. spec:
  75. ports:
  76. - port: 5044
  77. name: client1
  78. nodePort: 30044
  79. - port: 5045
  80. name: client2
  81. nodePort: 30045
  82. selector:
  83. app: logstash
  84. type: NodePort