deploy-tmp-logstash.yaml 1.8 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485
  1. ---
  2. kind: ConfigMap
  3. apiVersion: v1
  4. metadata:
  5. name: logstash-config
  6. namespace: qa
  7. data:
  8. logstash-config-named-k8s: |
  9. input {
  10. beats {
  11. port => 5044
  12. }
  13. }
  14. filter {
  15. grok {
  16. match => ["message", "(?<timestamp>%{MONTHDAY}-%{MONTH}-%{YEAR} %{TIME}) queries: client %{IPV4:c_ip}#%{NUMBER:c_port}: query: %{NOTSPACE:queryrec} %{NOTSPACE:dnsclass} %{NOTSPACE:dnstype} \+ \(%{IPV4:dnsbind}\)"]
  17. }
  18. }
  19. output {
  20. #stdout { codec => rubydebug }
  21. elasticsearch {
  22. hosts => ["elasticsearch:9200"]
  23. index => "logstash-filebeat-%{+YYYY.MM.dd}"
  24. }
  25. }
  26. logstash_yml: |
  27. http.host: "0.0.0.0"
  28. ---
  29. kind: Deployment
  30. apiVersion: apps/v1
  31. metadata:
  32. name: logstash-k8s-named
  33. namespace: qa
  34. labels:
  35. app: logstash-k8s-named
  36. spec:
  37. replicas: 1
  38. selector:
  39. matchLabels:
  40. app: logstash-k8s-named
  41. template:
  42. metadata:
  43. labels:
  44. app: logstash-k8s-named
  45. spec:
  46. containers:
  47. - name: logstash-k8s-named
  48. image: logstash:7.6.2
  49. command: ["/bin/sh","-c"]
  50. args: ["/usr/share/logstash/bin/logstash -f /usr/share/logstash/config/logstash.conf"]
  51. ports:
  52. - containerPort: 5044
  53. name: client
  54. - containerPort: 9600
  55. name: api
  56. volumeMounts:
  57. - name: vm-config
  58. mountPath: /usr/share/logstash/config
  59. volumes:
  60. - name: vm-config
  61. configMap:
  62. name: logstash-config
  63. items:
  64. - key: logstash-config-named-k8s
  65. path: logstash.conf
  66. - key: logstash_yml
  67. path: logstash.yml
  68. ---
  69. kind: Service
  70. apiVersion: v1
  71. metadata:
  72. labels:
  73. app: logstash
  74. name: logstash
  75. namespace: qa
  76. spec:
  77. ports:
  78. - port: 5044
  79. name: client1
  80. nodePort: 30005
  81. selector:
  82. app: logstash
  83. type: NodePort