logstash-cm.yaml 1.1 KB

1234567891011121314151617181920212223242526272829303132333435
  1. apiVersion: v1
  2. kind: ConfigMap
  3. metadata:
  4. name: logstash-configmap
  5. data:
  6. logstash.yml: |
  7. http.host: "0.0.0.0"
  8. path.config: /usr/share/logstash/pipeline
  9. logstash.conf: |
  10. # all input will come from filebeat, no local logs
  11. input {
  12. kafka {
  13. enable_auto_commit => true
  14. auto_commit_interval_ms => "1000"
  15. bootstrap_servers => "kafka:9092"
  16. topics => ["filebeat-sidecar"]
  17. type => ["filebeat-sidecar"]
  18. codec => json
  19. }
  20. }
  21. output {
  22. stdout{ codec=>rubydebug}
  23. if [type] == "filebeat-sidecar"{
  24. elasticsearch {
  25. hosts => ["elasticsearch-logging-0.elasticsearch-logging:9200","elasticsearch-logging-1.elasticsearch-logging:9200"]
  26. index => "filebeat-%{+YYYY.MM.dd}"
  27. }
  28. } else{
  29. elasticsearch {
  30. hosts => ["elasticsearch-logging-0.elasticsearch-logging:9200","elasticsearch-logging-1.elasticsearch-logging:9200"]
  31. index => "other-input-%{+YYYY.MM.dd}"
  32. }
  33. }
  34. }