apiVersion: v1 kind: ConfigMap metadata: name: logstash-configmap data: logstash.yml: | http.host: "0.0.0.0" path.config: /usr/share/logstash/pipeline logstash.conf: | # all input will come from filebeat, no local logs input { kafka { enable_auto_commit => true auto_commit_interval_ms => "1000" bootstrap_servers => "kafka-1-ip-service:9092,kafka-2-ip-service:9092,kafka-3-ip-service:9092" topics => ["logging"] type => ["logging"] } } output { stdout{ codec=>rubydebug} if [type] == "logging"{ elasticsearch { hosts => ["elasticsearch-logging-0.elasticsearch-logging:9200","elasticsearch-logging-1.elasticsearch-logging:9200","elasticsearch-logging-2.elasticsearch-logging:9200"] index => "logging-%{+YYYY.MM.dd}" } } else{ elasticsearch { hosts => ["elasticsearch-logging-0.elasticsearch-logging:9200","elasticsearch-logging-1.elasticsearch-logging:9200","elasticsearch-logging-2.elasticsearch-logging:9200"] index => "self-sp-%{+YYYY.MM.dd}" } } }