k8s/fklek/logstash-cm.yaml

apiVersion: v1
kind: ConfigMap
metadata:
  name: logstash-configmap
data:
  logstash.yml: |
    http.host: "0.0.0.0"
    path.config: /usr/share/logstash/pipeline
  logstash.conf: |
    # all input will come from filebeat, no local logs
    input {
      kafka {
              enable_auto_commit => true
              auto_commit_interval_ms => "1000"
              bootstrap_servers => "kafka-1-ip-service:9092,kafka-2-ip-service:9092,kafka-3-ip-service:9092"
              topics => ["logging"]
              type => ["logging"]
          }
    }

    output {
       stdout{ codec=>rubydebug}
       if [type] == "logging"{
           elasticsearch {
             hosts => ["elasticsearch-logging-0.elasticsearch-logging:9200","elasticsearch-logging-1.elasticsearch-logging:9200","elasticsearch-logging-2.elasticsearch-logging:9200"]
             index => "logging-%{+YYYY.MM.dd}"
          }
       } else{
          elasticsearch {
             hosts => ["elasticsearch-logging-0.elasticsearch-logging:9200","elasticsearch-logging-1.elasticsearch-logging:9200","elasticsearch-logging-2.elasticsearch-logging:9200"]
             index => "self-sp-%{+YYYY.MM.dd}"
          }
       }
    }