k8s部署logstash - 技术栈

1. 编写logstash.yaml配置文件

复制代码

---
apiVersion: v1
kind: Service
metadata:
  name: logstash
spec:
  type: ClusterIP
  clusterIP: None
  ports:
  - name: logstash-tcp
    port: 5000
    targetPort: 5000
  - name: logstash-beats
    port: 5044
    targetPort: 5044
  - name: logstash-api
    port: 9600
    targetPort: 9600
  selector:
    app: logstash
---
apiVersion: v1
kind: ConfigMap
metadata:
  name: logstash-config
data:
  # 指定配置文件的内容
  logstash.yml: |
    http.host: 0.0.0.0
    xpack.monitoring.elasticsearch.hosts: [ "http://elasticsearch:9200" ]
---
apiVersion: v1
kind: ConfigMap
metadata:
  name: logstash-pipeline-config
data:
  # 指定配置文件的内容
  logstash.conf: |-
    input {
        beats {
            port => 5044
        }
        tcp {
            port => 5000
        }
    }
    output {
        elasticsearch {
            hosts => "elasticsearch:9200"
            user => "elastic"
            password => "changeme"
            ecs_compatibility => disabled
        }
    }
---
apiVersion: apps/v1
kind: StatefulSet
metadata:
  name: logstash
spec:
  serviceName: logstash
  replicas: 1
  selector:
    matchLabels:
      app: logstash
  template:
    metadata:
      labels:
        app: logstash
    spec:
      containers:
      - name: logstash
        image: 	harbor.cool.team/common/logstash/logstash:7.16.2
        imagePullPolicy: IfNotPresent
        ports:
        - name: logstash-tcp
          containerPort: 5000
          protocol: "TCP"
        - name: logstash-beats
          containerPort: 5044
          protocol: "TCP"
        - name: logstash-api
          containerPort: 9600
          protocol: "TCP"
        volumeMounts:
        - name: logstash-conf #挂载配置
          mountPath: /usr/share/logstash/config/logstash.yml
          subPath: logstash.yml
        - name: logstash-pipeline-conf
          mountPath: /usr/share/logstash/pipeline/logstash.conf
          subPath: logstash.conf
      volumes:
      - name: logstash-conf
        configMap:
          name: logstash-config
      - name: logstash-pipeline-conf
        configMap:
          name: logstash-pipeline-config
      restartPolicy: Always