From b42e4e6f80080c6f308d6b11e16224b6b47ad28a Mon Sep 17 00:00:00 2001 From: Jerome Petazzoni Date: Sun, 21 Apr 2019 15:47:11 -0500 Subject: [PATCH] Clean up EFK YAML file This will use a more recent Debian-based image, instead of the older alpine image. It also sets a couple of env vars to avoid spurious messages. And it removes a lot of defaults and useless parameters to make the YAML file more readable. --- k8s/efk.yaml | 108 ++++++++++++--------------------------------------- 1 file changed, 24 insertions(+), 84 deletions(-) diff --git a/k8s/efk.yaml b/k8s/efk.yaml index 3a295551..a3204f5b 100644 --- a/k8s/efk.yaml +++ b/k8s/efk.yaml @@ -3,7 +3,6 @@ apiVersion: v1 kind: ServiceAccount metadata: name: fluentd - --- apiVersion: rbac.authorization.k8s.io/v1beta1 kind: ClusterRole @@ -19,7 +18,6 @@ rules: - get - list - watch - --- kind: ClusterRoleBinding apiVersion: rbac.authorization.k8s.io/v1beta1 @@ -33,23 +31,18 @@ subjects: - kind: ServiceAccount name: fluentd namespace: default - --- apiVersion: extensions/v1beta1 kind: DaemonSet metadata: name: fluentd labels: - k8s-app: fluentd-logging - version: v1 - kubernetes.io/cluster-service: "true" + app: fluentd spec: template: metadata: labels: - k8s-app: fluentd-logging - version: v1 - kubernetes.io/cluster-service: "true" + app: fluentd spec: serviceAccount: fluentd serviceAccountName: fluentd @@ -58,7 +51,7 @@ spec: effect: NoSchedule containers: - name: fluentd - image: fluent/fluentd-kubernetes-daemonset:elasticsearch + image: fluent/fluentd-kubernetes-daemonset:v1.3-debian-elasticsearch-1 env: - name: FLUENT_ELASTICSEARCH_HOST value: "elasticsearch" @@ -66,14 +59,12 @@ spec: value: "9200" - name: FLUENT_ELASTICSEARCH_SCHEME value: "http" - # X-Pack Authentication - # ===================== - - name: FLUENT_ELASTICSEARCH_USER - value: "elastic" - - name: FLUENT_ELASTICSEARCH_PASSWORD - value: "changeme" - name: FLUENT_UID value: "0" + - name: FLUENTD_SYSTEMD_CONF + value: "disable" + - name: FLUENTD_PROMETHEUS_CONF + value: "disable" resources: limits: memory: 200Mi @@ -94,134 +85,83 @@ spec: - name: varlibdockercontainers hostPath: path: /var/lib/docker/containers - --- apiVersion: extensions/v1beta1 kind: Deployment metadata: - annotations: - deployment.kubernetes.io/revision: "1" - creationTimestamp: null - generation: 1 labels: - run: elasticsearch + app: elasticsearch name: elasticsearch - selfLink: /apis/extensions/v1beta1/namespaces/default/deployments/elasticsearch spec: - progressDeadlineSeconds: 600 - replicas: 1 - revisionHistoryLimit: 10 selector: matchLabels: - run: elasticsearch - strategy: - rollingUpdate: - maxSurge: 1 - maxUnavailable: 1 - type: RollingUpdate + app: elasticsearch template: metadata: - creationTimestamp: null labels: - run: elasticsearch + app: elasticsearch spec: containers: - - image: elasticsearch:5.6.8 - imagePullPolicy: IfNotPresent + - image: elasticsearch:5 name: elasticsearch - resources: {} - terminationMessagePath: /dev/termination-log - terminationMessagePolicy: File + resources: + limits: + memory: 2Gi + requests: + memory: 1Gi env: - name: ES_JAVA_OPTS value: "-Xms1g -Xmx1g" - dnsPolicy: ClusterFirst - restartPolicy: Always - schedulerName: default-scheduler - securityContext: {} - terminationGracePeriodSeconds: 30 - --- apiVersion: v1 kind: Service metadata: - creationTimestamp: null labels: - run: elasticsearch + app: elasticsearch name: elasticsearch - selfLink: /api/v1/namespaces/default/services/elasticsearch spec: ports: - port: 9200 protocol: TCP targetPort: 9200 selector: - run: elasticsearch - sessionAffinity: None + app: elasticsearch type: ClusterIP - --- apiVersion: extensions/v1beta1 kind: Deployment metadata: - annotations: - deployment.kubernetes.io/revision: "1" - creationTimestamp: null - generation: 1 labels: - run: kibana + app: kibana name: kibana - selfLink: /apis/extensions/v1beta1/namespaces/default/deployments/kibana spec: - progressDeadlineSeconds: 600 - replicas: 1 - revisionHistoryLimit: 10 selector: matchLabels: - run: kibana - strategy: - rollingUpdate: - maxSurge: 1 - maxUnavailable: 1 - type: RollingUpdate + app: kibana template: metadata: - creationTimestamp: null labels: - run: kibana + app: kibana spec: containers: - env: - name: ELASTICSEARCH_URL value: http://elasticsearch:9200/ - image: kibana:5.6.8 - imagePullPolicy: Always + image: kibana:5 name: kibana resources: {} - terminationMessagePath: /dev/termination-log - terminationMessagePolicy: File - dnsPolicy: ClusterFirst - restartPolicy: Always - schedulerName: default-scheduler - securityContext: {} - terminationGracePeriodSeconds: 30 - --- apiVersion: v1 kind: Service metadata: - creationTimestamp: null labels: - run: kibana + app: kibana name: kibana - selfLink: /api/v1/namespaces/default/services/kibana spec: - externalTrafficPolicy: Cluster ports: - port: 5601 protocol: TCP targetPort: 5601 selector: - run: kibana - sessionAffinity: None + app: kibana type: NodePort