HelmでローカルKubernetesにElastic Stackを構築する

1.
2├── helmfile.yaml     # 全体をまとめるhelmfile.yaml
3├── elasticsearch     # Elasticsearchのhelmfile
4│   ├── helmfile.yaml
5│   └── values.yaml
6├── filebeat          # Filebeatのhelmfile
7│   ├── helmfile.yaml
8│   └── values.yaml
9├── kibana            # Kiabanaのhelmfile
10│   ├── helmfile.yaml
11│   └── values.yaml
12└── logstash          # Logstashのhelmfile
13    ├── helmfile.yaml
14    └── values.yaml

1kubectl create ns elk

1helmfiles:
2  - ./elasticsearch/helmfile.yaml
3  - ./filebeat/helmfile.yaml
4  - ./kibana/helmfile.yaml
5  - ./logstash/helmfile.yaml

1releases:
2  - chart: elastic/kibana
3    name: kibana
4    namespace: elk
5    values:
6      - ./values.yaml

1releases:
2  - chart: elastic/elasticsearch
3    name: elasticsearch
4    namespace: elk
5    values:
6      - ./values.yaml

1replicas: 1
2minimumMasterNodes: 1
3clusterHealthCheckParams: 'wait_for_status=yellow&timeout=1s'
4
5extraEnvs:
6  - name: "ELASTICSEARCH_USERNAME"
7    value: elastic
8  - name: "ELASTICSEARCH_PASSWORD"
9    value: elastic
10
11antiAffinity: "soft"
12
13esJavaOpts: "-Xmx128m -Xms128m"
14
15resources:
16  requests:
17    cpu: "100m"
18    memory: "512M"
19  limits:
20    cpu: "1000m"
21    memory: "512M"
22
23volumeClaimTemplate:
24  accessModes: [ "ReadWriteOnce" ]
25  storageClassName: "hostpath"
26  resources:
27    requests:
28      storage: 100M

1releases:
2  - chart: elastic/logstash
3    name: logstash
4    namespace: elk
5    values:
6      - ./values.yaml

1extraEnvs:
2  - name: "ELASTICSEARCH_USERNAME"
3    value: elastic
4  - name: "ELASTICSEARCH_PASSWORD"
5    value: elastic
6
7persistence:
8  enabled: true
9
10extraPorts:
11  - name: beats
12    containerPort: 5044
13
14service:
15  type: ClusterIP
16  ports:
17  - name: beats
18    port: 5044
19    protocol: TCP
20    targetPort: 5044
21
22logstashConfig:
23  logstash.yml: |
24    http.host: 0.0.0.0
25    xpack.monitoring.enabled: false
26    pipeline.ecs_compatibility: disabled
27
28logstashPipeline:
29  logstash.conf: |
30    input {
31      beats {
32        port => 5044
33      }
34    }
35    output {
36      elasticsearch {
37        hosts => ["http://elasticsearch-master:9200"]
38        user => '${ELASTICSEARCH_USERNAME}'
39        password => '${ELASTICSEARCH_PASSWORD}'
40        index => "logstash"
41      }
42    }

1releases:
2  - chart: elastic/filebeat
3    name: filebeat
4    namespace: elk
5    values:
6      - ./values.yaml

1daemonset:
2  filebeatConfig:
3    filebeat.yml: |
4      filebeat.inputs:
5      - type: container
6        paths:
7          - /var/log/containers/*.log
8        processors:
9        - add_kubernetes_metadata:
10            host: ${NODE_NAME}
11            matchers:
12            - logs_path:
13                logs_path: "/var/log/containers/"
14      output.logstash:
15        hosts: ["logstash-logstash:5044"]

1helm repo add elastic https://helm.elastic.co

1helmfile apply

1❯ kubectl get pod -n elk
2NAME                            READY   STATUS    RESTARTS   AGE
3elasticsearch-master-0          1/1     Running   0          3m22s
4filebeat-filebeat-v8ch5         1/1     Running   0          3m17s
5kibana-kibana-fc976c796-sxqmw   1/1     Running   0          3m12s
6logstash-logstash-0             1/1     Running   0          3m7s

1kubectl -n elk port-forward svc/kibana-kibana 5601