标签:ELK k8s logging name containerd kibana yaml K8S logstash
部署 logstash
mkdir -p /data/yaml/k8s-logging/logstash
cd /data/yaml/k8s-logging/logstash
cat cm.yaml
---
apiVersion: v1
kind: ConfigMap
metadata:
name: logstash-config
namespace: k8s-logging
labels:
elastic-app: logstash
data:
logstash.conf: |-
input {
kafka {
bootstrap_servers => "kafka-svc:9092"
group_id => "services"
consumer_threads => 5
decorate_events => true
topics_pattern => "k8s-.*"
auto_offset_reset => "latest"
codec => json { charset => "UTF-8" }
}
}
filter {
mutate {
remove_field => [ "@version", "stream", "container", "agent", "log", "host", "input", "ecs" ]
}
}
## Add your filters / logstash plugins configuration here
output {
elasticsearch {
hosts => "elasticsearch:9200"
user => "elastic"
password => "changeme"
index => "%{[@metadata][topic]}"
}
}
kubectl apply -f cm.yaml
cat deployment.yaml
apiVersion: apps/v1
kind: Deployment
metadata:
name: logstash
namespace: k8s-logging
spec:
replicas: 1
selector:
matchLabels:
elastic-app: logstash
template:
metadata:
labels:
elastic-app: logstash
spec:
containers:
- name: logstash
image: logstash:7.4.2
volumeMounts:
- name: config
mountPath: /usr/share/logstash/pipeline/logstash.conf
readOnly: true
subPath: logstash.conf
volumes:
- name: config
configMap:
name: logstash-config
kubectl apply -f deployment.yaml
部署 kibana
mkdir -p /data/yaml/k8s-logging/kibana
cd /data/yaml/k8s-logging/kibana
cat deployment.yaml
apiVersion: apps/v1
kind: Deployment
metadata:
name: kibana
namespace: k8s-logging
spec:
replicas: 1
selector:
matchLabels:
elastic-app: kibana
template:
metadata:
labels:
elastic-app: kibana
spec:
containers:
- name: kibana
image: kibana:7.4.2
ports:
- containerPort: 5601
protocol: TCP
env:
- name: "ELASTICSEARCH_URL"
value: "http://elasticsearch:9200"
kubectl apply -f deployment.yaml
cat svc.yaml
kind: Service
apiVersion: v1
metadata:
labels:
elastic-app: kibana
name: kibana-service
namespace: k8s-logging
spec:
ports:
- port: 5601
targetPort: 5601
nodePort: 30008
selector:
elastic-app: kibana
type: NodePort
kubectl apply -f svc.yaml
访问
标签:ELK,k8s,logging,name,containerd,kibana,yaml,K8S,logstash 来源: https://www.cnblogs.com/klvchen/p/15716270.html
本站声明: 1. iCode9 技术分享网(下文简称本站)提供的所有内容,仅供技术学习、探讨和分享; 2. 关于本站的所有留言、评论、转载及引用,纯属内容发起人的个人观点,与本站观点和立场无关; 3. 关于本站的所有言论和文字,纯属内容发起人的个人观点,与本站观点和立场无关; 4. 本站文章均是网友提供,不完全保证技术分享内容的完整性、准确性、时效性、风险性和版权归属;如您发现该文章侵犯了您的权益,可联系我们第一时间进行删除; 5. 本站为非盈利性的个人网站,所有内容不会用来进行牟利,也不会利用任何形式的广告来间接获益,纯粹是为了广大技术爱好者提供技术内容和技术思想的分享性交流网站。