ELK实现全中间件日志追踪

  • 以下为可以运行的docker-compose

对于k3s可以删掉

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
version: "3"
services:
elasticsearch:
restart: always
image: docker.elastic.co/elasticsearch/elasticsearch:8.5.0
container_name: elasticsearch
hostname: elasticsearch
network_mode: host
privileged: true
ulimits:
memlock:
soft: -1
hard: -1
environment:
- "ES_JAVA_OPTS=-Xms4096m -Xmx4096m"
- "http.host=0.0.0.0"
- "node.name=es_node01"
- "cluster.name=es_cluster"
- "discovery.type=single-node"
ports:
- "9200:9200"
- "9300:9300"
volumes:
- "/opt/config/es/config/elasticsearch.yml:/usr/share/elasticsearch/config/elasticsearch.yml"
- "/opt/config/es/plugins:/usr/share/elasticsearch/plugins:rw"
- "/opt/data/es/data:/usr/share/elasticsearch/data:rw"

kibana:
restart: always
container_name: kibana
image: docker.elastic.co/kibana/kibana:8.5.0
network_mode: host
environment:
- XPACK_MONITORING_COLLECTION_ENABLED="true"
ports:
- "5601:5601"
volumes:
- "/opt/config/kibana/config:/usr/share/kibana/config"


logstash:
image: docker.elastic.co/logstash/logstash:8.5.0
container_name: logstash
network_mode: host
ports:
- "9600:9600"
restart: always
volumes:
- "/opt/config/logstash/config/config:/usr/share/logstash/config"
- "/opt/config/logstash/pipeline:/usr/share/logstash/pipeline"
- "/opt/data/logstash:/usr/share/logstash/data"
- "/opt/logs/logstash:/usr/share/logstash/logs"

kafka:
image: wurstmeister/kafka
container_name: kafka
ports:
- "9092:9092"
environment:
KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://localhost:9092
KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:9092
KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
depends_on:
- zookeeper

zookeeper:
image: wurstmeister/zookeeper
container_name: zookeeper
ports:
- "2181:2181"

k3s:
image: rancher/k3s:latest
container_name: k3s
privileged: true
environment:
K3S_KUBECONFIG_OUTPUT: /output/kubeconfig.yaml
K3S_KUBECONFIG_MODE: 666
volumes:
- /opt/k3s/server:/var/lib/rancher/k3s
- /opt/k3s/output:/output
ports:
- "6443:6443"
- "80:80"
- "443:443"
command: server