1
apiVersion: v1
2
kind: Service
3
metadata:
4
  name: etcd-k8s
5
  namespace: kube-system
6
  labels:
7
    k8s-app: etcd                 ## Kubernetes 会根据该标签和 Endpoints 资源关联
8
    app.kubernetes.io/name: etcd  ## Prometheus 会根据该标签服务发现到该服务
9
spec:
10
  type: ClusterIP
11
  clusterIP: None                 ## 设置为 None,不分配 Service IP
12
  ports:
13
  - name: port
14
    port: 2379
15
    protocol: TCP
16
---
17
apiVersion: v1
18
kind: Endpoints
19
metadata:
20
  name: etcd-k8s
21
  namespace: kube-system
22
  labels:
23
    k8s-app: etcd
24
subsets:
25
- addresses:                      ## 代理的应用IP地址列表
26
  - ip: 192.168.2.31
27
  ports:
28
  - port: 2379                    ## 代理的应用端口号

1
apiVersion: v1
2
kind: Service
3
metadata:
4
  name: prometheus
5
  labels:
6
    k8s-app: prometheus
7
spec:
8
  type: NodePort
9
  ports:
10
  - name: http
11
    port: 9090
12
    targetPort: 9090
13
    nodePort: 30900
14
  selector:
15
    k8s-app: prometheus
16
---
17
apiVersion: apps/v1
18
kind: Deployment
19
metadata:
20
  name: prometheus
21
  labels:
22
    k8s-app: prometheus
23
spec:
24
  replicas: 1
25
  selector:
26
    matchLabels:
27
      k8s-app: prometheus
28
  template:
29
    metadata:
30
      labels:
31
        k8s-app: prometheus
32
    spec:
33
      serviceAccountName: prometheus
34
      containers:
35
      - name: prometheus
36
        image: prom/prometheus:v2.26.0
37
        ports:
38
        - name: http
39
          containerPort: 9090
40
        securityContext:
41
          runAsUser: 65534
42
          privileged: true
43
        command:
44
        - "/bin/prometheus"
45
        args:
46
        - "--config.file=/etc/prometheus/prometheus.yml"
47
        - "--web.enable-lifecycle"
48
        - "--storage.tsdb.path=/prometheus"
49
        - "--storage.tsdb.retention.time=10d"
50
        - "--web.console.libraries=/etc/prometheus/console_libraries"
51
        - "--web.console.templates=/etc/prometheus/consoles"
52
        resources:
53
          limits:
54
            cpu: 2000m
55
            memory: 1024Mi
56
          requests:
57
            cpu: 1000m
58
            memory: 512Mi
59
        readinessProbe:
60
          httpGet:
61
            path: /-/ready
62
            port: 9090
63
          initialDelaySeconds: 5
64
          timeoutSeconds: 10
65
        livenessProbe:
66
          httpGet:
67
            path: /-/healthy
68
            port: 9090
69
          initialDelaySeconds: 30
70
          timeoutSeconds: 30
71
        volumeMounts:
72
        - name: data
73
          mountPath: /prometheus
74
          subPath: prometheus
75
        - name: config
76
          mountPath: /etc/prometheus
77
        - name: certs            #### 将ETCD证书的ConfigMap挂进Prometheus容器
78
          readOnly: true
79
          mountPath: /certs
80
      - name: configmap-reload
81
        image: jimmidyson/configmap-reload:v0.5.0
82
        args:
83
        - "--volume-dir=/etc/config"
84
        - "--webhook-url=http://localhost:9090/-/reload"
85
        resources:
86
          limits:
87
            cpu: 100m
88
            memory: 100Mi
89
          requests:
90
            cpu: 10m
91
            memory: 10Mi
92
        volumeMounts:
93
        - name: config
94
          mountPath: /etc/config
95
          readOnly: true
96
      volumes:
97
      - name: data
98
        persistentVolumeClaim:
99
          claimName: prometheus
100
      - name: config
101
        configMap:
102
          name: prometheus-config
103
      - name: certs               #### 将ETCD证书的ConfigMap挂进Prometheus容器
104
        secret:
105
          secretName: etcd-certs

1
###################### kubernetes-etcd ######################
2
- job_name: "kubernetes-etcd"
3
  scheme: https
4
  tls_config:
5
    ## 配置 ETCD 证书所在路径(Prometheus 容器内的文件路径)
6
    ca_file: /certs/ca.crt
7
    cert_file: /certs/healthcheck-client.crt
8
    key_file: /certs/healthcheck-client.key
9
    insecure_skip_verify: false
10
  kubernetes_sd_configs:
11
  ## 配置服务发现机制,指定 ETCD Service 所在的Namespace名称
12
  - role: endpoints
13
    namespaces:
14
      names: ["kube-system"]
15
  relabel_configs:
16
  ## 指定从 app.kubernetes.io/name 标签等于 etcd 的 service 服务获取指标信息
17
  - action: keep
18
    source_labels: [__meta_kubernetes_service_label_app_kubernetes_io_name]
19
    regex: etcd

1
kind: ConfigMap
2
apiVersion: v1
3
metadata:
4
  name: prometheus-config
5
  namespace: kube-system
6
data:
7
  prometheus.yml: |
8
    global:
9
      scrape_interval:     15s
10
      evaluation_interval: 15s
11
      external_labels:
12
        cluster: "kubernetes"
13
    scrape_configs:
14
    ###################### kubernetes-etcd ######################
15
    - job_name: "kubernetes-etcd"
16
      scheme: https
17
      tls_config:
18
        ca_file: /certs/ca.crt
19
        cert_file: /certs/healthcheck-client.crt
20
        key_file: /certs/healthcheck-client.key
21
        insecure_skip_verify: false
22
      kubernetes_sd_configs:
23
      - role: endpoints
24
        namespaces:
25
          names: ["kube-system"]
26
      relabel_configs:
27
      - action: keep
28
        source_labels: [__meta_kubernetes_service_label_app_kubernetes_io_name]
29
        regex: etcd