prometheus监控mysql集群

安装mysql_exporter

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
cd /usr/local
wget https://github.com/prometheus/mysqld_exporter/releases/download/v0.12.1/mysqld_exporter-0.12.1.linux-amd64.tar.gz

tar -zxvf mysqld_exporter-0.12.1.linux-amd64.tar.gz
mv mysqld_exporter-0.12.1.linux-amd64 mysqld_exporter

mysql的pxc集群添加账号密码:
GRANT REPLICATION CLIENT, PROCESS ON . TO 'exporter'@'localhost' identified by '123456';
GRANT SELECT ON performance_schema.* TO 'exporter'@'localhost';
flush privileges;

[root@pxc1 mysqld_exporter]# cat .my.cnf
[client]
host=192.168.7.201
user=exporter
password=123456

启动:
nohup ./mysqld_exporter --config.my-cnf=.my.cnf &

prometheus配置

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
 - job_name: 'mysql-cluster'
static_configs:
- targets:
- '192.168.7.201:9104'
- '192.168.7.202:9104'
- '192.168.7.203:9104'



报警:
############ mysql 监控 ############
- alert: MySQLGaleraNotReady
expr: mysql_global_status_wsrep_ready != 1
for: 5m
labels:
severity: warning
annotations:
description: "{{$labels.job}} on {{$labels.instance}} is not ready."
summary: "Galera cluster node not ready"
- alert: MySQLGaleraOutOfSync
expr: (mysql_global_status_wsrep_local_state != 4 and mysql_global_variables_wsrep_desync == 0)
for: 5m
labels:
severity: warning
annotations:
description: "{{$labels.job}} on {{$labels.instance}} is not in sync ({{$value}}!= 4)."
summary: "Galera cluster node out of sync"
- alert: MySQL is down
expr: mysql_up == 0
for: 1m
labels:
severity: critical
annotations:
description: "Instance {{ $labels.instance }} MySQL is down"
summary: "MySQL database is down. This requires immediate action!"
- alert: MySql 连接数超过最大连接数的80%
expr: mysql_global_status_max_used_connections > mysql_global_variables_max_connections * 0.8
for: 2m
labels:
severity: warning
annotations:
description: "Instance {{ $labels.instance }} Used more than 80% of max connections limited"
summary: "Used more than 80% of max connections limited"

grafana导入模板

https://grafana.com/grafana/dashboards/7362 mysql
https://grafana.com/grafana/dashboards/7377 pxc

Donate