prometheus alertmanager 部署监控(二）

global:
  scrape_interval:     1s # Set the scrape interval to every 15 seconds. Default is every 1 minute.
  evaluation_interval: 1s # Evaluate rules every 15 seconds. The default is every 1 minute.
  # scrape_timeout is set to the global default (10s).


# Alertmanager configuration 主要连接alertmanage
alerting:
  alertmanagers:
  - static_configs:
    - targets:
       - localhost:9093   
# 这里我设置了默认的alertmanager装在同一机器上
# -localhost:9093 
# 大家可以替换成 alertmanager_server_ip:9093      


# Load rules once and periodically evaluate them according to the global 'evaluation_interval'.
# 装载的 具体报警规则
rule_files:
  -  /usr/local/prometheus/rules/*.rules
  # - "first_rules.yml"
  # - "second_rules.yml"
scrape_configs:
  # The job name is added as a label `job=<job_name>` to any timeseries scraped from this config.
  - job_name: 'prometheus'
    static_configs:
    - targets: ['172.17.0.159:9090']
  - job_name: mysql
  # 这里的加载方式主要用了file_sd_configs 
  #  软加载了配置文件 consul方法更佳  欢迎大神普及
    file_sd_configs:
     - files: ['/usr/local/prometheus/mysql/*.json']

global:
  resolve_timeout: 1m
  smtp_smarthost: 'smtp.qiye.aliyun.com:465'
  smtp_from: 'monitor@xx.com'
  smtp_auth_username: 'monitor@xx.com'
  smtp_auth_password: 'xxxxxxxx#'
  smtp_require_tls: false
route:
  group_by: ['alertname']
  group_wait: 10s
  group_interval: 10s
  repeat_interval: 10m
  receiver: 'webhook'
receivers:
- name: 'webhook'
 # email_configs:
 # - to: 'wml@zmjx.com'
  webhook_configs:
  #  没有什么可以讲的主要讲一下这个URL
  - url: 'http://localhost:8060/dingtalk/webhook1/send'
    send_resolved: true
inhibit_rules:
  - source_match:
      severity: 'critical'
    target_match:
      severity: 'warning'
    equal: ['alertname', 'dev', 'instance']

nohup ./prometheus-webhook-dingtalk --ding.profile="webhook1=https://oapi.dingtalk.com/robot/send?access_token=你机器人的token" &

http://启动机器的ip:8060/dingtalk/webhook1/send

     ###在该文件夹下添加json
     ##     - files: ['/usr/local/prometheus/mysql/*.json']
     ###   不要修改其他文件名 必须以*.json为结尾不然动态加载不出来
[root@grafana prometheus]# cat /usr/local/prometheus/mysql/usercenter.json
[
  {
    "targets": [
      "IP:9104"
    ],
    "labels": {
      "alias": "usercenter-master-mysql",
      "group": "mysql"
    }
  },
  {
    "targets": [
      "IP:10000"
    ],
    "labels": {
      "alias": "usercenter-slave-mysql",
      "group": "mysql"
    }
  }
]

 https://github.com/prometheus/mysqld_exporter

nohup /usr/local/prometheus/mysql/mysqld_exporter-0.12.0.linux-amd64/mysqld_exporter --config.my-cnf="/usr/local/prometheus/mysql/.trade.11000.master.cnf" --web.listen-address=":11000" &

[root@grafana prometheus]# cat usr/local/prometheus/mysql/.my.cnf
[client]
user=DB_USER
password=DB_PASSWORD
host=DB_URL

http://prometheus_server_ip:9093/graph?g0.range_input=1h&g0.expr=mysql_up&g0.tab=

groups:
- name: OS info #规则组名称
  rules:
  - alert: MYSQL_UP
    expr: mysql_up < 1
    for: 1m
    labels:
      project: alias
    annotations:
      summary: " mysql is down {{$labels.alias}}"
      description: "mysql is down  VALUE = {{ $value }}\n  LABELS: {{ $labels }}"

https://awesome-prometheus-alerts.grep.to/rules.html
https://github.com/samber/awesome-prometheus-alerts