prometheus 告警使用 alertmanager 通过群机器人发送到企业微信群，消息使用 markdown 展示。该程序将企业微信群机器人 URL 转换为 alertmanger 易于配置的 webhook 方法。
make build
./wechatrobot --RobotKey="899220cd-5ed6-44ad-b053-f3785033da7f"or
go run main.go --RobotKey="899220cd-5ed6-44ad-b053-f3785033da7f"程序启动时传的 robotkey，是可以被 alertmanager.yml 中配置的 webhook url 中的 key 覆盖掉，如 http://127.0.0.1:8989/webhook?key=899220cd-5ed6-44ad-b053-f3785033da7f，即发送给指定的群机器人 899220cd-5ed6-44ad-b053-f3785033da7f。
如果 webhook 中不指定 robotkey，如 http://127.0.0.1:8989/webhook，则默认发送给程序启动时传的机器人 robotkey。
alertmanager.yml
receivers:
- name: webhook-test
webhook_configs:
- url: 'http://127.0.0.1:8989/webhook?key=899220cd-5ed6-44ad-b053-f3785033da7f'curl 'http://127.0.0.1:8989/webhook' -H 'Content-Type: application/json' -d '
{
"receiver":"webhook-test",
"status":"firing",
"alerts":[
{
"status":"firing",
"labels":{
"alertname":"altername test one",
"instance":"1.1.1.1",
"severity":"critical"
},
"annotations":{
"info":"Test message, ignore",
"description":"This is test summary, ignore",
"summary":"This is test message, ignore"
},
"startsAt":"2022-09-15T02:38:30.763785079Z",
"endsAt":"0001-01-01T00:00:00Z",
"generatorURL":"critical"
}
],
"groupLabels":{
"alertname":"altername test one"
},
"commonLabels":{
"alertname":"altername test one",
"instance":"1.1.1.1"
},
"commonAnnotations":{
"info":"Test message, ignore",
"summary":"This is test summary, ignore"
},
"externalURL":"http://localhost:9093",
"version":"4",
"groupKey":"{}/{alertname=~\"^(?:test.*)$\"}:{alertname=\"altername test one\"}"
}'
curl 'http://127.0.0.1:8989/webhook?key=xxxxxx-xxxxx-xxxxx-xxxxxx-xxxxxxx' -H 'Content-Type: application/json' -d '
{
"receiver":"webhook-test",
"status":"firing",
"alerts":[
{
"status":"firing",
"labels":{
"alertname":"altername test two",
"instance":"2.2.2.2",
"severity":"critical"
},
"annotations":{
"info":"Test message, ignore",
"description":"This is test summary, ignore",
"summary":"This is test message, ignore"
},
"startsAt":"2022-09-15T02:38:30.763785079Z",
"endsAt":"0001-01-01T00:00:00Z",
"generatorURL":"critical"
}
],
"groupLabels":{
"alertname":"altername test two"
},
"commonLabels":{
"alertname":"altername test two",
"instance":"2.2.2.2"
},
"commonAnnotations":{
"info":"Test message, ignore",
"summary":"This is test summary, ignore"
},
"externalURL":"http://localhost:9093",
"version":"4",
"groupKey":"{}/{alertname=~\"^(?:test.*)$\"}:{alertname=\"altername test two\"}"
}'
curl 'http://127.0.0.1:8989/webhook' -H 'Content-Type: application/json' -d '
{
"receiver":"webhook-test",
"status":"firing",
"alerts":[
{
"status":"firing",
"labels":{
"alertname":"altername test two",
"instance":"2.2.2.2",
"severity":"critical"
},
"annotations":{
"info":"Test message, ignore",
"description":"This is test summary, ignore",
"summary":"This is test message, ignore"
},
"startsAt":"2022-09-15T02:38:30.763785079Z",
"endsAt":"0001-01-01T00:00:00Z",
"generatorURL":"critical"
},
{
"status":"resolved",
"labels":{
"alertname":"NodeIOWaitOvercommit",
"instance":"192.168.0.4:9100",
"prometheus":"monitoring/k8s",
"resource_type":"node",
"severity":"critical"
},
"annotations":{
"description":"High Node CPU IO Wait",
"message":"",
"summary":""
},
"startsAt":"2022-09-15T02:38:34.637265174Z",
"endsAt":"2018-11-22T06:28:34.637265174Z",
"generatorURL":"http://0.0.0.0:9090/graph?g0.expr=instance:node_cpu_iowait:sum+>+1&g0.tab=1"
}
],
"groupLabels":{
"alertname":"altername test two"
},
"commonLabels":{
"alertname":"altername test two",
"instance":"2.2.2.2"
},
"commonAnnotations":{
"info":"Test message, ignore",
"summary":"This is test summary, ignore"
},
"externalURL":"http://localhost:9093",
"version":"4",
"groupKey":"{}/{alertname=~\"^(?:test.*)$\"}:{alertname=\"altername test two\"}"
}'
prometheus rules configure
groups:
- name: nodeAlerts
rules:
- alert: Node Down
expr: up{job="node"} == 0
for: 3m
labels:
severity: critical
instance: "{{ $labels.instance }}"
annotations:
summary: "{{ $labels.instance }} down"
description: "{{ $labels.instance }} 已宕机"
value: "{{ $value }}"
wechatRobot: "https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=899220cd-5ed6-44ad-b053-f3785033da7f"
curl 'http://127.0.0.1:8989/webhook' -H 'Content-Type: application/json' -d '
{
"receiver":"webhook-test",
"status":"firing",
"alerts":[
{
"status":"firing",
"labels":{
"alertname":"altername test three",
"instance":"3.3.3.3",
"severity":"critical"
},
"annotations":{
"info":"Test message,ignore",
"description":"This is test summary,ignore",
"summary":"This is test message,ignore"
},
"startsAt":"2022-09-15T02:38:30.763785079Z",
"endsAt":"0001-01-01T00:00:00Z",
"generatorURL":"critical"
}
],
"groupLabels":{
"alertname":"altername test three"
},
"commonLabels":{
"alertname":"altername test three",
"instance":"3.3.3.3"
},
"commonAnnotations":{
"info":"Test message,ignore",
"summary":"This is test summary,ignore",
"wechatRobot":"https://qyapi.weixin.qq.com/cgi-bin/webhook/send?key=xxxxxx-xxxxx-xxxxx-xxxxxx-xxxxxxx"
},
"externalURL":"http://localhost:9093",
"version":"4",
"groupKey":"{}/{alertname=~\"^(?:test.*)$\"}:{alertname=\"altername test three\"}"
}'