134 lines
4.1 KiB
YAML
134 lines
4.1 KiB
YAML
groups:
|
||
- name: user-ms-alerts
|
||
interval: 30s
|
||
rules:
|
||
# 高错误率告警
|
||
- alert: HighErrorRate
|
||
expr: |
|
||
(
|
||
sum(rate(http_requests_total{status=~"5.."}[5m]))
|
||
/
|
||
sum(rate(http_requests_total[5m]))
|
||
) > 0.05
|
||
for: 5m
|
||
labels:
|
||
severity: critical
|
||
service: user-management
|
||
annotations:
|
||
summary: "高错误率告警"
|
||
description: "过去5分钟错误率超过5%，当前值: {{ $value | humanizePercentage }}"
|
||
|
||
# 高响应时间告警
|
||
- alert: HighResponseTime
|
||
expr: |
|
||
histogram_quantile(0.95,
|
||
sum(rate(http_request_duration_seconds_bucket[5m])) by (le, path)
|
||
) > 1
|
||
for: 5m
|
||
labels:
|
||
severity: warning
|
||
service: user-management
|
||
annotations:
|
||
summary: "高响应时间告警"
|
||
description: "API P95响应时间超过1秒，路径: {{ $labels.path }}，当前值: {{ $value }}s"
|
||
|
||
# 低缓存命中率告警
|
||
- alert: LowCacheHitRate
|
||
expr: |
|
||
(
|
||
sum(rate(cache_hits_total[5m]))
|
||
/
|
||
sum(rate(cache_operations_total[5m]))
|
||
) < 0.7
|
||
for: 10m
|
||
labels:
|
||
severity: warning
|
||
service: user-management
|
||
annotations:
|
||
summary: "低缓存命中率告警"
|
||
description: "缓存命中率低于70%，当前值: {{ $value | humanizePercentage }}"
|
||
|
||
# CPU 使用率告警
|
||
- alert: HighCPUUsage
|
||
expr: rate(process_cpu_seconds_total[5m]) > 0.8
|
||
for: 5m
|
||
labels:
|
||
severity: warning
|
||
service: user-management
|
||
annotations:
|
||
summary: "高CPU使用率告警"
|
||
description: "CPU使用率超过80%，当前值: {{ $value | humanizePercentage }}"
|
||
|
||
# 内存使用率告警
|
||
- alert: HighMemoryUsage
|
||
expr: |
|
||
(
|
||
system_memory_usage_bytes /
|
||
(node_memory_MemTotal_bytes)
|
||
) > 0.85
|
||
for: 5m
|
||
labels:
|
||
severity: critical
|
||
service: user-management
|
||
annotations:
|
||
summary: "高内存使用率告警"
|
||
description: "内存使用率超过85%，当前值: {{ $value | humanizePercentage }}"
|
||
|
||
# 数据库连接告警
|
||
- alert: DatabaseConnectionPoolExhausted
|
||
expr: |
|
||
(
|
||
db_connections_active /
|
||
db_connections_max
|
||
) > 0.9
|
||
for: 3m
|
||
labels:
|
||
severity: critical
|
||
service: user-management
|
||
annotations:
|
||
summary: "数据库连接池耗尽告警"
|
||
description: "数据库连接池使用率超过90%，当前值: {{ $value | humanizePercentage }}"
|
||
|
||
# 在线用户数告警
|
||
- alert: LowOnlineUsers
|
||
expr: active_users{period="5m"} < 10
|
||
for: 30m
|
||
labels:
|
||
severity: info
|
||
service: user-management
|
||
annotations:
|
||
summary: "在线用户数告警"
|
||
description: "过去5分钟活跃用户数低于10，当前值: {{ $value }}"
|
||
|
||
# 登录失败率告警
|
||
- alert: HighLoginFailureRate
|
||
expr: |
|
||
(
|
||
sum(rate(user_logins_total{status="failed"}[5m]))
|
||
/
|
||
sum(rate(user_logins_total[5m]))
|
||
) > 0.3
|
||
for: 5m
|
||
labels:
|
||
severity: warning
|
||
service: user-management
|
||
annotations:
|
||
summary: "高登录失败率告警"
|
||
description: "登录失败率超过30%，可能存在暴力破解，当前值: {{ $value | humanizePercentage }}"
|
||
|
||
# API QPS 异常告警
|
||
- alert: UnusualAPIRequestRate
|
||
expr: |
|
||
abs(
|
||
sum(rate(http_requests_total[5m]))
|
||
-
|
||
avg(sum(rate(http_requests_total[5m])) over 1h)
|
||
) / avg(sum(rate(http_requests_total[5m])) over 1h) > 0.5
|
||
for: 5m
|
||
labels:
|
||
severity: info
|
||
service: user-management
|
||
annotations:
|
||
summary: "API请求量异常告警"
|
||
description: "API请求量与1小时平均值偏差超过50%，当前值: {{ $value | humanizePercentage }}"
|