Add an alert for high rate of server errors

2020-06-28 16:55:51 +03:00 · 2020-06-28 16:55:51 +03:00 · 9c1389a8f8
parent 3435b2ca01
commit 9c1389a8f8
1 changed files with 11 additions and 0 deletions
--- a/service_rules.yml
+++ b/service_rules.yml
@ -0,0 +1,11 @@
+# vim: tw=2 sw=2 :
+groups:
+- name: service
+  rules:
+  - alert: High rate of 500 errors
+    expr: rate(http_requests_total{status="500"}[10m]) > 5 / 60
+    for: 5m
+    labels:
+      severity: urgent
+    annotations:
+      summary: "{{ $labels.instance }} has a high rate of 500 errors"