Adding alertrule to detect uneven replicas

6815998a · S M Y · 758021c8 · 6815998a
Commit 6815998a authored 5 years ago by S M Y
Hide whitespace changes
Inline Side-by-side

Showing

with 8 additions and 0 deletions
+8 -0
--- a/ansible/roles/stack-monitor-stateful/templates/alertrules.task.yml
+++ b/ansible/roles/stack-monitor-stateful/templates/alertrules.task.yml
@@ -14,3 +14,11 @@ groups:
    annotations:
      description: '{% raw %}{{ $labels.container_label_com_docker_swarm_task_name }}{% endraw %} is using {% raw %}{{ $value }}{% endraw %}% memory. Threshold is : {{ container_memory_usage_percentage_theshold }} %'
      summary: 'HIGH MEMORY USAGE WARNING: TASK {% raw %}{{ $labels.container_label_com_docker_swarm_task_name }}{% endraw %} on {% raw %}{{ $labels.instance }}{% endraw %}'
+
+  - alert: replicas_uneven
+    expr: sum by (service_name) (docker_service_replicas_expected != docker_service_replicas_running)
+    for: 1m
+    annotations:
+      description: 'UNEVEN REPLICAS COUNT FOR {% raw %}{{ $labels.service_name }}{% endraw %}'
+      summary: 'UNEVEN REPLICAS COUNT: {% raw %}{{ $labels.service_name }}{% endraw %} is having uneven count'
+