feat: add cAdvisor, Loki, Alertmanager and Node-RED support

- Добавлена роль cAdvisor для мониторинга Docker контейнеров
- Добавлены Loki и Promtail для сбора и хранения логов
- Добавлен Alertmanager с конфигурацией для Node-RED интеграции
- Добавлена роль Node-RED для автоматизации обработки алертов
- Настроена интеграция Prometheus → Alertmanager → Node-RED
- Все контейнеры запускаются на app3 (192.168.0.112)

roles/alertmanager/defaults/main.yml

@@ -0,0 +1,12 @@
+---
+# Alertmanager settings
+alertmanager_port: 9093
+alertmanager_config_path: /etc/alertmanager
+
+# Email notifications (заполнить позже)
+smtp_host: localhost
+smtp_from: alertmanager@example.com
+smtp_to: admin@example.com
+
+# Webhook для тестирования
+webhook_url: "http://localhost:9099"

roles/alertmanager/tasks/main.yml

@@ -7,13 +7,13 @@
     group: root
     mode: '0755'
   loop:
-    - /etc/alertmanager
+    - "{{ alertmanager_config_path }}"
     - /var/lib/alertmanager
 
 - name: Deploy Alertmanager configuration
   template:
     src: alertmanager.yml.j2
-    dest: /etc/alertmanager/alertmanager.yml
+    dest: "{{ alertmanager_config_path }}/alertmanager.yml"
     owner: root
     group: root
     mode: '0644'
@@ -25,9 +25,9 @@
     state: started
     restart_policy: always
     ports:
-      - "9093:9093"
+      - "{{ alertmanager_port }}:9093"
     volumes:
-      - /etc/alertmanager/alertmanager.yml:/etc/alertmanager/alertmanager.yml
+      - "{{ alertmanager_config_path }}/alertmanager.yml:/etc/alertmanager/alertmanager.yml"
       - /var/lib/alertmanager:/alertmanager
     command: --config.file=/etc/alertmanager/alertmanager.yml --storage.path=/alertmanager
   tags: alertmanager

roles/alertmanager/templates/alertmanager.yml.j2

@@ -1,21 +1,52 @@
 global:
-  smtp_smarthost: 'localhost:25'
-  smtp_from: 'alertmanager@example.com'
+  # Настройки для уведомлений (можно настроить позже)
+  # smtp_smarthost: 'smtp.gmail.com:587'
+  # smtp_from: 'alertmanager@example.com'
+  # smtp_auth_username: 'user@gmail.com'
+  # smtp_auth_password: 'password'
+  # smtp_require_tls: true
 
 route:
-  group_by: ['alertname']
-  group_wait: 30s
-  group_interval: 5m
-  repeat_interval: 12h
-  receiver: 'email-notifications'
+  # Основной маршрут - все алерты идут в Node-RED
+  receiver: 'node-red-webhook'
+  group_by: ['alertname', 'severity']
+  group_wait: 10s
+  group_interval: 10s
+  repeat_interval: 1h
+  
+  # Вложенные маршруты
+  routes:
+    - match:
+        severity: critical
+      receiver: 'node-red-critical'
+      group_wait: 5s
+      repeat_interval: 10m
+      
+    - match:
+        severity: warning
+      receiver: 'node-red-warning'
+      group_wait: 30s
+      repeat_interval: 2h
 
 receivers:
-- name: 'email-notifications'
-  email_configs:
-  - to: 'alerts@example.com'
-    send_resolved: true
+  - name: 'node-red-webhook'
+    webhook_configs:
+      - url: 'http://node-red:1880/webhook/alertmanager'
+        send_resolved: true
 
-- name: 'webhook-notifications'
-  webhook_configs:
-  - url: 'http://node-red:1880/alerts'
-    send_resolved: true
+  - name: 'node-red-critical'
+    webhook_configs:
+      - url: 'http://node-red:1880/webhook/critical'
+        send_resolved: true
+        
+  - name: 'node-red-warning'
+    webhook_configs:
+      - url: 'http://node-red:1880/webhook/warning'
+        send_resolved: true
+
+inhibit_rules:
+  - source_match:
+      severity: 'critical'
+    target_match:
+      severity: 'warning'
+    equal: ['alertname', 'instance']