Add some prometheus alerts

ansible/roles/forrest/files/prometheus/alert-rules.d/blackbox.yml

@@ -0,0 +1,6 @@
+groups:
+  - name: blackbox
+    rules:
+      - alert: HttpSuccess
+        expr: probe_success{job="blackbox_http_external"} == 0
+        for: 5m

ansible/roles/forrest/files/prometheus/docker-compose.yml

@@ -14,6 +14,7 @@ services:
     user: "{{ docker_user.id }}"
     volumes:
       - ./prometheus.yml:/etc/prometheus/prometheus.yml:ro
+      - ./alert-rules.d:/etc/prometheus/alert-rules.d:ro
       - /mnt/tank/dbs/prometheus/forrest/:/prometheus/
     networks:
       - default

ansible/roles/forrest/files/prometheus/prometheus.yml

@@ -4,6 +4,9 @@ alerting:
         - targets:
             - alertmanager:9093
 
+rule_files:
+  - /etc/prometheus/alert-rules.d/*.yml
+
 scrape_configs:
   - job_name: pve
     static_configs:

ansible/roles/forrest/tasks/prometheus.yml

@@ -42,3 +42,12 @@
     owner: "{{ docker_user.name }}"
   notify: restart prometheus
   become: true
+
+- name: Install prometheus alert rules
+  copy:
+    src: files/prometheus/alert-rules.d/
+    dest: /opt/prometheus/alert-rules.d/
+    mode: "{{ docker_compose_file_mask }}"
+    owner: "{{ docker_user.name }}"
+  notify: reload prometheus
+  become: true