infrastructure/ansible/roles/forrest/files/prometheus/prometheus.yml

alerting:
  alertmanagers:
    - static_configs:
        - targets:
            - alertmanager:9093

rule_files:
  - /etc/prometheus/alert-rules.d/*.yml

scrape_configs:
  - job_name: pve
    static_configs:
      - targets:
          - "{{ pve_hosts.pve.ip }}"
    metrics_path: /pve
    relabel_configs:
      - source_labels: [__address__]
        target_label: __param_target
      - source_labels: [__param_target]
        target_label: instance
      - target_label: __address__
        replacement: proxmox_exporter:9221

  - job_name: traefik
    metric_relabel_configs:
      - source_labels: [__name__]
        regex: go_.+
        action: drop
    static_configs:
      - targets:
          - "{{ nebula.clients.walker.ip }}:8080"
          - "{{ pve_hosts.docker.ip }}:8080"

  - job_name: homeassistant
    metrics_path: /api/prometheus
    authorization:
      credentials: "{{ vault_homeassistant_token }}"
    metric_relabel_configs:
      - source_labels: [__name__]
        regex: python_.+
        action: drop
    static_configs:
      - targets: ["{{ pve_hosts.homeassistant.ip }}:8123"]

  - job_name: blackbox_http_external
    scrape_interval: 1m
    metrics_path: /probe
    params:
      module: [http]
    static_configs:
      - targets:
          - https://0rng.one
          - https://auth.jakehoward.tech/-/health/ready/
          - https://bin.theorangeone.net
          - https://git.theorangeone.net/api/healthz
          - https://grafana.jakehoward.tech/api/health
          - https://homeassistant.jakehoward.tech
          - https://intersect.jakehoward.tech
          - https://mastodon.theorangeone.net/health
          - https://matrix.jakehoward.tech:8448/_matrix/federation/v1/version
          - https://matrix.jakehoward.tech/_matrix/federation/v1/version
          - https://media.jakehoward.tech
          - https://minio.jakehoward.tech/minio/health/live
          - https://notes.theorangeone.net
          - https://ntfy.jakehoward.tech/v1/health
          - https://plausible.theorangeone.net
          - https://recipes.jakehoward.tech
          - https://s3.jakehoward.tech/minio/health/live
          - https://tasks.jakehoward.tech/health
          - https://theorangeone.net
          - https://tt-rss.jakehoward.tech
          - https://vaultwarden.jakehoward.tech/alive
    relabel_configs:
      - source_labels: [__address__]
        target_label: __param_target
      - source_labels: [__param_target]
        target_label: instance
      - target_label: __address__
        replacement: blackbox-external:9115
      - source_labels: [instance]
        regex: https?://([^/]+)/?.*
        target_label: hostname

  - job_name: blackbox_icmp
    scrape_interval: 10m
    metrics_path: /probe
    params:
      module: [icmp]
    static_configs:
      - targets:
          - "{{ pve_hosts.pve.ip }}"
          - "{{ pve_hosts.homeassistant.ip }}"
          - 9.9.9.9
    relabel_configs:
      - source_labels: [__address__]
        target_label: __param_target
      - source_labels: [__param_target]
        target_label: instance
      - target_label: __address__
        replacement: blackbox:9115

  - job_name: blackbox_https_redir
    scrape_interval: 10m
    metrics_path: /probe
    params:
      module: [https_redir]
    static_configs:
      - targets:
          - http://{{ vps_hosts.casey_ip }}
    relabel_configs:
      - source_labels: [__address__]
        target_label: __param_target
      - source_labels: [__param_target]
        target_label: instance
      - target_label: __address__
        replacement: blackbox-external:9115

  - job_name: blackbox_healthcheck
    scrape_interval: 10m
    metrics_path: /probe
    params:
      module: [http]
    static_configs:
      - targets:
          - https://hc-ping.com/{{ vault_prometheus_healthcheck_uuid }}
    relabel_configs:
      - source_labels: [__address__]
        target_label: __param_target
      - source_labels: [__param_target]
        target_label: instance
      - target_label: __address__
        replacement: blackbox:9115

  - job_name: healthchecks
    scheme: https
    metrics_path: /projects/{{ vault_healthchecks_project_uuid }}/metrics/{{ vault_healthcheck_api_token }}
    static_configs:
      - targets: [healthchecks.io]

  - job_name: node
    metrics_path: /metrics
    static_configs:
      - targets:
          - "{{ pve_hosts.pve.ip }}:9100"
          - pi.hole:9100
    metric_relabel_configs:
      - source_labels: [__name__]
        regex: go_.+
        action: drop

  - job_name: speedtest
    scrape_interval: 1h
    scrape_timeout: 2m
    metrics_path: /probe
    static_configs:
      - targets:
          - speedtest_exporter:9516