Use alias for blackbox targets in dashboard

stack_orchestrator/data/config/monitoring/blackbox.yml

@@ -1,7 +1,7 @@
 modules:
   http_2xx:
     prober: http
-    timeout: 5s
+    timeout: 15s
     http:
       valid_status_codes: [] #default to 2xx
       method: GET

stack_orchestrator/data/config/monitoring/grafana/dashboards/prometheus-blackbox-exporter.json

@@ -136,7 +136,7 @@
           "refId": "A"
         }
       ],
-      "title": "$target status",
+      "title": "$target",
       "type": "row"
     },
     {

stack_orchestrator/data/config/monitoring/grafana/provisioning/alerting/policies.yml

@@ -8,6 +8,7 @@ policies:
     group_by:
       - grafana_folder
       - alertname
+      - instance
     routes:
       - receiver: SlackNotifier
         object_matchers:

stack_orchestrator/data/config/monitoring/prometheus/prometheus.yml

@@ -28,17 +28,25 @@ scrape_configs:
       - targets:
         # - https://github.com
     relabel_configs:
+      # Forward the original target URL as the 'target' parameter.
       - source_labels: [__address__]
         regex: (.*)(:80)?
         target_label: __param_target
-      - source_labels: [__param_target]
+      # Use the custom alias if defined for the 'instance' label.
-        regex: (.*)
+      - source_labels: [alias]
         target_label: instance
-        replacement: ${1}
+        action: replace
-      - source_labels: []
+      # If no alias is set, fall back to the target URL.
-        regex: .*
+      - source_labels: [instance]
-        target_label: __address__
+        regex: ^$
+        target_label: instance
+        replacement: ${__param_target}
+      # Finally, tell Prometheus to scrape the blackbox_exporter.
+      - target_label: __address__
         replacement: blackbox:9115
+      # Drop the original alias label as it's now redundant with instance
+      - action: labeldrop
+        regex: ^alias$
 
   - job_name: chain_heads
     scrape_interval: 10s

stack_orchestrator/data/stacks/monitoring/monitoring-testnet.md

@@ -44,16 +44,33 @@ laconic-so --stack monitoring deploy create --spec-file monitoring-testnet-spec.
   - job_name: 'blackbox'
     ...
     static_configs:
-      - targets:
+      - targets: ["https://wallet.laconic.com"]
-        - https://wallet.laconic.com
+        labels:
-        - https://laconicd-sapo.laconic.com
+          alias: "Wallet App"
-        - https://console-sapo.laconic.com
+      - targets: ["https://laconicd-sapo.laconic.com"]
-        - https://fixturenet-eth.laconic.com
+        labels:
-        - https://deploy.laconic.com
+          alias: "Node (laconicd)"
-        - https://deploy-backend.laconic.com/staging/version
+      - targets: ["https://console-sapo.laconic.com"]
-        - https://container-registry.apps.vaasl.io
+        labels:
-        - https://webapp-deployer-api.apps.vaasl.io
+          alias: "Console App"
-        - https://webapp-deployer-ui.apps.vaasl.io
+      - targets: ["https://fixturenet-eth.laconic.com"]
+        labels:
+          alias: "Fixturenet ETH"
+      - targets: ["https://deploy.laconic.com"]
+        labels:
+          alias: "Deploy App"
+      - targets: ["https://deploy-backend.laconic.com/staging/version"]
+        labels:
+          alias: "Deploy Backend"
+      - targets: ["https://container-registry.apps.vaasl.io"]
+        labels:
+          alias: "Container Registry"
+      - targets: ["https://webapp-deployer-api.apps.vaasl.io"]
+        labels:
+          alias: "Webapp Deployer API"
+      - targets: ["https://webapp-deployer-ui.apps.vaasl.io"]
+        labels:
+          alias: "Webapp Deployer UI"
   ...
   - job_name: laconicd
     ...

stack_orchestrator/data/stacks/monitoring/monitoring-watchers.md

@@ -44,9 +44,12 @@ Add the following scrape configs to prometheus config file (`monitoring-watchers
   - job_name: 'blackbox'
     ...
     static_configs:
-      - targets:
+      - targets: ["<AZIMUTH_GATEWAY_GQL_ENDPOINT>"]
-        - <AZIMUTH_GATEWAY_GQL_ENDPOINT>
+        labels:
-        - <LACONICD_GQL_ENDPOINT>
+          alias: "Azimuth Watcher"
+      - targets: ["<LACONICD_GQL_ENDPOINT>"]
+        labels:
+          alias: "Node (laconicd)"
   ...
   - job_name: laconicd
   static_configs: