Remove individual watcher dashboards and update instructions

stack_orchestrator/data/config/monitoring/grafana/dashboards/watcher-dashboard.json

@@ -192,7 +192,7 @@
               "useBackend": false
             }
           ],
-          "title": "Upstream chain head",
+          "title": "Upstream head",
           "type": "stat"
         },
         {
@@ -261,7 +261,7 @@
               "useBackend": false
             }
           ],
-          "title": "External chain head",
+          "title": "External head ($target_chain)",
           "type": "stat"
         },
         {
@@ -2156,7 +2156,7 @@
           "type": "prometheus",
           "uid": "PBFA97CFB590B2093"
         },
-        "definition": "label_values(watcher_config_info{instance=~\"$watcher\"},chain)",
+        "definition": "label_values({instance=~\"$watcher\"},chain)",
         "hide": 2,
         "includeAll": false,
         "multi": false,
@@ -2164,7 +2164,7 @@
         "options": [],
         "query": {
           "qryType": 1,
-          "query": "label_values(watcher_config_info{instance=~\"$watcher\"},chain)",
+          "query": "label_values({instance=~\"$watcher\"},chain)",
           "refId": "PrometheusVariableQueryEditor-VariableQuery"
         },
         "refresh": 1,

stack_orchestrator/data/stacks/monitoring/README.md

@@ -72,7 +72,7 @@ laconic-so --stack monitoring deploy create --spec-file monitoring-spec.yml --de
       - targets: ['<METRICS_ENDPOINT_HOST>:<METRICS_ENDPOINT_PORT>']
   ```
 
-* Also update the `blackbox` job to add any endpoints to be monitored on the Blackbox dashboard:
+* Blackbox: update the `blackbox` job to add any endpoints to be monitored on the Blackbox dashboard:
 
   ```yml
   ...
@@ -85,6 +85,21 @@ laconic-so --stack monitoring deploy create --spec-file monitoring-spec.yml --de
         - <HTTP_ENDPOINT_2>
   ```
 
+* Postgres:
+  * Update the `postgres` job to add Postgres db targets to be monitored:
+
+    ```yml
+    ...
+    - job_name: 'postgres'
+      ...
+      static_configs:
+        # Add DB targets below
+        - targets: [example-server:5432]
+          labels:
+            instance: 'example-db'
+    ```
+  * Add database credentials to be used in `auth_modules` in the postgres-exporter config file (`monitoring-deployment/config/monitoring/postgres-exporter.yml`)
+
 Note: Use `host.docker.internal` as host to access ports on the host machine
 
 ### Grafana Config

stack_orchestrator/data/stacks/monitoring/monitoring-watchers.md

@@ -35,8 +35,6 @@ laconic-so --stack monitoring deploy create --spec-file monitoring-watchers-spec
 
 ## Configure
 
-### Prometheus Config
-
 Add the following scrape configs to prometheus config file (`monitoring-watchers-deployment/config/monitoring/prometheus/prometheus.yml`) in the deployment folder:
 
   ```yml
@@ -70,7 +68,7 @@ Add the following scrape configs to prometheus config file (`monitoring-watchers
           chain: 'ethereum'
       - targets: ['DELEGATED_SENDING_WATCHER_HOST:DELEGATED_SENDING_WATCHER_PORT']
         labels:
-          instance: 'delegated_sending_watcher'
+          instance: 'delegated_sending'
           chain: 'ethereum'
       - targets: ['ECLIPTIC_WATCHER_HOST:ECLIPTIC_WATCHER_PORT']
         labels:
@@ -100,13 +98,7 @@ Add the following scrape configs to prometheus config file (`monitoring-watchers
           chain: 'filecoin'
   ```
 
-### Grafana Config
-
-In the deployment folder, copy over the pre-configured watcher dashboard JSON files to grafana dashboards config directory:
-
-```bash
-cp -r monitoring-watchers-deployment/config/monitoring/grafana/watcher-dashboards/* monitoring-watchers-deployment/config/monitoring/grafana/dashboards/
-```
+Add scrape config as done above for any additional watcher to add it to the watcher dashboard.
 
 ### Env