stack_orchestrator/data/compose/docker-compose-graph-node.yml

@@ -1,5 +1,6 @@
 services:
   graph-node:
+    restart: unless-stopped
     image: cerc/graph-node:local
     depends_on:
       db:
@@ -40,6 +41,7 @@ services:
       retries: 10
       start_period: 3s
   ipfs:
+    restart: unless-stopped
     image: ipfs/kubo:master-2023-02-20-714a968
     volumes:
       - ipfs-import:/import
@@ -49,6 +51,7 @@ services:
       - "4001"
       - "5001"
   db:
+    restart: unless-stopped
     image: postgres:14-alpine
     volumes:
       - db-data:/var/lib/postgresql/data

stack_orchestrator/data/config/monitoring/grafana/dashboards/watcher-dashboard.json

@@ -2866,6 +2866,19 @@
               "legendFormat": "{{field}}",
               "range": true,
               "refId": "E"
+            },
+            {
+              "datasource": {
+                "type": "prometheus",
+                "uid": "PBFA97CFB590B2093"
+              },
+              "editorMode": "code",
+              "expr": "watcher_config_info{job=~\"$job\", instance=~\"$watcher\", category=\"jobqueue\", field=\"block_processing_offset\"}",
+              "hide": false,
+              "instant": false,
+              "legendFormat": "{{field}}",
+              "range": true,
+              "refId": "F"
             }
           ],
           "title": "Watcher config (job queue)",
@@ -3284,6 +3297,6 @@
   "timepicker": {},
   "timezone": "",
   "title": "Watchers",
-  "version": 5,
+  "version": 6,
   "weekStart": ""
 }

stack_orchestrator/data/config/monitoring/subgraph-alert-rules.yml

@@ -19,7 +19,7 @@ groups:
                   type: prometheus
                   uid: PBFA97CFB590B2093
               editorMode: code
-              expr: ethereum_chain_head_number - on(network) group_right deployment_head{deployment=~"REPLACE_WITH_SUBGRAPH_IDS"}
+              expr: label_replace(latest_block_number{instance="external"}, "network", "$1", "chain", "(.*)") - on(network) group_right deployment_head{deployment=~"REPLACE_WITH_SUBGRAPH_IDS"}
               instant: true
               intervalMs: 1000
               legendFormat: __auto