cerc-io/stack-orchestrator
17
1
Fork 3
Code Issues 113 Pull Requests 18 Actions Packages Projects Releases 480 Wiki Activity

Update panels for blocks processed and indexing diff
All checks were successful
Lint Checks / Run linter (pull_request) Successful in 1m4s
Details
Deploy Test / Run deploy test suite (pull_request) Successful in 5m44s
Details
Webapp Test / Run webapp test suite (pull_request) Successful in 5m45s
Details
K8s Deploy Test / Run deploy test suite on kind/k8s (pull_request) Successful in 10m9s
Details
Smoke Test / Run basic test suite (pull_request) Successful in 5m6s
Details

Browse Source
This commit is contained in:
Nabarun 2024-05-28 20:12:43 +05:30
parent 0ef79acdcc
commit b24eac196d
3 changed files with 440 additions and 152 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
stack_orchestrator/data/compose/docker-compose-graph-node.yml
View File

@ -32,6 +32,7 @@ services:
- "8001" - "8001"
- "8020" - "8020"
- "8030" - "8030"
- "8040"
healthcheck: healthcheck:
test: ["CMD", "nc", "-vz", "localhost", "8020"] test: ["CMD", "nc", "-vz", "localhost", "8020"]
interval: 30s interval: 30s

559
stack_orchestrator/data/config/monitoring/grafana/dashboards/subgraphs-dashboard.json
View File

@ -18,7 +18,7 @@
"editable": true, "editable": true,
"fiscalYearStartMonth": 0, "fiscalYearStartMonth": 0,
"graphTooltip": 0, "graphTooltip": 0,
"id": 11, "id": 6,
"links": [], "links": [],
"liveNow": false, "liveNow": false,
"panels": [ "panels": [
@ -49,7 +49,7 @@
}, },
"gridPos": { "gridPos": {
"h": 4, "h": 4,
"w": 6, "w": 4,
"x": 0, "x": 0,
"y": 0 "y": 0
}, },
@ -89,7 +89,7 @@
"useBackend": false "useBackend": false
} }
], ],
"title": "Deployment Head", "title": "Latest indexed block",
"type": "stat" "type": "stat"
}, },
{ {
@ -118,9 +118,9 @@
"overrides": [] "overrides": []
}, },
"gridPos": { "gridPos": {
"h": 4, "h": 2,
"w": 6, "w": 4,
"x": 6, "x": 4,
"y": 0 "y": 0
}, },
"id": 25, "id": 25,
@ -159,7 +159,76 @@
"useBackend": false "useBackend": false
} }
], ],
"title": "Upstream Chain Head", "title": "Graph Node Head",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"description": "Chain head from an external public endpoint",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "shades"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 4,
"x": 8,
"y": 0
},
"id": 12,
"options": {
"colorMode": "background",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.2.3",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"disableTextWrap": false,
"editorMode": "builder",
"expr": "latest_block_number{job=\"chain_heads\", chain=\"filecoin\"}",
"fullMetaSearch": false,
"includeNullMetadata": true,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A",
"useBackend": false
}
],
"title": "External head (filecoin)",
"type": "stat" "type": "stat"
}, },
{ {
@ -180,7 +249,7 @@
"fill": 7, "fill": 7,
"fillGradient": 0, "fillGradient": 0,
"gridPos": { "gridPos": {
"h": 8, "h": 7,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 0 "y": 0
@ -263,6 +332,76 @@
"align": false "align": false
} }
}, },
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"description": "Block number of the latest block currently present in the chain head cache",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "shades"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 2,
"w": 4,
"x": 4,
"y": 2
},
"id": 63,
"options": {
"colorMode": "background",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.2.3",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"disableTextWrap": false,
"editorMode": "builder",
"expr": "chain_head_cache_latest_block",
"fullMetaSearch": false,
"hide": false,
"includeNullMetadata": true,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "B",
"useBackend": false
}
],
"title": "Chain Cache Latest",
"type": "stat"
},
{ {
"datasource": { "datasource": {
"type": "prometheus", "type": "prometheus",
@ -314,8 +453,8 @@
"overrides": [] "overrides": []
}, },
"gridPos": { "gridPos": {
"h": 4, "h": 3,
"w": 6, "w": 4,
"x": 0, "x": 0,
"y": 4 "y": 4
}, },
@ -362,12 +501,12 @@
"type": "prometheus", "type": "prometheus",
"uid": "PBFA97CFB590B2093" "uid": "PBFA97CFB590B2093"
}, },
"description": "Block number of the latest block currently present in the chain head cache", "description": "",
"fieldConfig": { "fieldConfig": {
"defaults": { "defaults": {
"color": { "color": {
"fixedColor": "blue", "fixedColor": "blue",
"mode": "shades" "mode": "thresholds"
}, },
"mappings": [], "mappings": [],
"thresholds": { "thresholds": {
@ -376,6 +515,14 @@
{ {
"color": "green", "color": "green",
"value": null "value": null
},
{
"color": "orange",
"value": 8
},
{
"color": "red",
"value": 16
} }
] ]
} }
@ -383,14 +530,14 @@
"overrides": [] "overrides": []
}, },
"gridPos": { "gridPos": {
"h": 4, "h": 3,
"w": 6, "w": 4,
"x": 6, "x": 4,
"y": 4 "y": 4
}, },
"id": 63, "id": 22,
"options": { "options": {
"colorMode": "background", "colorMode": "value",
"graphMode": "none", "graphMode": "none",
"justifyMode": "auto", "justifyMode": "auto",
"orientation": "auto", "orientation": "auto",
@ -401,6 +548,9 @@
"fields": "", "fields": "",
"values": false "values": false
}, },
"text": {
"valueSize": 25
},
"textMode": "auto", "textMode": "auto",
"wideLayout": true "wideLayout": true
}, },
@ -412,20 +562,268 @@
"uid": "PBFA97CFB590B2093" "uid": "PBFA97CFB590B2093"
}, },
"disableTextWrap": false, "disableTextWrap": false,
"editorMode": "builder", "editorMode": "code",
"expr": "chain_head_cache_latest_block", "expr": "deployment_head{deployment=~\"$subgraph_hash\"}",
"fullMetaSearch": false, "fullMetaSearch": false,
"hide": false,
"includeNullMetadata": true, "includeNullMetadata": true,
"instant": false, "instant": false,
"legendFormat": "__auto", "legendFormat": "{{__name__}}",
"range": true, "range": true,
"refId": "B", "refId": "A",
"useBackend": false
},
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"editorMode": "code",
"expr": "ethereum_chain_head_number",
"hide": false,
"instant": false,
"legendFormat": "{{__name__}}",
"range": true,
"refId": "B"
}
],
"title": "Diff node head",
"transformations": [
{
"id": "calculateField",
"options": {
"alias": "",
"binary": {
"left": "ethereum_chain_head_number",
"operator": "-",
"right": "deployment_head"
},
"mode": "binary",
"reduce": {
"reducer": "sum"
},
"replaceFields": true
}
}
],
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"description": "",
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "blue",
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green",
"value": null
},
{
"color": "orange",
"value": 8
},
{
"color": "red",
"value": 16
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 3,
"w": 4,
"x": 8,
"y": 4
},
"id": 24,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"text": {
"valueSize": 25
},
"textMode": "auto",
"wideLayout": true
},
"pluginVersion": "10.2.3",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"disableTextWrap": false,
"editorMode": "code",
"expr": "deployment_head{deployment=~\"$subgraph_hash\"}",
"fullMetaSearch": false,
"includeNullMetadata": true,
"instant": false,
"legendFormat": "{{__name__}}",
"range": true,
"refId": "A",
"useBackend": false
},
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"editorMode": "code",
"expr": "latest_block_number{job=\"chain_heads\", chain=\"filecoin\"}",
"hide": false,
"instant": false,
"legendFormat": "{{__name__}}",
"range": true,
"refId": "B"
}
],
"title": "Diff external",
"transformations": [
{
"id": "calculateField",
"options": {
"alias": "",
"binary": {
"left": "latest_block_number",
"operator": "-",
"right": "deployment_head"
},
"mode": "binary",
"reduce": {
"reducer": "sum"
},
"replaceFields": true
}
}
],
"type": "stat"
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"fieldConfig": {
"defaults": {
"links": []
},
"overrides": []
},
"fill": 7,
"fillGradient": 0,
"gridPos": {
"h": 7,
"w": 24,
"x": 0,
"y": 7
},
"hiddenSeries": false,
"id": 34,
"legend": {
"alignAsTable": false,
"avg": true,
"current": false,
"max": true,
"min": false,
"show": true,
"total": false,
"values": true
},
"lines": true,
"linewidth": 1,
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "10.2.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
"alias": "/value/",
"color": "#FFB357"
},
{}
],
"spaceLength": 10,
"stack": true,
"steppedLine": false,
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"disableTextWrap": false,
"editorMode": "builder",
"exemplar": false,
"expr": "deployment_block_processing_duration_sum{deployment=\"$subgraph_hash\"}",
"format": "time_series",
"fullMetaSearch": false,
"includeNullMetadata": true,
"instant": false,
"legendFormat": " ",
"range": true,
"refId": "A",
"useBackend": false "useBackend": false
} }
], ],
"title": "Chain Cache Latest", "thresholds": [],
"type": "stat" "timeRegions": [],
"title": "Block Processing Duration",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"type": "graph",
"xaxis": {
"mode": "time",
"show": true,
"values": []
},
"yaxes": [
{
"format": "short",
"label": "",
"logBase": 1,
"show": true
},
{
"format": "short",
"logBase": 1,
"show": true
}
],
"yaxis": {
"align": false
}
}, },
{ {
"datasource": { "datasource": {
@ -487,7 +885,7 @@
"h": 7, "h": 7,
"w": 12, "w": 12,
"x": 0, "x": 0,
"y": 8 "y": 14
}, },
"id": 28, "id": 28,
"options": { "options": {
@ -586,7 +984,7 @@
"h": 7, "h": 7,
"w": 12, "w": 12,
"x": 12, "x": 12,
"y": 8 "y": 14
}, },
"id": 64, "id": 64,
"options": { "options": {
@ -624,113 +1022,6 @@
], ],
"title": "ETH RPC failed requests rate", "title": "ETH RPC failed requests rate",
"type": "timeseries" "type": "timeseries"
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"fieldConfig": {
"defaults": {
"links": []
},
"overrides": []
},
"fill": 7,
"fillGradient": 0,
"gridPos": {
"h": 7,
"w": 24,
"x": 0,
"y": 15
},
"hiddenSeries": false,
"id": 34,
"legend": {
"alignAsTable": false,
"avg": true,
"current": false,
"max": true,
"min": false,
"show": true,
"total": false,
"values": true
},
"lines": true,
"linewidth": 1,
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "10.2.3",
"pointradius": 2,
"points": false,
"renderer": "flot",
"seriesOverrides": [
{
"alias": "/value/",
"color": "#FFB357"
},
{}
],
"spaceLength": 10,
"stack": true,
"steppedLine": false,
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PBFA97CFB590B2093"
},
"disableTextWrap": false,
"editorMode": "builder",
"exemplar": false,
"expr": "deployment_block_processing_duration_sum{deployment=\"$subgraph_hash\"}",
"format": "time_series",
"fullMetaSearch": false,
"includeNullMetadata": true,
"instant": false,
"legendFormat": " ",
"range": true,
"refId": "A",
"useBackend": false
}
],
"thresholds": [],
"timeRegions": [],
"title": "Block Processing Duration",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"type": "graph",
"xaxis": {
"mode": "time",
"show": true,
"values": []
},
"yaxes": [
{
"format": "short",
"label": "",
"logBase": 1,
"show": true
},
{
"format": "short",
"logBase": 1,
"show": true
}
],
"yaxis": {
"align": false
}
} }
], ],
"refresh": "10s", "refresh": "10s",
@ -794,6 +1085,6 @@
"timezone": "", "timezone": "",
"title": "Graph Node Subgraphs", "title": "Graph Node Subgraphs",
"uid": "b54352dd-35f6-4151-97dc-265bab0c67e9", "uid": "b54352dd-35f6-4151-97dc-265bab0c67e9",
"version": 6, "version": 18,
"weekStart": "" "weekStart": ""
} }

32
stack_orchestrator/data/stacks/graph-node/README.md
View File

@ -43,16 +43,18 @@ customized by editing the "spec" file generated by `laconic-so deploy init`.
``` ```
$ cat graph-node-spec.yml $ cat graph-node-spec.yml
stack: graph-node stack: graph-node
ports: network:
graph-node: ports:
- '8000:8000' graph-node:
- '8001' - '8000:8000'
- '8020:8020' - '8001'
- '8030' - '8020:8020'
ipfs: - '8030'
- '8080' - '8040'
- '4001' ipfs:
- '5001:5001' - '8080'
- '4001'
- '5001:5001'
... ...
``` ```
@ -64,7 +66,7 @@ laconic-so --stack graph-node deploy create --spec-file graph-node-spec.yml --de
## Start the stack ## Start the stack
Create an env file with the following values to be set before starting the stack: Update `config.env` file inside deployment directory with the following values before starting the stack:
```bash ```bash
# Set ETH RPC endpoint the graph node will use # Set ETH RPC endpoint the graph node will use
@ -94,7 +96,7 @@ export GRAPH_ETHEREUM_BLOCK_INGESTOR_MAX_CONCURRENT_JSON_RPC_CALLS_FOR_TXN_RECEI
# Ref: https://git.vdb.to/cerc-io/graph-node/src/branch/master/docs/environment-variables.md # Ref: https://git.vdb.to/cerc-io/graph-node/src/branch/master/docs/environment-variables.md
``` ```
Example env file: Example `config.env` file:
```bash ```bash
export ETH_RPC_HOST=filecoin.chainup.net export ETH_RPC_HOST=filecoin.chainup.net
@ -107,12 +109,6 @@ export GRAPH_ETHEREUM_REQUEST_RETRIES=5
export GRAPH_ETHEREUM_MAX_BLOCK_RANGE_SIZE=50 export GRAPH_ETHEREUM_MAX_BLOCK_RANGE_SIZE=50
``` ```
Set the environment variables:
```bash
source <PATH_TO_ENV_FILE>
```
Deploy the stack: Deploy the stack:
```bash ```bash