Compare commits

..
2 changed files with 153 additions and 121 deletions
@@ -10,6 +10,20 @@ groups:
title: azimuth_gateway_endpoint_tracking
condition: condition
data:
- refId: probe
relativeTimeRange:
from: 600
to: 0
datasourceUid: PBFA97CFB590B2093
model:
editorMode: code
expr: probe_success{destination="azimuth_gateway"}
instant: true
intervalMs: 1000
legendFormat: __auto
maxDataPoints: 43200
range: false
refId: probe
- refId: http_status_code
relativeTimeRange:
from: 600
@@ -33,37 +47,53 @@ groups:
conditions:
- evaluator:
params:
- 200
- 200
type: outside_range
- 0
- 0
type: gt
operator:
type: and
query:
params:
- http_status_code
params: []
reducer:
params: []
type: last
type: avg
type: query
datasource:
name: Expression
type: __expr__
uid: __expr__
expression: ""
hide: false
expression: ${probe} != 1 || ${http_status_code} != 200
intervalMs: 1000
maxDataPoints: 43200
refId: condition
type: classic_conditions
type: math
noDataState: Alerting
execErrState: Alerting
for: 5m
annotations:
summary: Probe failed for Azimuth gateway endpoint, http status {{ index $values "http_status_code" }}
summary: Probe failed for Azimuth gateway endpoint
labels:
probe_success: '{{ index $values "probe" }}'
isPaused: false
# Laconicd GQL endpoint
- uid: laconicd_gql
title: laconicd_gql_endpoint_tracking
condition: condition
data:
- refId: probe
relativeTimeRange:
from: 600
to: 0
datasourceUid: PBFA97CFB590B2093
model:
editorMode: code
expr: probe_success{destination="laconicd_gql"}
instant: true
intervalMs: 1000
legendFormat: __auto
maxDataPoints: 43200
range: false
refId: probe
- refId: http_status_code
relativeTimeRange:
from: 600
@@ -87,29 +117,31 @@ groups:
conditions:
- evaluator:
params:
- 200
- 200
type: outside_range
- 0
- 0
type: gt
operator:
type: and
query:
params:
- http_status_code
params: []
reducer:
params: []
type: last
type: avg
type: query
datasource:
name: Expression
type: __expr__
uid: __expr__
expression: ""
hide: false
expression: ${probe} != 1 || ${http_status_code} != 200
intervalMs: 1000
maxDataPoints: 43200
refId: condition
type: classic_conditions
type: math
noDataState: Alerting
execErrState: Alerting
for: 5m
annotations:
summary: Probe failed for Laconicd GQL endpoint, http status {{ index $values "http_status_code" }}
summary: Probe failed for Laconicd GQL endpoint
labels:
probe_success: '{{ index $values "probe" }}'
isPaused: false
@@ -59,29 +59,29 @@ groups:
conditions:
- evaluator:
params:
- 0
- 15
- 0
type: gt
operator:
type: and
type: when
query:
params: []
params:
- diff
reducer:
params: []
type: avg
type: last
type: query
datasource:
name: Expression
type: __expr__
uid: __expr__
expression: ${diff} >= 16
intervalMs: 1000
maxDataPoints: 43200
expression: ""
hide: false
refId: condition
type: math
type: classic_conditions
noDataState: Alerting
execErrState: Alerting
for: 15m
for: 5m
annotations:
summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
isPaused: false
@@ -135,29 +135,29 @@ groups:
conditions:
- evaluator:
params:
- 0
- 15
- 0
type: gt
operator:
type: and
type: when
query:
params: []
params:
- diff
reducer:
params: []
type: avg
type: last
type: query
datasource:
name: Expression
type: __expr__
uid: __expr__
expression: ${diff} >= 16
intervalMs: 1000
maxDataPoints: 43200
expression: ""
hide: false
refId: condition
type: math
type: classic_conditions
noDataState: Alerting
execErrState: Alerting
for: 15m
for: 5m
annotations:
summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
isPaused: false
@@ -202,7 +202,7 @@ groups:
legendFormat: __auto
range: false
refId: latest_external
- refId: condition
- refId: condition
relativeTimeRange:
from: 600
to: 0
@@ -211,29 +211,29 @@ groups:
conditions:
- evaluator:
params:
- 0
- 15
- 0
type: gt
operator:
type: and
type: when
query:
params: []
params:
- diff
reducer:
params: []
type: avg
type: last
type: query
datasource:
name: Expression
type: __expr__
uid: __expr__
expression: ${diff} >= 16
intervalMs: 1000
maxDataPoints: 43200
expression: ""
hide: false
refId: condition
type: math
type: classic_conditions
noDataState: Alerting
execErrState: Alerting
for: 15m
for: 5m
annotations:
summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
isPaused: false
@@ -278,7 +278,7 @@ groups:
legendFormat: __auto
range: false
refId: latest_external
- refId: condition
- refId: condition
relativeTimeRange:
from: 600
to: 0
@@ -287,29 +287,29 @@ groups:
conditions:
- evaluator:
params:
- 0
- 15
- 0
type: gt
operator:
type: and
type: when
query:
params: []
params:
- diff
reducer:
params: []
type: avg
type: last
type: query
datasource:
name: Expression
type: __expr__
uid: __expr__
expression: ${diff} >= 16
intervalMs: 1000
maxDataPoints: 43200
expression: ""
hide: false
refId: condition
type: math
type: classic_conditions
noDataState: Alerting
execErrState: Alerting
for: 15m
for: 5m
annotations:
summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
isPaused: false
@@ -363,29 +363,29 @@ groups:
conditions:
- evaluator:
params:
- 0
- 15
- 0
type: gt
operator:
type: and
type: when
query:
params: []
params:
- diff
reducer:
params: []
type: avg
type: last
type: query
datasource:
name: Expression
type: __expr__
uid: __expr__
expression: ${diff} >= 16
intervalMs: 1000
maxDataPoints: 43200
expression: ""
hide: false
refId: condition
type: math
type: classic_conditions
noDataState: Alerting
execErrState: Alerting
for: 15m
for: 5m
annotations:
summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
isPaused: false
@@ -439,29 +439,29 @@ groups:
conditions:
- evaluator:
params:
- 0
- 15
- 0
type: gt
operator:
type: and
type: when
query:
params: []
params:
- diff
reducer:
params: []
type: avg
type: last
type: query
datasource:
name: Expression
type: __expr__
uid: __expr__
expression: ${diff} >= 16
intervalMs: 1000
maxDataPoints: 43200
expression: ""
hide: false
refId: condition
type: math
type: classic_conditions
noDataState: Alerting
execErrState: Alerting
for: 15m
for: 5m
annotations:
summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
isPaused: false
@@ -515,29 +515,29 @@ groups:
conditions:
- evaluator:
params:
- 0
- 15
- 0
type: gt
operator:
type: and
type: when
query:
params: []
params:
- diff
reducer:
params: []
type: avg
type: last
type: query
datasource:
name: Expression
type: __expr__
uid: __expr__
expression: ${diff} >= 16
intervalMs: 1000
maxDataPoints: 43200
expression: ""
hide: false
refId: condition
type: math
type: classic_conditions
noDataState: Alerting
execErrState: Alerting
for: 15m
for: 5m
annotations:
summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
isPaused: false
@@ -591,29 +591,29 @@ groups:
conditions:
- evaluator:
params:
- 0
- 15
- 0
type: gt
operator:
type: and
type: when
query:
params: []
params:
- diff
reducer:
params: []
type: avg
type: last
type: query
datasource:
name: Expression
type: __expr__
uid: __expr__
expression: ${diff} >= 16
intervalMs: 1000
maxDataPoints: 43200
expression: ""
hide: false
refId: condition
type: math
type: classic_conditions
noDataState: Alerting
execErrState: Alerting
for: 15m
for: 5m
annotations:
summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
isPaused: false
@@ -669,29 +669,29 @@ groups:
conditions:
- evaluator:
params:
- 0
- 15
- 0
type: gt
operator:
type: and
type: when
query:
params: []
params:
- diff
reducer:
params: []
type: avg
type: last
type: query
datasource:
name: Expression
type: __expr__
uid: __expr__
expression: ${diff} >= 16
intervalMs: 1000
maxDataPoints: 43200
expression: ""
hide: false
refId: condition
type: math
type: classic_conditions
noDataState: Alerting
execErrState: Alerting
for: 15m
for: 5m
annotations:
summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
isPaused: false
@@ -745,29 +745,29 @@ groups:
conditions:
- evaluator:
params:
- 0
- 15
- 0
type: gt
operator:
type: and
type: when
query:
params: []
params:
- diff
reducer:
params: []
type: avg
type: last
type: query
datasource:
name: Expression
type: __expr__
uid: __expr__
expression: ${diff} >= 16
intervalMs: 1000
maxDataPoints: 43200
expression: ""
hide: false
refId: condition
type: math
type: classic_conditions
noDataState: Alerting
execErrState: Alerting
for: 15m
for: 5m
annotations:
summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
isPaused: false
@@ -823,29 +823,29 @@ groups:
conditions:
- evaluator:
params:
- 0
- 15
- 0
type: gt
operator:
type: and
type: when
query:
params: []
params:
- diff
reducer:
params: []
type: avg
type: last
type: query
datasource:
name: Expression
type: __expr__
uid: __expr__
expression: ${diff} >= 16
intervalMs: 1000
maxDataPoints: 43200
expression: ""
hide: false
refId: condition
type: math
type: classic_conditions
noDataState: Alerting
execErrState: Alerting
for: 15m
for: 5m
annotations:
summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
isPaused: false