Use classic condition for checking http status code

stack_orchestrator/data/config/monitoring/blackbox-alert-rules.yml

@@ -10,20 +10,6 @@ groups:
           title: azimuth_gateway_endpoint_tracking
           condition: condition
           data:
-            - refId: probe
-              relativeTimeRange:
-                from: 600
-                to: 0
-              datasourceUid: PBFA97CFB590B2093
-              model:
-                editorMode: code
-                expr: probe_success{destination="azimuth_gateway"}
-                instant: true
-                intervalMs: 1000
-                legendFormat: __auto
-                maxDataPoints: 43200
-                range: false
-                refId: probe
             - refId: http_status_code
               relativeTimeRange:
                 from: 600
@@ -47,53 +33,37 @@ groups:
                 conditions:
                     - evaluator:
                         params:
-                            - 0
+                          - 200
-                            - 0
+                          - 200
-                        type: gt
+                        type: outside_range
                       operator:
                         type: and
                       query:
-                        params: []
+                        params:
+                          - http_status_code
                       reducer:
                         params: []
-                        type: avg
+                        type: last
                       type: query
                 datasource:
                     name: Expression
                     type: __expr__
                     uid: __expr__
-                expression: ${probe} != 1 ||  ${http_status_code} != 200
+                expression: ""
-                intervalMs: 1000
+                hide: false
-                maxDataPoints: 43200
                 refId: condition
-                type: math
+                type: classic_conditions
           noDataState: Alerting
           execErrState: Alerting
           for: 5m
           annotations:
-            summary: Probe failed for Azimuth gateway endpoint
+            summary: Probe failed for Azimuth gateway endpoint, http status {{ index $values "http_status_code" }}
-          labels:
-            probe_success: '{{ index $values "probe" }}'
           isPaused: false
         # Laconicd GQL endpoint
         - uid: laconicd_gql
           title: laconicd_gql_endpoint_tracking
           condition: condition
           data:
-            - refId: probe
-              relativeTimeRange:
-                from: 600
-                to: 0
-              datasourceUid: PBFA97CFB590B2093
-              model:
-                editorMode: code
-                expr: probe_success{destination="laconicd_gql"}
-                instant: true
-                intervalMs: 1000
-                legendFormat: __auto
-                maxDataPoints: 43200
-                range: false
-                refId: probe
             - refId: http_status_code
               relativeTimeRange:
                 from: 600
@@ -117,31 +87,29 @@ groups:
                 conditions:
                     - evaluator:
                         params:
-                            - 0
+                          - 200
-                            - 0
+                          - 200
-                        type: gt
+                        type: outside_range
                       operator:
                         type: and
                       query:
-                        params: []
+                        params:
+                          - http_status_code
                       reducer:
                         params: []
-                        type: avg
+                        type: last
                       type: query
                 datasource:
                     name: Expression
                     type: __expr__
                     uid: __expr__
-                expression: ${probe} != 1 ||  ${http_status_code} != 200
+                expression: ""
-                intervalMs: 1000
+                hide: false
-                maxDataPoints: 43200
                 refId: condition
-                type: math
+                type: classic_conditions
           noDataState: Alerting
           execErrState: Alerting
           for: 5m
           annotations:
-            summary: Probe failed for Laconicd GQL endpoint
+            summary: Probe failed for Laconicd GQL endpoint, http status {{ index $values "http_status_code" }}
-          labels:
-            probe_success: '{{ index $values "probe" }}'
           isPaused: false

stack_orchestrator/data/config/monitoring/watcher-alert-rules.yml

@@ -59,29 +59,29 @@ groups:
               conditions:
                 - evaluator:
                     params:
-                      - 15
+                      - 0
                       - 0
                     type: gt
                   operator:
-                    type: when
+                    type: and
                   query:
-                    params:
+                    params: []
-                      - diff
                   reducer:
                     params: []
-                    type: last
+                    type: avg
                   type: query
               datasource:
                 name: Expression
                 type: __expr__
                 uid: __expr__
-              expression: ""
+              expression: ${diff} >= 16
-              hide: false
+              intervalMs: 1000
+              maxDataPoints: 43200
               refId: condition
-              type: classic_conditions
+              type: math
         noDataState: Alerting
         execErrState: Alerting
-        for: 5m
+        for: 15m
         annotations:
           summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
         isPaused: false
@@ -135,29 +135,29 @@ groups:
               conditions:
                 - evaluator:
                     params:
-                      - 15
+                      - 0
                       - 0
                     type: gt
                   operator:
-                    type: when
+                    type: and
                   query:
-                    params:
+                    params: []
-                      - diff
                   reducer:
                     params: []
-                    type: last
+                    type: avg
                   type: query
               datasource:
                 name: Expression
                 type: __expr__
                 uid: __expr__
-              expression: ""
+              expression: ${diff} >= 16
-              hide: false
+              intervalMs: 1000
+              maxDataPoints: 43200
               refId: condition
-              type: classic_conditions
+              type: math
         noDataState: Alerting
         execErrState: Alerting
-        for: 5m
+        for: 15m
         annotations:
           summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
         isPaused: false
@@ -202,7 +202,7 @@ groups:
               legendFormat: __auto
               range: false
               refId: latest_external
-           - refId: condition
+          - refId: condition
             relativeTimeRange:
               from: 600
               to: 0
@@ -211,29 +211,29 @@ groups:
               conditions:
                 - evaluator:
                     params:
-                      - 15
+                      - 0
                       - 0
                     type: gt
                   operator:
-                    type: when
+                    type: and
                   query:
-                    params:
+                    params: []
-                      - diff
                   reducer:
                     params: []
-                    type: last
+                    type: avg
                   type: query
               datasource:
                 name: Expression
                 type: __expr__
                 uid: __expr__
-              expression: ""
+              expression: ${diff} >= 16
-              hide: false
+              intervalMs: 1000
+              maxDataPoints: 43200
               refId: condition
-              type: classic_conditions
+              type: math
         noDataState: Alerting
         execErrState: Alerting
-        for: 5m
+        for: 15m
         annotations:
           summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
         isPaused: false
@@ -278,7 +278,7 @@ groups:
               legendFormat: __auto
               range: false
               refId: latest_external
-           - refId: condition
+          - refId: condition
             relativeTimeRange:
               from: 600
               to: 0
@@ -287,29 +287,29 @@ groups:
               conditions:
                 - evaluator:
                     params:
-                      - 15
+                      - 0
                       - 0
                     type: gt
                   operator:
-                    type: when
+                    type: and
                   query:
-                    params:
+                    params: []
-                      - diff
                   reducer:
                     params: []
-                    type: last
+                    type: avg
                   type: query
               datasource:
                 name: Expression
                 type: __expr__
                 uid: __expr__
-              expression: ""
+              expression: ${diff} >= 16
-              hide: false
+              intervalMs: 1000
+              maxDataPoints: 43200
               refId: condition
-              type: classic_conditions
+              type: math
         noDataState: Alerting
         execErrState: Alerting
-        for: 5m
+        for: 15m
         annotations:
           summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
         isPaused: false
@@ -363,29 +363,29 @@ groups:
               conditions:
                 - evaluator:
                     params:
-                      - 15
+                      - 0
                       - 0
                     type: gt
                   operator:
-                    type: when
+                    type: and
                   query:
-                    params:
+                    params: []
-                      - diff
                   reducer:
                     params: []
-                    type: last
+                    type: avg
                   type: query
               datasource:
                 name: Expression
                 type: __expr__
                 uid: __expr__
-              expression: ""
+              expression: ${diff} >= 16
-              hide: false
+              intervalMs: 1000
+              maxDataPoints: 43200
               refId: condition
-              type: classic_conditions
+              type: math
         noDataState: Alerting
         execErrState: Alerting
-        for: 5m
+        for: 15m
         annotations:
           summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
         isPaused: false
@@ -439,29 +439,29 @@ groups:
               conditions:
                 - evaluator:
                     params:
-                      - 15
+                      - 0
                       - 0
                     type: gt
                   operator:
-                    type: when
+                    type: and
                   query:
-                    params:
+                    params: []
-                      - diff
                   reducer:
                     params: []
-                    type: last
+                    type: avg
                   type: query
               datasource:
                 name: Expression
                 type: __expr__
                 uid: __expr__
-              expression: ""
+              expression: ${diff} >= 16
-              hide: false
+              intervalMs: 1000
+              maxDataPoints: 43200
               refId: condition
-              type: classic_conditions
+              type: math
         noDataState: Alerting
         execErrState: Alerting
-        for: 5m
+        for: 15m
         annotations:
           summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
         isPaused: false
@@ -515,29 +515,29 @@ groups:
               conditions:
                 - evaluator:
                     params:
-                      - 15
+                      - 0
                       - 0
                     type: gt
                   operator:
-                    type: when
+                    type: and
                   query:
-                    params:
+                    params: []
-                      - diff
                   reducer:
                     params: []
-                    type: last
+                    type: avg
                   type: query
               datasource:
                 name: Expression
                 type: __expr__
                 uid: __expr__
-              expression: ""
+              expression: ${diff} >= 16
-              hide: false
+              intervalMs: 1000
+              maxDataPoints: 43200
               refId: condition
-              type: classic_conditions
+              type: math
         noDataState: Alerting
         execErrState: Alerting
-        for: 5m
+        for: 15m
         annotations:
           summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
         isPaused: false
@@ -591,29 +591,29 @@ groups:
               conditions:
                 - evaluator:
                     params:
-                      - 15
+                      - 0
                       - 0
                     type: gt
                   operator:
-                    type: when
+                    type: and
                   query:
-                    params:
+                    params: []
-                      - diff
                   reducer:
                     params: []
-                    type: last
+                    type: avg
                   type: query
               datasource:
                 name: Expression
                 type: __expr__
                 uid: __expr__
-              expression: ""
+              expression: ${diff} >= 16
-              hide: false
+              intervalMs: 1000
+              maxDataPoints: 43200
               refId: condition
-              type: classic_conditions
+              type: math
         noDataState: Alerting
         execErrState: Alerting
-        for: 5m
+        for: 15m
         annotations:
           summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
         isPaused: false
@@ -669,29 +669,29 @@ groups:
               conditions:
                 - evaluator:
                     params:
-                      - 15
+                      - 0
                       - 0
                     type: gt
                   operator:
-                    type: when
+                    type: and
                   query:
-                    params:
+                    params: []
-                      - diff
                   reducer:
                     params: []
-                    type: last
+                    type: avg
                   type: query
               datasource:
                 name: Expression
                 type: __expr__
                 uid: __expr__
-              expression: ""
+              expression: ${diff} >= 16
-              hide: false
+              intervalMs: 1000
+              maxDataPoints: 43200
               refId: condition
-              type: classic_conditions
+              type: math
         noDataState: Alerting
         execErrState: Alerting
-        for: 5m
+        for: 15m
         annotations:
           summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
         isPaused: false
@@ -745,29 +745,29 @@ groups:
               conditions:
                 - evaluator:
                     params:
-                      - 15
+                      - 0
                       - 0
                     type: gt
                   operator:
-                    type: when
+                    type: and
                   query:
-                    params:
+                    params: []
-                      - diff
                   reducer:
                     params: []
-                    type: last
+                    type: avg
                   type: query
               datasource:
                 name: Expression
                 type: __expr__
                 uid: __expr__
-              expression: ""
+              expression: ${diff} >= 16
-              hide: false
+              intervalMs: 1000
+              maxDataPoints: 43200
               refId: condition
-              type: classic_conditions
+              type: math
         noDataState: Alerting
         execErrState: Alerting
-        for: 5m
+        for: 15m
         annotations:
           summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
         isPaused: false
@@ -823,29 +823,29 @@ groups:
               conditions:
                 - evaluator:
                     params:
-                      - 15
+                      - 0
                       - 0
                     type: gt
                   operator:
-                    type: when
+                    type: and
                   query:
-                    params:
+                    params: []
-                      - diff
                   reducer:
                     params: []
-                    type: last
+                    type: avg
                   type: query
               datasource:
                 name: Expression
                 type: __expr__
                 uid: __expr__
-              expression: ""
+              expression: ${diff} >= 16
-              hide: false
+              intervalMs: 1000
+              maxDataPoints: 43200
               refId: condition
-              type: classic_conditions
+              type: math
         noDataState: Alerting
         execErrState: Alerting
-        for: 5m
+        for: 15m
         annotations:
           summary: Watcher {{ index $labels "instance" }} of group {{ index $labels "job" }} is falling behind external head by {{ index $values "diff" }}
         isPaused: false