| Rule |
State |
Error |
Last Evaluation |
Evaluation Time |
| alert: client_service_no_events
expr: (sum(rate(wamp_events_total{event_name="occupancyEventListener",job="client-service"}[5m]))
/ count(rate(wamp_events_total{event_name="occupancyEventListener",job="client-service"}[5m])))
== 0
for: 5m
annotations:
summary: '{{ $labels.environment }} no client-service:occupancyEventListener events
in 5m'
|
ok
|
|
51.19s ago
|
497us |
| alert: disk
expr: 100
* container_fs_usage_bytes{device="/dev/xvda1"} / container_fs_limit_bytes{device="/dev/xvda1"}
> 85
for: 1m
annotations:
summary: '{{ $labels.environment }} {{ $labels.device }} is {{ printf "%d"
$value }}% full'
|
ok
|
|
51.189s ago
|
177.3us |
| alert: service_last_seen
expr: time()
- service_last_seen{service!="demo-asset-tracking-service"} > 300
for: 2m
annotations:
summary: '{{ $labels.environment }} service {{ $labels.service }} heartbeat'
|
ok
|
|
51.189s ago
|
135.7us |
| alert: goroutines_router
expr: go_goroutines{job="router"}
>= 3500
for: 30m
annotations:
summary: '{{ $labels.environment }} {{ $labels.job }} goroutines high ({{ $value
}})'
|
ok
|
|
51.189s ago
|
131.8us |
| alert: goroutines_backend
expr: go_goroutines{job="backend"}
>= 1000
for: 30m
annotations:
summary: '{{ $labels.environment }} {{ $labels.job }} goroutines high ({{ $value
}})'
|
ok
|
|
51.189s ago
|
333.1us |
| alert: goroutines_monitor
expr: go_goroutines{job="monitor"}
>= 1000
for: 5m
annotations:
summary: '{{ $labels.environment }} {{ $labels.job }} goroutines high ({{ $value
}})'
|
ok
|
|
51.189s ago
|
113.7us |
| alert: goroutines_dataproc
expr: go_goroutines{job="data-processor"}
>= 1000
for: 30m
annotations:
summary: '{{ $labels.environment }} {{ $labels.job }} goroutines high ({{ $value
}})'
|
ok
|
|
51.189s ago
|
93.49us |
| alert: goroutines_alarm
expr: go_goroutines{job="alarm-service"}
>= 1000
for: 5m
annotations:
summary: '{{ $labels.environment }} {{ $labels.job }} goroutines high ({{ $value
}})'
|
ok
|
|
51.189s ago
|
94.31us |
| alert: goroutines_client_svc
expr: go_goroutines{environment!="demo",job="client-service"}
>= 10000
for: 30m
annotations:
summary: '{{ $labels.environment }} {{ $labels.job }} goroutines high ({{ $value
}})'
|
ok
|
|
51.189s ago
|
100us |
| alert: goroutines_client_svc_demo
expr: go_goroutines{environment="demo",job="client-service"}
>= 35000
for: 30m
annotations:
summary: '{{ $labels.environment }} {{ $labels.job }} goroutines high ({{ $value
}})'
|
ok
|
|
51.189s ago
|
90.53us |
| alert: goroutines_gateway_svc
expr: go_goroutines{job="gateway-service"}
>= 1000
for: 30m
annotations:
summary: '{{ $labels.environment }} {{ $labels.job }} goroutines high ({{ $value
}})'
|
ok
|
|
51.189s ago
|
96.54us |
| alert: goroutines_cadvisor
expr: go_goroutines{job="cadvisor"}
>= 1000
for: 2m
annotations:
summary: '{{ $labels.environment }} {{ $labels.job }} goroutines high ({{ $value
}})'
|
ok
|
|
51.189s ago
|
106.7us |
| alert: goroutines_prometheus
expr: go_goroutines{job="prometheus"}
>= 1000
for: 2m
annotations:
summary: '{{ $labels.environment }} {{ $labels.job }} goroutines high ({{ $value
}})'
|
ok
|
|
51.188s ago
|
244us |
| alert: queue_size_usage_facts_rejected
expr: redis_key_size{key="rmq::queue::[usage-facts]::rejected"}
> 10000
for: 30m
annotations:
summary: '{{ $labels.environment }} {{ $labels.key }} queue size at {{ $value }}'
|
ok
|
|
51.188s ago
|
268.6us |
| alert: queue_size_usage_facts_ready
expr: redis_key_size{key="rmq::queue::[usage-facts]::ready"}
> 10000
for: 30m
annotations:
summary: '{{ $labels.environment }} {{ $labels.key }} queue size at {{ $value }}'
|
ok
|
|
51.188s ago
|
126.5us |
| alert: queue_size_interval_facts_rejected
expr: redis_key_size{key="rmq::queue::[interval-facts]::rejected"}
> 10000
for: 30m
annotations:
summary: '{{ $labels.environment }} {{ $labels.key }} queue size at {{ $value }}'
|
ok
|
|
51.188s ago
|
112.9us |
| alert: queue_size_interval_facts_ready
expr: redis_key_size{key="rmq::queue::[interval-facts]::ready"}
> 10000
for: 30m
annotations:
summary: '{{ $labels.environment }} {{ $labels.key }} queue size at {{ $value }}'
|
ok
|
|
51.188s ago
|
112us |
| alert: queue_size_sensor_data_rejected
expr: redis_key_size{key="rmq::queue::[sensor-data]::rejected"}
> 10000
for: 30m
annotations:
summary: '{{ $labels.environment }} {{ $labels.key }} queue size at {{ $value }}'
|
ok
|
|
51.188s ago
|
117.9us |
| alert: queue_size_sensor_data_ready
expr: redis_key_size{key="rmq::queue::[sensor-data]::ready"}
> 10000
for: 45m
annotations:
summary: '{{ $labels.environment }} {{ $labels.key }} queue size at {{ $value }}'
|
ok
|
|
51.188s ago
|
120.4us |
| alert: queue_size_occ_sensor_rejected
expr: redis_key_size{key="rmq::queue::[occupancy-sensor-data]::rejected"}
> 10000
for: 30m
annotations:
summary: '{{ $labels.environment }} {{ $labels.key }} queue size at {{ $value }}'
|
ok
|
|
51.188s ago
|
130.2us |
| alert: queue_size_occ_sensor_ready
expr: redis_key_size{key="rmq::queue::[occupancy-sensor-data]::ready"}
> 10000
for: 30m
annotations:
summary: '{{ $labels.environment }} {{ $labels.key }} queue size at {{ $value }}'
|
ok
|
|
51.188s ago
|
116us |