Alerts

alert: Site
  inaccessible
expr: up{job="blackbox"}
  == 0 or probe_success{job="blackbox"} == 0
for: 10m

alert: ssl_expiring_soon
expr: probe_ssl_earliest_cert_expiry{job="blackbox"}
  - time() < 86400 * 10
for: 1m
labels:
  group: openlux
  severity: critical
annotations:
  description: SSL certificate on {{ $labels.instance  }} will expire in less than
    10 days
  summary: SSL certificate expires in less than 10 days

alert: HostOutOfDiskSpace
expr: (node_filesystem_avail_bytes
  * 100) / node_filesystem_size_bytes < 10 and on (instance, device, mountpoint)
  node_filesystem_readonly == 0
for: 2m
labels:
  severity: warning
annotations:
  description: |-
    Disk is almost full (< 10% left)
      VALUE = {{ $value }}
      LABELS = {{ $labels }}
  summary: Host out of disk space (instance {{ $labels.instance }})

alert: node_down
expr: up{job="node"}
  == 0
for: 1m
labels:
  severity: critical
annotations:
  description: '{{ $labels.instance }} of job {{ $labels.job }} has been down for
    more than 1 minutes.'
  summary: Instance {{ $labels.instance }} down

alert: memory_usage_limit
expr: (((node_memory_MemTotal
  - node_memory_MemFree - node_memory_Cached) / node_memory_MemTotal) * 100) >
  90
for: 15m
labels:
  severity: critical
annotations:
  description: 'Instance {{ $labels.instance }} of job {{ $labels.job }} has memory
    usage above 90% (current value: {{ printf "%.2f" $value }}%) for over
    15 minutes'
  summary: Memory usage above 90%

alert: processor_usage_too_high
expr: ((sum
  by (instance, job) (node_cpu{mode=~"^(?:^(?:user|nice|system|irq|softirq|steal|idle|iowait)$)$"}))
  - (sum by (instance, job) (node_cpu{mode=~"^(?:^(?:idle|iowait)$)$"})))
  / (sum by (instance, job) (node_cpu{mode=~"^(?:^(?:user|nice|system|irq|softirq|steal|idle|iowait)$)$"}))
  * 100 > 95
for: 5m
labels:
  severity: critical
annotations:
  description: 'Instance {{ $labels.instance }} of job {{ $labels.job }} has processor
    above 95% (current value: {{ printf "%.2f" $value }}%) for over 5 minutes'
  summary: Processor usage above 95%

alert: swap_limit
expr: (node_memory_swap_used_byteS
  * 100) / node_memory_swap_size_bytes > 90
for: 5m
labels:
  severity: critical
annotations:
  description: '{{ $labels.instance }} of job {{ $labels.job }} has memory swap abobe
    90%'
  summary: Instance {{ $labels.instance }} down