Rules

BlackBox Alerts

38.206s ago

547.9us

Rule State Error Last Evaluation Evaluation Time
alert: Probe failure expr: probe_success{job=~"compliance-service-check|dpm-service-check",namespace!="kube-system"} == 0 for: 1m annotations: summary: The service {{ $labels.job }} is unreachable or down. please check the cluster for further information. ok 38.206s ago 365.3us
alert: Public endpoint check expr: probe_success{job=~"external.*"} == 0 for: 1m labels: severity: warning annotations: summary: The service {{ $labels.job }} is unreachble from internet, please check if URL is pointing to public endpoint. ok 38.206s ago 171.6us

MSSQL Alerts

30.184s ago

16.52ms

Rule State Error Last Evaluation Evaluation Time
alert: MSSQL connectivity alert expr: up{job="prometheus-mssql-exporter"} == 0 for: 1m labels: severity: Critical annotations: summary: The service {{ $labels.job }} is unreachable or down. please check the MSSQL for further information. ok 30.184s ago 234.3us
alert: compliance alert expr: probe_success{job="compliance",namespace!="kube-system"} == 0 labels: Notification: None severity: warning annotations: summary: The service {{ $labels.job }} compliance is disabled. ok 30.184s ago 140.4us
alert: compliance alert expr: probe_success{job="compliance",namespace!="kube-system"} == 1 labels: severity: warning annotations: summary: The service {{ $labels.job }} compliance is enabled. ok 30.184s ago 134.5us
alert: KubernetesNodeReady expr: kube_node_status_condition{condition="Ready",namespace!="kube-system",status="true"} == 0 for: 10m labels: severity: critical annotations: description: |- Node {{ $labels.node }} has been unready for a long time VALUE = {{ $value }} LABELS = {{ $labels }} summary: Kubernetes Node ready (instance {{ $labels.pod }}) ok 30.184s ago 269us
alert: KubernetesMemoryPressure expr: kube_node_status_condition{condition="MemoryPressure",namespace!="kube-system",status="true"} == 1 for: 2m labels: severity: critical annotations: description: |- {{ $labels.node }} has MemoryPressure condition VALUE = {{ $value }} LABELS = {{ $labels }} summary: Kubernetes memory pressure (instance {{ $labels.pod }}) ok 30.184s ago 222.1us
alert: KubernetesDiskPressure expr: kube_node_status_condition{condition="DiskPressure",namespace!="kube-system",status="true"} == 1 for: 2m labels: severity: critical annotations: description: |- {{ $labels.node }} has DiskPressure condition VALUE = {{ $value }} LABELS = {{ $labels }} summary: Kubernetes disk pressure (instance {{ $labels.pod }}) ok 30.184s ago 205.3us
alert: KubernetesOutOfDisk expr: kube_node_status_condition{condition="OutOfDisk",namespace!="kube-system",status="true"} == 1 for: 2m labels: severity: critical annotations: description: |- {{ $labels.node }} has OutOfDisk condition VALUE = {{ $value }} LABELS = {{ $labels }} summary: Kubernetes out of disk (instance {{ $labels.pod }}) ok 30.183s ago 107.8us
alert: KubernetesOutOfCapacity expr: sum by(node) ((kube_pod_status_phase{namespace!="kube-system",phase="Running"} == 1) + on(pod, namespace) group_left(node) (0 * kube_pod_info)) / sum by(node) (kube_node_status_allocatable_pods{namespace!="kube-system"}) * 100 > 90 for: 2m labels: severity: warning annotations: description: |- {{ $labels.node }} is out of capacity VALUE = {{ $value }} LABELS = {{ $labels }} summary: Kubernetes out of capacity (instance {{ $labels.pod }}) ok 30.184s ago 4.451ms
alert: KubernetesPersistentvolumeclaimPending expr: kube_persistentvolumeclaim_status_phase{namespace!="kube-system",phase="Pending"} == 1 for: 2m labels: severity: warning annotations: description: |- PersistentVolumeClaim {{ $labels.namespace }}/{{ $labels.persistentvolumeclaim }} is pending VALUE = {{ $value }} LABELS = {{ $labels }} summary: Kubernetes PersistentVolumeClaim pending (instance {{ $labels.pod }}) ok 30.179s ago 330.7us
alert: KubernetesVolumeOutOfDiskSpace expr: sum without(beta_kubernetes_io_arch, beta_kubernetes_io_instance_type, failure_domain_beta_kubernetes_io_region, kubernetes_azure_com_cluster, kubernetes_azure_com_node_image_version, kubernetes_azure_com_role, kubernetes_io_arch, kubernetes_io_hostname, kubernetes_io_os, kubernetes_io_role, node_kubernetes_io_instance_type, topology_kubernetes_io_region, topology_kubernetes_io_zone, failure_domain_beta_kubernetes_io_zone) (kubelet_volume_stats_available_bytes / kubelet_volume_stats_capacity_bytes * 100 < 10) for: 2m labels: severity: warning annotations: description: |- Volume is almost full (< 10% left) VALUE = {{ $value }} LABELS = {{ $labels }} summary: Kubernetes Volume out of disk space (instance {{ $labels.pod }}) ok 30.179s ago 150.6us
alert: KubernetesPersistentvolumeError expr: kube_persistentvolume_status_phase{job="kube-state-metrics",namespace!="kube-system",phase=~"Failed|Pending"} > 0 labels: severity: critical annotations: description: |- Persistent volume is in bad state VALUE = {{ $value }} LABELS = {{ $labels }} summary: Kubernetes PersistentVolume error (instance {{ $labels.pod }}) ok 30.179s ago 602.8us
alert: DatabaseMaintainenceJobCountIncreased expr: jobcount{job="prometheus-query-exporter"} > 0 for: 1m annotations: description: Database Maintainence Job count for database summary: Database Maintainence Job count for database ok 30.179s ago 77.46us
alert: KubernetesPodNotHealthy expr: min_over_time(sum by(namespace, pod) (kube_pod_status_phase{namespace!="kube-system",phase=~"Pending|Unknown|Failed"})[15m:1m]) > 0 labels: severity: critical annotations: description: |- Pod has been in a non-ready state for longer than 15 minutes. VALUE = {{ $value }} LABELS = {{ $labels }} summary: Kubernetes Pod not healthy (instance {{ $labels.pod }}) ok 30.179s ago 7.674ms
alert: KubernetesPodCrashLooping expr: increase(kube_pod_container_status_restarts_total{namespace!="kube-system"}[1m]) > 3 for: 2m labels: severity: warning annotations: description: |- Pod {{ $labels.pod }} is crash looping VALUE = {{ $value }} LABELS = {{ $labels }} summary: Kubernetes pod crash looping (instance {{ $labels.pod }}) ok 30.171s ago 1.372ms
alert: HostHighCpuLoad expr: 100 - (avg by(instance) (rate(node_cpu_seconds_total{mode="idle"}[2m])) * 100) > 80 for: 2m labels: severity: warning annotations: description: |- CPU load is > 80% VALUE = {{ $value }} LABELS = {{ $labels }} summary: Host high CPU load (instance {{ $labels.pod }}) ok 30.17s ago 518.3us