ck-ops/code/prometheus/rules/blackbox.rules

groups:
- name: blackboxExporter
  rules:

    - alert: clickhouseServerDown
      expr: probe_success{job="blackbox_clickhouse_instance"} != 1
      for: 30s
      labels:
        severity: warning
        type: ops
      annotations:
        summary: "clickhouse instance {{ $labels.instance }} is down"
        description: "clickhouse instance down\n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"

    - alert: ckkeeperServerDown
          expr: probe_success{job="blackbox_ckkeeper_instance"} != 1
          for: 30s
          labels:
            severity: warning
            type: ops
          annotations:
            summary: "clickhouse keeper instance {{ $labels.instance }} is down"
            description: "clickhouse keeper instance down\n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"