Skip to content

icinga: Add underreplicated kafka topics alert

Guillaume Samson requested to merge kafka_topic_alert into production

Related to swh/infra/sysadm-environment#5443 (closed)

These modifications will create two icinga alerts (one for staging, one for production) to check Kafka topics replication.

octocatalog-diff 
diff origin/production/pergamon.softwareheritage.org current/pergamon.softwareheritage.org
*******************************************
+ Concat::Fragment[icinga2::object::Service::Kafka topics underreplicated in production] =>
   parameters =>
     "content": "\nobject Service \"Kafka topics underreplicated in production\" ...
     "order": 60,
     "target": "/etc/icinga2/conf.d/static-checks.conf"
*******************************************
+ Concat::Fragment[icinga2::object::Service::Kafka topics underreplicated in staging] =>
   parameters =>
     "content": "\nobject Service \"Kafka topics underreplicated in staging\" {\n...
     "order": 60,
     "target": "/etc/icinga2/conf.d/static-checks.conf"
*******************************************
+ Concat_fragment[icinga2::object::Service::Kafka topics underreplicated in production] =>
   parameters =>
     "content": "\nobject Service \"Kafka topics underreplicated in production\" ...
     "order": 60,
     "tag": "_etc_icinga2_conf.d_static-checks.conf",
     "target": "/etc/icinga2/conf.d/static-checks.conf"
*******************************************
+ Concat_fragment[icinga2::object::Service::Kafka topics underreplicated in staging] =>
   parameters =>
     "content": "\nobject Service \"Kafka topics underreplicated in staging\" {\n...
     "order": 60,
     "tag": "_etc_icinga2_conf.d_static-checks.conf",
     "target": "/etc/icinga2/conf.d/static-checks.conf"
*******************************************
  File[/etc/bind/keys/local-update] =>
   parameters =>
     content =>
      @@ -2,4 +2,4 @@
       key local-update {
        algorithm hmac-sha256;
      - secret "FTeq0h2PbuTBlvtSauiyeAi3T6BkZtJU8mBvzoTgwhSGj3BZpfiKfhxB0p6ljaIj6dz+lSm92wsbqsPJesYxUA==";
      + secret "LSOUkxSeD94zwaTgb5vkoDr3VBOfD+Ip3VLZbJDakw8YnSBmRXOtB7rDg7eeRTA8Py6n6YxmQuQ05qh66gSKDQ==";
       };
*******************************************
  File[/etc/bind/rndc.key] =>
   parameters =>
     content =>
      @@ -2,4 +2,4 @@
       key rndc-key {
        algorithm hmac-md5;
      - secret "wQgYsFx0Fck+kfiIa0A1TGpTJgqvs5IRdGy+VgHHPZob4XIrgA88gaca+M0maQpx0UknHNocm9sfXPEjVVXm0A==";
      + secret "aNpceLZmnHx47CBYikkp+WJrmjkuRTt6QXwDXbAWPJXfmzLM6/UwOu5+iYGzHrodyCY12v4mLh3iv9+HO6Mrrw==";
       };
*******************************************
+ Icinga2::Object::Service[Kafka topics underreplicated in production] =>
   parameters =>
     "apply": false,
     "assign": [

     ],
     "check_command": "check_prometheus_metric",
     "ensure": "present",
     "export_to": [

     ],
     "host_name": "swh-journal-client-production",
     "ignore": [

     ],
     "import": [

     ],
     "order": 60,
     "prefix": false,
     "service_name": "Kafka topics underreplicated in production",
     "target": "/etc/icinga2/conf.d/static-checks.conf",
     "template": false,
     "vars": {
       "prometheus_metric_name": "kafka topics underreplicated",
       "prometheus_query": "-:\"sum by(topic) (kafka_cluster_partition_underrepli...
       "prometheus_query_type": "vector",
       "prometheus_metric_warning": "1",
       "prometheus_metric_critical": "2"
     }
*******************************************
+ Icinga2::Object::Service[Kafka topics underreplicated in staging] =>
   parameters =>
     "apply": false,
     "assign": [

     ],
     "check_command": "check_prometheus_metric",
     "ensure": "present",
     "export_to": [

     ],
     "host_name": "archive-staging-rke2",
     "ignore": [

     ],
     "import": [

     ],
     "order": 60,
     "prefix": false,
     "service_name": "Kafka topics underreplicated in staging",
     "target": "/etc/icinga2/conf.d/static-checks.conf",
     "template": false,
     "vars": {
       "prometheus_metric_name": "kafka topics underreplicated",
       "prometheus_query": "-:\"sum by(topic) (kafka_cluster_partition_underrepli...
       "prometheus_query_type": "vector",
       "prometheus_metric_warning": "1",
       "prometheus_metric_critical": "2"
     }
*******************************************
+ Icinga2::Object[icinga2::object::Service::Kafka topics underreplicated in production] =>
   parameters =>
     "apply": false,
     "assign": [

     ],
     "attrs": {
       "host_name": "swh-journal-client-production",
       "check_command": "check_prometheus_metric",
       "vars": {
         "prometheus_metric_name": "kafka topics underreplicated",
         "prometheus_query": "-:\"sum by(topic) (kafka_cluster_partition_underrep...
         "prometheus_query_type": "vector",
         "prometheus_metric_warning": "1",
         "prometheus_metric_critical": "2"
       }
     },
     "attrs_list": [
       "display_name",
       "host_name",
       "check_command",
       "check_timeout",
       "check_interval",
       "check_period",
       "retry_interval",
       "max_check_attempts",
       "groups",
       "enable_notifications",
       "enable_active_checks",
       "enable_passive_checks",
       "enable_event_handler",
       "enable_flapping",
       "enable_perfdata",
       "event_command",
       "flapping_threshold_low",
       "flapping_threshold_high",
       "volatile",
       "zone",
       "command_endpoint",
       "notes",
       "notes_url",
       "action_url",
       "icon_image",
       "icon_image_alt",
       "vars"
     ],
     "ensure": "present",
     "ignore": [

     ],
     "import": [

     ],
     "object_name": "Kafka topics underreplicated in production",
     "object_type": "Service",
     "order": 60,
     "prefix": false,
     "target": "/etc/icinga2/conf.d/static-checks.conf",
     "template": false
*******************************************
+ Icinga2::Object[icinga2::object::Service::Kafka topics underreplicated in staging] =>
   parameters =>
     "apply": false,
     "assign": [

     ],
     "attrs": {
       "host_name": "archive-staging-rke2",
       "check_command": "check_prometheus_metric",
       "vars": {
         "prometheus_metric_name": "kafka topics underreplicated",
         "prometheus_query": "-:\"sum by(topic) (kafka_cluster_partition_underrep...
         "prometheus_query_type": "vector",
         "prometheus_metric_warning": "1",
         "prometheus_metric_critical": "2"
       }
     },
     "attrs_list": [
       "display_name",
       "host_name",
       "check_command",
       "check_timeout",
       "check_interval",
       "check_period",
       "retry_interval",
       "max_check_attempts",
       "groups",
       "enable_notifications",
       "enable_active_checks",
       "enable_passive_checks",
       "enable_event_handler",
       "enable_flapping",
       "enable_perfdata",
       "event_command",
       "flapping_threshold_low",
       "flapping_threshold_high",
       "volatile",
       "zone",
       "command_endpoint",
       "notes",
       "notes_url",
       "action_url",
       "icon_image",
       "icon_image_alt",
       "vars"
     ],
     "ensure": "present",
     "ignore": [

     ],
     "import": [

     ],
     "object_name": "Kafka topics underreplicated in staging",
     "object_type": "Service",
     "order": 60,
     "prefix": false,
     "target": "/etc/icinga2/conf.d/static-checks.conf",
     "template": false
*******************************************
*** End octocatalog-diff on pergamon.softwareheritage.org

Merge request reports