Skip to content

thanos: configure thanos query and thanos storage for gitlab-staging

Vincent Sellier requested to merge thanos_gitlab_staging into production

Related to infra/sysadm-environment#4385

/cc @teams/sysadmin

(I'm not really convinced of the staging.swh.network names as the endpoint are in the 192.168.200 network
but for the consistency, I still used it.)

octocatalog-diff for thanos 
diff origin/production/thanos.internal.admin.swh.network current/thanos.internal.admin.swh.network
*******************************************
+ Concat::Fragment[k8s-gitlab-staging-thanos.internal.staging.swh.network:443] =>
   parameters =>
     "content": "  - k8s-gitlab-staging-thanos.internal.staging.swh.network:443\n...
     "order": 1,
     "tag": "thanos",
     "target": "/etc/thanos/query-sd.yaml"
*******************************************
+ Concat_fragment[k8s-gitlab-staging-thanos.internal.staging.swh.network:443] =>
   parameters =>
     "content": "  - k8s-gitlab-staging-thanos.internal.staging.swh.network:443\n...
     "order": 1,
     "tag": "_etc_thanos_query-sd.yaml",
     "target": "/etc/thanos/query-sd.yaml"
*******************************************
  File[/etc/ssl/certs/letsencrypt/thanos/fullchain.pem] =>
   parameters =>
     notify =>
      - ["Service[thanos-store@archive-production]", "Service[thanos-store@archive-staging]", "Service[thanos-store@historical]", "Service[thanos-store@k8s-admin]", "Service[thanos-store@mmca]"]
      + ["Service[thanos-store@archive-production]", "Service[thanos-store@archive-staging]", "Service[thanos-store@historical]", "Service[thanos-store@k8s-admin]", "Service[thanos-store@k8s-gitlab-staging]", "Service[thanos-store@mmca]"]
*******************************************
  File[/etc/ssl/certs/letsencrypt/thanos/privkey.pem] =>
   parameters =>
     notify =>
      - ["Service[thanos-store@archive-production]", "Service[thanos-store@archive-staging]", "Service[thanos-store@historical]", "Service[thanos-store@k8s-admin]", "Service[thanos-store@mmca]"]
      + ["Service[thanos-store@archive-production]", "Service[thanos-store@archive-staging]", "Service[thanos-store@historical]", "Service[thanos-store@k8s-admin]", "Service[thanos-store@k8s-gitlab-staging]", "Service[thanos-store@mmca]"]
*******************************************
+ File[/etc/systemd/system/thanos-compact@k8s-gitlab-staging.service.d/parameters.conf] =>
   parameters =>
     "content": "# Managed by puppet (class profile::thanos::compact) - modificat...
     "ensure": "file",
     "group": "root",
     "mode": "0444",
     "notify": [
       "Class[Systemd::Systemctl::Daemon_reload]"
     ],
     "owner": "root",
     "selinux_ignore_defaults": false,
     "show_diff": true
*******************************************
+ File[/etc/systemd/system/thanos-compact@k8s-gitlab-staging.service.d] =>
   parameters =>
     "ensure": "directory",
     "group": "root",
     "owner": "root",
     "purge": true,
     "recurse": true,
     "selinux_ignore_defaults": false
*******************************************
+ File[/etc/systemd/system/thanos-store@k8s-gitlab-staging.service.d/parameters.conf] =>
   parameters =>
     "content": "# Managed by puppet (class profile::thanos::store) - modificatio...
     "ensure": "file",
     "group": "root",
     "mode": "0444",
     "notify": [
       "Class[Systemd::Systemctl::Daemon_reload]"
     ],
     "owner": "root",
     "selinux_ignore_defaults": false,
     "show_diff": true
*******************************************
+ File[/etc/systemd/system/thanos-store@k8s-gitlab-staging.service.d] =>
   parameters =>
     "ensure": "directory",
     "group": "root",
     "owner": "root",
     "purge": true,
     "recurse": true,
     "selinux_ignore_defaults": false
*******************************************
+ File[/etc/thanos/objstore-k8s-gitlab-staging.yml] =>
   parameters =>
     "content": "# File managed by puppet - modifications will be lost\ntype: AZU...
     "ensure": "present",
     "group": "prometheus",
     "mode": "0640",
     "notify": [
       "Service[thanos-compact@k8s-gitlab-staging]",
       "Service[thanos-store@k8s-gitlab-staging]"
     ],
     "owner": "root"
*******************************************
  File[/opt/thanos/current] =>
   parameters =>
     notify =>
      - ["Service[thanos-compact@archive-production]", "Service[thanos-compact@archive-staging]", "Service[thanos-compact@historical]", "Service[thanos-compact@k8s-admin]", "Service[thanos-compact@mmca]", "Service[thanos-query]", "Service[thanos-store@archive-production]", "Service[thanos-store@archive-staging]", "Service[thanos-store@historical]", "Service[thanos-store@k8s-admin]", "Service[thanos-store@mmca]"]
      + ["Service[thanos-compact@archive-production]", "Service[thanos-compact@archive-staging]", "Service[thanos-compact@historical]", "Service[thanos-compact@k8s-admin]", "Service[thanos-compact@k8s-gitlab-staging]", "Service[thanos-compact@mmca]", "Service[thanos-query]", "Service[thanos-store@archive-production]", "Service[thanos-store@archive-staging]", "Service[thanos-store@historical]", "Service[thanos-store@k8s-admin]", "Service[thanos-store@k8s-gitlab-staging]", "Service[thanos-store@mmca]"]
*******************************************
+ Profile::Prometheus::Export_scrape_config[thanos-compact-thanos.internal.admin.swh.network:19298] =>
   parameters =>
     "job": "thanos_compact",
     "labels": {
       "dataset_name": "k8s-gitlab-staging"
     },
     "target": "thanos.internal.admin.swh.network:19298"
*******************************************
+ Profile::Prometheus::Export_scrape_config[thanos-store-thanos.internal.admin.swh.network:19198] =>
   parameters =>
     "job": "thanos_store",
     "labels": {
       "dataset_name": "k8s-gitlab-staging"
     },
     "target": "thanos.internal.admin.swh.network:19198"
*******************************************
+ Profile::Thanos::Export_query_endpoint[thanos-store-thanos.internal.admin.swh.network:19098] =>
   parameters =>
     "grpc_address": "thanos.internal.admin.swh.network:19098"
*******************************************
+ Service[thanos-compact@k8s-gitlab-staging] =>
   parameters =>
     "enable": true,
     "ensure": "running",
     "tag": [
       "thanos",
       "thanos-compact",
       "thanos-objstore-k8s-gitlab-staging"
     ]
*******************************************
+ Service[thanos-store@k8s-gitlab-staging] =>
   parameters =>
     "enable": true,
     "ensure": "running",
     "tag": [
       "thanos",
       "thanos-objstore-k8s-gitlab-staging",
       "thanos-store"
     ]
*******************************************
+ Systemd::Dropin_file[thanos-compact@k8s-gitlab-staging/parameters.conf] =>
   parameters =>
     "content": "# Managed by puppet (class profile::thanos::compact) - modificat...
     "daemon_reload": "lazy",
     "ensure": "present",
     "filename": "parameters.conf",
     "group": "root",
     "mode": "0444",
     "notify": "Service[thanos-compact@k8s-gitlab-staging]",
     "owner": "root",
     "path": "/etc/systemd/system",
     "selinux_ignore_defaults": false,
     "show_diff": true,
     "unit": "thanos-compact@k8s-gitlab-staging.service"
*******************************************
+ Systemd::Dropin_file[thanos-store@k8s-gitlab-staging/parameters.conf] =>
   parameters =>
     "content": "# Managed by puppet (class profile::thanos::store) - modificatio...
     "daemon_reload": "lazy",
     "ensure": "present",
     "filename": "parameters.conf",
     "group": "root",
     "mode": "0444",
     "notify": "Service[thanos-store@k8s-gitlab-staging]",
     "owner": "root",
     "path": "/etc/systemd/system",
     "selinux_ignore_defaults": false,
     "show_diff": true,
     "unit": "thanos-store@k8s-gitlab-staging.service"
*******************************************
  Systemd::Unit_file[thanos-compact@.service] =>
   parameters =>
     notify =>
      - ["Service[thanos-compact@archive-production]", "Service[thanos-compact@archive-staging]", "Service[thanos-compact@historical]", "Service[thanos-compact@k8s-admin]", "Service[thanos-compact@mmca]"]
      + ["Service[thanos-compact@archive-production]", "Service[thanos-compact@archive-staging]", "Service[thanos-compact@historical]", "Service[thanos-compact@k8s-admin]", "Service[thanos-compact@k8s-gitlab-staging]", "Service[thanos-compact@mmca]"]
*******************************************
  Systemd::Unit_file[thanos-store@.service] =>
   parameters =>
     notify =>
      - ["Service[thanos-store@archive-production]", "Service[thanos-store@archive-staging]", "Service[thanos-store@historical]", "Service[thanos-store@k8s-admin]", "Service[thanos-store@mmca]"]
      + ["Service[thanos-store@archive-production]", "Service[thanos-store@archive-staging]", "Service[thanos-store@historical]", "Service[thanos-store@k8s-admin]", "Service[thanos-store@k8s-gitlab-staging]", "Service[thanos-store@mmca]"]
*******************************************
*** End octocatalog-diff on thanos.internal.admin.swh.network
octocatalog-diff for pergamon 
diff origin/production/pergamon.softwareheritage.org current/pergamon.softwareheritage.org
*******************************************
+ Resource_record[k8s-gitlab-staging-thanos/CNAME] =>
   parameters =>
     "data": "k8s-gitlab-staging.internal.staging.swh.network.",
     "keyfile": "/etc/bind/keys/local-update",
     "record": "k8s-gitlab-staging-thanos.internal.staging.swh.network",
     "type": "CNAME"
*******************************************
+ Resource_record[k8s-gitlab-staging/A+PTR] =>
   parameters =>
     "data": "k8s-gitlab-staging.internal.staging.swh.network.",
     "keyfile": "/etc/bind/keys/local-update",
     "record": "15.200.168.192.in-addr.arpa",
     "type": "PTR"
*******************************************
+ Resource_record[k8s-gitlab-staging/A] =>
   parameters =>
     "data": "192.168.200.15",
     "keyfile": "/etc/bind/keys/local-update",
     "record": "k8s-gitlab-staging.internal.staging.swh.network",
     "type": "A"
*******************************************
*** End octocatalog-diff on pergamon.softwareheritage.org

Merge request reports