Deploy scrubber checks on all object types and bump memory usage for those services (!503) · Merge requests · Platform / Infrastructure / Puppet / puppet-swh-site

Antoine R. Dumont requested to merge generated-differential-D7595-source into generated-differential-D7595-target Apr 19, 2022
That node is dedicated to those services for now.
Related to T4102
Test Plan

octo-diff:
$ $SWH_PUPPET_ENVIRONMENT_HOME/bin/octocatalog-diff --octocatalog-diff-args --no-truncate-details --to staging scrubber0.internal.staging.swh.network
...
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@content-0.service.d/parameters.conf] =>
   parameters =>
      "ensure": "file"
      "group": "root"
      "mode": "0444"
      "notify": ["Class[Systemd::Systemctl::Daemon_reload]"]
      "owner": "root"
      "selinux_ignore_defaults": false
      "show_diff": true
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type content --start-object 00000000000000000000 --end-object 44444444444444444444"
<<<
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@content-0.service.d] =>
   parameters =>
      "ensure": "directory"
      "group": "root"
      "owner": "root"
      "purge": true
      "recurse": true
      "selinux_ignore_defaults": false
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@content-1.service.d/parameters.conf] =>
   parameters =>
      "ensure": "file"
      "group": "root"
      "mode": "0444"
      "notify": ["Class[Systemd::Systemctl::Daemon_reload]"]
      "owner": "root"
      "selinux_ignore_defaults": false
      "show_diff": true
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type content --start-object 44444444444444444444 --end-object 88888888888888888888"
<<<
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@content-1.service.d] =>
   parameters =>
      "ensure": "directory"
      "group": "root"
      "owner": "root"
      "purge": true
      "recurse": true
      "selinux_ignore_defaults": false
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@content-2.service.d/parameters.conf] =>
   parameters =>
      "ensure": "file"
      "group": "root"
      "mode": "0444"
      "notify": ["Class[Systemd::Systemctl::Daemon_reload]"]
      "owner": "root"
      "selinux_ignore_defaults": false
      "show_diff": true
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type content --start-object 88888888888888888888 --end-object bbbbbbbbbbbbbbbbbbbb"
<<<
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@content-2.service.d] =>
   parameters =>
      "ensure": "directory"
      "group": "root"
      "owner": "root"
      "purge": true
      "recurse": true
      "selinux_ignore_defaults": false
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@content-3.service.d/parameters.conf] =>
   parameters =>
      "ensure": "file"
      "group": "root"
      "mode": "0444"
      "notify": ["Class[Systemd::Systemctl::Daemon_reload]"]
      "owner": "root"
      "selinux_ignore_defaults": false
      "show_diff": true
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type content --start-object bbbbbbbbbbbbbbbbbbbb --end-object ffffffffffffffffffff"
<<<
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@content-3.service.d] =>
   parameters =>
      "ensure": "directory"
      "group": "root"
      "owner": "root"
      "purge": true
      "recurse": true
      "selinux_ignore_defaults": false
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@directory-0.service.d/parameters.conf] =>
   parameters =>
      "ensure": "file"
      "group": "root"
      "mode": "0444"
      "notify": ["Class[Systemd::Systemctl::Daemon_reload]"]
      "owner": "root"
      "selinux_ignore_defaults": false
      "show_diff": true
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type directory --start-object 00000000000000000000 --end-object 44444444444444444444"
<<<
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@directory-0.service.d] =>
   parameters =>
      "ensure": "directory"
      "group": "root"
      "owner": "root"
      "purge": true
      "recurse": true
      "selinux_ignore_defaults": false
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@directory-1.service.d/parameters.conf] =>
   parameters =>
      "ensure": "file"
      "group": "root"
      "mode": "0444"
      "notify": ["Class[Systemd::Systemctl::Daemon_reload]"]
      "owner": "root"
      "selinux_ignore_defaults": false
      "show_diff": true
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type directory --start-object 44444444444444444444 --end-object 88888888888888888888"
<<<
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@directory-1.service.d] =>
   parameters =>
      "ensure": "directory"
      "group": "root"
      "owner": "root"
      "purge": true
      "recurse": true
      "selinux_ignore_defaults": false
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@directory-2.service.d/parameters.conf] =>
   parameters =>
      "ensure": "file"
      "group": "root"
      "mode": "0444"
      "notify": ["Class[Systemd::Systemctl::Daemon_reload]"]
      "owner": "root"
      "selinux_ignore_defaults": false
      "show_diff": true
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type directory --start-object 88888888888888888888 --end-object bbbbbbbbbbbbbbbbbbbb"
<<<
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@directory-2.service.d] =>
   parameters =>
      "ensure": "directory"
      "group": "root"
      "owner": "root"
      "purge": true
      "recurse": true
      "selinux_ignore_defaults": false
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@directory-3.service.d/parameters.conf] =>
   parameters =>
      "ensure": "file"
      "group": "root"
      "mode": "0444"
      "notify": ["Class[Systemd::Systemctl::Daemon_reload]"]
      "owner": "root"
      "selinux_ignore_defaults": false
      "show_diff": true
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type directory --start-object bbbbbbbbbbbbbbbbbbbb --end-object ffffffffffffffffffff"
<<<
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@directory-3.service.d] =>
   parameters =>
      "ensure": "directory"
      "group": "root"
      "owner": "root"
      "purge": true
      "recurse": true
      "selinux_ignore_defaults": false
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@revision-0.service.d/parameters.conf] =>
   parameters =>
      "ensure": "file"
      "group": "root"
      "mode": "0444"
      "notify": ["Class[Systemd::Systemctl::Daemon_reload]"]
      "owner": "root"
      "selinux_ignore_defaults": false
      "show_diff": true
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type revision --start-object 00000000000000000000 --end-object 44444444444444444444"
<<<
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@revision-0.service.d] =>
   parameters =>
      "ensure": "directory"
      "group": "root"
      "owner": "root"
      "purge": true
      "recurse": true
      "selinux_ignore_defaults": false
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@revision-1.service.d/parameters.conf] =>
   parameters =>
      "ensure": "file"
      "group": "root"
      "mode": "0444"
      "notify": ["Class[Systemd::Systemctl::Daemon_reload]"]
      "owner": "root"
      "selinux_ignore_defaults": false
      "show_diff": true
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type revision --start-object 44444444444444444444 --end-object 88888888888888888888"
<<<
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@revision-1.service.d] =>
   parameters =>
      "ensure": "directory"
      "group": "root"
      "owner": "root"
      "purge": true
      "recurse": true
      "selinux_ignore_defaults": false
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@revision-2.service.d/parameters.conf] =>
   parameters =>
      "ensure": "file"
      "group": "root"
      "mode": "0444"
      "notify": ["Class[Systemd::Systemctl::Daemon_reload]"]
      "owner": "root"
      "selinux_ignore_defaults": false
      "show_diff": true
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type revision --start-object 88888888888888888888 --end-object bbbbbbbbbbbbbbbbbbbb"
<<<
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@revision-2.service.d] =>
   parameters =>
      "ensure": "directory"
      "group": "root"
      "owner": "root"
      "purge": true
      "recurse": true
      "selinux_ignore_defaults": false
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@revision-3.service.d/parameters.conf] =>
   parameters =>
      "ensure": "file"
      "group": "root"
      "mode": "0444"
      "notify": ["Class[Systemd::Systemctl::Daemon_reload]"]
      "owner": "root"
      "selinux_ignore_defaults": false
      "show_diff": true
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type revision --start-object bbbbbbbbbbbbbbbbbbbb --end-object ffffffffffffffffffff"
<<<
*******************************************
+ File[/etc/systemd/system/swh-scrubber-checker-postgres@revision-3.service.d] =>
   parameters =>
      "ensure": "directory"
      "group": "root"
      "owner": "root"
      "purge": true
      "recurse": true
      "selinux_ignore_defaults": false
*******************************************
  File[/etc/systemd/system/swh-scrubber.slice] =>
   parameters =>
     content =>
      @@ -3,3 +3,3 @@
      _
       [Slice]
      -MemoryMax=10%
      +MemoryMax=75%
*******************************************
+ Service[swh-scrubber-checker-postgres@content-0.service] =>
   parameters =>
      "enable": false
      "ensure": "running"
*******************************************
+ Service[swh-scrubber-checker-postgres@content-1.service] =>
   parameters =>
      "enable": false
      "ensure": "running"
*******************************************
+ Service[swh-scrubber-checker-postgres@content-2.service] =>
   parameters =>
      "enable": false
      "ensure": "running"
*******************************************
+ Service[swh-scrubber-checker-postgres@content-3.service] =>
   parameters =>
      "enable": false
      "ensure": "running"
*******************************************
+ Service[swh-scrubber-checker-postgres@directory-0.service] =>
   parameters =>
      "enable": false
      "ensure": "running"
*******************************************
+ Service[swh-scrubber-checker-postgres@directory-1.service] =>
   parameters =>
      "enable": false
      "ensure": "running"
*******************************************
+ Service[swh-scrubber-checker-postgres@directory-2.service] =>
   parameters =>
      "enable": false
      "ensure": "running"
*******************************************
+ Service[swh-scrubber-checker-postgres@directory-3.service] =>
   parameters =>
      "enable": false
      "ensure": "running"
*******************************************
+ Service[swh-scrubber-checker-postgres@revision-0.service] =>
   parameters =>
      "enable": false
      "ensure": "running"
*******************************************
+ Service[swh-scrubber-checker-postgres@revision-1.service] =>
   parameters =>
      "enable": false
      "ensure": "running"
*******************************************
+ Service[swh-scrubber-checker-postgres@revision-2.service] =>
   parameters =>
      "enable": false
      "ensure": "running"
*******************************************
+ Service[swh-scrubber-checker-postgres@revision-3.service] =>
   parameters =>
      "enable": false
      "ensure": "running"
*******************************************
+ Systemd::Dropin_file[swh-scrubber-checker-postgres@content-0.service.d/parameters.conf] =>
   parameters =>
      "daemon_reload": "lazy"
      "ensure": "present"
      "filename": "parameters.conf"
      "group": "root"
      "mode": "0444"
      "owner": "root"
      "path": "/etc/systemd/system"
      "selinux_ignore_defaults": false
      "show_diff": true
      "unit": "swh-scrubber-checker-postgres@content-0.service"
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type content --start-object 00000000000000000000 --end-object 44444444444444444444"
<<<
*******************************************
+ Systemd::Dropin_file[swh-scrubber-checker-postgres@content-1.service.d/parameters.conf] =>
   parameters =>
      "daemon_reload": "lazy"
      "ensure": "present"
      "filename": "parameters.conf"
      "group": "root"
      "mode": "0444"
      "owner": "root"
      "path": "/etc/systemd/system"
      "selinux_ignore_defaults": false
      "show_diff": true
      "unit": "swh-scrubber-checker-postgres@content-1.service"
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type content --start-object 44444444444444444444 --end-object 88888888888888888888"
<<<
*******************************************
+ Systemd::Dropin_file[swh-scrubber-checker-postgres@content-2.service.d/parameters.conf] =>
   parameters =>
      "daemon_reload": "lazy"
      "ensure": "present"
      "filename": "parameters.conf"
      "group": "root"
      "mode": "0444"
      "owner": "root"
      "path": "/etc/systemd/system"
      "selinux_ignore_defaults": false
      "show_diff": true
      "unit": "swh-scrubber-checker-postgres@content-2.service"
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type content --start-object 88888888888888888888 --end-object bbbbbbbbbbbbbbbbbbbb"
<<<
*******************************************
+ Systemd::Dropin_file[swh-scrubber-checker-postgres@content-3.service.d/parameters.conf] =>
   parameters =>
      "daemon_reload": "lazy"
      "ensure": "present"
      "filename": "parameters.conf"
      "group": "root"
      "mode": "0444"
      "owner": "root"
      "path": "/etc/systemd/system"
      "selinux_ignore_defaults": false
      "show_diff": true
      "unit": "swh-scrubber-checker-postgres@content-3.service"
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type content --start-object bbbbbbbbbbbbbbbbbbbb --end-object ffffffffffffffffffff"
<<<
*******************************************
+ Systemd::Dropin_file[swh-scrubber-checker-postgres@directory-0.service.d/parameters.conf] =>
   parameters =>
      "daemon_reload": "lazy"
      "ensure": "present"
      "filename": "parameters.conf"
      "group": "root"
      "mode": "0444"
      "owner": "root"
      "path": "/etc/systemd/system"
      "selinux_ignore_defaults": false
      "show_diff": true
      "unit": "swh-scrubber-checker-postgres@directory-0.service"
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type directory --start-object 00000000000000000000 --end-object 44444444444444444444"
<<<
*******************************************
+ Systemd::Dropin_file[swh-scrubber-checker-postgres@directory-1.service.d/parameters.conf] =>
   parameters =>
      "daemon_reload": "lazy"
      "ensure": "present"
      "filename": "parameters.conf"
      "group": "root"
      "mode": "0444"
      "owner": "root"
      "path": "/etc/systemd/system"
      "selinux_ignore_defaults": false
      "show_diff": true
      "unit": "swh-scrubber-checker-postgres@directory-1.service"
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type directory --start-object 44444444444444444444 --end-object 88888888888888888888"
<<<
*******************************************
+ Systemd::Dropin_file[swh-scrubber-checker-postgres@directory-2.service.d/parameters.conf] =>
   parameters =>
      "daemon_reload": "lazy"
      "ensure": "present"
      "filename": "parameters.conf"
      "group": "root"
      "mode": "0444"
      "owner": "root"
      "path": "/etc/systemd/system"
      "selinux_ignore_defaults": false
      "show_diff": true
      "unit": "swh-scrubber-checker-postgres@directory-2.service"
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type directory --start-object 88888888888888888888 --end-object bbbbbbbbbbbbbbbbbbbb"
<<<
*******************************************
+ Systemd::Dropin_file[swh-scrubber-checker-postgres@directory-3.service.d/parameters.conf] =>
   parameters =>
      "daemon_reload": "lazy"
      "ensure": "present"
      "filename": "parameters.conf"
      "group": "root"
      "mode": "0444"
      "owner": "root"
      "path": "/etc/systemd/system"
      "selinux_ignore_defaults": false
      "show_diff": true
      "unit": "swh-scrubber-checker-postgres@directory-3.service"
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type directory --start-object bbbbbbbbbbbbbbbbbbbb --end-object ffffffffffffffffffff"
<<<
*******************************************
+ Systemd::Dropin_file[swh-scrubber-checker-postgres@revision-0.service.d/parameters.conf] =>
   parameters =>
      "daemon_reload": "lazy"
      "ensure": "present"
      "filename": "parameters.conf"
      "group": "root"
      "mode": "0444"
      "owner": "root"
      "path": "/etc/systemd/system"
      "selinux_ignore_defaults": false
      "show_diff": true
      "unit": "swh-scrubber-checker-postgres@revision-0.service"
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type revision --start-object 00000000000000000000 --end-object 44444444444444444444"
<<<
*******************************************
+ Systemd::Dropin_file[swh-scrubber-checker-postgres@revision-1.service.d/parameters.conf] =>
   parameters =>
      "daemon_reload": "lazy"
      "ensure": "present"
      "filename": "parameters.conf"
      "group": "root"
      "mode": "0444"
      "owner": "root"
      "path": "/etc/systemd/system"
      "selinux_ignore_defaults": false
      "show_diff": true
      "unit": "swh-scrubber-checker-postgres@revision-1.service"
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type revision --start-object 44444444444444444444 --end-object 88888888888888888888"
<<<
*******************************************
+ Systemd::Dropin_file[swh-scrubber-checker-postgres@revision-2.service.d/parameters.conf] =>
   parameters =>
      "daemon_reload": "lazy"
      "ensure": "present"
      "filename": "parameters.conf"
      "group": "root"
      "mode": "0444"
      "owner": "root"
      "path": "/etc/systemd/system"
      "selinux_ignore_defaults": false
      "show_diff": true
      "unit": "swh-scrubber-checker-postgres@revision-2.service"
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type revision --start-object 88888888888888888888 --end-object bbbbbbbbbbbbbbbbbbbb"
<<<
*******************************************
+ Systemd::Dropin_file[swh-scrubber-checker-postgres@revision-3.service.d/parameters.conf] =>
   parameters =>
      "daemon_reload": "lazy"
      "ensure": "present"
      "filename": "parameters.conf"
      "group": "root"
      "mode": "0444"
      "owner": "root"
      "path": "/etc/systemd/system"
      "selinux_ignore_defaults": false
      "show_diff": true
      "unit": "swh-scrubber-checker-postgres@revision-3.service"
      "content": >>>
# Managed by puppet class profile::swh::deploy::scrubber::checker::postgres
# Modifications will be overwritten

[Service]
Environment=SWH_SCRUBBER_CLI_EXTRA_ARGS="--object-type revision --start-object bbbbbbbbbbbbbbbbbbbb --end-object ffffffffffffffffffff"
<<<
*******************************************
*** End octocatalog-diff on scrubber0.internal.staging.swh.network
Migrated from D7595 (view on Phabricator)
Deploy scrubber checks on all object types and bump memory usage for those services

Test Plan

Merge request reports
