Skip to content

Deploy maven-exporter production node

Antoine R. Dumont requested to merge generated-differential-D8397-source into generated-differential-D8397-target

This is the node in charge of scraping the maven indices and exposing the equivalent *.fld output. It's that fld output file which is retrieved by lister to compute listed origins later on.

Related to T4330

Test Plan

octo-diff on pergamon:

$SWH_PUPPET_ENVIRONMENT_HOME/bin/octocatalog-diff pergamon
Found host pergamon.softwareheritage.org
WARN     -> Environment "staging-add-prometheus-metrics" contained non-word characters, correcting name to staging_add_prometheus_metrics
WARN     -> Environment "staging-bullseye-rabbitmq-plugin" contained non-word characters, correcting name to staging_bullseye_rabbitmq_plugin
WARN     -> Environment "staging-check-journal-client" contained non-word characters, correcting name to staging_check_journal_client
WARN     -> Environment "staging-check-journal-client-2nd-implementation" contained non-word characters, correcting name to staging_check_journal_client_2nd_implementation
WARN     -> Environment "staging-check-journal-client-first-implem" contained non-word characters, correcting name to staging_check_journal_client_first_implem
WARN     -> Environment "staging-pin" contained non-word characters, correcting name to staging_pin
Cloning into '/tmp/swh-ocd.YNDPfbXu/environments/production/data/private'...
done.
Cloning into '/tmp/swh-ocd.YNDPfbXu/environments/staging/data/private'...
done.
*** Running octocatalog-diff on host pergamon.softwareheritage.org
I, [2022-09-06T11:49:13.686541 #4155902]  INFO -- : Catalogs compiled for pergamon.softwareheritage.org
W, [2022-09-06T11:49:15.063181 #4155902]  WARN -- : Resource File[/tmp/ocd-ipc-20220906-4155902-53pntj/ocd-builddir-20220906-4155904-1yocdm0/routes.yaml] appears to depend on catalog compilation directory. Suppressed from results.
W, [2022-09-06T11:49:15.063287 #4155902]  WARN -- : Resource File[/tmp/ocd-ipc-20220906-4155902-53pntj/ocd-builddir-20220906-4155903-vs2eds/routes.yaml] appears to depend on catalog compilation directory. Suppressed from results.
W, [2022-09-06T11:49:15.063379 #4155902]  WARN -- : Resource key Ini_setting[puppetdbserver_urls] parameters => path may depend on catalog compilation directory, but there may be differences. This is included in results for now, but please verify.
W, [2022-09-06T11:49:15.063393 #4155902]  WARN -- : Resource key Ini_setting[puppetdbserver_urls] parameters => path appears to depend on catalog compilation directory. Suppressed from results.
W, [2022-09-06T11:49:15.063452 #4155902]  WARN -- : Resource key Ini_setting[soft_write_failure] parameters => path may depend on catalog compilation directory, but there may be differences. This is included in results for now, but please verify.
W, [2022-09-06T11:49:15.063463 #4155902]  WARN -- : Resource key Ini_setting[soft_write_failure] parameters => path appears to depend on catalog compilation directory. Suppressed from results.
I, [2022-09-06T11:49:15.063569 #4155902]  INFO -- : Diffs computed for pergamon.softwareheritage.org
diff origin/production/pergamon.softwareheritage.org current/pergamon.softwareheritage.org
*******************************************
+ Exec[letsencrypt certonly maven-exporter01.internal.softwareheritage.org] =>
   parameters =>
     "command": "certbot --text --agree-tos --non-interactive certonly --rsa-key-...
     "environment": [

     ],
     "path": "/usr/bin:/bin:/usr/sbin:/sbin",
     "provider": "shell",
     "unless": "/usr/local/sbin/letsencrypt-domain-validation /etc/letsencrypt/li...
*******************************************
  File[/etc/bind/keys/local-update] =>
   parameters =>
     content =>
      @@ -2,4 +2,4 @@
       key local-update {
        algorithm hmac-sha256;
      - secret "nffjG5quJLNtuav6D0tinmC4GHD/IU24ZqjrERXk0LfWuX6RVDXGzpcNrWLsJGG1nBod041QZ1dnvzddhWModw==";
      + secret "RtpNsFvq4ugH6mxslDmY+2/JFZ44AOUIm1WbpylXwomk9vabPDKybsfgHzRKVNMkzt/BNCqUX5/99AC5bNDXOw==";
       };
*******************************************
  File[/etc/bind/rndc.key] =>
   parameters =>
     content =>
      @@ -2,4 +2,4 @@
       key rndc-key {
        algorithm hmac-md5;
      - secret "0R1esx8pDqU+D+8JxIF0J0geckIXFVc0lJO0UdFEVBTmEQXNHwB7Z/Xr5hFqdXNm4pke8O6e1ZaHUGbKqd2WFg==";
      + secret "iAxo1+GkbOrUnmJss+AknwXAe6swurPUIbgXKwMDJt69sJQg20/Eh+JU5hUsj8hBnHv9QJXVZFo0tN428M8qyQ==";
       };
*******************************************
+ Letsencrypt::Certonly[maven-exporter01.internal.softwareheritage.org] =>
   parameters =>
     "additional_args": [
       "--authenticator manual",
       "--preferred-challenges dns",
       "--manual-public-ip-logging-ok",
       "--manual-auth-hook '/usr/local/bin/letsencrypt_gandi_livedns auth'",
       "--manual-cleanup-hook '/usr/local/bin/letsencrypt_gandi_livedns cleanup'"...
       "--deploy-hook '/usr/local/bin/letsencrypt_puppet_export'"
     ],
     "cert_name": "maven-exporter01.internal.softwareheritage.org",
     "config_dir": "/etc/letsencrypt",
     "cron_hour": 7,
     "cron_minute": 41,
     "cron_monthday": [
       "*"
     ],
     "custom_plugin": true,
     "deploy_hook_commands": [

     ],
     "domains": [
       "maven-exporter01.internal.softwareheritage.org"
     ],
     "ensure": "present",
     "environment": [

     ],
     "key_size": 4096,
     "letsencrypt_command": "certbot",
     "manage_cron": false,
     "plugin": "standalone",
     "post_hook_commands": [

     ],
     "pre_hook_commands": [

     ],
     "suppress_cron_output": false,
     "webroot_paths": [

     ]
*******************************************
*** End octocatalog-diff on pergamon.softwareheritage.org

Migrated from D8397 (view on Phabricator)

Merge request reports