staging/objstorage: Migrate ingestion to use multiplexer read-write
In effet, the storage1's read-write objstorage instance will no longer be used.
helm diff
[swh] Comparing changes between branches production and staging (per environment)...
Your branch is up to date with 'origin/production'.
[swh] Generate config in production branch for environment staging, namespace swh...
[swh] Generate config in production branch for environment staging, namespace swh-cassandra...
[swh] Generate config in production branch for environment staging, namespace swh-cassandra-next-version...
Your branch is ahead of 'origin/staging' by 1 commit.
(use "git push" to publish your local commits)
[swh] Generate config in staging branch for environment staging...
[swh] Generate config in staging branch for environment staging...
[swh] Generate config in staging branch for environment staging...
Your branch is up to date with 'origin/production'.
[swh] Generate config in production branch for environment production, namespace swh...
[swh] Generate config in production branch for environment production, namespace swh-cassandra...
[swh] Generate config in production branch for environment production, namespace swh-cassandra-next-version...
Your branch is ahead of 'origin/staging' by 1 commit.
(use "git push" to publish your local commits)
[swh] Generate config in staging branch for environment production...
[swh] Generate config in staging branch for environment production...
[swh] Generate config in staging branch for environment production...
------------- diff for environment staging namespace swh -------------
--- /tmp/swh-chart.swh.940V1eRm/staging-swh.before 2024-03-05 12:31:58.799497471 +0100
+++ /tmp/swh-chart.swh.940V1eRm/staging-swh.after 2024-03-05 12:31:59.447496418 +0100
@@ -1017,21 +1017,21 @@
data:
config.yml.template: |
storage:
cls: pipeline
steps:
- cls: record_references
- cls: postgresql
db: host=db1.internal.staging.swh.network port=5432 user=swh dbname=swh password=${POSTGRESQL_PASSWORD}
objstorage:
cls: remote
- url: http://objstorage-read-write-rpc-ingress
+ url: http://objstorage-multiplexer-read-write-rpc-ingress
journal_writer:
cls: kafka
brokers:
- journal2.internal.staging.swh.network
prefix: swh.journal.objects
client_id: swh.storage.journal_writer.${HOSTNAME}
anonymize: true
producer_config:
message.max.bytes: 1000000000
@@ -14432,21 +14432,21 @@
app: storage-postgresql-read-write
strategy:
type: RollingUpdate
rollingUpdate:
maxSurge: 1
template:
metadata:
labels:
app: storage-postgresql-read-write
annotations:
- checksum/config: 2bc23e8868305ed4ab563a7338240a0d309419477d87bbcdc0738acb0a123712
+ checksum/config: 99ed1c8c42e3e126fffe5b57f93461767e6823cc0c04ff905a5e33fbdcbce48b
checksum/database-utils: 931b7f92b50eae0ecb6203c3e0e48f7c363a99ac0064451187dc12c6eaf0a793
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/storage
operator: In
------------- diff for environment staging namespace swh-cassandra -------------
--- /tmp/swh-chart.swh.940V1eRm/staging-swh-cassandra.before 2024-03-05 12:31:59.087497003 +0100
+++ /tmp/swh-chart.swh.940V1eRm/staging-swh-cassandra.after 2024-03-05 12:31:59.715495983 +0100
@@ -5052,21 +5052,21 @@
- cassandra3.internal.staging.swh.network
keyspace: swh
consistency_level: LOCAL_QUORUM
auth_provider:
cls: cassandra.auth.PlainTextAuthProvider
password: ${CASSANDRA_PASSWORD}
username: swh-rw
directory_entries_insert_algo: batch
objstorage:
cls: remote
- url: http://objstorage-read-write-rpc-ingress
+ url: http://objstorage-multiplexer-read-write-rpc-ingress
journal_writer:
cls: kafka
brokers:
- journal2.internal.staging.swh.network
prefix: swh.journal.objects
client_id: swh.storage-cassandra.journal_writer.${HOSTNAME}
anonymize: true
producer_config:
message.max.bytes: 1000000000
@@ -26783,21 +26783,21 @@
app: storage-cassandra
strategy:
type: RollingUpdate
rollingUpdate:
maxSurge: 1
template:
metadata:
labels:
app: storage-cassandra
annotations:
- checksum/config: 63337dd276105a1988c8e077eac3ea9fe3918d28fcb42cb720e0674a18d21838
+ checksum/config: d36a1e69ab3e06eca9f2efc20e67f01944777580c960a5220478f1962946ae0a
checksum/database-utils: 367f28d8854b3b188d7a45015752b10be8e691f0c3b2a21db02501e655b932f0
checksum/config-utils: 13a26f6add17e96ce01550153c77dcd48de60241a3f4db3c93d5467234be2a7f
spec:
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/storage
operator: In
------------- diff for environment staging namespace swh-cassandra-next-version -------------
--- /tmp/swh-chart.swh.940V1eRm/staging-swh-cassandra-next-version.before 2024-03-05 12:31:59.267496711 +0100
+++ /tmp/swh-chart.swh.940V1eRm/staging-swh-cassandra-next-version.after 2024-03-05 12:31:59.891495698 +0100
@@ -1540,21 +1540,21 @@
- cassandra3.internal.staging.swh.network
keyspace: swh
consistency_level: LOCAL_QUORUM
auth_provider:
cls: cassandra.auth.PlainTextAuthProvider
password: ${CASSANDRA_PASSWORD}
username: swh-rw
directory_entries_insert_algo: batch
objstorage:
cls: remote
- url: http://objstorage-read-write-rpc-ingress
+ url: http://objstorage-multiplexer-read-write-rpc-ingress
journal_writer:
cls: kafka
brokers:
- journal2.internal.staging.swh.network
prefix: swh.journal.objects
client_id: swh.storage-cassandra.journal_writer.${HOSTNAME}
anonymize: true
producer_config:
message.max.bytes: 1000000000
@@ -14941,21 +14941,21 @@
app: storage-cassandra
strategy:
type: RollingUpdate
rollingUpdate:
maxSurge: 1
template:
metadata:
labels:
app: storage-cassandra
annotations:
- checksum/config: 2cddfaac605a2f5e9a8689326082009456503eb4d7792e92fa26a9260659cb31
+ checksum/config: a5ed10fed892156c66d77df6cbbd4e06411fa1b104e0e36b47115cbbdee6971b
checksum/database-utils: dd7d83d547731ea7598fa298565f3b1fe41eb657ae93bab75e15b722dbcc71ae
checksum/config-utils: 94d255131467f84bef964a4c72b2b792c5ebaf711bb1c77829d7cd1007a8ac22
spec:
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/storage
operator: In
------------- diff for environment production namespace swh -------------
No differences
------------- diff for environment production namespace swh-cassandra -------------
No differences