diff --git a/swh/templates/alter/_helper-configmap.yaml b/swh/templates/alter/_helper-configmap.yaml index 807e3526bbaa8a5c229dc8aec9ac70bbd1669c9f..0bc33a2d8d0d7845f83bf0022821d58928844a4d 100644 --- a/swh/templates/alter/_helper-configmap.yaml +++ b/swh/templates/alter/_helper-configmap.yaml @@ -12,6 +12,11 @@ "service" "restoration_storage" "configurationRef" .Values.alter.restorationStorageConfigurationRef "Values" .Values) | fromYaml | mustMerge $alterConfiguration -}} +{{- if .Values.alter.journalWriterMirrorConfigurationRef }} +{{- $alterConfiguration = include "swh.journalWriterConfiguration" (dict + "configurationRef" .Values.alter.journalWriterMirrorConfigurationRef + "Values" .Values) | fromYaml | mustMerge $alterConfiguration -}} +{{- end }} {{- $removalSearches := (dict) -}} {{- range $searchName, $searchConfig := .Values.alter.removalSearches -}} diff --git a/swh/values/default.yaml b/swh/values/default.yaml index 2cd221714acdf10aef0a9e56c395345e0fbe4e3b..b6e49fffa5f29d39769f6c557716ebb12fdf3079 100644 --- a/swh/values/default.yaml +++ b/swh/values/default.yaml @@ -483,3 +483,10 @@ graph: operator: In values: - "true" + +journalWriterMirrorConfiguration: + brokersConfigurationRef: kafkaBrokers + clientId: swh.alter.removals.${HOSTNAME} + prefix: swh.journal.mirror-notifications + producerConfig: + message.max.bytes: 1000000000 diff --git a/swh/values/staging/default.yaml b/swh/values/staging/default.yaml index 9351f565e67b920727454bf629fd09d36eb07cab..e8467ed65e0cf78b96f0808f57257451edb3c8cf 100644 --- a/swh/values/staging/default.yaml +++ b/swh/values/staging/default.yaml @@ -414,9 +414,11 @@ postgresqlScrubberConfiguration: kafkaBrokers: - journal2.internal.staging.swh.network:9092 + - kafka3.internal.staging.swh.network:9092 internalSecuredKafkaBrokers: - journal2.internal.staging.swh.network:9094 + - kafka3.internal.staging.swh.network:9094 indexerJournalWriterConfiguration: brokersConfigurationRef: kafkaBrokers diff --git a/swh/values/staging/swh-cassandra.yaml b/swh/values/staging/swh-cassandra.yaml index f8251db246710c4873b2b798f17274017ceef97b..7d325a3f5d786bbeaf3f0bc42857ca5ef1f9d3bc 100644 --- a/swh/values/staging/swh-cassandra.yaml +++ b/swh/values/staging/swh-cassandra.yaml @@ -2371,6 +2371,7 @@ alter: inventoryStorageConfigurationRef: cassandraROStorageNoMaskingConfiguration graphConfigurationRef: alterGraphConfiguration restorationStorageConfigurationRef: rpcRWStorageConfiguration + journalWriterMirrorConfigurationRef: journalWriterMirrorConfiguration removalSearches: search: searchConfigurationRef: remoteSearchConfiguration