diff --git a/swh/templates/storage/configmap.yaml b/swh/templates/storage/configmap.yaml index feec9775c51484835f79db10398f1d6265d82f2b..b79a55e19b9d66ca4ebb21dd6c38ecc004b4f92f 100644 --- a/swh/templates/storage/configmap.yaml +++ b/swh/templates/storage/configmap.yaml @@ -32,4 +32,18 @@ data: objstorages: {{ .Values.storage.objstorageConfig }} {{- end }} + {{- if .Values.storage.journalWriter }} + {{- with .Values.storage.journalWriter }} + journal_writer: + cls: kafka + brokers: + {{- range $broker := .brokers }} + - {{ $broker }} + {{- end}} + prefix: {{ .prefix | default "swh.journal.objects" }} + client_id: {{ .clientId }} + anonymize: {{ .anonymize | default true }} + producer_config: {{ .producerConfig | nindent 10 }} + {{- end }} + {{- end }} {{- end -}} diff --git a/swh/values.yaml b/swh/values.yaml index d1e101fc8fe22dbc0eab43c2c1b96ee8dabae0b7..62b4b1e32f6ae362c7a84e1caf012a6a4ec5e688 100644 --- a/swh/values.yaml +++ b/swh/values.yaml @@ -245,6 +245,22 @@ storage: # the hostname on which the storage must be reachable # host: mystorage.localdomain + ## if journal access is required + ## mandatory values + #journalWriter: + # brokers: + # - kafka1 + # - kafka2 + # - kafka3 + # clientId: swh.storage.journal_writer.storage1 + # producerConfig: |- + # message.max.bytes: 1000000000 + # item2: value2 + # item3: value3 + ## optional values with their default value + # prefix: swh.journal.objects + # anonymize: true + web: enabled: false logLevel: INFO diff --git a/swh/values/staging-cassandra.yaml b/swh/values/staging-cassandra.yaml index edbf471335daf851ee3fe4409ed2cef560430f83..b08727ebd8c0aedca3cdde5bce4aa7098c55e597 100644 --- a/swh/values/staging-cassandra.yaml +++ b/swh/values/staging-cassandra.yaml @@ -199,6 +199,13 @@ storage: gunicorn: threads: 4 workers: 8 + #journalWriter: + # brokers: + # - journal1.internal.staging.swh.network + # - journal2.internal.staging.swh.network + # clientId: swh.storage.journal_writer.storage + # producerConfig: |- + # message.max.bytes: 1000000000 web: enabled: true