diff --git a/swh/values/staging/next-version.yaml b/swh/values/staging/next-version.yaml index 75d03c3e5289a49647b23f27f0e8eb3ac353ef85..5c0b7520b4242741dd1d367967830f7f1c35f1de 100644 --- a/swh/values/staging/next-version.yaml +++ b/swh/values/staging/next-version.yaml @@ -527,7 +527,7 @@ storageReplayer: cassandraSeeds: - cassandra-cluster-next-version-service -cassandraStorage: +cassandraStorage: &cassandraStorage cls: cassandra cassandraSeedsRef: cassandraSeeds keyspace: swh @@ -657,12 +657,30 @@ rwStorageCassandraWithJournalConfiguration: journalWriterConfigurationRef: storageJournalWriterConfiguration objstorageConfigurationRef: rpcRWObjstoragePathslicingConfiguration + +cassandraStorageForReferenceTableJob: + <<: *cassandraStorage + specificOptions: + table_options: + object_references_*: "compression = {'class': 'ZstdCompressor', 'compression_level':'19'} AND compaction = {'class': 'UnifiedCompactionStrategy'}" + +rwCassandraStorageForReferenceTableJob: + storageConfigurationRef: cassandraStorageForReferenceTableJob + objstorageConfigurationRef: noopObjstorageConfiguration + storage: enabled: true deployments: # main storage to let the loaders write rw-cassandra: storageConfigurationRef: rwStorageCassandraWithJournalConfiguration + cronjobs: + create-object-reference-partitions: + enabled: false + storageConfigurationRef: rwCassandraStorageForReferenceTableJob + logLevel: INFO + cron: 5 0 * * mon + concurrencyPolicy: Forbid # a storage postgresql instance to replay data rw-postgresql: enabled: true diff --git a/swh/values/staging/swh-cassandra.yaml b/swh/values/staging/swh-cassandra.yaml index dd894c948641388dcb2e206bad2e6519f32367d8..f3626b32452548245c87a6244417569c3a909b3e 100644 --- a/swh/values/staging/swh-cassandra.yaml +++ b/swh/values/staging/swh-cassandra.yaml @@ -37,7 +37,7 @@ cassandraSeeds: - cassandra2.internal.staging.swh.network - cassandra3.internal.staging.swh.network -cassandraStorage: +cassandraStorage: &cassandraStorage cls: cassandra cassandraSeedsRef: cassandraSeeds keyspace: swh @@ -88,10 +88,21 @@ cassandraChecksROStorage: secretKeyRef: common-secrets secretKeyName: cassandra-swh-ro-password +cassandraStorageForReferenceTableJob: + <<: *cassandraStorage + specificOptions: + # /!\ All the specific options of ^ are overridden + table_options: + object_references_*: "compression = {'class': 'ZstdCompressor', 'compression_level':'19'} AND compaction = {'class': 'UnifiedCompactionStrategy'}" + cassandraRWNoObjstorageStorageConfiguration: storageConfigurationRef: cassandraStorage objstorageConfigurationRef: noopObjstorageConfiguration +cassandraRWForReferenceTableJobConfiguration: + storageConfigurationRef: cassandraStorageForReferenceTableJob + objstorageConfigurationRef: noopObjstorageConfiguration + postgresqlRWNoObjstorageStorageConfiguration: storageConfigurationRef: primaryPostgresqlRWStorageConfiguration objstorageConfigurationRef: noopObjstorageConfiguration @@ -813,7 +824,7 @@ storage: cronjobs: create-object-reference-partitions: enabled: true - storageConfigurationRef: cassandraRWNoObjstorageStorageConfiguration + storageConfigurationRef: cassandraRWForReferenceTableJobConfiguration logLevel: INFO cron: 5 0 * * mon concurrencyPolicy: Forbid