Skip to content
Snippets Groups Projects
Verified Commit 6cdc5c24 authored by Vincent Sellier's avatar Vincent Sellier
Browse files

swh: Declare the configuration to launch a cassandra replayer stack with the...

swh: Declare the configuration to launch a cassandra replayer stack with the error reporting activated

Related to swh/infra/sysadm-environment#4707
parent bf53714c
No related branches found
No related tags found
1 merge request!44swh: Declare the configuration to launch a cassandra replayer stack with the...
namespace: swh-cassandra
sentry:
environment: production
storage_replayer:
enabled: true
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: "swh/replayer"
operator: In
values:
- "true"
journalBrokers:
hosts:
- kafka1.internal.softwareheritage.org:9094
- kafka2.internal.softwareheritage.org:9094
- kafka3.internal.softwareheritage.org:9094
- kafka4.internal.softwareheritage.org:9094
user: swh-cassandra-prod
cassandra:
seeds:
- cassandra01.internal.softwareheritage.org
- cassandra02.internal.softwareheritage.org
- cassandra03.internal.softwareheritage.org
- cassandra04.internal.softwareheritage.org
- cassandra05.internal.softwareheritage.org
- cassandra06.internal.softwareheritage.org
- cassandra07.internal.softwareheritage.org
- cassandra08.internal.softwareheritage.org
error_reporter:
host: redis-cassandra-replayers.redis
port: 6379
db: 1
deployments:
content:
objects:
- content
requestedCpu: 425m
requestedMemory: 200Mi
autoScaling:
maxReplicaCount: 10
directory:
objects:
- directory
batchSize: 250
# Full replay
requestedCpu: 500m
requestedMemory: 250Mi
#Follow up consumption
# requestedMemory: 100Mi
autoScaling:
maxReplicaCount: 10
specific_options:
directory_entries_insert_algo: batch
extid:
objects:
- extid
batchSize: 1000
# Full replay
requestedCpu: 400m
requestedMemory: 200Mi
#Follow up consumption
# requestedCpu: 50m
autoScaling:
maxReplicaCount: 5
metadata:
objects:
- metadata_authority
- metadata_fetcher
# follow up consumption
requestedCpu: 50m
requestedMemory: 100Mi
autoScaling:
maxReplicaCount: 5
raw-extrinsic-metadata:
objects:
- raw_extrinsic_metadata
batchSize: 250
# Full replay
requestedCpu: 400m
requestedMemory: 200Mi
# follow up consumption
# requestedCpu: 50m
autoScaling:
maxReplicaCount: 5
origin:
objects:
- origin
batchSize: 1000
# Full replay
requestedCpu: 400m
requestedMemory: 200Mi
#Follow up consumption
# requestedCpu: 50m
autoScaling:
maxReplicaCount: 5
origin-visit:
objects:
- origin_visit
batchSize: 1000
# Full replay
requestedCpu: 400m
requestedMemory: 400Mi
#Follow up consumption
# requestedCpu: 100m
# requestedMemory: 100Mi
autoScaling:
maxReplicaCount: 5
origin-visit-status:
objects:
- origin_visit_status
batchSize: 1000
# Full replay
requestedCpu: 500m
requestedMemory: 300Mi
#Follow up consumption
# requestedCpu: 55m
# requestedMemory: 200Mi
autoScaling:
maxReplicaCount: 5
release:
objects:
- release
batchSize: 1000
privileged: true
# Full replay
requestedCpu: 600m
requestedMemory: 300Mi
# follow up consumption
# requestedCpu: 50m
autoScaling:
maxReplicaCount: 5
revision:
objects:
- revision
batchSize: 1000
privileged: true
# Full replay
requestedCpu: 750m
requestedMemory: 750Mi
# follow up consumption
# requestedCpu: 50m
# requestedMemory: 400Mi
autoScaling:
maxReplicaCount: 5
skipped-content:
objects:
- skipped_content
batchSize: 100
# Full replay
requestedCpu: 300m
requestedMemory: 400Mi
# follow up consumption
# requestedCpu: 50m
autoScaling:
maxReplicaCount: 5
snapshot:
objects:
- snapshot
batchSize: 250
requestedCpu: 400m
requestedMemory: 250Mi
# follow up consumption
# requestedCpu: 80m
autoScaling:
maxReplicaCount: 5
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment