swh/storage: Add `raw_extrinsic_metadata` backfiller
Related to swh/infra/sysadm-environment#5216 (closed)
These modifications will deploy jobs to re-send the missing objects to raw_extrinsic_metadata kafka topic.
For content, release and snapshot there is only one job.
For directory, revision and origin there are 16 jobs.
Helm diff
./swh/helm-diff.sh
[swh] Comparing changes between branches production and storage_backfiller (per environment)...
Your branch is up to date with 'origin/production'.
[swh] Generate config in production branch for environment staging, namespace swh...
[swh] Generate config in production branch for environment staging, namespace swh-cassandra...
[swh] Generate config in production branch for environment staging, namespace swh-cassandra-next-version...
Your branch is up to date with 'origin/storage_backfiller'.
[swh] Generate config in storage_backfiller branch for environment staging...
[swh] Generate config in storage_backfiller branch for environment staging...
[swh] Generate config in storage_backfiller branch for environment staging...
Your branch is up to date with 'origin/production'.
[swh] Generate config in production branch for environment production, namespace swh...
[swh] Generate config in production branch for environment production, namespace swh-cassandra...
[swh] Generate config in production branch for environment production, namespace swh-cassandra-next-version...
Your branch is up to date with 'origin/storage_backfiller'.
[swh] Generate config in storage_backfiller branch for environment production...
[swh] Generate config in storage_backfiller branch for environment production...
[swh] Generate config in storage_backfiller branch for environment production...
------------- diff for environment staging namespace swh -------------
_ __ __
_| |_ _ / _|/ _| between /tmp/swh-chart.swh.vBWDVJPh/staging-swh.before, 111 documents
/ _' | | | | |_| |_ and /tmp/swh-chart.swh.vBWDVJPh/staging-swh.after, 111 documents
| (_| | |_| | _| _|
\__,_|\__, |_| |_| returned no differences
|___/
------------- diff for environment staging namespace swh-cassandra -------------
_ __ __
_| |_ _ / _|/ _| between /tmp/swh-chart.swh.vBWDVJPh/staging-swh-cassandra.before, 377 documents
/ _' | | | | |_| |_ and /tmp/swh-chart.swh.vBWDVJPh/staging-swh-cassandra.after, 377 documents
| (_| | |_| | _| _|
\__,_|\__, |_| |_| returned no differences
|___/
------------- diff for environment staging namespace swh-cassandra-next-version -------------
_ __ __
_| |_ _ / _|/ _| between /tmp/swh-chart.swh.vBWDVJPh/staging-swh-cassandra-next-version.before, 146 documents
/ _' | | | | |_| |_ and /tmp/swh-chart.swh.vBWDVJPh/staging-swh-cassandra-next-version.after, 146 documents
| (_| | |_| | _| _|
\__,_|\__, |_| |_| returned no differences
|___/
------------- diff for environment production namespace swh -------------
_ __ __
_| |_ _ / _|/ _| between /tmp/swh-chart.swh.vBWDVJPh/production-swh.before, 410 documents
/ _' | | | | |_| |_ and /tmp/swh-chart.swh.vBWDVJPh/production-swh.after, 467 documents
| (_| | |_| | _| _|
\__,_|\__, |_| |_| returned one difference
|___/
(file level)
---
# Source: swh/templates/storage/backfiller-configmap.yaml
apiVersion: v1
kind: ConfigMap
metadata:
name: storage-backfiller-raw_extrinsic_metadata-content-configuration-template
namespace: swh
data:
config.yml.template: |
storage:
cls: postgresql
db: host=postgresql-storage-rw.internal.softwareheritage.org port=5432 user=guest
dbname=softwareheritage password=${POSTGRESQL_PASSWORD}
journal_writer:
anonymize: true
brokers:
- kafka1.internal.softwareheritage.org
- kafka2.internal.softwareheritage.org
- kafka3.internal.softwareheritage.org
- kafka4.internal.softwareheritage.org
client_id: swh.storage.journal_writer.${HOSTNAME}
cls: kafka
prefix: swh.journal.objects
producer_config:
message.max.bytes: 1000000000
# Source: swh/templates/storage/backfiller-configmap.yaml
apiVersion: v1
kind: ConfigMap
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-directory-configuration-template
data:
config.yml.template: |
storage:
cls: postgresql
db: host=postgresql-storage-rw.internal.softwareheritage.org port=5432 user=guest
dbname=softwareheritage password=${POSTGRESQL_PASSWORD}
journal_writer:
anonymize: true
brokers:
- kafka1.internal.softwareheritage.org
- kafka2.internal.softwareheritage.org
- kafka3.internal.softwareheritage.org
- kafka4.internal.softwareheritage.org
client_id: swh.storage.journal_writer.${HOSTNAME}
cls: kafka
prefix: swh.journal.objects
producer_config:
message.max.bytes: 1000000000
# Source: swh/templates/storage/backfiller-configmap.yaml
apiVersion: v1
kind: ConfigMap
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-origin-configuration-template
data:
config.yml.template: |
storage:
cls: postgresql
db: host=postgresql-storage-rw.internal.softwareheritage.org port=5432 user=guest
dbname=softwareheritage password=${POSTGRESQL_PASSWORD}
journal_writer:
anonymize: true
brokers:
- kafka1.internal.softwareheritage.org
- kafka2.internal.softwareheritage.org
- kafka3.internal.softwareheritage.org
- kafka4.internal.softwareheritage.org
client_id: swh.storage.journal_writer.${HOSTNAME}
cls: kafka
prefix: swh.journal.objects
producer_config:
message.max.bytes: 1000000000
# Source: swh/templates/storage/backfiller-configmap.yaml
apiVersion: v1
kind: ConfigMap
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-release-configuration-template
data:
config.yml.template: |
storage:
cls: postgresql
db: host=postgresql-storage-rw.internal.softwareheritage.org port=5432 user=guest
dbname=softwareheritage password=${POSTGRESQL_PASSWORD}
journal_writer:
anonymize: true
brokers:
- kafka1.internal.softwareheritage.org
- kafka2.internal.softwareheritage.org
- kafka3.internal.softwareheritage.org
- kafka4.internal.softwareheritage.org
client_id: swh.storage.journal_writer.${HOSTNAME}
cls: kafka
prefix: swh.journal.objects
producer_config:
message.max.bytes: 1000000000
# Source: swh/templates/storage/backfiller-configmap.yaml
apiVersion: v1
kind: ConfigMap
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-revision-configuration-template
data:
config.yml.template: |
storage:
cls: postgresql
db: host=postgresql-storage-rw.internal.softwareheritage.org port=5432 user=guest
dbname=softwareheritage password=${POSTGRESQL_PASSWORD}
journal_writer:
anonymize: true
brokers:
- kafka1.internal.softwareheritage.org
- kafka2.internal.softwareheritage.org
- kafka3.internal.softwareheritage.org
- kafka4.internal.softwareheritage.org
client_id: swh.storage.journal_writer.${HOSTNAME}
cls: kafka
prefix: swh.journal.objects
producer_config:
message.max.bytes: 1000000000
# Source: swh/templates/storage/backfiller-configmap.yaml
apiVersion: v1
kind: ConfigMap
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-snapshot-configuration-template
data:
config.yml.template: |
storage:
cls: postgresql
db: host=postgresql-storage-rw.internal.softwareheritage.org port=5432 user=guest
dbname=softwareheritage password=${POSTGRESQL_PASSWORD}
journal_writer:
anonymize: true
brokers:
- kafka1.internal.softwareheritage.org
- kafka2.internal.softwareheritage.org
- kafka3.internal.softwareheritage.org
- kafka4.internal.softwareheritage.org
client_id: swh.storage.journal_writer.${HOSTNAME}
cls: kafka
prefix: swh.journal.objects
producer_config:
message.max.bytes: 1000000000
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-content-0
labels:
app: storage-backfiller-raw_extrinsic_metadata-content-0
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-content
annotations:
checksum/config: 813cecd5a84bb7a522dc8fb9dfd2c684e009d6b46f6289b00b32ddae58647c4c
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-content
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:cnt:000000000000000000000000000000000000000"
- "--end-object"
- "swh:1:cnt:fffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-content"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-content-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-directory-0
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory-0
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory
annotations:
checksum/config: fc754273c3399f8b3420d3c5f1f7ea4784a378f6f075a112f7014b73341a99ae
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-directory
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:dir:000000000000000000000000000000000000000"
- "--end-object"
- "swh:1:dir:0ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-directory"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-directory-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-directory-1
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory-1
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory
annotations:
checksum/config: fc754273c3399f8b3420d3c5f1f7ea4784a378f6f075a112f7014b73341a99ae
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-directory
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:dir:100000000000000000000000000000000000000"
- "--end-object"
- "swh:1:dir:1ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-directory"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-directory-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-directory-2
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory-2
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory
annotations:
checksum/config: fc754273c3399f8b3420d3c5f1f7ea4784a378f6f075a112f7014b73341a99ae
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-directory
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:dir:200000000000000000000000000000000000000"
- "--end-object"
- "swh:1:dir:2ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-directory"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-directory-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-directory-3
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory-3
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory
annotations:
checksum/config: fc754273c3399f8b3420d3c5f1f7ea4784a378f6f075a112f7014b73341a99ae
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-directory
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:dir:300000000000000000000000000000000000000"
- "--end-object"
- "swh:1:dir:3ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-directory"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-directory-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-directory-4
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory-4
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory
annotations:
checksum/config: fc754273c3399f8b3420d3c5f1f7ea4784a378f6f075a112f7014b73341a99ae
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-directory
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:dir:400000000000000000000000000000000000000"
- "--end-object"
- "swh:1:dir:4ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-directory"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-directory-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-directory-5
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory-5
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory
annotations:
checksum/config: fc754273c3399f8b3420d3c5f1f7ea4784a378f6f075a112f7014b73341a99ae
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-directory
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:dir:500000000000000000000000000000000000000"
- "--end-object"
- "swh:1:dir:5ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-directory"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-directory-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-directory-6
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory-6
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory
annotations:
checksum/config: fc754273c3399f8b3420d3c5f1f7ea4784a378f6f075a112f7014b73341a99ae
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-directory
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:dir:600000000000000000000000000000000000000"
- "--end-object"
- "swh:1:dir:6ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-directory"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-directory-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-directory-7
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory-7
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory
annotations:
checksum/config: fc754273c3399f8b3420d3c5f1f7ea4784a378f6f075a112f7014b73341a99ae
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-directory
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:dir:700000000000000000000000000000000000000"
- "--end-object"
- "swh:1:dir:7ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-directory"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-directory-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-directory-8
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory-8
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory
annotations:
checksum/config: fc754273c3399f8b3420d3c5f1f7ea4784a378f6f075a112f7014b73341a99ae
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-directory
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:dir:800000000000000000000000000000000000000"
- "--end-object"
- "swh:1:dir:8ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-directory"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-directory-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-directory-9
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory-9
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory
annotations:
checksum/config: fc754273c3399f8b3420d3c5f1f7ea4784a378f6f075a112f7014b73341a99ae
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-directory
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:dir:900000000000000000000000000000000000000"
- "--end-object"
- "swh:1:dir:9ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-directory"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-directory-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-directory-10
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory-10
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory
annotations:
checksum/config: fc754273c3399f8b3420d3c5f1f7ea4784a378f6f075a112f7014b73341a99ae
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-directory
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:dir:a00000000000000000000000000000000000000"
- "--end-object"
- "swh:1:dir:affffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-directory"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-directory-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-directory-11
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory-11
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory
annotations:
checksum/config: fc754273c3399f8b3420d3c5f1f7ea4784a378f6f075a112f7014b73341a99ae
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-directory
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:dir:b00000000000000000000000000000000000000"
- "--end-object"
- "swh:1:dir:bffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-directory"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-directory-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-directory-12
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory-12
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory
annotations:
checksum/config: fc754273c3399f8b3420d3c5f1f7ea4784a378f6f075a112f7014b73341a99ae
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-directory
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:dir:c00000000000000000000000000000000000000"
- "--end-object"
- "swh:1:dir:cffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-directory"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-directory-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-directory-13
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory-13
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory
annotations:
checksum/config: fc754273c3399f8b3420d3c5f1f7ea4784a378f6f075a112f7014b73341a99ae
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-directory
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:dir:d00000000000000000000000000000000000000"
- "--end-object"
- "swh:1:dir:dffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-directory"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-directory-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-directory-14
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory-14
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory
annotations:
checksum/config: fc754273c3399f8b3420d3c5f1f7ea4784a378f6f075a112f7014b73341a99ae
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-directory
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:dir:e00000000000000000000000000000000000000"
- "--end-object"
- "swh:1:dir:effffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-directory"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-directory-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-directory-15
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory-15
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-directory
annotations:
checksum/config: fc754273c3399f8b3420d3c5f1f7ea4784a378f6f075a112f7014b73341a99ae
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-directory
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:dir:f00000000000000000000000000000000000000"
- "--end-object"
- "swh:1:dir:fffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-directory"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-directory-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-origin-0
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin-0
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin
annotations:
checksum/config: 96d89ff11af1e201a252cd48ad333f8609888c9a6ae48c0a98e4a9edcf962429
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-origin
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:ori:000000000000000000000000000000000000000"
- "--end-object"
- "swh:1:ori:0ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-origin"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-origin-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-origin-1
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin-1
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin
annotations:
checksum/config: 96d89ff11af1e201a252cd48ad333f8609888c9a6ae48c0a98e4a9edcf962429
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-origin
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:ori:100000000000000000000000000000000000000"
- "--end-object"
- "swh:1:ori:1ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-origin"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-origin-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-origin-2
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin-2
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin
annotations:
checksum/config: 96d89ff11af1e201a252cd48ad333f8609888c9a6ae48c0a98e4a9edcf962429
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-origin
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:ori:200000000000000000000000000000000000000"
- "--end-object"
- "swh:1:ori:2ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-origin"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-origin-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-origin-3
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin-3
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin
annotations:
checksum/config: 96d89ff11af1e201a252cd48ad333f8609888c9a6ae48c0a98e4a9edcf962429
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-origin
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:ori:300000000000000000000000000000000000000"
- "--end-object"
- "swh:1:ori:3ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-origin"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-origin-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-origin-4
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin-4
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin
annotations:
checksum/config: 96d89ff11af1e201a252cd48ad333f8609888c9a6ae48c0a98e4a9edcf962429
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-origin
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:ori:400000000000000000000000000000000000000"
- "--end-object"
- "swh:1:ori:4ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-origin"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-origin-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-origin-5
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin-5
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin
annotations:
checksum/config: 96d89ff11af1e201a252cd48ad333f8609888c9a6ae48c0a98e4a9edcf962429
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-origin
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:ori:500000000000000000000000000000000000000"
- "--end-object"
- "swh:1:ori:5ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-origin"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-origin-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-origin-6
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin-6
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin
annotations:
checksum/config: 96d89ff11af1e201a252cd48ad333f8609888c9a6ae48c0a98e4a9edcf962429
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-origin
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:ori:600000000000000000000000000000000000000"
- "--end-object"
- "swh:1:ori:6ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-origin"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-origin-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-origin-7
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin-7
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin
annotations:
checksum/config: 96d89ff11af1e201a252cd48ad333f8609888c9a6ae48c0a98e4a9edcf962429
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-origin
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:ori:700000000000000000000000000000000000000"
- "--end-object"
- "swh:1:ori:7ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-origin"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-origin-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-origin-8
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin-8
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin
annotations:
checksum/config: 96d89ff11af1e201a252cd48ad333f8609888c9a6ae48c0a98e4a9edcf962429
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-origin
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:ori:800000000000000000000000000000000000000"
- "--end-object"
- "swh:1:ori:8ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-origin"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-origin-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-origin-9
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin-9
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin
annotations:
checksum/config: 96d89ff11af1e201a252cd48ad333f8609888c9a6ae48c0a98e4a9edcf962429
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-origin
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:ori:900000000000000000000000000000000000000"
- "--end-object"
- "swh:1:ori:9ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-origin"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-origin-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-origin-10
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin-10
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin
annotations:
checksum/config: 96d89ff11af1e201a252cd48ad333f8609888c9a6ae48c0a98e4a9edcf962429
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-origin
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:ori:a00000000000000000000000000000000000000"
- "--end-object"
- "swh:1:ori:affffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-origin"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-origin-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-origin-11
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin-11
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin
annotations:
checksum/config: 96d89ff11af1e201a252cd48ad333f8609888c9a6ae48c0a98e4a9edcf962429
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-origin
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:ori:b00000000000000000000000000000000000000"
- "--end-object"
- "swh:1:ori:bffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-origin"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-origin-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-origin-12
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin-12
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin
annotations:
checksum/config: 96d89ff11af1e201a252cd48ad333f8609888c9a6ae48c0a98e4a9edcf962429
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-origin
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:ori:c00000000000000000000000000000000000000"
- "--end-object"
- "swh:1:ori:cffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-origin"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-origin-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-origin-13
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin-13
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin
annotations:
checksum/config: 96d89ff11af1e201a252cd48ad333f8609888c9a6ae48c0a98e4a9edcf962429
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-origin
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:ori:d00000000000000000000000000000000000000"
- "--end-object"
- "swh:1:ori:dffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-origin"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-origin-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-origin-14
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin-14
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin
annotations:
checksum/config: 96d89ff11af1e201a252cd48ad333f8609888c9a6ae48c0a98e4a9edcf962429
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-origin
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:ori:e00000000000000000000000000000000000000"
- "--end-object"
- "swh:1:ori:effffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-origin"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-origin-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-origin-15
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin-15
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-origin
annotations:
checksum/config: 96d89ff11af1e201a252cd48ad333f8609888c9a6ae48c0a98e4a9edcf962429
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-origin
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:ori:f00000000000000000000000000000000000000"
- "--end-object"
- "swh:1:ori:fffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-origin"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-origin-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-release-0
labels:
app: storage-backfiller-raw_extrinsic_metadata-release-0
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-release
annotations:
checksum/config: 7a205081a90ec2e513dc01fc791d1f2a41b1ea4baa0320b45ca77e9c6c1a25fe
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-release
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:rel:000000000000000000000000000000000000000"
- "--end-object"
- "swh:1:rel:fffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-release"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-release-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-revision-0
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision-0
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision
annotations:
checksum/config: 4a3d9d71620872889260efef6baf4c1bc1910ee60df321e7cbacf3df866da015
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-revision
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:rev:000000000000000000000000000000000000000"
- "--end-object"
- "swh:1:rev:0ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-revision"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-revision-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-revision-1
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision-1
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision
annotations:
checksum/config: 4a3d9d71620872889260efef6baf4c1bc1910ee60df321e7cbacf3df866da015
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-revision
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:rev:100000000000000000000000000000000000000"
- "--end-object"
- "swh:1:rev:1ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-revision"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-revision-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-revision-2
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision-2
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision
annotations:
checksum/config: 4a3d9d71620872889260efef6baf4c1bc1910ee60df321e7cbacf3df866da015
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-revision
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:rev:200000000000000000000000000000000000000"
- "--end-object"
- "swh:1:rev:2ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-revision"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-revision-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-revision-3
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision-3
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision
annotations:
checksum/config: 4a3d9d71620872889260efef6baf4c1bc1910ee60df321e7cbacf3df866da015
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-revision
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:rev:300000000000000000000000000000000000000"
- "--end-object"
- "swh:1:rev:3ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-revision"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-revision-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-revision-4
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision-4
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision
annotations:
checksum/config: 4a3d9d71620872889260efef6baf4c1bc1910ee60df321e7cbacf3df866da015
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-revision
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:rev:400000000000000000000000000000000000000"
- "--end-object"
- "swh:1:rev:4ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-revision"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-revision-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-revision-5
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision-5
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision
annotations:
checksum/config: 4a3d9d71620872889260efef6baf4c1bc1910ee60df321e7cbacf3df866da015
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-revision
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:rev:500000000000000000000000000000000000000"
- "--end-object"
- "swh:1:rev:5ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-revision"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-revision-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-revision-6
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision-6
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision
annotations:
checksum/config: 4a3d9d71620872889260efef6baf4c1bc1910ee60df321e7cbacf3df866da015
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-revision
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:rev:600000000000000000000000000000000000000"
- "--end-object"
- "swh:1:rev:6ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-revision"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-revision-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-revision-7
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision-7
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision
annotations:
checksum/config: 4a3d9d71620872889260efef6baf4c1bc1910ee60df321e7cbacf3df866da015
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-revision
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:rev:700000000000000000000000000000000000000"
- "--end-object"
- "swh:1:rev:7ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-revision"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-revision-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-revision-8
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision-8
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision
annotations:
checksum/config: 4a3d9d71620872889260efef6baf4c1bc1910ee60df321e7cbacf3df866da015
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-revision
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:rev:800000000000000000000000000000000000000"
- "--end-object"
- "swh:1:rev:8ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-revision"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-revision-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-revision-9
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision-9
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision
annotations:
checksum/config: 4a3d9d71620872889260efef6baf4c1bc1910ee60df321e7cbacf3df866da015
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-revision
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:rev:900000000000000000000000000000000000000"
- "--end-object"
- "swh:1:rev:9ffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-revision"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-revision-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-revision-10
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision-10
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision
annotations:
checksum/config: 4a3d9d71620872889260efef6baf4c1bc1910ee60df321e7cbacf3df866da015
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-revision
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:rev:a00000000000000000000000000000000000000"
- "--end-object"
- "swh:1:rev:affffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-revision"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-revision-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-revision-11
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision-11
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision
annotations:
checksum/config: 4a3d9d71620872889260efef6baf4c1bc1910ee60df321e7cbacf3df866da015
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-revision
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:rev:b00000000000000000000000000000000000000"
- "--end-object"
- "swh:1:rev:bffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-revision"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-revision-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-revision-12
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision-12
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision
annotations:
checksum/config: 4a3d9d71620872889260efef6baf4c1bc1910ee60df321e7cbacf3df866da015
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-revision
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:rev:c00000000000000000000000000000000000000"
- "--end-object"
- "swh:1:rev:cffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-revision"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-revision-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-revision-13
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision-13
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision
annotations:
checksum/config: 4a3d9d71620872889260efef6baf4c1bc1910ee60df321e7cbacf3df866da015
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-revision
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:rev:d00000000000000000000000000000000000000"
- "--end-object"
- "swh:1:rev:dffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-revision"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-revision-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-revision-14
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision-14
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision
annotations:
checksum/config: 4a3d9d71620872889260efef6baf4c1bc1910ee60df321e7cbacf3df866da015
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-revision
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:rev:e00000000000000000000000000000000000000"
- "--end-object"
- "swh:1:rev:effffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-revision"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-revision-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-revision-15
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision-15
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-revision
annotations:
checksum/config: 4a3d9d71620872889260efef6baf4c1bc1910ee60df321e7cbacf3df866da015
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-revision
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:rev:f00000000000000000000000000000000000000"
- "--end-object"
- "swh:1:rev:fffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-revision"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-revision-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
# Source: swh/templates/storage/backfiller-jobs.yaml
apiVersion: batch/v1
kind: Job
metadata:
namespace: swh
name: storage-backfiller-raw_extrinsic_metadata-snapshot-0
labels:
app: storage-backfiller-raw_extrinsic_metadata-snapshot-0
spec:
backoffLimit: 0
template:
metadata:
labels:
app: storage-backfiller-raw_extrinsic_metadata-snapshot
annotations:
checksum/config: 6181e9088d0ae78020e80f7fd2960fe936c49df1d061b4a6a7839a245b4ebf02
checksum/database-utils: 1cc40c53ffcd5d3a71357e55336d394b97a8e3c6fe8cb7aedc0b595cea7f92b7
checksum/config-utils: d75ca13b805bce6a8ab59c8e24c938f2283108f6a79134f6e71db86308651dc6
spec:
restartPolicy: Never
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: swh/backfiller
operator: In
values:
- "true"
initContainers:
- name: prepare-configuration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/utils:20231211.1"
imagePullPolicy: IfNotPresent
command:
- /entrypoints/prepare-configuration.sh
env:
- name: POSTGRESQL_PASSWORD
valueFrom:
secretKeyRef:
key: postgres-guest-password
name: swh-storage-postgresql-common-secret
optional: false
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: configuration-template
mountPath: /etc/swh/configuration-template
- name: config-utils
mountPath: /entrypoints
readOnly: true
- name: check-migration
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:20240523.1"
command:
- /entrypoints/check-storage-db-version.sh
env:
- name: MODULE
value: storage
volumeMounts:
- name: configuration
mountPath: /etc/swh
- name: database-utils
mountPath: /entrypoints
containers:
- name: raw_extrinsic_metadata-snapshot
image: "container-registry.softwareheritage.org/swh/infra/swh-apps/storage:2.02405231e+07"
imagePullPolicy: IfNotPresent
resources:
requests:
memory: 1200Mi
cpu: 450m
readinessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 15
failureThreshold: 5
periodSeconds: 5
livenessProbe:
exec:
command:
- cat
- /etc/swh/config.yml
initialDelaySeconds: 10
periodSeconds: 5
command:
- /opt/swh/entrypoint.sh
args:
- swh
- storage
- "-C"
- $SWH_CONFIG_FILENAME
- backfill
- "--start-object"
- "swh:1:snp:000000000000000000000000000000000000000"
- "--end-object"
- "swh:1:snp:fffffffffffffffffffffffffffffffffffffff"
- raw_extrinsic_metadata
env:
- name: STATSD_HOST
value: prometheus-statsd-exporter
- name: STATSD_PORT
value: 9125
- name: STATSD_TAGS
value: "deployment:storage-snapshot"
- name: LOG_LEVEL
value: INFO
- name: SWH_SENTRY_ENVIRONMENT
value: production
- name: SWH_MAIN_PACKAGE
value: swh.storage
- name: SWH_SENTRY_DSN
valueFrom:
secretKeyRef:
name: common-secrets
key: storage-sentry-dsn
# 'name' secret should exist & include key
# if the setting doesn't exist, sentry pushes will be disabled
optional: true
- name: SWH_SENTRY_DISABLE_LOGGING_EVENTS
value: "true"
volumeMounts:
- name: configuration
mountPath: /etc/swh
volumes:
- name: configuration
emptyDir: {}
- name: configuration-template
configMap:
name: storage-snapshot-configuration-template
items:
- key: config.yml.template
path: config.yml.template
- name: database-utils
configMap:
name: database-utils
defaultMode: 0555
- name: config-utils
configMap:
name: config-utils
defaultMode: 0555
------------- diff for environment production namespace swh-cassandra -------------
_ __ __
_| |_ _ / _|/ _| between /tmp/swh-chart.swh.vBWDVJPh/production-swh-cassandra.before, 94 documents
/ _' | | | | |_| |_ and /tmp/swh-chart.swh.vBWDVJPh/production-swh-cassandra.after, 94 documents
| (_| | |_| | _| _|
\__,_|\__, |_| |_| returned no differences
|___/