From 3338c3cd39f4cba50f4b08ea1e433d1421ec50d4 Mon Sep 17 00:00:00 2001
From: "Antoine R. Dumont (@ardumont)" <ardumont@softwareheritage.org>
Date: Fri, 26 Jan 2024 17:21:59 +0100
Subject: [PATCH] production/storage: Deploy banco objstorage pathslicing
Refs. swh/infra/sysadm-environment#5226
---
swh/values/production/default.yaml | 5 +++
swh/values/production/swh.yaml | 51 ++++++++++++++++++++++++++++++
2 files changed, 56 insertions(+)
diff --git a/swh/values/production/default.yaml b/swh/values/production/default.yaml
index f4bcd603c..d159213bc 100644
--- a/swh/values/production/default.yaml
+++ b/swh/values/production/default.yaml
@@ -320,6 +320,11 @@ pathslicingSaamZfsObjstorageConfiguration: &objstorage-saam-zfs-pathslicing-conf
slicing: 0:2/0:5
compression: none
+readonlyBancoXfsObjstorageConfiguration:
+ cls: pathslicing
+ root: "/srv/softwareheritage/objects"
+ slicing: 0:2/2:4/4:6
+
multiplexerBancoSaamRemoteConfiguration:
cls: multiplexer
objstorages:
diff --git a/swh/values/production/swh.yaml b/swh/values/production/swh.yaml
index 25c33be0c..e531bfb31 100644
--- a/swh/values/production/swh.yaml
+++ b/swh/values/production/swh.yaml
@@ -1510,6 +1510,57 @@ objstorage:
default:
paths:
- path: /
+ ro-banco-xfs:
+ enabled: true
+ requestedCpu: 250m
+ requestedMemory: 1024Mi
+ replicas: 2
+ gunicorn:
+ workers: 4
+ threads: 2
+ timeout: 3600
+ objstorageConfigurationRef: readonlyBancoXfsObjstorageConfiguration
+ extraRpcConfiguration:
+ client_max_size: 1073741824
+ extraVolumes:
+ pathslicing-ro:
+ mountPath: /srv/softwareheritage/objects
+ volumeDefinition:
+ hostPath:
+ path: /srv/softwareheritage/objects
+ type: Directory
+ readOnly: true
+ # Deploy only on saam
+ nodeSelector:
+ kubernetes.io/hostname: banco
+ # And add a specific affinity
+ affinity:
+ nodeAffinity:
+ requiredDuringSchedulingIgnoredDuringExecution:
+ nodeSelectorTerms:
+ - matchExpressions:
+ - key: swh/objstorage-pathslicing
+ operator: In
+ values:
+ - "true"
+ # Deploy an ingress to access the objstorage
+ hosts:
+ - objstorage-ro-banco-xfs-rpc-ingress
+ ingress:
+ enabled: true
+ # mandatory if ingress is enabled
+ # the hostname on which the objstorage must be reachable
+ # Optional: the ingress classname to use
+ className: nginx
+ whitelistSourceRangeRef: internalNetworkRanges
+ extraAnnotations:
+ nginx.ingress.kubernetes.io/proxy-body-size: 4G
+ nginx.ingress.kubernetes.io/proxy-buffering: "on"
+ nginx.ingress.kubernetes.io/client-body-buffer-size: 128K
+ endpoints:
+ default:
+ paths:
+ - path: /
deposit:
enabled: true
--
GitLab