From d85bcdac5b8d9e621170a105cf78fcf1275727be Mon Sep 17 00:00:00 2001
From: Antoine Lambert <antoine.lambert@inria.fr>
Date: Fri, 28 Jun 2019 15:43:15 +0200
Subject: [PATCH] simple_lister: Split models into smaller chunks to avoid
oversized db transactions
Related T1659
---
swh/lister/core/simple_lister.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/swh/lister/core/simple_lister.py b/swh/lister/core/simple_lister.py
index 32b95d49..72f5b979 100644
--- a/swh/lister/core/simple_lister.py
+++ b/swh/lister/core/simple_lister.py
@@ -45,7 +45,7 @@ class SimpleLister(ListerBase):
models_list = self.transport_response_simplified(response)
models_list = self.filter_before_inject(models_list)
all_injected = []
- for models in utils.grouper(models_list, n=10000):
+ for models in utils.grouper(models_list, n=1000):
models = list(models)
logging.debug('models: %s' % len(models))
# inject into local db
--
GitLab