From 34eddb1fd7cc6ad2d60715fdf0fda5f4dcdcdb35 Mon Sep 17 00:00:00 2001 From: "Antoine R. Dumont (@ardumont)" Date: Tue, 31 Jul 2018 08:43:36 +0200 Subject: [PATCH] core/simple_lister: Use bigger batch of data --- swh/lister/core/simple_lister.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/swh/lister/core/simple_lister.py b/swh/lister/core/simple_lister.py index c9e9d6b..8fddadd 100644 --- a/swh/lister/core/simple_lister.py +++ b/swh/lister/core/simple_lister.py @@ -47,7 +47,7 @@ class SimpleLister(SWHListerBase): models_list = self.filter_before_inject(models_list) from swh.core import utils all_injected = [] - for models in utils.grouper(models_list, n=1000): + for models in utils.grouper(models_list, n=10000): models = list(models) logging.debug('models: %s' % len(models)) # inject into local db