reonokiy/swh-lister
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

core/simple_lister: Use bigger batch of data

Browse source
This commit is contained in:
Antoine R. Dumont (@ardumont) 2018-07-31 08:43:36 +02:00
parent 3a65fbb4c8
commit 34eddb1fd7
No known key found for this signature in database
GPG key ID: 52E2E9840D10C3B8
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
swh/lister/core/simple_lister.py
View file

@ -47,7 +47,7 @@ class SimpleLister(SWHListerBase):
models_list = self.filter_before_inject(models_list)
from swh.core import utils
all_injected = []
for models in utils.grouper(models_list, n=1000):
for models in utils.grouper(models_list, n=10000):
models = list(models)
logging.debug('models: %s' % len(models))
# inject into local db