From 003cf5491f96ace5e4a4be7436d260bcd6b93421 Mon Sep 17 00:00:00 2001 From: "Antoine R. Dumont (@ardumont)" Date: Fri, 29 Jan 2021 16:55:29 +0100 Subject: [PATCH] pattern: Bump packet split to chunk of 1000 records Listers like github and bitbucket should not be impacted as they already list 1000 records per page. --- swh/lister/pattern.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/swh/lister/pattern.py b/swh/lister/pattern.py index 4f541fb..1a6b3e3 100644 --- a/swh/lister/pattern.py +++ b/swh/lister/pattern.py @@ -223,7 +223,7 @@ class Lister(Generic[StateType, PageType]): the number of listed origins recorded in the scheduler """ count = 0 - for batch_origins in grouper(origins, n=100): + for batch_origins in grouper(origins, n=1000): ret = self.scheduler.record_listed_origins(batch_origins) count += len(ret)