reonokiy/swh-lister
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

packagist: Allow batch size records configuration in constructor

Browse source 
This allows to configure smaller batch when testing from docker & cli.
This commit is contained in:
Antoine R. Dumont (@ardumont) 2023-08-03 11:01:01 +02:00
parent f236f3d163
commit d4f3e91466
No known key found for this signature in database
GPG key ID: 52E2E9840D10C3B8
1 changed files with 2 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

2
swh/lister/packagist/lister.py
View file

@ -75,6 +75,7 @@ class PackagistLister(Lister[PackagistListerState, PackagistPageType]):
max_origins_per_page: Optional[int] = None,
max_pages: Optional[int] = None,
enable_origins: bool = True,
record_batch_size: int = 1000,
):
super().__init__(
scheduler=scheduler,
@ -85,6 +86,7 @@ class PackagistLister(Lister[PackagistListerState, PackagistPageType]):
max_origins_per_page=max_origins_per_page,
max_pages=max_pages,
enable_origins=enable_origins,
record_batch_size=record_batch_size,
)
self.session.headers.update({"Accept": "application/json"})