reonokiy/swh-lister
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

packagist: Randomize the packages list

Browse source 
To avoid starting always in the same order the packages list when some problems occur in
previous listing.
This commit is contained in:
Antoine R. Dumont (@ardumont) 2023-08-02 17:28:34 +02:00
parent b4fce7be7a
commit 203f6db8f0
No known key found for this signature in database
GPG key ID: 52E2E9840D10C3B8
1 changed files with 5 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

7
swh/lister/packagist/lister.py
View file

@ -7,6 +7,7 @@ from dataclasses import dataclass
from datetime import datetime, timezone
import logging
from typing import Any, Dict, Iterator, List, Optional
from random import shuffle
import iso8601
import requests
@ -123,9 +124,11 @@ class PackagistLister(Lister[PackagistListerState, PackagistPageType]):
def get_pages(self) -> Iterator[PackagistPageType]:
"""
Yield a single page listing all Packagist projects.
Yield a single page listing all Packagist projects (randomly).
"""
yield self.api_request(self.url)["packageNames"]
package_names = self.api_request(self.url)["packageNames"]
shuffle(package_names)
yield package_names
def _get_metadata_from_page(
self, package_url_format: str, package_name: str