reonokiy/swh-lister
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

lister*: Migrate away from SWHConfig mixin

Browse source 
Related to T1532 T1410 D3965
This commit is contained in:
Antoine R. Dumont (@ardumont) 2020-10-05 12:54:15 +02:00
parent 4d6b99188e
commit 56f08b73f6
No known key found for this signature in database
GPG key ID: 52E2E9840D10C3B8
3 changed files with 43 additions and 36 deletions
Download patch file Download diff file Expand all files Collapse all files

15
swh/lister/npm/lister.py
View file

@ -6,10 +6,15 @@ from typing import Any, Dict, List, Optional
from requests import Response
from swh.core import config
from swh.lister.core.indexing_lister import IndexingHttpLister
from swh.lister.npm.models import NpmModel
from swh.scheduler.utils import create_task_dict
DEFAULT_CONFIG = {
"loading_task_policy": "recurring",
}
class NpmListerBase(IndexingHttpLister):
"""List packages available in the npm registry in a paginated way
@ -24,18 +29,10 @@ class NpmListerBase(IndexingHttpLister):
self, url="https://replicate.npmjs.com", per_page=1000, override_config=None
):
super().__init__(url=url, override_config=override_config)
self.config = config.merge_configs(DEFAULT_CONFIG, self.config)
self.per_page = per_page + 1
self.PATH_TEMPLATE += "&limit=%s" % self.per_page
@property
def ADDITIONAL_CONFIG(self) -> Dict[str, Any]:
"""(Override) Add extra configuration
"""
default_config = super().ADDITIONAL_CONFIG
default_config["loading_task_policy"] = ("str", "recurring")
return default_config
def get_model_from_repo(self, repo_name: str) -> Dict[str, str]:
"""(Override) Transform from npm package name to model