reonokiy/swh-lister
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

swh.lister.core: Make gitlab lister a paging lister instance

Browse source 
Related T989
This commit is contained in:
Antoine R. Dumont (@ardumont) 2018-07-03 18:05:57 +02:00
parent db36c499fe
commit 935b9cd24f
No known key found for this signature in database
GPG key ID: 52E2E9840D10C3B8
2 changed files with 120 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

18
swh/lister/gitlab/lister.py
View file

@ -6,20 +6,14 @@ import random
import re
import time
from ..core.indexing_lister import SWHIndexingHttpLister
from ..core.paging_lister import SWHPagingHttpLister
from .models import GitLabModel
class GitLabLister(SWHIndexingHttpLister):
# Path to give and mentioning the last id for the next page
class GitLabLister(SWHPagingHttpLister):
# Template path expecting an integer that represents the page id
PATH_TEMPLATE = '/projects?page=%d&order_by=id&sort=asc&simple=true'
# gitlab api do not have an indexable identifier so using the page
# id
API_URL_INDEX_RE = re.compile(r'^.*/projects.*\&page=(\d+).*')
# The indexable field, the one we are supposed to use in the api
# query is not part of the lookup query. So, we cannot filter
# (method filter_before_inject), nor detect and disable origins
# (method disable_deleted_repo_tasks)
MODEL = GitLabModel
@property
@ -79,12 +73,6 @@ class GitLabLister(SWHIndexingHttpLister):
params['auth'] = (auth['username'], auth['password'])
return params
def filter_before_inject(self, models_list):
"""We cannot filter so returns the models_list as is.
"""
return models_list
def get_model_from_repo(self, repo):
return {
'instance': self.lister_name,