reonokiy/swh-lister
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

GitHub: Start moving the request logic to a separate function

Browse source
This commit is contained in:
Nicolas Dandrimont 2021-02-05 15:22:10 +01:00
parent 8f7dbb7488
commit 03b10e5c83
1 changed files with 9 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

10
swh/lister/github/lister.py
View file

@ -36,6 +36,14 @@ def init_session(session: Optional[requests.Session] = None) -> requests.Session
return session
def github_request(
url: str, session: Optional[requests.Session] = None
) -> requests.Response:
session = init_session(session)
return session.get(url)
@dataclass
class GitHubListerState:
"""State of the GitHub lister"""
@ -161,7 +169,7 @@ class GitHubLister(Lister[GitHubListerState, List[Dict[str, Any]]]):
max_attempts = 1 if self.anonymous else len(self.credentials)
reset_times: Dict[int, int] = {} # token index -> time
for attempt in range(max_attempts):
response = self.session.get(current_url)
response = github_request(current_url, self.session)
if not (
# GitHub returns inconsistent status codes between unauthenticated
# rate limit and authenticated rate limits. Handle both.