From 5b4dc289b7571390dc66ac7c1d4d88ee6f43fc06 Mon Sep 17 00:00:00 2001 From: Antoine Lambert Date: Mon, 8 Feb 2021 13:48:44 +0100 Subject: [PATCH] debian: Update archive mirror URL templates to process Some distributions (e.g. debian-security) have a slightly different URL for retrieving source packages metadata. So add a new URL template to process when trying to download such data. Related to T3032#58239 --- swh/lister/debian/lister.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/swh/lister/debian/lister.py b/swh/lister/debian/lister.py index 439ee4b..165bbc2 100644 --- a/swh/lister/debian/lister.py +++ b/swh/lister/debian/lister.py @@ -119,8 +119,11 @@ class DebianLister(Lister[DebianListerState, DebianPageType]): """Return an iterator on possible Sources file URLs as multiple compression formats can be used.""" compression_exts = ("xz", "bz2", "gz") - base_url = urljoin(self.url, f"dists/{suite}/{component}/source/Sources") - for ext in compression_exts: + base_urls = [ + urljoin(self.url, f"dists/{suite}/{component}/source/Sources"), + urljoin(self.url, f"dists/{suite}/updates/{component}/source/Sources"), + ] + for base_url, ext in product(base_urls, compression_exts): yield (f"{base_url}.{ext}", ext) yield (base_url, "")