95714f6f37
As Red Hat based linux distributions share the same type of package repository,
rework the fedora lister into a generic one to list RPM source packages and
their versions from numerous distributions.
For a given distribution, the RPM lister will fetch packages metadata from a
list of release identifiers and a list of software components. Source packages
are then processed and relevant info are extracted to be sent to the RPM loader.
When all releases and components were processed, the lister collected all versions
for each package name and send those info to the scheduler that will create RPM
loading tasks afterwards.
Nevertheless, as there is no generic way to list all releases and components for
a given distribution but also to guess the right URL to retrieve packages metadata
from, those info need to be manually provided to the lister as input parameters.
Some examples of those parameters for various distributions can be found in the
config directory of the lister.
Regarding the produced origin URLs, as there is no way to find valid HTTP ones
for all distributions, the same behavior as with the debian lister is used and
they have the following form: rpm://{instance}/packages/{package_name} where
the instance variable corresponds to the name of the listed distribution such
as Fedora, CentOS, or openSUSE.
Related to swh/meta#5011.
109 lines
4.1 KiB
Python
Executable file
109 lines
4.1 KiB
Python
Executable file
#!/usr/bin/env python3
|
|
# Copyright (C) 2015-2023 The Software Heritage developers
|
|
# See the AUTHORS file at the top-level directory of this distribution
|
|
# License: GNU General Public License version 3, or any later version
|
|
# See top-level LICENSE file for more information
|
|
|
|
from io import open
|
|
from os import path
|
|
|
|
from setuptools import find_packages, setup
|
|
|
|
here = path.abspath(path.dirname(__file__))
|
|
|
|
# Get the long description from the README file
|
|
with open(path.join(here, "README.md"), encoding="utf-8") as f:
|
|
long_description = f.read()
|
|
|
|
|
|
def parse_requirements(name=None):
|
|
if name:
|
|
reqf = "requirements-%s.txt" % name
|
|
else:
|
|
reqf = "requirements.txt"
|
|
|
|
requirements = []
|
|
if not path.exists(reqf):
|
|
return requirements
|
|
|
|
with open(reqf) as f:
|
|
for line in f.readlines():
|
|
line = line.strip()
|
|
if not line or line.startswith("#"):
|
|
continue
|
|
requirements.append(line)
|
|
return requirements
|
|
|
|
|
|
setup(
|
|
name="swh.lister",
|
|
description="Software Heritage lister",
|
|
long_description=long_description,
|
|
long_description_content_type="text/markdown",
|
|
python_requires=">=3.7",
|
|
author="Software Heritage developers",
|
|
author_email="swh-devel@inria.fr",
|
|
url="https://forge.softwareheritage.org/diffusion/DLSGH/",
|
|
packages=find_packages(),
|
|
install_requires=parse_requirements() + parse_requirements("swh"),
|
|
tests_require=parse_requirements("test"),
|
|
setup_requires=["setuptools-scm"],
|
|
extras_require={"testing": parse_requirements("test")},
|
|
use_scm_version=True,
|
|
include_package_data=True,
|
|
entry_points="""
|
|
[swh.cli.subcommands]
|
|
lister=swh.lister.cli
|
|
[swh.workers]
|
|
lister.arch=swh.lister.arch:register
|
|
lister.aur=swh.lister.aur:register
|
|
lister.bitbucket=swh.lister.bitbucket:register
|
|
lister.bower=swh.lister.bower:register
|
|
lister.cgit=swh.lister.cgit:register
|
|
lister.conda=swh.lister.conda:register
|
|
lister.cpan=swh.lister.cpan:register
|
|
lister.cran=swh.lister.cran:register
|
|
lister.crates=swh.lister.crates:register
|
|
lister.debian=swh.lister.debian:register
|
|
lister.gitea=swh.lister.gitea:register
|
|
lister.github=swh.lister.github:register
|
|
lister.gitiles=swh.lister.gitiles:register
|
|
lister.gitlab=swh.lister.gitlab:register
|
|
lister.gitweb=swh.lister.gitweb:register
|
|
lister.gnu=swh.lister.gnu:register
|
|
lister.golang=swh.lister.golang:register
|
|
lister.gogs=swh.lister.gogs:register
|
|
lister.hackage=swh.lister.hackage:register
|
|
lister.hex=swh.lister.hex:register
|
|
lister.launchpad=swh.lister.launchpad:register
|
|
lister.nixguix=swh.lister.nixguix:register
|
|
lister.npm=swh.lister.npm:register
|
|
lister.nuget=swh.lister.nuget:register
|
|
lister.opam=swh.lister.opam:register
|
|
lister.packagist=swh.lister.packagist:register
|
|
lister.pagure=swh.lister.pagure:register
|
|
lister.phabricator=swh.lister.phabricator:register
|
|
lister.pubdev=swh.lister.pubdev:register
|
|
lister.puppet=swh.lister.puppet:register
|
|
lister.pypi=swh.lister.pypi:register
|
|
lister.rpm=swh.lister.rpm:register
|
|
lister.rubygems=swh.lister.rubygems:register
|
|
lister.sourceforge=swh.lister.sourceforge:register
|
|
lister.stagit=swh.lister.stagit:register
|
|
lister.tuleap=swh.lister.tuleap:register
|
|
lister.maven=swh.lister.maven:register
|
|
""",
|
|
classifiers=[
|
|
"Programming Language :: Python :: 3",
|
|
"Intended Audience :: Developers",
|
|
"License :: OSI Approved :: GNU General Public License v3 (GPLv3)",
|
|
"Operating System :: OS Independent",
|
|
"Development Status :: 5 - Production/Stable",
|
|
],
|
|
project_urls={
|
|
"Bug Reports": "https://forge.softwareheritage.org/maniphest",
|
|
"Funding": "https://www.softwareheritage.org/donate",
|
|
"Source": "https://forge.softwareheritage.org/source/swh-lister",
|
|
"Documentation": "https://docs.softwareheritage.org/devel/swh-lister/",
|
|
},
|
|
)
|