1bf11aa26d
After a first attempt with D7812 this one use a different strategy to retrieve origins. Fetch and extract "core.files.tar.gz", "extra.files.tar.gz" and "community.files.tar.gz" from archives.archlinux.org. That step ensure that we have a list of "official" packages. Parse metadata from 'desc' file to build origins url. Scrap the origin url to get artifacts metadata that list all versions of a package. It also fetch and extract unofficial 'arm' packages from archlinuxarm.org but in this case we can not get all versions of an arm package. Related T4233
91 lines
3.2 KiB
Python
Executable file
91 lines
3.2 KiB
Python
Executable file
#!/usr/bin/env python3
|
|
# Copyright (C) 2015-2020 The Software Heritage developers
|
|
# See the AUTHORS file at the top-level directory of this distribution
|
|
# License: GNU General Public License version 3, or any later version
|
|
# See top-level LICENSE file for more information
|
|
|
|
from io import open
|
|
from os import path
|
|
|
|
from setuptools import find_packages, setup
|
|
|
|
here = path.abspath(path.dirname(__file__))
|
|
|
|
# Get the long description from the README file
|
|
with open(path.join(here, "README.md"), encoding="utf-8") as f:
|
|
long_description = f.read()
|
|
|
|
|
|
def parse_requirements(name=None):
|
|
if name:
|
|
reqf = "requirements-%s.txt" % name
|
|
else:
|
|
reqf = "requirements.txt"
|
|
|
|
requirements = []
|
|
if not path.exists(reqf):
|
|
return requirements
|
|
|
|
with open(reqf) as f:
|
|
for line in f.readlines():
|
|
line = line.strip()
|
|
if not line or line.startswith("#"):
|
|
continue
|
|
requirements.append(line)
|
|
return requirements
|
|
|
|
|
|
setup(
|
|
name="swh.lister",
|
|
description="Software Heritage lister",
|
|
long_description=long_description,
|
|
long_description_content_type="text/markdown",
|
|
python_requires=">=3.7",
|
|
author="Software Heritage developers",
|
|
author_email="swh-devel@inria.fr",
|
|
url="https://forge.softwareheritage.org/diffusion/DLSGH/",
|
|
packages=find_packages(),
|
|
install_requires=parse_requirements() + parse_requirements("swh"),
|
|
tests_require=parse_requirements("test"),
|
|
setup_requires=["setuptools-scm"],
|
|
extras_require={"testing": parse_requirements("test")},
|
|
use_scm_version=True,
|
|
include_package_data=True,
|
|
entry_points="""
|
|
[swh.cli.subcommands]
|
|
lister=swh.lister.cli
|
|
[swh.workers]
|
|
lister.arch=swh.lister.arch:register
|
|
lister.bitbucket=swh.lister.bitbucket:register
|
|
lister.cgit=swh.lister.cgit:register
|
|
lister.cran=swh.lister.cran:register
|
|
lister.crates=swh.lister.crates:register
|
|
lister.debian=swh.lister.debian:register
|
|
lister.gitea=swh.lister.gitea:register
|
|
lister.github=swh.lister.github:register
|
|
lister.gitlab=swh.lister.gitlab:register
|
|
lister.gnu=swh.lister.gnu:register
|
|
lister.launchpad=swh.lister.launchpad:register
|
|
lister.npm=swh.lister.npm:register
|
|
lister.opam=swh.lister.opam:register
|
|
lister.packagist=swh.lister.packagist:register
|
|
lister.phabricator=swh.lister.phabricator:register
|
|
lister.pypi=swh.lister.pypi:register
|
|
lister.sourceforge=swh.lister.sourceforge:register
|
|
lister.tuleap=swh.lister.tuleap:register
|
|
lister.maven=swh.lister.maven:register
|
|
""",
|
|
classifiers=[
|
|
"Programming Language :: Python :: 3",
|
|
"Intended Audience :: Developers",
|
|
"License :: OSI Approved :: GNU General Public License v3 (GPLv3)",
|
|
"Operating System :: OS Independent",
|
|
"Development Status :: 5 - Production/Stable",
|
|
],
|
|
project_urls={
|
|
"Bug Reports": "https://forge.softwareheritage.org/maniphest",
|
|
"Funding": "https://www.softwareheritage.org/donate",
|
|
"Source": "https://forge.softwareheritage.org/source/swh-lister",
|
|
"Documentation": "https://docs.softwareheritage.org/devel/swh-lister/",
|
|
},
|
|
)
|