e3c0ea9d90
Listers are declared as plugins via the `swh.workers` entry_point. As such, the registry function is expected to return a dict with the `task_modules` field (as for generic worker plugins), plus: - `lister`: the lister class, - `models`: list of SQLAlchemy models used by this lister, - `init` (optionnal): hook (callable) used to initialize the lister's state (typically, create/initialize the database for this lister). If not set, the default implementation creates database tables (after optionally having deleted exisintg ones) according to models declared in the `models` register field. There is no need for explicitely add lister task modules in the main `conftest` module, but any new/extra lister to be tested must be registered (the tested lister module must be properly installed in the test environment). Also refactor a bit the cli tools: - add support for the standard --config-file option at the 'lister' group level, - move the --db-url to the 'lister' group, - drop the --lister option for the `swh lister db-init` cli tool: initializing (especially with --drop-tables) the database for a single lister is unreliable, since all tables are created using a sibgle MetaData (in the same namespace).
83 lines
2.8 KiB
Python
Executable file
83 lines
2.8 KiB
Python
Executable file
#!/usr/bin/env python3
|
|
# Copyright (C) 2015-2018 The Software Heritage developers
|
|
# See the AUTHORS file at the top-level directory of this distribution
|
|
# License: GNU General Public License version 3, or any later version
|
|
# See top-level LICENSE file for more information
|
|
|
|
from setuptools import setup, find_packages
|
|
|
|
from os import path
|
|
from io import open
|
|
|
|
here = path.abspath(path.dirname(__file__))
|
|
|
|
# Get the long description from the README file
|
|
with open(path.join(here, 'README.md'), encoding='utf-8') as f:
|
|
long_description = f.read()
|
|
|
|
|
|
def parse_requirements(name=None):
|
|
if name:
|
|
reqf = 'requirements-%s.txt' % name
|
|
else:
|
|
reqf = 'requirements.txt'
|
|
|
|
requirements = []
|
|
if not path.exists(reqf):
|
|
return requirements
|
|
|
|
with open(reqf) as f:
|
|
for line in f.readlines():
|
|
line = line.strip()
|
|
if not line or line.startswith('#'):
|
|
continue
|
|
requirements.append(line)
|
|
return requirements
|
|
|
|
|
|
setup(
|
|
name='swh.lister',
|
|
description='Software Heritage lister',
|
|
long_description=long_description,
|
|
long_description_content_type='text/markdown',
|
|
author='Software Heritage developers',
|
|
author_email='swh-devel@inria.fr',
|
|
url='https://forge.softwareheritage.org/diffusion/DLSGH/',
|
|
packages=find_packages(),
|
|
install_requires=parse_requirements() + parse_requirements('swh'),
|
|
tests_require=parse_requirements('test'),
|
|
setup_requires=['vcversioner'],
|
|
extras_require={'testing': parse_requirements('test')},
|
|
vcversioner={'version_module_paths': ['swh/lister/_version.py']},
|
|
include_package_data=True,
|
|
entry_points='''
|
|
[console_scripts]
|
|
swh-lister=swh.lister.cli:cli
|
|
[swh.cli.subcommands]
|
|
lister=swh.lister.cli:lister
|
|
[swh.workers]
|
|
lister.bitbucket=swh.lister.bitbucket:register
|
|
lister.cgit=swh.lister.cgit:register
|
|
lister.cran=swh.lister.cran:register
|
|
lister.debian=swh.lister.debian:register
|
|
lister.github=swh.lister.github:register
|
|
lister.gitlab=swh.lister.gitlab:register
|
|
lister.gnu=swh.lister.gnu:register
|
|
lister.npm=swh.lister.npm:register
|
|
lister.packagist=swh.lister.packagist:register
|
|
lister.phabricator=swh.lister.phabricator:register
|
|
lister.pypi=swh.lister.pypi:register
|
|
''',
|
|
classifiers=[
|
|
"Programming Language :: Python :: 3",
|
|
"Intended Audience :: Developers",
|
|
"License :: OSI Approved :: GNU General Public License v3 (GPLv3)",
|
|
"Operating System :: OS Independent",
|
|
"Development Status :: 5 - Production/Stable",
|
|
],
|
|
project_urls={
|
|
'Bug Reports': 'https://forge.softwareheritage.org/maniphest',
|
|
'Funding': 'https://www.softwareheritage.org/donate',
|
|
'Source': 'https://forge.softwareheritage.org/source/swh-lister',
|
|
},
|
|
)
|