lister.cli: Remove task type register cli

It's now defined in swh.scheduler
This commit is contained in:
Antoine R. Dumont (@ardumont) 2019-11-15 16:07:08 +01:00
parent 8d02458686
commit 484377cc13
No known key found for this signature in database
GPG key ID: 52E2E9840D10C3B8
2 changed files with 1 additions and 154 deletions

View file

@ -3,43 +3,13 @@
# License: GNU General Public License version 3, or any later version
# See top-level LICENSE file for more information
import glob
import pytest
import traceback
from datetime import timedelta
import yaml
from swh.core.utils import numfile_sortkey as sortkey
from swh.scheduler import get_scheduler
from swh.scheduler.tests.conftest import DUMP_FILES
from swh.lister.core.lister_base import ListerBase
from swh.lister.cli import lister as cli, get_lister, SUPPORTED_LISTERS
from swh.lister.cli import get_lister, SUPPORTED_LISTERS
from .test_utils import init_db
from click.testing import CliRunner
@pytest.fixture
def swh_scheduler_config(request, postgresql_proc, postgresql):
scheduler_config = {
'db': 'postgresql://{user}@{host}:{port}/{dbname}'.format(
host=postgresql_proc.host,
port=postgresql_proc.port,
user='postgres',
dbname='tests')
}
all_dump_files = sorted(glob.glob(DUMP_FILES), key=sortkey)
cursor = postgresql.cursor()
for fname in all_dump_files:
with open(fname) as fobj:
cursor.execute(fobj.read())
postgresql.commit()
return scheduler_config
def test_get_lister_wrong_input():
@ -95,48 +65,3 @@ def test_get_lister_override():
assert 'priority' not in lst.config
assert 'oneshot' not in lst.config
assert lst.url == lst.DEFAULT_URL
def test_task_types(swh_scheduler_config, tmp_path):
configfile = tmp_path / 'config.yml'
config = {
'scheduler': {
'cls': 'local',
'args': swh_scheduler_config
}
}
configfile.write_text(yaml.dump(config))
runner = CliRunner()
result = runner.invoke(cli, [
'--config-file', configfile.as_posix(),
'register-task-types'])
assert result.exit_code == 0, traceback.print_exception(*result.exc_info)
scheduler = get_scheduler(**config['scheduler'])
all_tasks = [
'list-bitbucket-full', 'list-bitbucket-incremental',
'list-cran',
'list-cgit',
'list-debian-distribution',
'list-gitlab-full', 'list-gitlab-incremental',
'list-github-full', 'list-github-incremental',
'list-gnu-full',
'list-npm-full', 'list-npm-incremental',
'list-phabricator-full',
'list-packagist',
'list-pypi',
]
for task in all_tasks:
task_type_desc = scheduler.get_task_type(task)
assert task_type_desc
assert task_type_desc['type'] == task
assert task_type_desc['backoff_factor'] == 1
if task == 'list-npm-full':
delay = timedelta(days=7) # overloaded in the plugin registry
elif task.endswith('-full'):
delay = timedelta(days=90) # default value for 'full' lister tasks
else:
delay = timedelta(days=1) # default value for other lister tasks
assert task_type_desc['default_interval'] == delay, task