reonokiy/swh-lister
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Stop binding tasks to a specific instance of the celery app

Browse source 
The celery.shared_task decorator allows late-binding of tasks to any celery app,
which is well suited for our "task plugin" architecture.
This commit is contained in:
Nicolas Dandrimont 2019-10-17 14:42:35 +02:00
parent a64ae9641d
commit 78105940ff
11 changed files with 41 additions and 44 deletions
Download patch file Download diff file Expand all files Collapse all files

8
swh/lister/npm/tasks.py
View file

@ -5,7 +5,7 @@
from datetime import datetime
from contextlib import contextmanager
from swh.scheduler.celery_backend.config import app
from celery import shared_task
from swh.lister.npm.lister import NpmLister, NpmIncrementalLister
from swh.lister.npm.models import NpmVisitModel
@ -40,7 +40,7 @@ def get_last_update_seq(lister):
return row[0]
@app.task(name=__name__ + '.NpmListerTask')
@shared_task(name=__name__ + '.NpmListerTask')
def list_npm_full(**lister_args):
'Full lister for the npm (javascript) registry'
lister = NpmLister(**lister_args)
@ -48,7 +48,7 @@ def list_npm_full(**lister_args):
lister.run()
@app.task(name=__name__ + '.NpmIncrementalListerTask')
@shared_task(name=__name__ + '.NpmIncrementalListerTask')
def list_npm_incremental(**lister_args):
'Incremental lister for the npm (javascript) registry'
lister = NpmIncrementalLister(**lister_args)
@ -57,6 +57,6 @@ def list_npm_incremental(**lister_args):
lister.run(min_bound=update_seq_start)
@app.task(name=__name__ + '.ping')
@shared_task(name=__name__ + '.ping')
def _ping():
return 'OK'