reonokiy/swh-lister
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Remove debug logging from tasks' code

Browse source 
since this is now handled by the SWHTask itself.
This commit is contained in:
David Douard 2019-01-17 13:58:29 +01:00
parent 6957f3c435
commit f670de298f
6 changed files with 36 additions and 98 deletions
Download patch file Download diff file Expand all files Collapse all files

29
swh/lister/github/tasks.py
View file

@ -5,7 +5,6 @@
import random
from celery import group
from swh.scheduler.celery_backend.config import app
from swh.lister.github.lister import GitHubLister
@ -17,31 +16,20 @@ def new_lister(api_baseurl='https://api.github.com', **kw):
return GitHubLister(api_baseurl=api_baseurl, **kw)
@app.task(name='swh.lister.github.tasks.IncrementalGitHubLister',
bind=True)
def incremental_github_lister(self, **lister_args):
self.log.debug('%s, lister_args=%s' % (
self.name, lister_args))
@app.task(name=__name__ + '.IncrementalGitHubLister')
def incremental_github_lister(**lister_args):
lister = new_lister(**lister_args)
lister.run(min_bound=lister.db_last_index(), max_bound=None)
self.log.debug('%s OK' % (self.name))
@app.task(name='swh.lister.github.tasks.RangeGitHubLister',
bind=True)
def range_github_lister(self, start, end, **lister_args):
self.log.debug('%s(start=%s, end=%d), lister_args=%s' % (
self.name, start, end, lister_args))
@app.task(name=__name__ + '.RangeGitHubLister')
def range_github_lister(start, end, **lister_args):
lister = new_lister(**lister_args)
lister.run(min_bound=start, max_bound=end)
self.log.debug('%s OK' % (self.name))
@app.task(name='swh.lister.github.tasks.FullGitHubRelister',
bind=True)
@app.task(name=__name__ + '.FullGitHubRelister', bind=True)
def full_github_relister(self, split=None, **lister_args):
self.log.debug('%s, lister_args=%s' % (
self.name, lister_args))
lister = new_lister(**lister_args)
ranges = lister.db_partition_indices(split or GROUP_SPLIT)
random.shuffle(ranges)
@ -52,11 +40,10 @@ def full_github_relister(self, split=None, **lister_args):
promise.save() # so that we can restore the GroupResult in tests
except NotImplementedError:
self.log.info('Unable to call save_group with current result backend.')
raise
return promise.id
@app.task(name='swh.lister.github.tasks.ping',
bind=True)
def ping(self):
self.log.debug(self.name)
@app.task(name=__name__ + '.ping')
def ping():
return 'OK'