reonokiy/swh-lister
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

bitbucket: Unify logging instructions

Browse source
This commit is contained in:
Antoine R. Dumont (@ardumont) 2019-06-21 19:42:33 +02:00
parent 9aa8a6f7ae
commit 45428c25df
No known key found for this signature in database
GPG key ID: 52E2E9840D10C3B8
2 changed files with 4 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

2
swh/lister/bitbucket/tasks.py
View file

@ -35,7 +35,7 @@ def full_bitbucket_relister(self, split=None, **lister_args):
random.shuffle(ranges)
promise = group(range_bitbucket_lister.s(minv, maxv, **lister_args)
for minv, maxv in ranges)()
self.log.debug('%s OK (spawned %s subtasks)' % (self.name, len(ranges)))
self.log.debug('%s OK (spawned %s subtasks)', (self.name, len(ranges)))
try:
promise.save() # so that we can restore the GroupResult in tests
except (NotImplementedError, AttributeError):

5
swh/lister/core/indexing_lister.py
View file

@ -218,15 +218,16 @@ class IndexingLister(ListerBase):
# termination condition
if next_index is None or next_index == index:
logger.info('stopping after index %s, no next link found' %
logger.info('stopping after index %s, no next link found',
index)
return
index = next_index
logger.debug('Index: %s', index)
yield i
for i in ingest_indexes():
if (i % 20) == 0:
logger.info('flushing updates')
logger.debug('Flushing updates at index %s', i)
self.db_session.commit()
self.db_session = self.mk_session()