reonokiy/swh-lister
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

lister: Initialize cache from config

Browse source
This commit is contained in:
Nicolas Dandrimont 2016-03-17 17:47:59 +01:00
parent c7871e44e8
commit 2fb9eca7ec
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
swh/lister/github/lister.py
View file

@ -9,10 +9,11 @@ import requests
from swh.core.config import load_named_config, prepare_folders
from swh.storage import get_storage
from . import req_queue, processors
from . import req_queue, processors, cache
DEFAULT_CONFIG = {
'queue_file': ('str', '~/.cache/swh/lister-github/queue.pickle'),
'cache_url': ('str', 'redis://localhost'),
'storage_class': ('str', 'local_storage'),
'storage_args': ('list[str]', ['dbname=softwareheritage-dev',
'/srv/softwareheritage/objects']),
@ -25,6 +26,8 @@ CONFIG_NAME = 'lister/github.ini'
def run_from_queue():
config = load_named_config(CONFIG_NAME, DEFAULT_CONFIG)
cache.init_cache(config['cache_url'])
queue_file = os.path.expanduser(config['queue_file'])
prepare_folders(os.path.dirname(queue_file))