lister.py: add conffile setting to en/disable JSON caching

bin/ghlister

@@ -18,8 +18,9 @@ from ghlister.db_utils import session_scope
 
 
 DEFAULT_CONF = {
-    'cache_dir': './cache',
-    'log_dir': './log',
+    'cache_dir':  './cache',
+    'log_dir':    './log',
+    'cache_json': 'False',
 }
 
 
@@ -93,6 +94,12 @@ def read_conf(args):
     if args.db_url:
         conf['db_url'] = args.db_url
 
+    # typing
+    if 'cache_json' in conf and conf['cache_json'].lower() == 'true':
+        conf['cache_json'] = True
+    else:
+        conf['cache_json'] = False
+
     return conf
 
 

ghlister/lister.py

@@ -137,7 +137,7 @@ def fetch(conf, mk_session, min_id=None, max_id=None):
         since = next_id - 1  # github API ?since=... is '>' strict, not '>='
         repos_res = gh_api_request('/repositories?since=%d' % since, **cred)
 
-        if 'cache_dir' in conf:
+        if 'cache_dir' in conf and conf['cache_json']:
             save_http_response(repos_res, conf['cache_dir'])
         if not repos_res.ok:
             raise FetchError(repos_res)