#    -*- mode: org -*-

* TODO cache dir: split json data from other HTTP info
  for easier further processing of additional API data

* TODO cache dir: split in subdirs
  to avoid hitting too hard on the filesystem due to the large amount of files
  (200k+)

* TODO network-level traceback
  Traceback (most recent call last):
    File "/usr/lib/python3/dist-packages/urllib3/response.py", line 186, in read
      data = self._fp.read(amt)
    File "/usr/lib/python3.4/http/client.py", line 500, in read
      return super(HTTPResponse, self).read(amt)
    File "/usr/lib/python3.4/http/client.py", line 529, in readinto
      return self._readinto_chunked(b)
    File "/usr/lib/python3.4/http/client.py", line 621, in _readinto_chunked
      n = self._safe_readinto(mvb)
    File "/usr/lib/python3.4/http/client.py", line 680, in _safe_readinto
      raise IncompleteRead(bytes(mvb[0:total_bytes]), len(b))
  http.client.IncompleteRead: IncompleteRead(3201 bytes read, 10240 more expected)

  During handling of the above exception, another exception occurred:

  Traceback (most recent call last):
    File "/usr/lib/python3/dist-packages/requests/models.py", line 653, in generate
      for chunk in self.raw.stream(chunk_size, decode_content=True):
    File "/usr/lib/python3/dist-packages/urllib3/response.py", line 256, in stream
      data = self.read(amt=amt, decode_content=decode_content)
    File "/usr/lib/python3/dist-packages/urllib3/response.py", line 214, in read
      raise ProtocolError('Connection broken: %r' % e, e)
  urllib3.exceptions.ProtocolError: ('Connection broken: IncompleteRead(3201 bytes read, 10240 more expected)', IncompleteRead(3201 bytes read, 10240 more expected))

  During handling of the above exception, another exception occurred:

  Traceback (most recent call last):
    File "bin/ghlister", line 110, in <module>
      max_id=args.interval[1])
    File "/home/zack/dati/projects/github-list-repo/ghlister/lister.py", line 129, in fetch
      repos_res = gh_api_request('/repositories?since=%d' % since, **cred)
    File "/home/zack/dati/projects/github-list-repo/ghlister/lister.py", line 55, in gh_api_request
      r = requests.get(GH_API_URL + path, **params)
    File "/usr/lib/python3/dist-packages/requests/api.py", line 60, in get
      return request('get', url, **kwargs)
    File "/usr/lib/python3/dist-packages/requests/api.py", line 49, in request
      return session.request(method=method, url=url, **kwargs)
    File "/usr/lib/python3/dist-packages/requests/sessions.py", line 457, in request
      resp = self.send(prep, **send_kwargs)
    File "/usr/lib/python3/dist-packages/requests/sessions.py", line 606, in send
      r.content
    File "/usr/lib/python3/dist-packages/requests/models.py", line 724, in content
      self._content = bytes().join(self.iter_content(CONTENT_CHUNK_SIZE)) or bytes()
    File "/usr/lib/python3/dist-packages/requests/models.py", line 656, in generate
      raise ChunkedEncodingError(e)
  requests.exceptions.ChunkedEncodingError: ('Connection broken: IncompleteRead(3201 bytes read, 10240 more expected)', IncompleteRead(3201 bytes read, 10240 more expected))