From 1d7d9b6128ea8777b805a7ff5a381467166afc7a Mon Sep 17 00:00:00 2001 From: David Douard Date: Thu, 31 Jan 2019 16:05:59 +0100 Subject: [PATCH] Log errors when fetching an url in SWHListerHttpTransport --- swh/lister/core/lister_transports.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/swh/lister/core/lister_transports.py b/swh/lister/core/lister_transports.py index 4795082..20f841f 100644 --- a/swh/lister/core/lister_transports.py +++ b/swh/lister/core/lister_transports.py @@ -7,6 +7,7 @@ import random from datetime import datetime from email.utils import parsedate from pprint import pformat +import logging import requests import xmltodict @@ -20,6 +21,9 @@ from .abstractattribute import AbstractAttribute from .lister_base import FetchError +logger = logging.getLogger(__name__) + + class SWHListerHttpTransport(abc.ABC): """Use the Requests library for making Lister endpoint requests. @@ -114,6 +118,7 @@ class SWHListerHttpTransport(abc.ABC): else: response = self.session.get(path, **params) except requests.exceptions.ConnectionError as e: + logger.warning('Failed to fetch %s: %s', path, e) raise FetchError(e) else: if response.status_code not in self.EXPECTED_STATUS_CODES: