Set "User-Agent" header for http fetch handler (requests) to "bdbag/{…

…version} (requests/{version}".

Update Pipfile.lock.
Bump version.

bdbag/__init__.py

@@ -25,7 +25,7 @@
 from distutils.util import strtobool
 from pkg_resources import parse_version, get_distribution, DistributionNotFound
 
-__version__ = "1.6.1"
+__version__ = "1.6.2"
 __bagit_version__ = "1.8.1"
 __bagit_profile_version__ = "1.3.1"
 

bdbag/fetch/transports/fetch_http.py

@@ -18,9 +18,10 @@
 import logging
 import certifi
 import requests
+from requests.utils import default_user_agent
 from requests.adapters import HTTPAdapter
 from requests.packages.urllib3.util.retry import Retry
-from bdbag import urlsplit, stob, get_typed_exception
+from bdbag import urlsplit, stob, get_typed_exception, VERSION
 from bdbag.bdbag_config import DEFAULT_CONFIG, DEFAULT_FETCH_CONFIG, FETCH_CONFIG_TAG, \
     FETCH_HTTP_REDIRECT_STATUS_CODES_TAG, DEFAULT_FETCH_HTTP_SESSION_CONFIG, DEFAULT_FETCH_HTTP_REDIRECT_STATUS_CODES
 from bdbag.fetch import *
@@ -31,7 +32,7 @@
 logger = logging.getLogger(__name__)
 
 CHUNK_SIZE = 10 * Megabyte
-HEADERS = {"Connection": "keep-alive"}
+HEADERS = {"User-Agent": "bdbag/%s (%s)" % (VERSION, default_user_agent())}
 
 
 class HTTPFetchTransport(BaseFetchTransport):
@@ -178,7 +179,8 @@ def get_session(self, url):
 
     def fetch(self, url, output_path, **kwargs):
         try:
-            headers = kwargs.get("headers", HEADERS)
+            headers = kwargs.get("headers", {"Connection": "keep-alive"})
+            headers.update(HEADERS)
             redirect_status_codes = self.config.get(
                 FETCH_HTTP_REDIRECT_STATUS_CODES_TAG, DEFAULT_FETCH_HTTP_REDIRECT_STATUS_CODES)
 

setup.py

@@ -34,6 +34,7 @@
     long_description=readme,
     long_description_content_type='text/markdown',
     url='https://github.com/fair-research/bdbag/',
+    author="Mike D'Arcy",
     maintainer='USC Information Sciences Institute, Informatics Systems Research Division',
     maintainer_email='[email protected]',
     version=__version__,