S3 upload_file, download file to support path-lib objects

boto3/s3/transfer.py

@@ -122,6 +122,8 @@ def __call__(self, bytes_amount):
 
 
 """
+from os import PathLike, fspath
+
 from botocore.exceptions import ClientError
 from s3transfer.exceptions import (
     RetriesExceededError as S3TransferRetriesExceededError,
@@ -277,8 +279,10 @@ def upload_file(
             :py:meth:`S3.Client.upload_file`
             :py:meth:`S3.Client.upload_fileobj`
         """
+        if isinstance(filename, PathLike):
+            filename = fspath(filename)
         if not isinstance(filename, str):
-            raise ValueError('Filename must be a string')
+            raise ValueError('Filename must be a string or a path-like object')
 
         subscribers = self._get_subscribers(callback)
         future = self._manager.upload(
@@ -309,8 +313,10 @@ def download_file(
             :py:meth:`S3.Client.download_file`
             :py:meth:`S3.Client.download_fileobj`
         """
+        if isinstance(filename, PathLike):
+            filename = fspath(filename)
         if not isinstance(filename, str):
-            raise ValueError('Filename must be a string')
+            raise ValueError('Filename must be a string or a path-like object')
 
         subscribers = self._get_subscribers(callback)
         future = self._manager.download(

tests/integration/test_s3.py

@@ -387,6 +387,14 @@ def test_download_fileobj(self):
 
         self.assertEqual(fileobj.getvalue(), b'beach')
 
+    def test_upload_via_path(self):
+        transfer = self.create_s3_transfer()
+        filename = self.files.create_file_with_size('foo.txt', filesize=1024)
+        transfer.upload_file(filename, self.bucket_name, 'foo.txt')
+        self.addCleanup(self.delete_object, 'foo.txt')
+
+        self.assertTrue(self.object_exists('foo.txt'))
+
     def test_upload_below_threshold(self):
         config = boto3.s3.transfer.TransferConfig(
             multipart_threshold=2 * 1024 * 1024

tests/unit/s3/test_transfer.py

@@ -10,6 +10,9 @@
 # distributed on an 'AS IS' BASIS, WITHOUT WARRANTIES OR CONDITIONS OF
 # ANY KIND, either express or implied. See the License for the specific
 # language governing permissions and limitations under the License.
+import os
+import pathlib
+
 import pytest
 from s3transfer.futures import NonThreadedExecutor
 from s3transfer.manager import TransferManager
@@ -148,6 +151,83 @@ def test_upload_file(self):
             'smallfile', 'bucket', 'key', extra_args, None
         )
 
+    def test_upload_file_via_path(self):
+        extra_args = {'ACL': 'public-read'}
+        self.transfer.upload_file(
+            pathlib.Path('smallfile'), 'bucket', 'key', extra_args=extra_args
+        )
+        self.manager.upload.assert_called_with(
+            'smallfile', 'bucket', 'key', extra_args, None
+        )
+
+    def test_upload_file_via_purepath(self):
+        extra_args = {'ACL': 'public-read'}
+        self.transfer.upload_file(
+            pathlib.PurePath('smallfile'),
+            'bucket',
+            'key',
+            extra_args=extra_args,
+        )
+        self.manager.upload.assert_called_with(
+            'smallfile', 'bucket', 'key', extra_args, None
+        )
+
+    def test_upload_file_via_pureposixpath(self):
+        if os.name != 'posix':
+            pytest.skip("Unsupported system for method tested")
+        extra_args = {'ACL': 'public-read'}
+        self.transfer.upload_file(
+            pathlib.PurePosixPath('smallfile'),
+            'bucket',
+            'key',
+            extra_args=extra_args,
+        )
+        self.manager.upload.assert_called_with(
+            'smallfile', 'bucket', 'key', extra_args, None
+        )
+
+    def test_upload_file_via_posixpath(self):
+        if os.name != 'posix':
+            pytest.skip("Unsupported system for method tested")
+        extra_args = {'ACL': 'public-read'}
+        self.transfer.upload_file(
+            pathlib.PosixPath('smallfile'),
+            'bucket',
+            'key',
+            extra_args=extra_args,
+        )
+        self.manager.upload.assert_called_with(
+            'smallfile', 'bucket', 'key', extra_args, None
+        )
+
+    def test_upload_file_via_purewindowpath(self):
+        if os.name != 'nt':
+            pytest.skip("Unsupported system for method tested")
+        extra_args = {'ACL': 'public-read'}
+        self.transfer.upload_file(
+            pathlib.PureWindowsPath('smallfile'),
+            'bucket',
+            'key',
+            extra_args=extra_args,
+        )
+        self.manager.upload.assert_called_with(
+            'smallfile', 'bucket', 'key', extra_args, None
+        )
+
+    def test_upload_file_via_windowpath(self):
+        if os.name != 'nt':
+            pytest.skip("Unsupported system for method tested")
+        extra_args = {'ACL': 'public-read'}
+        self.transfer.upload_file(
+            pathlib.WindowsPath('smallfile'),
+            'bucket',
+            'key',
+            extra_args=extra_args,
+        )
+        self.manager.upload.assert_called_with(
+            'smallfile', 'bucket', 'key', extra_args, None
+        )
+
     def test_download_file(self):
         extra_args = {
             'SSECustomerKey': 'foo',
@@ -160,6 +240,25 @@ def test_download_file(self):
             'bucket', 'key', '/tmp/smallfile', extra_args, None
         )
 
+    def test_download_file_via_path(self):
+        extra_args = {
+            'SSECustomerKey': 'foo',
+            'SSECustomerAlgorithm': 'AES256',
+        }
+        self.transfer.download_file(
+            'bucket',
+            'key',
+            pathlib.Path('/tmp/smallfile'),
+            extra_args=extra_args,
+        )
+        self.manager.download.assert_called_with(
+            'bucket',
+            'key',
+            os.path.normpath('/tmp/smallfile'),
+            extra_args,
+            None,
+        )
+
     def test_upload_wraps_callback(self):
         self.transfer.upload_file(
             'smallfile', 'bucket', 'key', callback=self.callback