google-cloud-storage 2.18.0__tar.gz → 2.18.2__tar.gz

{google_cloud_storage-2.18.0/google_cloud_storage.egg-info → google_cloud_storage-2.18.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: google-cloud-storage
-Version: 2.18.0
+Version: 2.18.2
 Summary: Google Cloud Storage API client library
 Home-page: https://github.com/googleapis/python-storage
 Author: Google LLC
@@ -25,7 +25,7 @@ License-File: LICENSE
 Requires-Dist: google-auth<3.0dev,>=2.26.1
 Requires-Dist: google-api-core<3.0.0dev,>=2.15.0
 Requires-Dist: google-cloud-core<3.0dev,>=2.3.0
-Requires-Dist: google-resumable-media>=2.6.0
+Requires-Dist: google-resumable-media>=2.7.2
 Requires-Dist: requests<3.0.0dev,>=2.18.0
 Requires-Dist: google-crc32c<2.0dev,>=1.0
 Provides-Extra: protobuf

{google_cloud_storage-2.18.0 → google_cloud_storage-2.18.2}/google/cloud/storage/transfer_manager.py

@@ -30,6 +30,7 @@ from google.api_core import exceptions
 from google.cloud.storage import Client
 from google.cloud.storage import Blob
 from google.cloud.storage.blob import _get_host_name
+from google.cloud.storage.blob import _quote
 from google.cloud.storage.constants import _DEFAULT_TIMEOUT
 from google.cloud.storage._helpers import _api_core_retry_to_resumable_media_retry
 from google.cloud.storage.retry import DEFAULT_RETRY
@@ -1083,7 +1084,7 @@ def upload_chunks_concurrently(
 
     hostname = _get_host_name(client._connection)
     url = "{hostname}/{bucket}/{blob}".format(
-        hostname=hostname, bucket=bucket.name, blob=blob.name
+        hostname=hostname, bucket=bucket.name, blob=_quote(blob.name)
     )
 
     base_headers, object_metadata, content_type = blob._get_upload_arguments(

{google_cloud_storage-2.18.0 → google_cloud_storage-2.18.2}/google/cloud/storage/version.py

@@ -12,4 +12,4 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-__version__ = "2.18.0"
+__version__ = "2.18.2"

{google_cloud_storage-2.18.0 → google_cloud_storage-2.18.2/google_cloud_storage.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: google-cloud-storage
-Version: 2.18.0
+Version: 2.18.2
 Summary: Google Cloud Storage API client library
 Home-page: https://github.com/googleapis/python-storage
 Author: Google LLC
@@ -25,7 +25,7 @@ License-File: LICENSE
 Requires-Dist: google-auth<3.0dev,>=2.26.1
 Requires-Dist: google-api-core<3.0.0dev,>=2.15.0
 Requires-Dist: google-cloud-core<3.0dev,>=2.3.0
-Requires-Dist: google-resumable-media>=2.6.0
+Requires-Dist: google-resumable-media>=2.7.2
 Requires-Dist: requests<3.0.0dev,>=2.18.0
 Requires-Dist: google-crc32c<2.0dev,>=1.0
 Provides-Extra: protobuf

{google_cloud_storage-2.18.0 → google_cloud_storage-2.18.2}/google_cloud_storage.egg-info/requires.txt

@@ -1,7 +1,7 @@
 google-auth<3.0dev,>=2.26.1
 google-api-core<3.0.0dev,>=2.15.0
 google-cloud-core<3.0dev,>=2.3.0
-google-resumable-media>=2.6.0
+google-resumable-media>=2.7.2
 requests<3.0.0dev,>=2.18.0
 google-crc32c<2.0dev,>=1.0
 

{google_cloud_storage-2.18.0 → google_cloud_storage-2.18.2}/setup.py

@@ -31,7 +31,7 @@ dependencies = [
     "google-auth >= 2.26.1, < 3.0dev",
     "google-api-core >= 2.15.0, <3.0.0dev",
     "google-cloud-core >= 2.3.0, < 3.0dev",
-    "google-resumable-media >= 2.6.0",
+    "google-resumable-media >= 2.7.2",
     "requests >= 2.18.0, < 3.0.0dev",
     "google-crc32c >= 1.0, < 2.0dev",
 ]

{google_cloud_storage-2.18.0 → google_cloud_storage-2.18.2}/tests/conformance/test_conformance.py

@@ -115,6 +115,17 @@ def blob_download_to_filename_chunked(client, _preconditions, **resources):
     assert stored_contents == data
 
 
+def blob_download_to_filename_range(client, _preconditions, **resources):
+    bucket = resources.get("bucket")
+    file, data = resources.get("file_data")
+    blob = client.bucket(bucket.name).blob(file.name)
+    with tempfile.NamedTemporaryFile() as temp_f:
+        blob.download_to_filename(temp_f.name, start=1024, end=512 * 1024)
+        with open(temp_f.name, "r") as file_obj:
+            stored_contents = file_obj.read()
+    assert stored_contents == data[1024 : 512 * 1024 + 1]
+
+
 def client_download_blob_to_file(client, _preconditions, **resources):
     bucket = resources.get("bucket")
     file, data = resources.get("file_data")
@@ -748,6 +759,7 @@ method_mapping = {
         client_download_blob_to_file,
         blob_download_to_filename,
         blob_download_to_filename_chunked,
+        blob_download_to_filename_range,
         blob_download_as_bytes,
         blob_download_as_text,
         blobreader_read,
@@ -756,6 +768,7 @@ method_mapping = {
         client_download_blob_to_file,
         blob_download_to_filename,
         blob_download_to_filename_chunked,
+        blob_download_to_filename_range,
         blob_download_as_bytes,
         blob_download_as_text,
         blobreader_read,

{google_cloud_storage-2.18.0 → google_cloud_storage-2.18.2}/tests/system/test_transfer_manager.py

@@ -245,6 +245,8 @@ def test_upload_chunks_concurrently(shared_bucket, file_data, blobs_to_delete):
     chunk_size = 5 * 1024 * 1024  # Minimum supported by XML MPU API
     assert os.path.getsize(filename) > chunk_size  # Won't make a good test otherwise
 
+    blobs_to_delete.append(upload_blob)
+
     transfer_manager.upload_chunks_concurrently(
         filename,
         upload_blob,
@@ -418,3 +420,58 @@ def test_upload_chunks_concurrently_with_kms(
             source_contents = sf.read()
             temp_contents = tmp.read()
             assert source_contents == temp_contents
+
+
+def test_upload_chunks_concurrently_with_quoted_blob_names(
+    shared_bucket, file_data, blobs_to_delete
+):
+    source_file = file_data["big"]
+    filename = source_file["path"]
+    blob_name = "../example_bucket/mpu_file"
+    upload_blob = shared_bucket.blob(blob_name)
+    chunk_size = 5 * 1024 * 1024  # Minimum supported by XML MPU API
+    assert os.path.getsize(filename) > chunk_size  # Won't make a good test otherwise
+
+    blobs_to_delete.append(upload_blob)
+
+    # If the blob name is not quoted/encoded at all, this will result in a 403.
+    transfer_manager.upload_chunks_concurrently(
+        filename, upload_blob, chunk_size=chunk_size, deadline=DEADLINE
+    )
+
+    with tempfile.NamedTemporaryFile() as tmp:
+        # If the blob name is not quoted correctly, this will result in a 404.
+        download_blob = shared_bucket.blob(blob_name)
+        download_blob.download_to_file(tmp)
+        tmp.seek(0)
+
+        with open(source_file["path"], "rb") as sf:
+            source_contents = sf.read()
+            temp_contents = tmp.read()
+            assert source_contents == temp_contents
+
+    # Test emoji names are not mangled.
+    blob_name = "\U0001f681"  # Helicopter emoji
+    upload_blob = shared_bucket.blob(blob_name)
+    chunk_size = 5 * 1024 * 1024  # Minimum supported by XML MPU API
+    assert os.path.getsize(filename) > chunk_size  # Won't make a good test otherwise
+
+    blobs_to_delete.append(upload_blob)
+
+    transfer_manager.upload_chunks_concurrently(
+        filename,
+        upload_blob,
+        chunk_size=chunk_size,
+        deadline=DEADLINE,
+        worker_type=transfer_manager.THREAD,
+    )
+
+    with tempfile.NamedTemporaryFile() as tmp:
+        download_blob = shared_bucket.blob(blob_name)
+        download_blob.download_to_file(tmp)
+        tmp.seek(0)
+
+        with open(source_file["path"], "rb") as sf:
+            source_contents = sf.read()
+            temp_contents = tmp.read()
+            assert source_contents == temp_contents

{google_cloud_storage-2.18.0 → google_cloud_storage-2.18.2}/tests/unit/test_transfer_manager.py

@@ -794,6 +794,57 @@ def test_upload_chunks_concurrently():
         part_mock.upload.assert_called_with(transport)
 
 
+def test_upload_chunks_concurrently_quotes_urls():
+    bucket = mock.Mock()
+    bucket.name = "bucket"
+    bucket.client = _PickleableMockClient(identify_as_client=True)
+    transport = bucket.client._http
+    bucket.user_project = None
+
+    blob = Blob(b"../wrongbucket/blob", bucket)
+    blob.content_type = FAKE_CONTENT_TYPE
+    quoted_url = "https://example.com/bucket/..%2Fwrongbucket%2Fblob"
+
+    FILENAME = "file_a.txt"
+    SIZE = 2048
+
+    container_mock = mock.Mock()
+    container_mock.upload_id = "abcd"
+    part_mock = mock.Mock()
+    ETAG = "efgh"
+    part_mock.etag = ETAG
+    container_cls_mock = mock.Mock(return_value=container_mock)
+
+    with mock.patch("os.path.getsize", return_value=SIZE), mock.patch(
+        "google.cloud.storage.transfer_manager.XMLMPUContainer", new=container_cls_mock
+    ), mock.patch(
+        "google.cloud.storage.transfer_manager.XMLMPUPart", return_value=part_mock
+    ):
+        transfer_manager.upload_chunks_concurrently(
+            FILENAME,
+            blob,
+            chunk_size=SIZE // 2,
+            worker_type=transfer_manager.THREAD,
+        )
+
+        container_mock.initiate.assert_called_once_with(
+            transport=transport, content_type=blob.content_type
+        )
+        container_mock.register_part.assert_any_call(1, ETAG)
+        container_mock.register_part.assert_any_call(2, ETAG)
+        container_mock.finalize.assert_called_once_with(bucket.client._http)
+
+        assert container_mock._retry_strategy.max_sleep == 60.0
+        assert container_mock._retry_strategy.max_cumulative_retry == 120.0
+        assert container_mock._retry_strategy.max_retries is None
+
+        container_cls_mock.assert_called_once_with(
+            quoted_url, FILENAME, headers=mock.ANY
+        )
+
+        part_mock.upload.assert_called_with(transport)
+
+
 def test_upload_chunks_concurrently_passes_concurrency_options():
     bucket = mock.Mock()
     bucket.name = "bucket"