azure-storage-blob 12.25.0b1__tar.gz → 12.25.1__tar.gz

{azure_storage_blob-12.25.0b1 → azure_storage_blob-12.25.1}/CHANGELOG.md

@@ -1,5 +1,15 @@
 # Release History
 
+## 12.25.1 (2025-03-27)
+
+### Other Changes
+- Updated dependency for `azure-storage-file-datalake` type hints.
+
+## 12.25.0 (2025-03-11)
+
+### Features Added
+- Stable release of features from 12.25.0b1
+
 ## 12.25.0b1 (2025-02-11)
 
 ### Features Added

{azure_storage_blob-12.25.0b1/azure_storage_blob.egg-info → azure_storage_blob-12.25.1}/PKG-INFO

@@ -1,13 +1,13 @@
 Metadata-Version: 2.1
 Name: azure-storage-blob
-Version: 12.25.0b1
+Version: 12.25.1
 Summary: Microsoft Azure Blob Storage Client Library for Python
 Home-page: https://github.com/Azure/azure-sdk-for-python/tree/main/sdk/storage/azure-storage-blob
 Author: Microsoft Corporation
 Author-email: ascl@microsoft.com
 License: MIT License
 Keywords: azure,azure sdk
-Classifier: Development Status :: 4 - Beta
+Classifier: Development Status :: 5 - Production/Stable
 Classifier: Programming Language :: Python
 Classifier: Programming Language :: Python :: 3 :: Only
 Classifier: Programming Language :: Python :: 3

{azure_storage_blob-12.25.0b1 → azure_storage_blob-12.25.1}/azure/storage/blob/_shared/avro/avro_io.py

@@ -162,11 +162,11 @@ class BinaryDecoder(object):
             try:
                 return input_bytes.decode('utf-8')
             except UnicodeDecodeError as exn:
-                logger.error('Invalid UTF-8 input bytes: %r', input_bytes)
+                logger.error('Invalid UTF-8 input bytes: %r', input_bytes)  # pylint: disable=do-not-log-raised-errors
                 raise exn
         else:
             # PY2
-            return unicode(input_bytes, "utf-8") # pylint: disable=undefined-variable
+            return unicode(input_bytes, "utf-8")  # pylint: disable=undefined-variable
 
     def skip_null(self):
         pass

{azure_storage_blob-12.25.0b1 → azure_storage_blob-12.25.1}/azure/storage/blob/_shared/avro/avro_io_async.py

@@ -145,7 +145,7 @@ class AsyncBinaryDecoder(object):
             try:
                 return input_bytes.decode('utf-8')
             except UnicodeDecodeError as exn:
-                logger.error('Invalid UTF-8 input bytes: %r', input_bytes)
+                logger.error('Invalid UTF-8 input bytes: %r', input_bytes)  # pylint: disable=do-not-log-raised-errors
                 raise exn
         else:
             # PY2

{azure_storage_blob-12.25.0b1 → azure_storage_blob-12.25.1}/azure/storage/blob/_shared/base_client.py

@@ -65,7 +65,10 @@ _SERVICE_PARAMS = {
 
 
 class StorageAccountHostsMixin(object):
+
     _client: Any
+    _hosts: Dict[str, str]
+
     def __init__(
         self,
         parsed_url: Any,
@@ -74,7 +77,7 @@ class StorageAccountHostsMixin(object):
         **kwargs: Any
     ) -> None:
         self._location_mode = kwargs.get("_location_mode", LocationMode.PRIMARY)
-        self._hosts = kwargs.get("_hosts")
+        self._hosts = kwargs.get("_hosts", {})
         self.scheme = parsed_url.scheme
         self._is_localhost = False
 
@@ -93,7 +96,7 @@ class StorageAccountHostsMixin(object):
         if self.scheme.lower() != "https" and hasattr(self.credential, "get_token"):
             raise ValueError("Token credential is only supported with HTTPS.")
 
-        secondary_hostname = None
+        secondary_hostname = ""
         if hasattr(self.credential, "account_name"):
             self.account_name = self.credential.account_name
             secondary_hostname = f"{self.credential.account_name}-secondary.{service_name}.{SERVICE_HOST_BASE}"

{azure_storage_blob-12.25.0b1 → azure_storage_blob-12.25.1}/azure/storage/blob/_shared/policies_async.py

@@ -5,7 +5,7 @@
 # --------------------------------------------------------------------------
 # pylint: disable=invalid-overridden-method
 
-import asyncio
+import asyncio  # pylint: disable=do-not-import-asyncio
 import logging
 import random
 from typing import Any, Dict, TYPE_CHECKING

{azure_storage_blob-12.25.0b1 → azure_storage_blob-12.25.1}/azure/storage/blob/_shared/request_handlers.py

@@ -136,8 +136,7 @@ def validate_and_format_range_headers(
     return range_header, range_validation
 
 
-def add_metadata_headers(metadata=None):
-    # type: (Optional[Dict[str, str]]) -> Dict[str, str]
+def add_metadata_headers(metadata: Optional[Dict[str, str]] = None) -> Dict[str, str]:
     headers = {}
     if metadata:
         for key, value in metadata.items():

{azure_storage_blob-12.25.0b1 → azure_storage_blob-12.25.1}/azure/storage/blob/_shared/uploads_async.py

@@ -4,10 +4,9 @@
 # license information.
 # --------------------------------------------------------------------------
 
-import asyncio
+import asyncio  # pylint: disable=do-not-import-asyncio
 import inspect
 import threading
-from asyncio import Lock
 from io import UnsupportedOperation
 from itertools import islice
 from math import ceil
@@ -165,7 +164,7 @@ class _ChunkUploader(object):  # pylint: disable=too-many-instance-attributes
 
         # Progress feedback
         self.progress_total = 0
-        self.progress_lock = Lock() if parallel else None
+        self.progress_lock = asyncio.Lock() if parallel else None
         self.progress_hook = progress_hook
 
         # Encryption

{azure_storage_blob-12.25.0b1 → azure_storage_blob-12.25.1}/azure/storage/blob/_version.py

@@ -4,4 +4,4 @@
 # license information.
 # --------------------------------------------------------------------------
 
-VERSION = "12.25.0b1"
+VERSION = "12.25.1"

{azure_storage_blob-12.25.0b1 → azure_storage_blob-12.25.1}/azure/storage/blob/aio/_download_async.py

@@ -6,7 +6,7 @@
 # pylint: disable=invalid-overridden-method
 # mypy: disable-error-code=override
 
-import asyncio
+import asyncio  # pylint: disable=do-not-import-asyncio
 import codecs
 import sys
 import warnings

{azure_storage_blob-12.25.0b1 → azure_storage_blob-12.25.1/azure_storage_blob.egg-info}/PKG-INFO

@@ -1,13 +1,13 @@
 Metadata-Version: 2.1
 Name: azure-storage-blob
-Version: 12.25.0b1
+Version: 12.25.1
 Summary: Microsoft Azure Blob Storage Client Library for Python
 Home-page: https://github.com/Azure/azure-sdk-for-python/tree/main/sdk/storage/azure-storage-blob
 Author: Microsoft Corporation
 Author-email: ascl@microsoft.com
 License: MIT License
 Keywords: azure,azure sdk
-Classifier: Development Status :: 4 - Beta
+Classifier: Development Status :: 5 - Production/Stable
 Classifier: Programming Language :: Python
 Classifier: Programming Language :: Python :: 3 :: Only
 Classifier: Programming Language :: Python :: 3

{azure_storage_blob-12.25.0b1 → azure_storage_blob-12.25.1}/setup.py

@@ -56,7 +56,7 @@ setup(
     url='https://github.com/Azure/azure-sdk-for-python/tree/main/sdk/storage/azure-storage-blob',
     keywords="azure, azure sdk",
     classifiers=[
-        'Development Status :: 4 - Beta',
+        'Development Status :: 5 - Production/Stable',
         'Programming Language :: Python',
         'Programming Language :: Python :: 3 :: Only',
         'Programming Language :: Python :: 3',

{azure_storage_blob-12.25.0b1 → azure_storage_blob-12.25.1}/tests/test_common_blob.py

@@ -53,6 +53,7 @@ from azure.storage.blob._generated.models import RehydratePriority
 from devtools_testutils import FakeTokenCredential, recorded_by_proxy
 from devtools_testutils.storage import StorageRecordedTestCase
 from settings.testcase import BlobPreparer
+from test_helpers import MockStorageTransport
 
 # ------------------------------------------------------------------------------
 TEST_CONTAINER_PREFIX = 'container'
@@ -3531,4 +3532,57 @@ class TestStorageCommonBlob(StorageRecordedTestCase):
         result = blob.download_blob().readall()
         assert result == data[:length]
 
+    @BlobPreparer()
+    def test_mock_transport_no_content_validation(self, **kwargs):
+        storage_account_name = kwargs.pop("storage_account_name")
+        storage_account_key = kwargs.pop("storage_account_key")
+
+        transport = MockStorageTransport()
+        blob_client = BlobClient(
+            self.account_url(storage_account_name, "blob"),
+            container_name='test_cont',
+            blob_name='test_blob',
+            credential=storage_account_key,
+            transport=transport,
+            retry_total=0
+        )
+
+        content = blob_client.download_blob()
+        assert content is not None
+
+        props = blob_client.get_blob_properties()
+        assert props is not None
+
+        data = b"Hello World!"
+        resp = blob_client.upload_blob(data, overwrite=True)
+        assert resp is not None
+
+        blob_data = blob_client.download_blob().read()
+        assert blob_data == b"Hello World!"  # data is fixed by mock transport
+
+        resp = blob_client.delete_blob()
+        assert resp is None
+
+    @BlobPreparer()
+    def test_mock_transport_with_content_validation(self, **kwargs):
+        storage_account_name = kwargs.pop("storage_account_name")
+        storage_account_key = kwargs.pop("storage_account_key")
+
+        transport = MockStorageTransport()
+        blob_client = BlobClient(
+            self.account_url(storage_account_name, "blob"),
+            container_name='test_cont',
+            blob_name='test_blob',
+            credential=storage_account_key,
+            transport=transport,
+            retry_total=0
+        )
+
+        data = b"Hello World!"
+        resp = blob_client.upload_blob(data, overwrite=True, validate_content=True)
+        assert resp is not None
+
+        blob_data = blob_client.download_blob(validate_content=True).read()
+        assert blob_data == b"Hello World!"  # data is fixed by mock transport
+
     # ------------------------------------------------------------------------------

azure_storage_blob-12.25.1/tests/test_helpers.py

@@ -0,0 +1,153 @@
+# -------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for
+# license information.
+# --------------------------------------------------------------------------
+
+from io import IOBase, UnsupportedOperation
+from typing import Any, Dict, Optional
+from typing_extensions import Self
+
+from azure.core.pipeline.transport import HttpTransport, RequestsTransportResponse
+from azure.core.rest import HttpRequest
+from requests import Response
+from urllib3 import HTTPResponse
+
+
+class ProgressTracker:
+    def __init__(self, total: int, step: int):
+        self.total = total
+        self.step = step
+        self.current = 0
+
+    def assert_progress(self, current: int, total: Optional[int]):
+        if self.current != self.total:
+            self.current += self.step
+
+        if total:
+            assert self.total == total
+        assert self.current == current
+
+    def assert_complete(self):
+        assert self.total == self.current
+
+
+class NonSeekableStream(IOBase):
+    def __init__(self, wrapped_stream):
+        self.wrapped_stream = wrapped_stream
+
+    def write(self, data):
+        return self.wrapped_stream.write(data)
+
+    def read(self, count):
+        return self.wrapped_stream.read(count)
+
+    def seek(self, *args, **kwargs):
+        raise UnsupportedOperation("boom!")
+
+    def tell(self):
+        return self.wrapped_stream.tell()
+
+
+class MockHttpClientResponse(Response):
+    def __init__(
+        self, url: str,
+        body_bytes: bytes,
+        headers: Dict[str, Any],
+        status: int = 200,
+        reason: str = "OK"
+    ) -> None:
+        super(MockHttpClientResponse).__init__()
+        self._url = url
+        self._body = body_bytes
+        self._content = body_bytes
+        self._cache = {}
+        self._loop = None
+        self._content_consumed = True
+        self.headers = headers
+        self.status_code = status
+        self.reason = reason
+        self.raw = HTTPResponse()
+
+
+class MockStorageTransport(HttpTransport):
+    """
+    This transport returns legacy http response objects from azure core and is
+    intended only to test our backwards compatibility support.
+    """
+    def send(self, request: HttpRequest, **kwargs: Any) -> RequestsTransportResponse:
+        if request.method == 'GET':
+            # download_blob
+            headers = {
+                "Content-Type": "application/octet-stream",
+                "Content-Range": "bytes 0-17/18",
+                "Content-Length": "18",
+            }
+
+            if "x-ms-range-get-content-md5" in request.headers:
+                headers["Content-MD5"] = "7Qdih1MuhjZehB6Sv8UNjA=="  # cspell:disable-line
+
+            rest_response = RequestsTransportResponse(
+                request=request,
+                requests_response=MockHttpClientResponse(
+                    request.url,
+                    b"Hello World!",
+                    headers,
+                )
+            )
+        elif request.method == 'HEAD':
+            # get_blob_properties
+            rest_response = RequestsTransportResponse(
+                request=request,
+                requests_response=MockHttpClientResponse(
+                    request.url,
+                    b"",
+                    {
+                        "Content-Type": "application/octet-stream",
+                        "Content-Length": "1024",
+                    },
+                )
+            )
+        elif request.method == 'PUT':
+            # upload_blob
+            rest_response = RequestsTransportResponse(
+                request=request,
+                requests_response=MockHttpClientResponse(
+                    request.url,
+                    b"",
+                    {
+                        "Content-Length": "0",
+                    },
+                    201,
+                    "Created"
+                )
+            )
+        elif request.method == 'DELETE':
+            # delete_blob
+            rest_response = RequestsTransportResponse(
+                request=request,
+                requests_response=MockHttpClientResponse(
+                    request.url,
+                    b"",
+                    {
+                        "Content-Length": "0",
+                    },
+                    202,
+                    "Accepted"
+                )
+            )
+        else:
+            raise ValueError("The request is not accepted as part of MockStorageTransport.")
+        return rest_response
+
+    def __enter__(self) -> Self:
+        return self
+
+    def __exit__(self, *args: Any) -> None:
+        pass
+
+    def open(self) -> None:
+        pass
+
+    def close(self) -> None:
+        pass

{azure_storage_blob-12.25.0b1 → azure_storage_blob-12.25.1}/tests/test_helpers_async.py

@@ -6,9 +6,8 @@
 from io import IOBase, UnsupportedOperation
 from typing import Any, Dict, Optional
 
-from azure.core.pipeline.transport import AsyncHttpTransport
+from azure.core.pipeline.transport import AioHttpTransportResponse, AsyncHttpTransport
 from azure.core.rest import HttpRequest
-from azure.core.rest._aiohttp import RestAioHttpTransportResponse
 from aiohttp import ClientResponse
 
 
@@ -90,7 +89,7 @@ class MockStorageTransport(AsyncHttpTransport):
     This transport returns legacy http response objects from azure core and is 
     intended only to test our backwards compatibility support.
     """
-    async def send(self, request: HttpRequest, **kwargs: Any) -> RestAioHttpTransportResponse:
+    async def send(self, request: HttpRequest, **kwargs: Any) -> AioHttpTransportResponse:
         if request.method == 'GET':
             # download_blob
             headers = {
@@ -102,9 +101,9 @@ class MockStorageTransport(AsyncHttpTransport):
             if "x-ms-range-get-content-md5" in request.headers:
                 headers["Content-MD5"] = "I3pVbaOCUTom+G9F9uKFoA=="
 
-            rest_response = RestAioHttpTransportResponse(
+            rest_response = AioHttpTransportResponse(
                 request=request,
-                internal_response=MockAioHttpClientResponse(
+                aiohttp_response=MockAioHttpClientResponse(
                     request.url,
                     b"Hello Async World!",
                     headers,
@@ -113,9 +112,9 @@ class MockStorageTransport(AsyncHttpTransport):
             )
         elif request.method == 'HEAD':
             # get_blob_properties
-            rest_response = RestAioHttpTransportResponse(
+            rest_response = AioHttpTransportResponse(
                 request=request,
-                internal_response=MockAioHttpClientResponse(
+                aiohttp_response=MockAioHttpClientResponse(
                     request.url,
                     b"",
                     {
@@ -127,9 +126,9 @@ class MockStorageTransport(AsyncHttpTransport):
             )
         elif request.method == 'PUT':
             # upload_blob
-            rest_response = RestAioHttpTransportResponse(
+            rest_response = AioHttpTransportResponse(
                 request=request,
-                internal_response=MockAioHttpClientResponse(
+                aiohttp_response=MockAioHttpClientResponse(
                     request.url,
                     b"",
                     {
@@ -142,9 +141,9 @@ class MockStorageTransport(AsyncHttpTransport):
             )
         elif request.method == 'DELETE':
             # delete_blob
-            rest_response = RestAioHttpTransportResponse(
+            rest_response = AioHttpTransportResponse(
                 request=request,
-                internal_response=MockAioHttpClientResponse(
+                aiohttp_response=MockAioHttpClientResponse(
                     request.url,
                     b"",
                     {
@@ -158,7 +157,7 @@ class MockStorageTransport(AsyncHttpTransport):
         else:
             raise ValueError("The request is not accepted as part of MockStorageTransport.")
 
-        await rest_response.read()
+        await rest_response.load_body()
         return rest_response
 
     async def __aenter__(self):

azure_storage_blob-12.25.0b1/tests/test_helpers.py

@@ -1,42 +0,0 @@
-# -------------------------------------------------------------------------
-# Copyright (c) Microsoft Corporation. All rights reserved.
-# Licensed under the MIT License. See License.txt in the project root for
-# license information.
-# --------------------------------------------------------------------------
-from io import IOBase, UnsupportedOperation
-from typing import Optional
-
-
-class ProgressTracker:
-    def __init__(self, total: int, step: int):
-        self.total = total
-        self.step = step
-        self.current = 0
-
-    def assert_progress(self, current: int, total: Optional[int]):
-        if self.current != self.total:
-            self.current += self.step
-
-        if total:
-            assert self.total == total
-        assert self.current == current
-
-    def assert_complete(self):
-        assert self.total == self.current
-
-
-class NonSeekableStream(IOBase):
-    def __init__(self, wrapped_stream):
-        self.wrapped_stream = wrapped_stream
-
-    def write(self, data):
-        return self.wrapped_stream.write(data)
-
-    def read(self, count):
-        return self.wrapped_stream.read(count)
-
-    def seek(self, *args, **kwargs):
-        raise UnsupportedOperation("boom!")
-
-    def tell(self):
-        return self.wrapped_stream.tell()