apache-airflow-providers-microsoft-azure 6.2.4rc1__py3-none-any.whl → 6.3.0rc1__py3-none-any.whl

airflow/providers/microsoft/azure/__init__.py

@@ -28,7 +28,7 @@ import packaging.version
 
 __all__ = ["__version__"]
 
-__version__ = "6.2.4"
+__version__ = "6.3.0"
 
 try:
     from airflow import __version__ as airflow_version

airflow/providers/microsoft/azure/get_provider_info.py

@@ -29,6 +29,7 @@ def get_provider_info():
         "description": "`Microsoft Azure <https://azure.microsoft.com/>`__\n",
         "suspended": False,
         "versions": [
+            "6.3.0",
             "6.2.4",
             "6.2.3",
             "6.2.2",
@@ -85,14 +86,15 @@ def get_provider_info():
             "azure-synapse-spark",
             "adal>=1.2.7",
             "azure-storage-file-datalake>=12.9.1",
+            "azure-kusto-data>=4.1.0",
             "azure-mgmt-containerinstance>=1.5.0,<2.0",
             "azure-mgmt-datafactory>=1.0.0,<2.0",
-            "azure-kusto-data>=0.0.43,<0.1",
         ],
         "integrations": [
             {
                 "integration-name": "Microsoft Azure Batch",
                 "external-doc-url": "https://azure.microsoft.com/en-us/services/batch/",
+                "how-to-guide": ["/docs/apache-airflow-providers-microsoft-azure/operators/batch.rst"],
                 "logo": "/integration-logos/azure/Microsoft-Azure-Batch.png",
                 "tags": ["azure"],
             },
@@ -310,11 +312,6 @@ def get_provider_info():
                 "how-to-guide": "/docs/apache-airflow-providers-microsoft-azure/transfer/local_to_wasb.rst",
                 "python-module": "airflow.providers.microsoft.azure.transfers.local_to_wasb",
             },
-            {
-                "source-integration-name": "Microsoft Azure Blob Storage",
-                "target-integration-name": "Google Cloud Storage (GCS)",
-                "python-module": "airflow.providers.microsoft.azure.transfers.azure_blob_to_gcs",
-            },
             {
                 "source-integration-name": "SSH File Transfer Protocol (SFTP)",
                 "target-integration-name": "Microsoft Azure Blob Storage",

airflow/providers/microsoft/azure/hooks/adx.py

@@ -28,8 +28,9 @@ from __future__ import annotations
 import warnings
 from typing import Any
 
+from azure.identity import DefaultAzureCredential
+from azure.kusto.data import ClientRequestProperties, KustoClient, KustoConnectionStringBuilder
 from azure.kusto.data.exceptions import KustoServiceError
-from azure.kusto.data.request import ClientRequestProperties, KustoClient, KustoConnectionStringBuilder
 from azure.kusto.data.response import KustoResponseDataSetV2
 
 from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
@@ -105,7 +106,7 @@ class AzureDataExplorerHook(BaseHook):
             "placeholders": {
                 "login": "Varies with authentication method",
                 "password": "Varies with authentication method",
-                "auth_method": "AAD_APP/AAD_APP_CERT/AAD_CREDS/AAD_DEVICE",
+                "auth_method": "AAD_APP/AAD_APP_CERT/AAD_CREDS/AAD_DEVICE/AZURE_TOKEN_CRED",
                 "tenant": "Used with AAD_APP/AAD_APP_CERT/AAD_CREDS",
                 "certificate": "Used with AAD_APP_CERT",
                 "thumbprint": "Used with AAD_APP_CERT",
@@ -183,6 +184,11 @@ class AzureDataExplorerHook(BaseHook):
             )
         elif auth_method == "AAD_DEVICE":
             kcsb = KustoConnectionStringBuilder.with_aad_device_authentication(cluster)
+        elif auth_method == "AZURE_TOKEN_CRED":
+            kcsb = KustoConnectionStringBuilder.with_azure_token_credential(
+                connection_string=cluster,
+                credential=DefaultAzureCredential(),
+            )
         else:
             raise AirflowException(f"Unknown authentication method: {auth_method}")
 

airflow/providers/microsoft/azure/hooks/base_azure.py

@@ -24,6 +24,7 @@ from azure.common.credentials import ServicePrincipalCredentials
 
 from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning
 from airflow.hooks.base import BaseHook
+from airflow.providers.microsoft.azure.utils import AzureIdentityCredentialAdapter
 
 
 class AzureBaseHook(BaseHook):
@@ -124,10 +125,17 @@ class AzureBaseHook(BaseHook):
             self.log.info("Getting connection using a JSON config.")
             return get_client_from_json_dict(client_class=self.sdk_client, config_dict=key_json)
 
-        self.log.info("Getting connection using specific credentials and subscription_id.")
-        return self.sdk_client(
-            credentials=ServicePrincipalCredentials(
+        credentials: ServicePrincipalCredentials | AzureIdentityCredentialAdapter
+        if all([conn.login, conn.password, tenant]):
+            self.log.info("Getting connection using specific credentials and subscription_id.")
+            credentials = ServicePrincipalCredentials(
                 client_id=conn.login, secret=conn.password, tenant=tenant
-            ),
+            )
+        else:
+            self.log.info("Using DefaultAzureCredential as credential")
+            credentials = AzureIdentityCredentialAdapter()
+
+        return self.sdk_client(
+            credentials=credentials,
             subscription_id=subscription_id,
         )

airflow/providers/microsoft/azure/hooks/batch.py

@@ -27,7 +27,7 @@ from azure.batch.models import JobAddParameter, PoolAddParameter, TaskAddParamet
 from airflow.exceptions import AirflowException
 from airflow.hooks.base import BaseHook
 from airflow.models import Connection
-from airflow.providers.microsoft.azure.utils import get_field
+from airflow.providers.microsoft.azure.utils import AzureIdentityCredentialAdapter, get_field
 from airflow.utils import timezone
 
 
@@ -96,7 +96,15 @@ class AzureBatchHook(BaseHook):
         if not batch_account_url:
             raise AirflowException("Batch Account URL parameter is missing.")
 
-        credentials = batch_auth.SharedKeyCredentials(conn.login, conn.password)
+        credentials: batch_auth.SharedKeyCredentials | AzureIdentityCredentialAdapter
+        if all([conn.login, conn.password]):
+            credentials = batch_auth.SharedKeyCredentials(conn.login, conn.password)
+        else:
+            credentials = AzureIdentityCredentialAdapter(
+                None, resource_id="https://batch.core.windows.net/.default"
+            )
+            # credentials = AzureIdentityCredentialAdapter()
+
         batch_client = BatchServiceClient(credentials, batch_url=batch_account_url)
         return batch_client
 
@@ -344,7 +352,6 @@ class AzureBatchHook(BaseHook):
         :param task: The task to add
         """
         try:
-
             self.connection.task.add(job_id=job_id, task=task)
         except batch_models.BatchErrorException as err:
             if not err.error or err.error.code != "TaskExists":

airflow/providers/microsoft/azure/hooks/cosmos.py

@@ -25,7 +25,6 @@ the default database and collection to use (see connection `azure_cosmos_default
 """
 from __future__ import annotations
 
-import json
 import uuid
 from typing import Any
 
@@ -145,15 +144,17 @@ class AzureCosmosDBHook(BaseHook):
         if collection_name is None:
             raise AirflowBadRequest("Collection name cannot be None.")
 
+        # The ignores below is due to typing bug in azure-cosmos 9.2.0
+        # https://github.com/Azure/azure-sdk-for-python/issues/31811
         existing_container = list(
             self.get_conn()
             .get_database_client(self.__get_database_name(database_name))
             .query_containers(
                 "SELECT * FROM r WHERE r.id=@id",
-                parameters=[json.dumps({"name": "@id", "value": collection_name})],
+                parameters=[{"name": "@id", "value": collection_name}],  # type: ignore[list-item]
             )
         )
-        if len(existing_container) == 0:
+        if not existing_container:
             return False
 
         return True
@@ -170,17 +171,19 @@ class AzureCosmosDBHook(BaseHook):
 
         # We need to check to see if this container already exists so we don't try
         # to create it twice
+        # The ignores below is due to typing bug in azure-cosmos 9.2.0
+        # https://github.com/Azure/azure-sdk-for-python/issues/31811
         existing_container = list(
             self.get_conn()
             .get_database_client(self.__get_database_name(database_name))
             .query_containers(
                 "SELECT * FROM r WHERE r.id=@id",
-                parameters=[json.dumps({"name": "@id", "value": collection_name})],
+                parameters=[{"name": "@id", "value": collection_name}],  # type: ignore[list-item]
             )
         )
 
         # Only create if we did not find it already existing
-        if len(existing_container) == 0:
+        if not existing_container:
             self.get_conn().get_database_client(self.__get_database_name(database_name)).create_container(
                 collection_name, partition_key=partition_key
             )
@@ -190,13 +193,15 @@ class AzureCosmosDBHook(BaseHook):
         if database_name is None:
             raise AirflowBadRequest("Database name cannot be None.")
 
+        # The ignores below is due to typing bug in azure-cosmos 9.2.0
+        # https://github.com/Azure/azure-sdk-for-python/issues/31811
         existing_database = list(
             self.get_conn().query_databases(
                 "SELECT * FROM r WHERE r.id=@id",
-                parameters=[json.dumps({"name": "@id", "value": database_name})],
+                parameters=[{"name": "@id", "value": database_name}],  # type: ignore[list-item]
             )
         )
-        if len(existing_database) == 0:
+        if not existing_database:
             return False
 
         return True
@@ -208,15 +213,17 @@ class AzureCosmosDBHook(BaseHook):
 
         # We need to check to see if this database already exists so we don't try
         # to create it twice
+        # The ignores below is due to typing bug in azure-cosmos 9.2.0
+        # https://github.com/Azure/azure-sdk-for-python/issues/31811
         existing_database = list(
             self.get_conn().query_databases(
                 "SELECT * FROM r WHERE r.id=@id",
-                parameters=[json.dumps({"name": "@id", "value": database_name})],
+                parameters=[{"name": "@id", "value": database_name}],  # type: ignore[list-item]
             )
         )
 
         # Only create if we did not find it already existing
-        if len(existing_database) == 0:
+        if not existing_database:
             self.get_conn().create_database(database_name)
 
     def delete_database(self, database_name: str) -> None:

airflow/providers/microsoft/azure/hooks/data_lake.py

@@ -241,7 +241,7 @@ class AzureDataLakeStorageV2Hook(BaseHook):
     accounts that have a hierarchical namespace. Using Adls_v2 connection
     details create DataLakeServiceClient object.
 
-    Due to Wasb is marked as legacy and and retirement of the (ADLS1), it would
+    Due to Wasb is marked as legacy and retirement of the (ADLS1), it would
     be nice to implement ADLS gen2 hook for interacting with the storage account.
 
     .. seealso::

airflow/providers/microsoft/azure/hooks/synapse.py

@@ -183,7 +183,7 @@ class AzureSynapseHook(BaseHook):
                 )
 
             # Wait to check the status of the job run based on the ``check_interval`` configured.
-            self.log.info("Sleeping for %s seconds", str(check_interval))
+            self.log.info("Sleeping for %s seconds", check_interval)
             time.sleep(check_interval)
 
             job_run_status = self.get_job_run_status()

airflow/providers/microsoft/azure/hooks/wasb.py

@@ -28,6 +28,7 @@ from __future__ import annotations
 import logging
 import os
 from typing import Any, Union
+from urllib.parse import urlparse
 
 from asgiref.sync import sync_to_async
 from azure.core.exceptions import HttpResponseError, ResourceExistsError, ResourceNotFoundError
@@ -152,11 +153,13 @@ class WasbHook(BaseHook):
             # connection_string auth takes priority
             return BlobServiceClient.from_connection_string(connection_string, **extra)
 
-        account_url = (
-            conn.host
-            if conn.host and conn.host.startswith("https://")
-            else f"https://{conn.login}.blob.core.windows.net/"
-        )
+        account_url = conn.host if conn.host else f"https://{conn.login}.blob.core.windows.net/"
+        parsed_url = urlparse(account_url)
+
+        if not parsed_url.netloc and "." not in parsed_url.path:
+            # if there's no netloc and no dots in the path, then user only
+            # provided the Active Directory ID, not the full URL or DNS name
+            account_url = f"https://{conn.login}.blob.core.windows.net/"
 
         tenant = self._get_field(extra, "tenant_id")
         if tenant:
@@ -238,7 +241,7 @@ class WasbHook(BaseHook):
         :return: True if blobs matching the prefix exist, False otherwise.
         """
         blobs = self.get_blobs_list(container_name=container_name, prefix=prefix, **kwargs)
-        return len(blobs) > 0
+        return bool(blobs)
 
     def get_blobs_list(
         self,
@@ -499,7 +502,7 @@ class WasbHook(BaseHook):
             blobs_to_delete = [blob_name]
         else:
             blobs_to_delete = []
-        if not ignore_if_missing and len(blobs_to_delete) == 0:
+        if not ignore_if_missing and not blobs_to_delete:
             raise AirflowException(f"Blob(s) not found: {blob_name}")
 
         # The maximum number of blobs that can be deleted in a single request is 256 using the underlying
@@ -555,11 +558,13 @@ class WasbAsyncHook(WasbHook):
             )
             return self.blob_service_client
 
-        account_url = (
-            conn.host
-            if conn.host and conn.host.startswith("https://")
-            else f"https://{conn.login}.blob.core.windows.net/"
-        )
+        account_url = conn.host if conn.host else f"https://{conn.login}.blob.core.windows.net/"
+        parsed_url = urlparse(account_url)
+
+        if not parsed_url.netloc and "." not in parsed_url.path:
+            # if there's no netloc and no dots in the path, then user only
+            # provided the Active Directory ID, not the full URL or DNS name
+            account_url = f"https://{conn.login}.blob.core.windows.net/"
 
         tenant = self._get_field(extra, "tenant_id")
         if tenant:
@@ -678,4 +683,4 @@ class WasbAsyncHook(WasbHook):
         :param kwargs: Optional keyword arguments for ``ContainerClient.walk_blobs``
         """
         blobs = await self.get_blobs_list_async(container_name=container_name, prefix=prefix, **kwargs)
-        return len(blobs) > 0
+        return bool(blobs)

airflow/providers/microsoft/azure/operators/batch.py

@@ -17,6 +17,7 @@
 # under the License.
 from __future__ import annotations
 
+from functools import cached_property
 from typing import TYPE_CHECKING, Any, Sequence
 
 from azure.batch import models as batch_models
@@ -176,7 +177,10 @@ class AzureBatchOperator(BaseOperator):
         self.timeout = timeout
         self.should_delete_job = should_delete_job
         self.should_delete_pool = should_delete_pool
-        self.hook = self.get_hook()
+
+    @cached_property
+    def hook(self):
+        return self.get_hook()
 
     def _check_inputs(self) -> Any:
         if not self.os_family and not self.vm_publisher:
@@ -189,7 +193,7 @@ class AzureBatchOperator(BaseOperator):
             )
 
         if self.use_latest_image:
-            if not all(elem for elem in [self.vm_publisher, self.vm_offer]):
+            if not self.vm_publisher or not self.vm_offer:
                 raise AirflowException(
                     f"If use_latest_image_and_sku is set to True then the parameters vm_publisher, "
                     f"vm_offer, must all be set. "

airflow/providers/microsoft/azure/operators/data_factory.py

@@ -92,7 +92,7 @@ class AzureDataFactoryRunPipelineOperator(BaseOperator):
         ``AzureDataFactoryHook`` will attempt to use the resource group name provided in the corresponding
         connection.
     :param factory_name: The data factory name. If a value is not passed in to the operator, the
-        ``AzureDataFactoryHook`` will attempt to use the factory name name provided in the corresponding
+        ``AzureDataFactoryHook`` will attempt to use the factory name provided in the corresponding
         connection.
     :param reference_pipeline_run_id: The pipeline run identifier. If this run ID is specified the parameters
         of the specified run will be used to create a new run.

airflow/providers/microsoft/azure/secrets/key_vault.py

@@ -16,6 +16,8 @@
 # under the License.
 from __future__ import annotations
 
+import logging
+import os
 import re
 import warnings
 from functools import cached_property
@@ -95,6 +97,13 @@ class AzureKeyVaultBackend(BaseSecretsBackend, LoggingMixin):
             self.config_prefix = config_prefix.rstrip(sep)
         else:
             self.config_prefix = config_prefix
+
+        logger = logging.getLogger("azure.core.pipeline.policies.http_logging_policy")
+        try:
+            logger.setLevel(os.environ.get("AZURE_HTTP_LOGGING_LEVEL", logging.WARNING))
+        except ValueError:
+            logger.setLevel(logging.WARNING)
+
         self.sep = sep
         self.kwargs = kwargs
 

airflow/providers/microsoft/azure/triggers/data_factory.py

@@ -233,7 +233,7 @@ class AzureDataFactoryTrigger(BaseTrigger):
                         resource_group_name=self.resource_group_name,
                         factory_name=self.factory_name,
                     )
-                    self.log.info("Unexpected error %s caught. Cancel pipeline run %s", str(e), self.run_id)
+                    self.log.info("Unexpected error %s caught. Cancel pipeline run %s", e, self.run_id)
                 except Exception as err:
                     yield TriggerEvent({"status": "error", "message": str(err), "run_id": self.run_id})
             yield TriggerEvent({"status": "error", "message": str(e), "run_id": self.run_id})

airflow/providers/microsoft/azure/utils.py

@@ -19,6 +19,12 @@ from __future__ import annotations
 
 import warnings
 
+from azure.core.pipeline import PipelineContext, PipelineRequest
+from azure.core.pipeline.policies import BearerTokenCredentialPolicy
+from azure.core.pipeline.transport import HttpRequest
+from azure.identity import DefaultAzureCredential
+from msrest.authentication import BasicTokenAuthentication
+
 
 def get_field(*, conn_id: str, conn_type: str, extras: dict, field_name: str):
     """Get field from extra, first checking short name, then for backcompat we check for prefixed name."""
@@ -43,3 +49,47 @@ def get_field(*, conn_id: str, conn_type: str, extras: dict, field_name: str):
     if ret == "":
         return None
     return ret
+
+
+class AzureIdentityCredentialAdapter(BasicTokenAuthentication):
+    """Adapt azure-identity credentials for backward compatibility.
+
+    Adapt credentials from azure-identity to be compatible with SD
+    that needs msrestazure or azure.common.credentials
+
+    Check https://stackoverflow.com/questions/63384092/exception-attributeerror-defaultazurecredential-object-has-no-attribute-sig
+    """
+
+    def __init__(self, credential=None, resource_id="https://management.azure.com/.default", **kwargs):
+        """Adapt azure-identity credentials for backward compatibility.
+
+        :param credential: Any azure-identity credential (DefaultAzureCredential by default)
+        :param str resource_id: The scope to use to get the token (default ARM)
+        """
+        super().__init__(None)
+        if credential is None:
+            credential = DefaultAzureCredential()
+        self._policy = BearerTokenCredentialPolicy(credential, resource_id, **kwargs)
+
+    def _make_request(self):
+        return PipelineRequest(
+            HttpRequest("AzureIdentityCredentialAdapter", "https://fakeurl"), PipelineContext(None)
+        )
+
+    def set_token(self):
+        """Ask the azure-core BearerTokenCredentialPolicy policy to get a token.
+
+        Using the policy gives us for free the caching system of azure-core.
+        We could make this code simpler by using private method, but by definition
+        I can't assure they will be there forever, so mocking a fake call to the policy
+        to extract the token, using 100% public API.
+        """
+        request = self._make_request()
+        self._policy.on_request(request)
+        # Read Authorization, and get the second part after Bearer
+        token = request.http_request.headers["Authorization"].split(" ", 1)[1]
+        self.token = {"access_token": token}
+
+    def signed_session(self, azure_session=None):
+        self.set_token()
+        return super().signed_session(azure_session)

{apache_airflow_providers_microsoft_azure-6.2.4rc1.dist-info → apache_airflow_providers_microsoft_azure-6.3.0rc1.dist-info}/METADATA

@@ -1,14 +1,14 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-microsoft-azure
-Version: 6.2.4rc1
+Version: 6.3.0rc1
 Summary: Provider for Apache Airflow. Implements apache-airflow-providers-microsoft-azure package
 Home-page: https://airflow.apache.org/
 Download-URL: https://archive.apache.org/dist/airflow/providers
 Author: Apache Software Foundation
 Author-email: dev@airflow.apache.org
 License: Apache License 2.0
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/6.2.4/
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/6.2.4/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/6.3.0/
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/6.3.0/changelog.html
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
@@ -38,7 +38,7 @@ Requires-Dist: azure-cosmos >=4.0.0
 Requires-Dist: azure-datalake-store >=0.0.45
 Requires-Dist: azure-identity >=1.3.1
 Requires-Dist: azure-keyvault-secrets >=4.1.0
-Requires-Dist: azure-kusto-data <0.1,>=0.0.43
+Requires-Dist: azure-kusto-data >=4.1.0
 Requires-Dist: azure-mgmt-containerinstance <2.0,>=1.5.0
 Requires-Dist: azure-mgmt-datafactory <2.0,>=1.0.0
 Requires-Dist: azure-mgmt-datalake-store >=0.5.0
@@ -94,7 +94,7 @@ Requires-Dist: apache-airflow-providers-sftp ; extra == 'sftp'
 
 Package ``apache-airflow-providers-microsoft-azure``
 
-Release: ``6.2.4rc1``
+Release: ``6.3.0rc1``
 
 
 `Microsoft Azure <https://azure.microsoft.com/>`__
@@ -107,7 +107,7 @@ This is a provider package for ``microsoft.azure`` provider. All classes for thi
 are in ``airflow.providers.microsoft.azure`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/6.2.4/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/6.3.0/>`_.
 
 
 Installation
@@ -140,9 +140,9 @@ PIP package                       Version required
 ``azure-synapse-spark``
 ``adal``                          ``>=1.2.7``
 ``azure-storage-file-datalake``   ``>=12.9.1``
+``azure-kusto-data``              ``>=4.1.0``
 ``azure-mgmt-containerinstance``  ``>=1.5.0,<2.0``
 ``azure-mgmt-datafactory``        ``>=1.0.0,<2.0``
-``azure-kusto-data``              ``>=0.0.43,<0.1``
 ================================  ==================
 
 Cross provider package dependencies
@@ -167,4 +167,4 @@ Dependent package
 ====================================================================================================  ==========
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/6.2.4/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/6.3.0/changelog.html>`_.

{apache_airflow_providers_microsoft_azure-6.2.4rc1.dist-info → apache_airflow_providers_microsoft_azure-6.3.0rc1.dist-info}/RECORD

@@ -1,36 +1,34 @@
-airflow/providers/microsoft/azure/__init__.py,sha256=4jKTmm0yM6vrXATlcXJRhKCF5oAoGKBUIgylksZMPnw,1584
-airflow/providers/microsoft/azure/get_provider_info.py,sha256=veL_PZr91brIsaVzadoW-e6ZLLz_ZFGHTFxag2mtins,17599
-airflow/providers/microsoft/azure/utils.py,sha256=xkMBZNc7eQGviZUaiIgfVmU2wsSdHQN-7r7ChwIY_VI,1899
-airflow/providers/microsoft/azure/example_dag/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/microsoft/azure/example_dag/example_wasb_sensors.py,sha256=XeMBYcGvRChPoim7_Vx3VtSqn2pTRachjO-RhHcnmp4,2032
+airflow/providers/microsoft/azure/__init__.py,sha256=SOXr_n3z0jdi3Iem4-ekMo3pvAdhTI09oJ3YAiX10eA,1584
+airflow/providers/microsoft/azure/get_provider_info.py,sha256=QCvf8iHufAsRMezGD769pp_zQDsbxw4cOPR9ixQk-P8,17443
+airflow/providers/microsoft/azure/utils.py,sha256=HWf2jbEKo78W9qWErjJ6e1V1GE7OZnkbbRFA7NjB3G8,4148
 airflow/providers/microsoft/azure/hooks/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
-airflow/providers/microsoft/azure/hooks/adx.py,sha256=qVSWJ0EXOyxifpR8Mr-tftKW3l013i1hTYI0l34sxzg,8975
+airflow/providers/microsoft/azure/hooks/adx.py,sha256=zhCOAUQ6HZqU-au7lW0777cGQhkTLZVCWDt_oYzjDoQ,9269
 airflow/providers/microsoft/azure/hooks/asb.py,sha256=qMSmqKPZu_bcuaKHTD_Dn0TZ0ZNURLiawv2V1hblZgg,10984
-airflow/providers/microsoft/azure/hooks/base_azure.py,sha256=_uAODehBZdhMzZehGDe5TkV1T4zdVoaSWIfm3p21uqw,5432
-airflow/providers/microsoft/azure/hooks/batch.py,sha256=LMQjBTgnRyvTkJSJp0pRDsa_YGbzsLuICVrOcMmr2wc,15302
+airflow/providers/microsoft/azure/hooks/base_azure.py,sha256=zwXLtzraBh9oJqUYVM7Cp1d78RiPEc5unVT6LX1pX98,5838
+airflow/providers/microsoft/azure/hooks/batch.py,sha256=nN-Y0_jGCRMe3n6LpFPR1oZKJUtoGsNO9DcZOSQ_SzM,15692
 airflow/providers/microsoft/azure/hooks/container_instance.py,sha256=euwS6SlIFH4z7h_4B0E0S4lXxQDlKm4jgmd8sPhmCxA,6183
 airflow/providers/microsoft/azure/hooks/container_registry.py,sha256=Js9baC9lnE_NbwTFpOH6yXANLpr-JTEd4NT4LapDNqU,2460
 airflow/providers/microsoft/azure/hooks/container_volume.py,sha256=t6UUrPfTleFwVuuAX4vB7MUViCUkrNSAOxaOZktiH8U,3986
-airflow/providers/microsoft/azure/hooks/cosmos.py,sha256=yAHZS4AyNirIIAYbyoKhjakCuvw4X4TJBGdtn3MM6yk,14063
+airflow/providers/microsoft/azure/hooks/cosmos.py,sha256=6HN4d0T-HLP9e2886S9YEHtQqD0eE-j7c50WjHc8X_I,14647
 airflow/providers/microsoft/azure/hooks/data_factory.py,sha256=19CCp0eyX2-OH8mTQBypfSWu5qvNYcouyy2S9ocSI68,45368
-airflow/providers/microsoft/azure/hooks/data_lake.py,sha256=ac4pU-spHcAkbaxSTKXn3fXc2K0mIsV0gSVYRj8tqAc,22064
+airflow/providers/microsoft/azure/hooks/data_lake.py,sha256=H6Dz1c-JiI4T5YAoPCsQSbJe80MqX4NqzyLjxW-wBWA,22060
 airflow/providers/microsoft/azure/hooks/fileshare.py,sha256=FIg6gbDoAtS1fL3n9Il-evCIFA7so5C3yAkPzzXF6Co,12340
-airflow/providers/microsoft/azure/hooks/synapse.py,sha256=AdAtIooBgJ5wNEZCjo9ZiIat093MEactINLMLyPHlLk,7320
-airflow/providers/microsoft/azure/hooks/wasb.py,sha256=o9zY8huyyYktUsxnlmvWGeKJTpOzCHSQMCs11d3qI0g,28312
+airflow/providers/microsoft/azure/hooks/synapse.py,sha256=cr1ToTfRPaoLlrHMBJk5qlgYc7-lFKTkiUN_pmTry_I,7315
+airflow/providers/microsoft/azure/hooks/wasb.py,sha256=i-990JZbiD9iLj06xW7weJ0K_uqZU5Bg6mCCTQzqkTA,28832
 airflow/providers/microsoft/azure/log/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/microsoft/azure/log/wasb_task_handler.py,sha256=X9RCtFimKcEdMOLYiCJZ3J8TE0spN6spCXhtGBcqNzY,10109
 airflow/providers/microsoft/azure/operators/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
 airflow/providers/microsoft/azure/operators/adls.py,sha256=msx7uZNlSshiZsNASESk6c0BQr3QNvsByxWh0Nr2TP0,3789
 airflow/providers/microsoft/azure/operators/adx.py,sha256=rK5ErQqYJFFDaSirE4G2QV6V3Oj2QtKxUk6fIsJGluA,3032
 airflow/providers/microsoft/azure/operators/asb.py,sha256=cqLLkmF9SGLAwNRJEt1Cm6RibuckueY0_1avEtGEeU8,29255
-airflow/providers/microsoft/azure/operators/batch.py,sha256=fzJ7IYAG_1NcZ-muVfM-JqxNYHvzvDyz1cQueHRIVQQ,16254
+airflow/providers/microsoft/azure/operators/batch.py,sha256=vssNXlzgt5ajmu5Pz9gxrZWfBrrQ_fPl0Ii-MR6YyKc,16311
 airflow/providers/microsoft/azure/operators/container_instances.py,sha256=ZukRCHU0n87W4XRTcpcw1Q5mpfCFPkKaFT9Mu1uaYvg,15968
 airflow/providers/microsoft/azure/operators/cosmos.py,sha256=Y1Hj4p6W8soVFaq1rx8LFgchNISjkq8vjdaQ0j8Tnqs,2782
-airflow/providers/microsoft/azure/operators/data_factory.py,sha256=tnxpgCmzCdIj2b3fJBKnKxexsJzHrdC6SYGSU6up9_4,12525
+airflow/providers/microsoft/azure/operators/data_factory.py,sha256=SjU5KrzmHKPEcbbsNBiABs0qruVdj2GdtxN9P_s5vTk,12520
 airflow/providers/microsoft/azure/operators/synapse.py,sha256=KKnwRVLM--Kd9Acaw5GcUydX5IzR_GM2-PHw7mdq-BI,4422
 airflow/providers/microsoft/azure/operators/wasb_delete_blob.py,sha256=GUfV9DLU1bGYvn2TE54iTYBTbxn3Jm_e985pXp_0IsE,2687
 airflow/providers/microsoft/azure/secrets/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/microsoft/azure/secrets/key_vault.py,sha256=FTkFhT1LRCadIShRa-Vxy8wQsH5By9RpI5F5I2dAMzE,7891
+airflow/providers/microsoft/azure/secrets/key_vault.py,sha256=ns5ZtRaFVO1_zSXpoO8OsESkFloTJNlUOc1Dgp3jFqU,8179
 airflow/providers/microsoft/azure/sensors/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
 airflow/providers/microsoft/azure/sensors/cosmos.py,sha256=vRrJ8zJnApvuKxHia53tNZUZ7wILWFT3_5cEyMA2M1I,2637
 airflow/providers/microsoft/azure/sensors/data_factory.py,sha256=xHZg-00V7Y6DGg07obZrhi-Ek1XYgy5V67RRcme7Heg,6145
@@ -42,12 +40,12 @@ airflow/providers/microsoft/azure/transfers/local_to_wasb.py,sha256=4CK9OKBW07BH
 airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake.py,sha256=JW4o6TLipJUAPsto_oNEAmY1lYbAmOsdwGzJfJSkhDc,4475
 airflow/providers/microsoft/azure/transfers/sftp_to_wasb.py,sha256=-VSa-7Pz4Uf8RYCeXSDaZCyBB9dT2J37PJyuxd2STAk,8202
 airflow/providers/microsoft/azure/triggers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/microsoft/azure/triggers/data_factory.py,sha256=MSRSm1Ze1a143Zq3hjy1l69aTJreJfBY4XtKYbUjdO8,11197
+airflow/providers/microsoft/azure/triggers/data_factory.py,sha256=K78szKk3IAbx5mA9mKMmPvhJNhUA0EgqzXcJhOT4QK8,11192
 airflow/providers/microsoft/azure/triggers/wasb.py,sha256=PizofSGAwdgCuswenlbzlH0Jr7GHEzT89BluucDt8dE,7382
-apache_airflow_providers_microsoft_azure-6.2.4rc1.dist-info/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
-apache_airflow_providers_microsoft_azure-6.2.4rc1.dist-info/METADATA,sha256=8YBudVZTC3-gNZ-isVWcGWB39WAav0Gm_rSYeKf9GVE,7566
-apache_airflow_providers_microsoft_azure-6.2.4rc1.dist-info/NOTICE,sha256=m-6s2XynUxVSUIxO4rVablAZCvFq-wmLrqV91DotRBw,240
-apache_airflow_providers_microsoft_azure-6.2.4rc1.dist-info/WHEEL,sha256=5sUXSg9e4bi7lTLOHcm6QEYwO5TIF1TNbTSVFVjcJcc,92
-apache_airflow_providers_microsoft_azure-6.2.4rc1.dist-info/entry_points.txt,sha256=mAQpo-U_MYTG3pa7xmaY5vG849FnAziWsdGpfV-16NM,112
-apache_airflow_providers_microsoft_azure-6.2.4rc1.dist-info/top_level.txt,sha256=OeMVH5md7fr2QQWpnZoOWWxWO-0WH1IP70lpTVwopPg,8
-apache_airflow_providers_microsoft_azure-6.2.4rc1.dist-info/RECORD,,
+apache_airflow_providers_microsoft_azure-6.3.0rc1.dist-info/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
+apache_airflow_providers_microsoft_azure-6.3.0rc1.dist-info/METADATA,sha256=1bLx3mXTyWlFTmF-1AgeFyzTFQtZp_cO9qizbQTAb5Q,7554
+apache_airflow_providers_microsoft_azure-6.3.0rc1.dist-info/NOTICE,sha256=m-6s2XynUxVSUIxO4rVablAZCvFq-wmLrqV91DotRBw,240
+apache_airflow_providers_microsoft_azure-6.3.0rc1.dist-info/WHEEL,sha256=5sUXSg9e4bi7lTLOHcm6QEYwO5TIF1TNbTSVFVjcJcc,92
+apache_airflow_providers_microsoft_azure-6.3.0rc1.dist-info/entry_points.txt,sha256=mAQpo-U_MYTG3pa7xmaY5vG849FnAziWsdGpfV-16NM,112
+apache_airflow_providers_microsoft_azure-6.3.0rc1.dist-info/top_level.txt,sha256=OeMVH5md7fr2QQWpnZoOWWxWO-0WH1IP70lpTVwopPg,8
+apache_airflow_providers_microsoft_azure-6.3.0rc1.dist-info/RECORD,,

airflow/providers/microsoft/azure/example_dag/__init__.py

@@ -1,16 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.

airflow/providers/microsoft/azure/example_dag/example_wasb_sensors.py

@@ -1,60 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#   http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied.  See the License for the
-# specific language governing permissions and limitations
-# under the License.
-"""
-Example Airflow DAG that senses blob(s) in Azure Blob Storage.
-
-This DAG relies on the following OS environment variables
-
-* CONTAINER_NAME - The container under which to look for the blob.
-* BLOB_NAME - The name of the blob to match.
-* PREFIX - The blob with the specified prefix to match.
-"""
-from __future__ import annotations
-
-import os
-from datetime import datetime
-
-from airflow.models import DAG
-from airflow.providers.microsoft.azure.sensors.wasb import WasbBlobSensor, WasbPrefixSensor
-
-CONTAINER_NAME = os.environ.get("CONTAINER_NAME", "example-container-name")
-BLOB_NAME = os.environ.get("BLOB_NAME", "example-blob-name")
-PREFIX = os.environ.get("PREFIX", "example-prefix")
-
-
-with DAG(
-    "example_wasb_sensors",
-    start_date=datetime(2022, 8, 8),
-    catchup=False,
-    tags=["example"],
-) as dag:
-    # [START wasb_blob_sensor]
-    azure_wasb_sensor = WasbBlobSensor(
-        container_name=CONTAINER_NAME,
-        blob_name=BLOB_NAME,
-        task_id="wasb_sense_blob",
-    )
-    # [END wasb_blob_sensor]
-
-    # [START wasb_prefix_sensor]
-    azure_wasb_prefix_sensor = WasbPrefixSensor(
-        container_name=CONTAINER_NAME,
-        prefix=PREFIX,
-        task_id="wasb_sense_prefix",
-    )
-    # [END wasb_prefix_sensor]