apache-airflow-providers-microsoft-azure 9.0.1rc1__tar.gz → 10.0.0rc1__tar.gz

{apache_airflow_providers_microsoft_azure-9.0.1rc1 → apache_airflow_providers_microsoft_azure-10.0.0rc1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-microsoft-azure
-Version: 9.0.1rc1
+Version: 10.0.0rc1
 Summary: Provider package apache-airflow-providers-microsoft-azure for Apache Airflow
 Keywords: airflow-provider,microsoft.azure,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -19,12 +19,13 @@ Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
 Classifier: Topic :: System :: Monitoring
 Requires-Dist: adal>=1.2.7
 Requires-Dist: adlfs>=2023.10.0
-Requires-Dist: apache-airflow>=2.6.0.dev0
+Requires-Dist: apache-airflow>=2.6.0rc0
 Requires-Dist: azure-batch>=8.0.0
-Requires-Dist: azure-cosmos>=4.0.0
+Requires-Dist: azure-cosmos>=4.6.0
 Requires-Dist: azure-datalake-store>=0.0.45
 Requires-Dist: azure-identity>=1.3.1
 Requires-Dist: azure-keyvault-secrets>=4.1.0
@@ -36,7 +37,7 @@ Requires-Dist: azure-mgmt-datafactory>=2.0.0
 Requires-Dist: azure-mgmt-datalake-store>=0.5.0
 Requires-Dist: azure-mgmt-resource>=2.2.0
 Requires-Dist: azure-mgmt-storage>=16.0.0
-Requires-Dist: azure-servicebus>=7.6.1
+Requires-Dist: azure-servicebus>=7.12.1
 Requires-Dist: azure-storage-blob>=12.14.0
 Requires-Dist: azure-storage-file-datalake>=12.9.1
 Requires-Dist: azure-storage-file-share
@@ -46,8 +47,8 @@ Requires-Dist: apache-airflow-providers-google ; extra == "google"
 Requires-Dist: apache-airflow-providers-oracle ; extra == "oracle"
 Requires-Dist: apache-airflow-providers-sftp ; extra == "sftp"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/9.0.1/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/9.0.1
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.0.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.0.0
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -100,7 +101,7 @@ Provides-Extra: sftp
 
 Package ``apache-airflow-providers-microsoft-azure``
 
-Release: ``9.0.1.rc1``
+Release: ``10.0.0.rc1``
 
 
 `Microsoft Azure <https://azure.microsoft.com/>`__
@@ -113,7 +114,7 @@ This is a provider package for ``microsoft.azure`` provider. All classes for thi
 are in ``airflow.providers.microsoft.azure`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/9.0.1/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.0.0/>`_.
 
 Installation
 ------------
@@ -122,7 +123,7 @@ You can install this package on top of an existing Airflow 2 installation (see `
 for the minimum Airflow version supported) via
 ``pip install apache-airflow-providers-microsoft-azure``
 
-The package supports the following python versions: 3.8,3.9,3.10,3.11
+The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
 
 Requirements
 ------------
@@ -133,7 +134,7 @@ PIP package                       Version required
 ``apache-airflow``                ``>=2.6.0``
 ``adlfs``                         ``>=2023.10.0``
 ``azure-batch``                   ``>=8.0.0``
-``azure-cosmos``                  ``>=4.0.0``
+``azure-cosmos``                  ``>=4.6.0``
 ``azure-mgmt-cosmosdb``
 ``azure-datalake-store``          ``>=0.0.45``
 ``azure-identity``                ``>=1.3.1``
@@ -143,7 +144,7 @@ PIP package                       Version required
 ``azure-storage-blob``            ``>=12.14.0``
 ``azure-mgmt-storage``            ``>=16.0.0``
 ``azure-storage-file-share``
-``azure-servicebus``              ``>=7.6.1``
+``azure-servicebus``              ``>=7.12.1``
 ``azure-synapse-spark``
 ``azure-synapse-artifacts``       ``>=0.17.0``
 ``adal``                          ``>=1.2.7``
@@ -176,4 +177,4 @@ Dependent package
 ====================================================================================================  ==========
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/9.0.1/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.0.0/changelog.html>`_.

{apache_airflow_providers_microsoft_azure-9.0.1rc1 → apache_airflow_providers_microsoft_azure-10.0.0rc1}/README.rst

@@ -42,7 +42,7 @@
 
 Package ``apache-airflow-providers-microsoft-azure``
 
-Release: ``9.0.1.rc1``
+Release: ``10.0.0.rc1``
 
 
 `Microsoft Azure <https://azure.microsoft.com/>`__
@@ -55,7 +55,7 @@ This is a provider package for ``microsoft.azure`` provider. All classes for thi
 are in ``airflow.providers.microsoft.azure`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/9.0.1/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.0.0/>`_.
 
 Installation
 ------------
@@ -64,7 +64,7 @@ You can install this package on top of an existing Airflow 2 installation (see `
 for the minimum Airflow version supported) via
 ``pip install apache-airflow-providers-microsoft-azure``
 
-The package supports the following python versions: 3.8,3.9,3.10,3.11
+The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
 
 Requirements
 ------------
@@ -75,7 +75,7 @@ PIP package                       Version required
 ``apache-airflow``                ``>=2.6.0``
 ``adlfs``                         ``>=2023.10.0``
 ``azure-batch``                   ``>=8.0.0``
-``azure-cosmos``                  ``>=4.0.0``
+``azure-cosmos``                  ``>=4.6.0``
 ``azure-mgmt-cosmosdb``
 ``azure-datalake-store``          ``>=0.0.45``
 ``azure-identity``                ``>=1.3.1``
@@ -85,7 +85,7 @@ PIP package                       Version required
 ``azure-storage-blob``            ``>=12.14.0``
 ``azure-mgmt-storage``            ``>=16.0.0``
 ``azure-storage-file-share``
-``azure-servicebus``              ``>=7.6.1``
+``azure-servicebus``              ``>=7.12.1``
 ``azure-synapse-spark``
 ``azure-synapse-artifacts``       ``>=0.17.0``
 ``adal``                          ``>=1.2.7``
@@ -118,4 +118,4 @@ Dependent package
 ====================================================================================================  ==========
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/9.0.1/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.0.0/changelog.html>`_.

{apache_airflow_providers_microsoft_azure-9.0.1rc1 → apache_airflow_providers_microsoft_azure-10.0.0rc1}/airflow/providers/microsoft/azure/__init__.py

@@ -27,7 +27,7 @@ import packaging.version
 
 __all__ = ["__version__"]
 
-__version__ = "9.0.1"
+__version__ = "10.0.0"
 
 try:
     from airflow import __version__ as airflow_version

{apache_airflow_providers_microsoft_azure-9.0.1rc1 → apache_airflow_providers_microsoft_azure-10.0.0rc1}/airflow/providers/microsoft/azure/get_provider_info.py

@@ -30,6 +30,7 @@ def get_provider_info():
         "state": "ready",
         "source-date-epoch": 1709555852,
         "versions": [
+            "10.0.0",
             "9.0.1",
             "9.0.0",
             "8.5.1",
@@ -85,7 +86,7 @@ def get_provider_info():
             "apache-airflow>=2.6.0",
             "adlfs>=2023.10.0",
             "azure-batch>=8.0.0",
-            "azure-cosmos>=4.0.0",
+            "azure-cosmos>=4.6.0",
             "azure-mgmt-cosmosdb",
             "azure-datalake-store>=0.0.45",
             "azure-identity>=1.3.1",
@@ -95,7 +96,7 @@ def get_provider_info():
             "azure-storage-blob>=12.14.0",
             "azure-mgmt-storage>=16.0.0",
             "azure-storage-file-share",
-            "azure-servicebus>=7.6.1",
+            "azure-servicebus>=7.12.1",
             "azure-synapse-spark",
             "azure-synapse-artifacts>=0.17.0",
             "adal>=1.2.7",
@@ -392,17 +393,13 @@ def get_provider_info():
                 "connection-type": "azure_service_bus",
             },
             {
-                "hook-class-name": "airflow.providers.microsoft.azure.hooks.synapse.AzureSynapseHook",
+                "hook-class-name": "airflow.providers.microsoft.azure.hooks.synapse.BaseAzureSynapseHook",
                 "connection-type": "azure_synapse",
             },
             {
                 "hook-class-name": "airflow.providers.microsoft.azure.hooks.data_lake.AzureDataLakeStorageV2Hook",
                 "connection-type": "adls",
             },
-            {
-                "hook-class-name": "airflow.providers.microsoft.azure.hooks.synapse.AzureSynapsePipelineHook",
-                "connection-type": "azure_synapse_pipeline",
-            },
         ],
         "secrets-backends": ["airflow.providers.microsoft.azure.secrets.key_vault.AzureKeyVaultBackend"],
         "logging": ["airflow.providers.microsoft.azure.log.wasb_task_handler.WasbTaskHandler"],

{apache_airflow_providers_microsoft_azure-9.0.1rc1 → apache_airflow_providers_microsoft_azure-10.0.0rc1}/airflow/providers/microsoft/azure/hooks/adx.py

@@ -23,6 +23,7 @@ This module contains Azure Data Explorer hook.
     KustoResponseDataSetV
     kusto
 """
+
 from __future__ import annotations
 
 import warnings

{apache_airflow_providers_microsoft_azure-9.0.1rc1 → apache_airflow_providers_microsoft_azure-10.0.0rc1}/airflow/providers/microsoft/azure/hooks/container_registry.py

@@ -16,6 +16,7 @@
 # specific language governing permissions and limitations
 # under the License.
 """Hook for Azure Container Registry."""
+
 from __future__ import annotations
 
 from functools import cached_property

{apache_airflow_providers_microsoft_azure-9.0.1rc1 → apache_airflow_providers_microsoft_azure-10.0.0rc1}/airflow/providers/microsoft/azure/hooks/cosmos.py

@@ -23,12 +23,14 @@ Airflow connection of type `azure_cosmos` exists. Authorization can be done by s
 login (=Endpoint uri), password (=secret key) and extra fields database_name and collection_name to specify
 the default database and collection to use (see connection `azure_cosmos_default` for an example).
 """
+
 from __future__ import annotations
 
 import uuid
-from typing import Any
+from typing import TYPE_CHECKING, Any, List, Union
 from urllib.parse import urlparse
 
+from azure.cosmos import PartitionKey
 from azure.cosmos.cosmos_client import CosmosClient
 from azure.cosmos.exceptions import CosmosHttpResponseError
 from azure.mgmt.cosmosdb import CosmosDBManagementClient
@@ -41,6 +43,9 @@ from airflow.providers.microsoft.azure.utils import (
     get_sync_default_azure_credential,
 )
 
+if TYPE_CHECKING:
+    PartitionKeyType = Union[str, List[str]]
+
 
 class AzureCosmosDBHook(BaseHook):
     """
@@ -110,6 +115,7 @@ class AzureCosmosDBHook(BaseHook):
 
         self.default_database_name = None
         self.default_collection_name = None
+        self.default_partition_key = None
 
     def _get_field(self, extras, name):
         return get_field(
@@ -152,6 +158,7 @@ class AzureCosmosDBHook(BaseHook):
 
             self.default_database_name = self._get_field(extras, "database_name")
             self.default_collection_name = self._get_field(extras, "collection_name")
+            self.default_partition_key = self._get_field(extras, "partition_key")
 
             # Initialize the Python Azure Cosmos DB client
             self._conn = CosmosClient(endpoint_uri, {"masterKey": master_key})
@@ -179,6 +186,18 @@ class AzureCosmosDBHook(BaseHook):
 
         return coll_name
 
+    def __get_partition_key(self, partition_key: PartitionKeyType | None = None) -> PartitionKeyType:
+        self.get_conn()
+        if partition_key is None:
+            part_key = self.default_partition_key
+        else:
+            part_key = partition_key
+
+        if part_key is None:
+            raise AirflowBadRequest("Partition key must be specified")
+
+        return part_key
+
     def does_collection_exist(self, collection_name: str, database_name: str) -> bool:
         """Check if a collection exists in CosmosDB."""
         if collection_name is None:
@@ -203,7 +222,7 @@ class AzureCosmosDBHook(BaseHook):
         self,
         collection_name: str,
         database_name: str | None = None,
-        partition_key: str | None = None,
+        partition_key: PartitionKeyType | None = None,
     ) -> None:
         """Create a new collection in the CosmosDB database."""
         if collection_name is None:
@@ -225,7 +244,8 @@ class AzureCosmosDBHook(BaseHook):
         # Only create if we did not find it already existing
         if not existing_container:
             self.get_conn().get_database_client(self.__get_database_name(database_name)).create_container(
-                collection_name, partition_key=partition_key
+                collection_name,
+                partition_key=PartitionKey(path=self.__get_partition_key(partition_key)),
             )
 
     def does_database_exist(self, database_name: str) -> bool:
@@ -327,7 +347,7 @@ class AzureCosmosDBHook(BaseHook):
         document_id: str,
         database_name: str | None = None,
         collection_name: str | None = None,
-        partition_key: str | None = None,
+        partition_key: PartitionKeyType | None = None,
     ) -> None:
         """Delete an existing document out of a collection in the CosmosDB database."""
         if document_id is None:
@@ -336,7 +356,7 @@ class AzureCosmosDBHook(BaseHook):
             self.get_conn()
             .get_database_client(self.__get_database_name(database_name))
             .get_container_client(self.__get_collection_name(collection_name))
-            .delete_item(document_id, partition_key=partition_key)
+            .delete_item(document_id, partition_key=self.__get_partition_key(partition_key))
         )
 
     def get_document(
@@ -344,7 +364,7 @@ class AzureCosmosDBHook(BaseHook):
         document_id: str,
         database_name: str | None = None,
         collection_name: str | None = None,
-        partition_key: str | None = None,
+        partition_key: PartitionKeyType | None = None,
     ):
         """Get a document from an existing collection in the CosmosDB database."""
         if document_id is None:
@@ -355,7 +375,7 @@ class AzureCosmosDBHook(BaseHook):
                 self.get_conn()
                 .get_database_client(self.__get_database_name(database_name))
                 .get_container_client(self.__get_collection_name(collection_name))
-                .read_item(document_id, partition_key=partition_key)
+                .read_item(document_id, partition_key=self.__get_partition_key(partition_key))
             )
         except CosmosHttpResponseError:
             return None
@@ -365,7 +385,7 @@ class AzureCosmosDBHook(BaseHook):
         sql_string: str,
         database_name: str | None = None,
         collection_name: str | None = None,
-        partition_key: str | None = None,
+        partition_key: PartitionKeyType | None = None,
     ) -> list | None:
         """Get a list of documents from an existing collection in the CosmosDB database via SQL query."""
         if sql_string is None:
@@ -376,7 +396,7 @@ class AzureCosmosDBHook(BaseHook):
                 self.get_conn()
                 .get_database_client(self.__get_database_name(database_name))
                 .get_container_client(self.__get_collection_name(collection_name))
-                .query_items(sql_string, partition_key=partition_key)
+                .query_items(sql_string, partition_key=self.__get_partition_key(partition_key))
             )
             return list(result_iterable)
         except CosmosHttpResponseError:

{apache_airflow_providers_microsoft_azure-9.0.1rc1 → apache_airflow_providers_microsoft_azure-10.0.0rc1}/airflow/providers/microsoft/azure/hooks/data_factory.py

@@ -29,6 +29,7 @@
     DataFlowResource
     mgmt
 """
+
 from __future__ import annotations
 
 import inspect

{apache_airflow_providers_microsoft_azure-9.0.1rc1 → apache_airflow_providers_microsoft_azure-10.0.0rc1}/airflow/providers/microsoft/azure/hooks/synapse.py

@@ -17,6 +17,7 @@
 from __future__ import annotations
 
 import time
+import warnings
 from typing import TYPE_CHECKING, Any, Union
 
 from azure.core.exceptions import ServiceRequestError
@@ -24,7 +25,7 @@ from azure.identity import ClientSecretCredential, DefaultAzureCredential
 from azure.synapse.artifacts import ArtifactsClient
 from azure.synapse.spark import SparkClient
 
-from airflow.exceptions import AirflowException, AirflowTaskTimeout
+from airflow.exceptions import AirflowException, AirflowProviderDeprecationWarning, AirflowTaskTimeout
 from airflow.hooks.base import BaseHook
 from airflow.providers.microsoft.azure.utils import (
     add_managed_identity_connection_widgets,
@@ -240,20 +241,20 @@ class AzureSynapsePipelineRunException(AirflowException):
     """An exception that indicates a pipeline run failed to complete."""
 
 
-class AzureSynapsePipelineHook(BaseHook):
+class BaseAzureSynapseHook(BaseHook):
     """
-    A hook to interact with Azure Synapse Pipeline.
+    A base hook class to create session and connection to Azure Synapse using connection id.
 
     :param azure_synapse_conn_id: The :ref:`Azure Synapse connection id<howto/connection:synapse>`.
-    :param azure_synapse_workspace_dev_endpoint: The Azure Synapse Workspace development endpoint.
     """
 
-    conn_type: str = "azure_synapse_pipeline"
+    conn_type: str = "azure_synapse"
     conn_name_attr: str = "azure_synapse_conn_id"
-    default_conn_name: str = "azure_synapse_connection"
-    hook_name: str = "Azure Synapse Pipeline"
+    default_conn_name: str = "azure_synapse_default"
+    hook_name: str = "Azure Synapse"
 
     @classmethod
+    @add_managed_identity_connection_widgets
     def get_connection_form_widgets(cls) -> dict[str, Any]:
         """Return connection widgets to add to connection form."""
         from flask_appbuilder.fieldwidgets import BS3TextFieldWidget
@@ -262,6 +263,7 @@ class AzureSynapsePipelineHook(BaseHook):
 
         return {
             "tenantId": StringField(lazy_gettext("Tenant ID"), widget=BS3TextFieldWidget()),
+            "subscriptionId": StringField(lazy_gettext("Subscription ID"), widget=BS3TextFieldWidget()),
         }
 
     @classmethod
@@ -269,16 +271,51 @@ class AzureSynapsePipelineHook(BaseHook):
         """Return custom field behaviour."""
         return {
             "hidden_fields": ["schema", "port", "extra"],
-            "relabeling": {"login": "Client ID", "password": "Secret", "host": "Synapse Workspace URL"},
+            "relabeling": {
+                "login": "Client ID",
+                "password": "Secret",
+                "host": "Synapse Workspace URL",
+            },
         }
 
+    def __init__(self, azure_synapse_conn_id: str = default_conn_name, **kwargs) -> None:
+        super().__init__(**kwargs)
+        self.conn_id = azure_synapse_conn_id
+
+    def _get_field(self, extras: dict, field_name: str) -> str:
+        return get_field(
+            conn_id=self.conn_id,
+            conn_type=self.conn_type,
+            extras=extras,
+            field_name=field_name,
+        )
+
+
+class AzureSynapsePipelineHook(BaseAzureSynapseHook):
+    """
+    A hook to interact with Azure Synapse Pipeline.
+
+    :param azure_synapse_conn_id: The :ref:`Azure Synapse connection id<howto/connection:synapse>`.
+    :param azure_synapse_workspace_dev_endpoint: The Azure Synapse Workspace development endpoint.
+    """
+
+    default_conn_name: str = "azure_synapse_connection"
+
     def __init__(
-        self, azure_synapse_workspace_dev_endpoint: str, azure_synapse_conn_id: str = default_conn_name
+        self,
+        azure_synapse_workspace_dev_endpoint: str,
+        azure_synapse_conn_id: str = default_conn_name,
+        **kwargs,
     ):
-        self._conn = None
-        self.conn_id = azure_synapse_conn_id
+        # Handling deprecation of "default_conn_name"
+        if azure_synapse_conn_id == self.default_conn_name:
+            warnings.warn(
+                "The usage of `default_conn_name=azure_synapse_connection` is deprecated and will be removed in future. Please update your code to use the new default connection name: `default_conn_name=azure_synapse_default`. ",
+                AirflowProviderDeprecationWarning,
+            )
+        self._conn: ArtifactsClient | None = None
         self.azure_synapse_workspace_dev_endpoint = azure_synapse_workspace_dev_endpoint
-        super().__init__()
+        super().__init__(azure_synapse_conn_id=azure_synapse_conn_id, **kwargs)
 
     def _get_field(self, extras, name):
         return get_field(
@@ -297,15 +334,22 @@ class AzureSynapsePipelineHook(BaseHook):
         tenant = self._get_field(extras, "tenantId")
 
         credential: Credentials
-        if conn.login is not None and conn.password is not None:
+        if not conn.login or not conn.password:
+            managed_identity_client_id = self._get_field(extras, "managed_identity_client_id")
+            workload_identity_tenant_id = self._get_field(extras, "workload_identity_tenant_id")
+
+            credential = get_sync_default_azure_credential(
+                managed_identity_client_id=managed_identity_client_id,
+                workload_identity_tenant_id=workload_identity_tenant_id,
+            )
+        else:
             if not tenant:
                 raise ValueError("A Tenant ID is required when authenticating with Client ID and Secret.")
 
             credential = ClientSecretCredential(
                 client_id=conn.login, client_secret=conn.password, tenant_id=tenant
             )
-        else:
-            credential = DefaultAzureCredential()
+
         self._conn = self._create_client(credential, self.azure_synapse_workspace_dev_endpoint)
 
         if self._conn is not None:
@@ -314,7 +358,7 @@ class AzureSynapsePipelineHook(BaseHook):
             raise ValueError("Failed to create ArtifactsClient")
 
     @staticmethod
-    def _create_client(credential: Credentials, endpoint: str):
+    def _create_client(credential: Credentials, endpoint: str) -> ArtifactsClient:
         return ArtifactsClient(credential=credential, endpoint=endpoint)
 
     def run_pipeline(self, pipeline_name: str, **config: Any) -> CreateRunResponse:

{apache_airflow_providers_microsoft_azure-9.0.1rc1 → apache_airflow_providers_microsoft_azure-10.0.0rc1}/airflow/providers/microsoft/azure/hooks/wasb.py

@@ -23,6 +23,7 @@ Airflow connection of type `wasb` exists. Authorization can be done by supplying
 login (=Storage account name) and password (=KEY), or login and SAS token in the extra
 field (see connection `wasb_default` for an example).
 """
+
 from __future__ import annotations
 
 import logging

{apache_airflow_providers_microsoft_azure-9.0.1rc1 → apache_airflow_providers_microsoft_azure-10.0.0rc1}/airflow/providers/microsoft/azure/operators/adls.py

@@ -16,22 +16,74 @@
 # under the License.
 from __future__ import annotations
 
-from typing import TYPE_CHECKING, Any, Sequence
+from typing import IO, TYPE_CHECKING, Any, AnyStr, Iterable, Sequence
 
 from airflow.models import BaseOperator
-from airflow.providers.microsoft.azure.hooks.data_lake import AzureDataLakeHook
+from airflow.providers.microsoft.azure.hooks.data_lake import AzureDataLakeHook, AzureDataLakeStorageV2Hook
 
 if TYPE_CHECKING:
     from airflow.utils.context import Context
 
+DEFAULT_AZURE_DATA_LAKE_CONN_ID = "azure_data_lake_default"
+
+
+class ADLSCreateObjectOperator(BaseOperator):
+    """
+    Creates a new object from passed data to Azure Data Lake on specified file.
+
+    .. seealso::
+        For more information on how to use this operator, take a look at the guide:
+        :ref:`howto/operator:ADLSCreateObjectOperator`
+
+    :param file_system_name: Name of the file system or instance of FileSystemProperties.
+    :param file_name: Name of the file which needs to be created in the file system.
+    :param data: The data that will be uploaded.
+    :param length: Size of the data in bytes (optional).
+    :param replace: Whether to forcibly overwrite existing files/directories.
+            If False and remote path is a directory, will quit regardless if any files
+            would be overwritten or not. If True, only matching filenames are actually
+            overwritten.
+    :param azure_data_lake_conn_id: Reference to the :ref:`Azure Data Lake connection<howto/connection:adl>`.
+    """
+
+    template_fields: Sequence[str] = ("file_system_name", "file_name", "data")
+    ui_color = "#e4f0e8"
+
+    def __init__(
+        self,
+        *,
+        file_system_name: str,
+        file_name: str,
+        data: bytes | str | Iterable[AnyStr] | IO[AnyStr],
+        length: int | None = None,
+        replace: bool = False,
+        azure_data_lake_conn_id: str = DEFAULT_AZURE_DATA_LAKE_CONN_ID,
+        **kwargs,
+    ) -> None:
+        super().__init__(**kwargs)
+
+        self.file_system_name = file_system_name
+        self.file_name = file_name
+        self.replace = replace
+        self.data = data  # type: ignore[var-annotated]
+        self.length = length
+        self.azure_data_lake_conn_id = azure_data_lake_conn_id
+
+    def execute(self, context: Context) -> dict[str, Any]:
+        self.log.debug("Uploading %s to %s", self.data, self.file_name)
+        hook = AzureDataLakeStorageV2Hook(adls_conn_id=self.azure_data_lake_conn_id)
+        return hook.create_file(file_system_name=self.file_system_name, file_name=self.file_name).upload_data(
+            data=self.data, length=self.length, overwrite=self.replace
+        )
+
 
 class ADLSDeleteOperator(BaseOperator):
     """
     Delete files in the specified path.
 
-        .. seealso::
-            For more information on how to use this operator, take a look at the guide:
-            :ref:`howto/operator:ADLSDeleteOperator`
+    .. seealso::
+        For more information on how to use this operator, take a look at the guide:
+        :ref:`howto/operator:ADLSDeleteOperator`
 
     :param path: A directory or file to remove
     :param recursive: Whether to loop into directories in the location and remove the files
@@ -48,7 +100,7 @@ class ADLSDeleteOperator(BaseOperator):
         path: str,
         recursive: bool = False,
         ignore_not_found: bool = True,
-        azure_data_lake_conn_id: str = "azure_data_lake_default",
+        azure_data_lake_conn_id: str = DEFAULT_AZURE_DATA_LAKE_CONN_ID,
         **kwargs,
     ) -> None:
         super().__init__(**kwargs)
@@ -69,26 +121,19 @@ class ADLSListOperator(BaseOperator):
     This operator returns a python list with the names of files which can be used by
      `xcom` in the downstream tasks.
 
-    :param path: The Azure Data Lake path to find the objects. Supports glob
-        strings (templated)
-    :param azure_data_lake_conn_id: Reference to the :ref:`Azure Data Lake connection<howto/connection:adl>`.
+    .. seealso::
+        For more information on how to use this operator, take a look at the guide:
+        :ref:`howto/operator:ADLSListOperator`
 
-    **Example**:
-        The following Operator would list all the Parquet files from ``folder/output/``
-        folder in the specified ADLS account ::
-
-            adls_files = ADLSListOperator(
-                task_id="adls_files",
-                path="folder/output/*.parquet",
-                azure_data_lake_conn_id="azure_data_lake_default",
-            )
+    :param path: The Azure Data Lake path to find the objects. Supports glob strings (templated)
+    :param azure_data_lake_conn_id: Reference to the :ref:`Azure Data Lake connection<howto/connection:adl>`.
     """
 
     template_fields: Sequence[str] = ("path",)
     ui_color = "#901dd2"
 
     def __init__(
-        self, *, path: str, azure_data_lake_conn_id: str = "azure_data_lake_default", **kwargs
+        self, *, path: str, azure_data_lake_conn_id: str = DEFAULT_AZURE_DATA_LAKE_CONN_ID, **kwargs
     ) -> None:
         super().__init__(**kwargs)
         self.path = path

{apache_airflow_providers_microsoft_azure-9.0.1rc1 → apache_airflow_providers_microsoft_azure-10.0.0rc1}/airflow/providers/microsoft/azure/operators/adx.py

@@ -16,6 +16,7 @@
 # specific language governing permissions and limitations
 # under the License.
 """This module contains Azure Data Explorer operators."""
+
 from __future__ import annotations
 
 from functools import cached_property

{apache_airflow_providers_microsoft_azure-9.0.1rc1 → apache_airflow_providers_microsoft_azure-10.0.0rc1}/airflow/providers/microsoft/azure/operators/synapse.py

@@ -110,7 +110,7 @@ class AzureSynapseRunSparkBatchOperator(BaseOperator):
             ):
                 self.log.info("Job run %s has completed successfully.", self.job_id)
             else:
-                raise Exception(f"Job run {self.job_id} has failed or has been cancelled.")
+                raise AirflowException(f"Job run {self.job_id} has failed or has been cancelled.")
 
     def on_kill(self) -> None:
         if self.job_id:

{apache_airflow_providers_microsoft_azure-9.0.1rc1 → apache_airflow_providers_microsoft_azure-10.0.0rc1}/airflow/providers/microsoft/azure/transfers/sftp_to_wasb.py

@@ -16,6 +16,7 @@
 # specific language governing permissions and limitations
 # under the License.
 """This module contains SFTP to Azure Blob Storage operator."""
+
 from __future__ import annotations
 
 import os

apache_airflow_providers_microsoft_azure-10.0.0rc1/airflow/providers/microsoft/azure/triggers/__init__.py

@@ -0,0 +1,16 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.

{apache_airflow_providers_microsoft_azure-9.0.1rc1 → apache_airflow_providers_microsoft_azure-10.0.0rc1}/airflow/providers/microsoft/azure/triggers/wasb.py

@@ -78,6 +78,7 @@ class WasbBlobSensorTrigger(BaseTrigger):
                     if blob_exists:
                         message = f"Blob {self.blob_name} found in container {self.container_name}."
                         yield TriggerEvent({"status": "success", "message": message})
+                        return
                     else:
                         message = (
                             f"Blob {self.blob_name} not available yet in container {self.container_name}."
@@ -154,6 +155,7 @@ class WasbPrefixSensorTrigger(BaseTrigger):
                     if prefix_exists:
                         message = f"Prefix {self.prefix} found in container {self.container_name}."
                         yield TriggerEvent({"status": "success", "message": message})
+                        return
                     else:
                         message = (
                             f"Prefix {self.prefix} not available yet in container {self.container_name}."

{apache_airflow_providers_microsoft_azure-9.0.1rc1 → apache_airflow_providers_microsoft_azure-10.0.0rc1}/pyproject.toml

@@ -28,7 +28,7 @@ build-backend = "flit_core.buildapi"
 
 [project]
 name = "apache-airflow-providers-microsoft-azure"
-version = "9.0.1.rc1"
+version = "10.0.0.rc1"
 description = "Provider package apache-airflow-providers-microsoft-azure for Apache Airflow"
 readme = "README.rst"
 authors = [
@@ -51,15 +51,16 @@ classifiers = [
     "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
     "Topic :: System :: Monitoring",
 ]
 requires-python = "~=3.8"
 dependencies = [
     "adal>=1.2.7",
     "adlfs>=2023.10.0",
-    "apache-airflow>=2.6.0.dev0",
+    "apache-airflow>=2.6.0rc0",
     "azure-batch>=8.0.0",
-    "azure-cosmos>=4.0.0",
+    "azure-cosmos>=4.6.0",
     "azure-datalake-store>=0.0.45",
     "azure-identity>=1.3.1",
     "azure-keyvault-secrets>=4.1.0",
@@ -71,7 +72,7 @@ dependencies = [
     "azure-mgmt-datalake-store>=0.5.0",
     "azure-mgmt-resource>=2.2.0",
     "azure-mgmt-storage>=16.0.0",
-    "azure-servicebus>=7.6.1",
+    "azure-servicebus>=7.12.1",
     "azure-storage-blob>=12.14.0",
     "azure-storage-file-datalake>=12.9.1",
     "azure-storage-file-share",
@@ -80,8 +81,8 @@ dependencies = [
 ]
 
 [project.urls]
-"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/9.0.1"
-"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/9.0.1/changelog.html"
+"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.0.0"
+"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.0.0/changelog.html"
 "Bug Tracker" = "https://github.com/apache/airflow/issues"
 "Source Code" = "https://github.com/apache/airflow"
 "Slack Chat" = "https://s.apache.org/airflow-slack"