apache-airflow-providers-microsoft-azure 12.0.0rc1__py3-none-any.whl → 12.1.0__py3-none-any.whl

airflow/providers/microsoft/azure/LICENSE

@@ -199,55 +199,3 @@ distributed under the License is distributed on an "AS IS" BASIS,
 WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License.
-
-============================================================================
-   APACHE AIRFLOW SUBCOMPONENTS:
-
-   The Apache Airflow project contains subcomponents with separate copyright
-   notices and license terms. Your use of the source code for the these
-   subcomponents is subject to the terms and conditions of the following
-   licenses.
-
-
-========================================================================
-Third party Apache 2.0 licenses
-========================================================================
-
-The following components are provided under the Apache 2.0 License.
-See project link for details. The text of each license is also included
-at 3rd-party-licenses/LICENSE-[project].txt.
-
-    (ALv2 License) hue v4.3.0 (https://github.com/cloudera/hue/)
-    (ALv2 License) jqclock v2.3.0 (https://github.com/JohnRDOrazio/jQuery-Clock-Plugin)
-    (ALv2 License) bootstrap3-typeahead v4.0.2 (https://github.com/bassjobsen/Bootstrap-3-Typeahead)
-    (ALv2 License) connexion v2.7.0 (https://github.com/zalando/connexion)
-
-========================================================================
-MIT licenses
-========================================================================
-
-The following components are provided under the MIT License. See project link for details.
-The text of each license is also included at 3rd-party-licenses/LICENSE-[project].txt.
-
-    (MIT License) jquery v3.5.1 (https://jquery.org/license/)
-    (MIT License) dagre-d3 v0.6.4 (https://github.com/cpettitt/dagre-d3)
-    (MIT License) bootstrap v3.4.1 (https://github.com/twbs/bootstrap/)
-    (MIT License) d3-tip v0.9.1 (https://github.com/Caged/d3-tip)
-    (MIT License) dataTables v1.10.25 (https://datatables.net)
-    (MIT License) normalize.css v3.0.2 (http://necolas.github.io/normalize.css/)
-    (MIT License) ElasticMock v1.3.2 (https://github.com/vrcmarcos/elasticmock)
-    (MIT License) MomentJS v2.24.0 (http://momentjs.com/)
-    (MIT License) eonasdan-bootstrap-datetimepicker v4.17.49 (https://github.com/eonasdan/bootstrap-datetimepicker/)
-
-========================================================================
-BSD 3-Clause licenses
-========================================================================
-The following components are provided under the BSD 3-Clause license. See project links for details.
-The text of each license is also included at 3rd-party-licenses/LICENSE-[project].txt.
-
-    (BSD 3 License) d3 v5.16.0 (https://d3js.org)
-    (BSD 3 License) d3-shape v2.1.0 (https://github.com/d3/d3-shape)
-    (BSD 3 License) cgroupspy 0.2.1 (https://github.com/cloudsigma/cgroupspy)
-
-========================================================================
-See 3rd-party-licenses/LICENSES-ui.txt for packages used in `/airflow/www`

airflow/providers/microsoft/azure/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "12.0.0"
+__version__ = "12.1.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.9.0"

airflow/providers/microsoft/azure/fs/adls.py

@@ -18,10 +18,9 @@ from __future__ import annotations
 
 from typing import TYPE_CHECKING, Any
 
-from azure.identity import ClientSecretCredential
-
 from airflow.hooks.base import BaseHook
 from airflow.providers.microsoft.azure.utils import get_field, parse_blob_account_url
+from azure.identity import ClientSecretCredential
 
 if TYPE_CHECKING:
     from fsspec import AbstractFileSystem

airflow/providers/microsoft/azure/get_provider_info.py

@@ -15,8 +15,7 @@
 # specific language governing permissions and limitations
 # under the License.
 
-# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE
-# OVERWRITTEN WHEN PREPARING PACKAGES.
+# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE OVERWRITTEN!
 #
 # IF YOU WANT TO MODIFY THIS FILE, YOU SHOULD MODIFY THE TEMPLATE
 # `get_provider_info_TEMPLATE.py.jinja2` IN the `dev/breeze/src/airflow_breeze/templates` DIRECTORY
@@ -28,8 +27,9 @@ def get_provider_info():
         "name": "Microsoft Azure",
         "description": "`Microsoft Azure <https://azure.microsoft.com/>`__\n",
         "state": "ready",
-        "source-date-epoch": 1734535249,
+        "source-date-epoch": 1739963698,
         "versions": [
+            "12.1.0",
             "12.0.0",
             "11.1.0",
             "11.0.0",
@@ -93,85 +93,55 @@ def get_provider_info():
             "1.1.0",
             "1.0.0",
         ],
-        "dependencies": [
-            "apache-airflow>=2.9.0",
-            "adlfs>=2023.10.0",
-            "azure-batch>=8.0.0",
-            "azure-cosmos>=4.6.0",
-            "azure-mgmt-cosmosdb>=3.0.0",
-            "azure-datalake-store>=0.0.45",
-            "azure-identity>=1.3.1",
-            "azure-keyvault-secrets>=4.1.0",
-            "azure-mgmt-datalake-store>=0.5.0",
-            "azure-mgmt-resource>=2.2.0",
-            "azure-storage-blob>=12.14.0",
-            "azure-mgmt-storage>=16.0.0",
-            "azure-storage-file-share>=12.7.0",
-            "azure-servicebus>=7.12.1",
-            "azure-synapse-spark>=0.2.0",
-            "azure-synapse-artifacts>=0.17.0",
-            "adal>=1.2.7",
-            "azure-storage-file-datalake>=12.9.1",
-            "azure-kusto-data>=4.1.0,!=4.6.0",
-            "azure-mgmt-datafactory>=2.0.0",
-            "azure-mgmt-containerregistry>=8.0.0",
-            "azure-mgmt-containerinstance>=10.1.0",
-            "msgraph-core>=1.0.0,!=1.1.8",
-            "microsoft-kiota-http>=1.3.0,!=1.3.4",
-            "microsoft-kiota-serialization-json==1.0.0",
-            "microsoft-kiota-serialization-text==1.0.0",
-            "microsoft-kiota-abstractions<1.4.0",
-        ],
-        "devel-dependencies": ["pywinrm>=0.4"],
         "integrations": [
             {
                 "integration-name": "Microsoft Azure Batch",
                 "external-doc-url": "https://azure.microsoft.com/en-us/services/batch/",
                 "how-to-guide": ["/docs/apache-airflow-providers-microsoft-azure/operators/batch.rst"],
-                "logo": "/integration-logos/azure/Microsoft-Azure-Batch.png",
+                "logo": "/docs/integration-logos/Microsoft-Azure-Batch.png",
                 "tags": ["azure"],
             },
             {
                 "integration-name": "Microsoft Azure Blob Storage",
                 "external-doc-url": "https://azure.microsoft.com/en-us/services/storage/blobs/",
-                "logo": "/integration-logos/azure/Blob Storage.svg",
+                "logo": "/docs/integration-logos/Blob-Storage.svg",
                 "tags": ["azure"],
             },
             {
                 "integration-name": "Microsoft Azure Container Instances",
                 "external-doc-url": "https://azure.microsoft.com/en-us/services/container-instances/",
-                "logo": "/integration-logos/azure/Container Instances.svg",
+                "logo": "/docs/integration-logos/Container-Instances.svg",
                 "tags": ["azure"],
             },
             {
                 "integration-name": "Microsoft Azure Cosmos DB",
                 "external-doc-url": "https://azure.microsoft.com/en-us/services/cosmos-db/",
-                "logo": "/integration-logos/azure/Azure Cosmos DB.svg",
+                "logo": "/docs/integration-logos/Azure-Cosmos-DB.svg",
                 "tags": ["azure"],
             },
             {
                 "integration-name": "Microsoft Azure Data Explorer",
                 "external-doc-url": "https://azure.microsoft.com/en-us/services/data-explorer/",
-                "logo": "/integration-logos/azure/Microsoft-Azure-Data-Explorer.png",
+                "logo": "/docs/integration-logos/Microsoft-Azure-Data-Explorer.png",
                 "tags": ["azure"],
             },
             {
                 "integration-name": "Microsoft Azure Data Lake Storage",
                 "how-to-guide": ["/docs/apache-airflow-providers-microsoft-azure/operators/adls.rst"],
                 "external-doc-url": "https://azure.microsoft.com/en-us/services/storage/data-lake-storage/",
-                "logo": "/integration-logos/azure/Data Lake Storage.svg",
+                "logo": "/docs/integration-logos/Data-Lake-Storage.svg",
                 "tags": ["azure"],
             },
             {
                 "integration-name": "Microsoft Azure Files",
                 "external-doc-url": "https://azure.microsoft.com/en-us/services/storage/files/",
-                "logo": "/integration-logos/azure/Azure Files.svg",
+                "logo": "/docs/integration-logos/Azure-Files.svg",
                 "tags": ["azure"],
             },
             {
                 "integration-name": "Microsoft Azure FileShare",
                 "external-doc-url": "https://cloud.google.com/storage/",
-                "logo": "/integration-logos/azure/Microsoft-Azure-Fileshare.png",
+                "logo": "/docs/integration-logos/Microsoft-Azure-Fileshare.png",
                 "tags": ["azure"],
             },
             {
@@ -180,19 +150,19 @@ def get_provider_info():
                     "/docs/apache-airflow-providers-microsoft-azure/operators/adf_run_pipeline.rst"
                 ],
                 "external-doc-url": "https://azure.microsoft.com/en-us/services/data-factory/",
-                "logo": "/integration-logos/azure/Azure Data Factory.svg",
+                "logo": "/docs/integration-logos/Azure-Data-Factory.svg",
                 "tags": ["azure"],
             },
             {
                 "integration-name": "Microsoft Azure",
                 "external-doc-url": "https://azure.microsoft.com/",
-                "logo": "/integration-logos/azure/Microsoft-Azure.png",
+                "logo": "/docs/integration-logos/Microsoft-Azure.png",
                 "tags": ["azure"],
             },
             {
                 "integration-name": "Microsoft Azure Service Bus",
                 "external-doc-url": "https://azure.microsoft.com/en-us/services/service-bus/",
-                "logo": "/integration-logos/azure/Service-Bus.svg",
+                "logo": "/docs/integration-logos/Service-Bus.svg",
                 "how-to-guide": ["/docs/apache-airflow-providers-microsoft-azure/operators/asb.rst"],
                 "tags": ["azure"],
             },
@@ -207,13 +177,13 @@ def get_provider_info():
             {
                 "integration-name": "Microsoft Azure Data Lake Storage Client Gen2",
                 "external-doc-url": "https://azure.microsoft.com/en-us/products/storage/data-lake-storage/",
-                "logo": "/integration-logos/azure/Data Lake Storage.svg",
+                "logo": "/docs/integration-logos/Data-Lake-Storage.svg",
                 "tags": ["azure"],
             },
             {
                 "integration-name": "Microsoft Graph API",
                 "external-doc-url": "https://learn.microsoft.com/en-us/graph/use-the-api/",
-                "logo": "/integration-logos/azure/Microsoft-Graph-API.png",
+                "logo": "/docs/integration-logos/Microsoft-Graph-API.png",
                 "how-to-guide": ["/docs/apache-airflow-providers-microsoft-azure/operators/msgraph.rst"],
                 "tags": ["azure"],
             },
@@ -487,4 +457,40 @@ def get_provider_info():
                 },
             }
         },
+        "dependencies": [
+            "apache-airflow>=2.9.0",
+            "adlfs>=2023.10.0",
+            "azure-batch>=8.0.0",
+            "azure-cosmos>=4.6.0",
+            "azure-mgmt-cosmosdb>=3.0.0",
+            "azure-datalake-store>=0.0.45",
+            "azure-identity>=1.3.1",
+            "azure-keyvault-secrets>=4.1.0",
+            "azure-mgmt-datalake-store>=0.5.0",
+            "azure-mgmt-resource>=2.2.0",
+            "azure-storage-blob>=12.14.0",
+            "azure-mgmt-storage>=16.0.0",
+            "azure-storage-file-share>=12.7.0",
+            "azure-servicebus>=7.12.1",
+            "azure-synapse-spark>=0.2.0",
+            "azure-synapse-artifacts>=0.17.0",
+            "adal>=1.2.7",
+            "azure-storage-file-datalake>=12.9.1",
+            "azure-kusto-data>=4.1.0,!=4.6.0",
+            "azure-mgmt-datafactory>=2.0.0",
+            "azure-mgmt-containerregistry>=8.0.0",
+            "azure-mgmt-containerinstance>=10.1.0",
+            "msgraph-core>=1.0.0,!=1.1.8",
+            "microsoft-kiota-http>=1.3.0,!=1.3.4",
+            "microsoft-kiota-serialization-json==1.0.0",
+            "microsoft-kiota-serialization-text==1.0.0",
+            "microsoft-kiota-abstractions<1.4.0",
+        ],
+        "optional-dependencies": {
+            "amazon": ["apache-airflow-providers-amazon"],
+            "common.compat": ["apache-airflow-providers-common-compat"],
+            "oracle": ["apache-airflow-providers-oracle"],
+            "sftp": ["apache-airflow-providers-sftp"],
+        },
+        "devel-dependencies": ["pywinrm>=0.4"],
     }

airflow/providers/microsoft/azure/hooks/adx.py

@@ -20,7 +20,7 @@ This module contains Azure Data Explorer hook.
 
 .. spelling:word-list::
 
-    KustoResponseDataSetV
+    KustoResponseDataSet
     kusto
 """
 
@@ -30,18 +30,17 @@ import warnings
 from functools import cached_property
 from typing import TYPE_CHECKING, Any
 
-from azure.kusto.data import ClientRequestProperties, KustoClient, KustoConnectionStringBuilder
-from azure.kusto.data.exceptions import KustoServiceError
-
 from airflow.exceptions import AirflowException
 from airflow.hooks.base import BaseHook
 from airflow.providers.microsoft.azure.utils import (
     add_managed_identity_connection_widgets,
     get_sync_default_azure_credential,
 )
+from azure.kusto.data import ClientRequestProperties, KustoClient, KustoConnectionStringBuilder
+from azure.kusto.data.exceptions import KustoServiceError
 
 if TYPE_CHECKING:
-    from azure.kusto.data.response import KustoResponseDataSetV2
+    from azure.kusto.data.response import KustoResponseDataSet
 
 
 class AzureDataExplorerHook(BaseHook):
@@ -206,11 +205,11 @@ class AzureDataExplorerHook(BaseHook):
 
         return KustoClient(kcsb)
 
-    def run_query(self, query: str, database: str, options: dict | None = None) -> KustoResponseDataSetV2:
+    def run_query(self, query: str, database: str, options: dict | None = None) -> KustoResponseDataSet:
         """
         Run KQL query using provided configuration, and return KustoResponseDataSet instance.
 
-        See: `azure.kusto.data.response.KustoResponseDataSet`
+        See: azure.kusto.data.response.KustoResponseDataSet
         If query is unsuccessful AirflowException is raised.
 
         :param query: KQL query to run

airflow/providers/microsoft/azure/hooks/asb.py

@@ -17,7 +17,15 @@
 from __future__ import annotations
 
 from typing import TYPE_CHECKING, Any, Callable
+from uuid import uuid4
 
+from airflow.hooks.base import BaseHook
+from airflow.providers.microsoft.azure.utils import (
+    add_managed_identity_connection_widgets,
+    get_field,
+    get_sync_default_azure_credential,
+)
+from azure.core.exceptions import ResourceNotFoundError
 from azure.servicebus import (
     ServiceBusClient,
     ServiceBusMessage,
@@ -25,19 +33,20 @@ from azure.servicebus import (
     ServiceBusReceiver,
     ServiceBusSender,
 )
-from azure.servicebus.management import QueueProperties, ServiceBusAdministrationClient
-
-from airflow.hooks.base import BaseHook
-from airflow.providers.microsoft.azure.utils import (
-    add_managed_identity_connection_widgets,
-    get_field,
-    get_sync_default_azure_credential,
+from azure.servicebus.management import (
+    AuthorizationRule,
+    CorrelationRuleFilter,
+    QueueProperties,
+    ServiceBusAdministrationClient,
+    SqlRuleFilter,
+    SubscriptionProperties,
 )
 
 if TYPE_CHECKING:
-    from azure.identity import DefaultAzureCredential
+    import datetime
 
     from airflow.utils.context import Context
+    from azure.identity import DefaultAzureCredential
 
     MessageCallback = Callable[[ServiceBusMessage, Context], None]
 
@@ -184,6 +193,226 @@ class AdminClientHook(BaseAzureServiceBusHook):
         with self.get_conn() as service_mgmt_conn:
             service_mgmt_conn.delete_queue(queue_name)
 
+    def create_topic(
+        self,
+        topic_name: str,
+        azure_service_bus_conn_id: str = "azure_service_bus_default",
+        default_message_time_to_live: datetime.timedelta | str | None = None,
+        max_size_in_megabytes: int | None = None,
+        requires_duplicate_detection: bool | None = None,
+        duplicate_detection_history_time_window: datetime.timedelta | str | None = None,
+        enable_batched_operations: bool | None = None,
+        size_in_bytes: int | None = None,
+        filtering_messages_before_publishing: bool | None = None,
+        authorization_rules: list[AuthorizationRule] | None = None,
+        support_ordering: bool | None = None,
+        auto_delete_on_idle: datetime.timedelta | str | None = None,
+        enable_partitioning: bool | None = None,
+        enable_express: bool | None = None,
+        user_metadata: str | None = None,
+        max_message_size_in_kilobytes: int | None = None,
+    ) -> str:
+        """
+        Create a topic by connecting to service Bus Admin client.
+
+        :param topic_name: Name of the topic.
+        :param default_message_time_to_live: ISO 8601 default message time span to live value. This is
+            the duration after which the message expires, starting from when the message is sent to Service
+            Bus. This is the default value used when TimeToLive is not set on a message itself.
+            Input value of either type ~datetime.timedelta or string in ISO 8601 duration format
+            like "PT300S" is accepted.
+        :param max_size_in_megabytes: The maximum size of the topic in megabytes, which is the size of
+            memory allocated for the topic.
+        :param requires_duplicate_detection: A value indicating if this topic requires duplicate
+            detection.
+        :param duplicate_detection_history_time_window: ISO 8601 time span structure that defines the
+            duration of the duplicate detection history. The default value is 10 minutes.
+            Input value of either type ~datetime.timedelta or string in ISO 8601 duration format
+            like "PT300S" is accepted.
+        :param enable_batched_operations: Value that indicates whether server-side batched operations
+            are enabled.
+        :param size_in_bytes: The size of the topic, in bytes.
+        :param filtering_messages_before_publishing: Filter messages before publishing.
+        :param authorization_rules: List of Authorization rules for resource.
+        :param support_ordering: A value that indicates whether the topic supports ordering.
+        :param auto_delete_on_idle: ISO 8601 time span idle interval after which the topic is
+            automatically deleted. The minimum duration is 5 minutes.
+            Input value of either type ~datetime.timedelta or string in ISO 8601 duration format
+            like "PT300S" is accepted.
+        :param enable_partitioning: A value that indicates whether the topic is to be partitioned
+            across multiple message brokers.
+        :param enable_express: A value that indicates whether Express Entities are enabled. An express
+            queue holds a message in memory temporarily before writing it to persistent storage.
+        :param user_metadata: Metadata associated with the topic.
+        :param max_message_size_in_kilobytes: The maximum size in kilobytes of message payload that
+            can be accepted by the queue. This feature is only available when using a Premium namespace
+            and Service Bus API version "2021-05" or higher.
+            The minimum allowed value is 1024 while the maximum allowed value is 102400. Default value is 1024.
+        """
+        if topic_name is None:
+            raise TypeError("Topic name cannot be None.")
+
+        with self.get_conn() as service_mgmt_conn:
+            try:
+                topic_properties = service_mgmt_conn.get_topic(topic_name)
+            except ResourceNotFoundError:
+                topic_properties = None
+            if topic_properties and topic_properties.name == topic_name:
+                self.log.info("Topic name already exists")
+                return topic_properties.name
+            topic = service_mgmt_conn.create_topic(
+                topic_name=topic_name,
+                default_message_time_to_live=default_message_time_to_live,
+                max_size_in_megabytes=max_size_in_megabytes,
+                requires_duplicate_detection=requires_duplicate_detection,
+                duplicate_detection_history_time_window=duplicate_detection_history_time_window,
+                enable_batched_operations=enable_batched_operations,
+                size_in_bytes=size_in_bytes,
+                filtering_messages_before_publishing=filtering_messages_before_publishing,
+                authorization_rules=authorization_rules,
+                support_ordering=support_ordering,
+                auto_delete_on_idle=auto_delete_on_idle,
+                enable_partitioning=enable_partitioning,
+                enable_express=enable_express,
+                user_metadata=user_metadata,
+                max_message_size_in_kilobytes=max_message_size_in_kilobytes,
+            )
+            self.log.info("Created Topic %s", topic.name)
+            return topic.name
+
+    def create_subscription(
+        self,
+        topic_name: str,
+        subscription_name: str,
+        lock_duration: datetime.timedelta | str | None = None,
+        requires_session: bool | None = None,
+        default_message_time_to_live: datetime.timedelta | str | None = None,
+        dead_lettering_on_message_expiration: bool | None = True,
+        dead_lettering_on_filter_evaluation_exceptions: bool | None = None,
+        max_delivery_count: int | None = 10,
+        enable_batched_operations: bool | None = True,
+        forward_to: str | None = None,
+        user_metadata: str | None = None,
+        forward_dead_lettered_messages_to: str | None = None,
+        auto_delete_on_idle: datetime.timedelta | str | None = None,
+        filter_rule: CorrelationRuleFilter | SqlRuleFilter | None = None,
+        filter_rule_name: str | None = None,
+    ) -> SubscriptionProperties:
+        """
+        Create a subscription with specified name on a topic and return the SubscriptionProperties for it.
+
+        An optional filter_rule can be provided to filter messages based on their properties. In particular,
+        the correlation ID filter can be used to pair up replies to requests.
+
+        :param topic_name: The topic that will own the to-be-created subscription.
+        :param subscription_name: Name of the subscription that need to be created
+        :param lock_duration: ISO 8601 time span duration of a peek-lock; that is, the amount of time that
+            the message is locked for other receivers. The maximum value for LockDuration is 5 minutes; the
+            default value is 1 minute. Input value of either type ~datetime.timedelta or string in ISO 8601
+            duration format like "PT300S" is accepted.
+        :param requires_session: A value that indicates whether the queue supports the concept of sessions.
+        :param default_message_time_to_live: ISO 8601 default message time span to live value. This is the
+            duration after which the message expires, starting from when the message is sent to
+            Service Bus. This is the default value used when TimeToLive is not set on a message itself.
+            Input value of either type ~datetime.timedelta or string in ISO 8601 duration
+            format like "PT300S" is accepted.
+        :param dead_lettering_on_message_expiration: A value that indicates whether this subscription has
+            dead letter support when a message expires.
+        :param dead_lettering_on_filter_evaluation_exceptions: A value that indicates whether this
+            subscription has dead letter support when a message expires.
+        :param max_delivery_count: The maximum delivery count. A message is automatically dead lettered
+            after this number of deliveries. Default value is 10.
+        :param enable_batched_operations: Value that indicates whether server-side batched
+            operations are enabled.
+        :param forward_to: The name of the recipient entity to which all the messages sent to the
+            subscription are forwarded to.
+        :param user_metadata: Metadata associated with the subscription. Maximum number of characters is 1024.
+        :param forward_dead_lettered_messages_to: The name of the recipient entity to which all the
+            messages sent to the subscription are forwarded to.
+        :param auto_delete_on_idle: ISO 8601 time Span idle interval after which the subscription is
+            automatically deleted. The minimum duration is 5 minutes. Input value of either
+            type ~datetime.timedelta or string in ISO 8601 duration format like "PT300S" is accepted.
+        :param filter_rule: Optional correlation or SQL rule filter to apply on the messages.
+        :param filter_rule_name: Optional rule name to use applying the rule filter to the subscription
+        :param azure_service_bus_conn_id: Reference to the
+            :ref:`Azure Service Bus connection<howto/connection:azure_service_bus>`.
+        """
+        if subscription_name is None:
+            raise TypeError("Subscription name cannot be None.")
+        if topic_name is None:
+            raise TypeError("Topic name cannot be None.")
+
+        with self.get_conn() as connection:
+            # create subscription with name
+            subscription = connection.create_subscription(
+                topic_name=topic_name,
+                subscription_name=subscription_name,
+                lock_duration=lock_duration,
+                requires_session=requires_session,
+                default_message_time_to_live=default_message_time_to_live,
+                dead_lettering_on_ßmessage_expiration=dead_lettering_on_message_expiration,
+                dead_lettering_on_filter_evaluation_exceptions=dead_lettering_on_filter_evaluation_exceptions,
+                max_delivery_count=max_delivery_count,
+                enable_batched_operations=enable_batched_operations,
+                forward_to=forward_to,
+                user_metadata=user_metadata,
+                forward_dead_lettered_messages_to=forward_dead_lettered_messages_to,
+                auto_delete_on_idle=auto_delete_on_idle,
+            )
+
+            if filter_rule:
+                # remove default rule (which accepts all messages)
+                try:
+                    connection.delete_rule(topic_name, subscription_name, "$Default")
+                except ResourceNotFoundError:
+                    # as long as it is gone :)
+                    self.log.debug("Could not find default rule '$Default' to delete; ignoring error.")
+
+                # add a rule to filter with the filter rule passed in
+                rule_name = filter_rule_name if filter_rule_name else "rule" + str(uuid4())
+                connection.create_rule(topic_name, subscription_name, rule_name, filter=filter_rule)
+                self.log.debug(
+                    "Created rule %s for subscription %s on topic %s",
+                    rule_name,
+                    subscription_name,
+                    topic_name,
+                )
+
+            return subscription
+
+    def update_subscription(
+        self,
+        topic_name: str,
+        subscription_name: str,
+        max_delivery_count: int | None = None,
+        dead_lettering_on_message_expiration: bool | None = None,
+        enable_batched_operations: bool | None = None,
+    ) -> None:
+        """
+        Update an Azure ServiceBus Topic Subscription under a ServiceBus Namespace.
+
+        :param topic_name: The topic that will own the to-be-created subscription.
+        :param subscription_name: Name of the subscription that need to be created.
+        :param max_delivery_count: The maximum delivery count. A message is automatically dead lettered
+            after this number of deliveries. Default value is 10.
+        :param dead_lettering_on_message_expiration: A value that indicates whether this subscription
+            has dead letter support when a message expires.
+        :param enable_batched_operations: Value that indicates whether server-side batched
+            operations are enabled.
+        """
+        with self.get_conn() as service_mgmt_conn:
+            subscription_prop = service_mgmt_conn.get_subscription(topic_name, subscription_name)
+            if max_delivery_count:
+                subscription_prop.max_delivery_count = max_delivery_count
+            if dead_lettering_on_message_expiration is not None:
+                subscription_prop.dead_lettering_on_message_expiration = dead_lettering_on_message_expiration
+            if enable_batched_operations is not None:
+                subscription_prop.enable_batched_operations = enable_batched_operations
+            # update by updating the properties in the model
+            service_mgmt_conn.update_subscription(topic_name, subscription_prop)
+            updated_subscription = service_mgmt_conn.get_subscription(topic_name, subscription_name)
+            self.log.info("Subscription Updated successfully %s", updated_subscription.name)
+
     def delete_subscription(self, subscription_name: str, topic_name: str) -> None:
         """
         Delete a topic subscription entities under a ServiceBus Namespace.

airflow/providers/microsoft/azure/hooks/base_azure.py

@@ -18,15 +18,14 @@ from __future__ import annotations
 
 from typing import Any
 
-from azure.common.client_factory import get_client_from_auth_file, get_client_from_json_dict
-from azure.common.credentials import ServicePrincipalCredentials
-
 from airflow.exceptions import AirflowException
 from airflow.hooks.base import BaseHook
 from airflow.providers.microsoft.azure.utils import (
     AzureIdentityCredentialAdapter,
     add_managed_identity_connection_widgets,
 )
+from azure.common.client_factory import get_client_from_auth_file, get_client_from_json_dict
+from azure.common.credentials import ServicePrincipalCredentials
 
 
 class AzureBaseHook(BaseHook):

airflow/providers/microsoft/azure/hooks/batch.py

@@ -22,8 +22,6 @@ from datetime import timedelta
 from functools import cached_property
 from typing import TYPE_CHECKING, Any
 
-from azure.batch import BatchServiceClient, batch_auth, models as batch_models
-
 from airflow.exceptions import AirflowException
 from airflow.hooks.base import BaseHook
 from airflow.providers.microsoft.azure.utils import (
@@ -32,6 +30,7 @@ from airflow.providers.microsoft.azure.utils import (
     get_field,
 )
 from airflow.utils import timezone
+from azure.batch import BatchServiceClient, batch_auth, models as batch_models
 
 if TYPE_CHECKING:
     from azure.batch.models import JobAddParameter, PoolAddParameter, TaskAddParameter

airflow/providers/microsoft/azure/hooks/container_instance.py

@@ -20,13 +20,12 @@ from __future__ import annotations
 from functools import cached_property
 from typing import TYPE_CHECKING, Any, cast
 
-from azure.common.client_factory import get_client_from_auth_file, get_client_from_json_dict
-from azure.identity import ClientSecretCredential, DefaultAzureCredential
-from azure.mgmt.containerinstance import ContainerInstanceManagementClient
-
 from airflow.exceptions import AirflowException
 from airflow.providers.microsoft.azure.hooks.base_azure import AzureBaseHook
 from airflow.providers.microsoft.azure.utils import get_sync_default_azure_credential
+from azure.common.client_factory import get_client_from_auth_file, get_client_from_json_dict
+from azure.identity import ClientSecretCredential, DefaultAzureCredential
+from azure.mgmt.containerinstance import ContainerInstanceManagementClient
 
 if TYPE_CHECKING:
     from azure.mgmt.containerinstance.models import (