apache-airflow-providers-microsoft-azure 6.1.1rc1__py3-none-any.whl → 6.1.2rc1__py3-none-any.whl

airflow/providers/microsoft/azure/__init__.py

@@ -28,7 +28,7 @@ import packaging.version
 
 __all__ = ["__version__"]
 
-__version__ = "6.1.1"
+__version__ = "6.1.2"
 
 try:
     from airflow import __version__ as airflow_version

airflow/providers/microsoft/azure/get_provider_info.py

@@ -29,6 +29,7 @@ def get_provider_info():
         "description": "`Microsoft Azure <https://azure.microsoft.com/>`__\n",
         "suspended": False,
         "versions": [
+            "6.1.2",
             "6.1.1",
             "6.1.0",
             "6.0.0",
@@ -276,6 +277,16 @@ def get_provider_info():
                 "python-modules": ["airflow.providers.microsoft.azure.hooks.synapse"],
             },
         ],
+        "triggers": [
+            {
+                "integration-name": "Microsoft Azure Data Factory",
+                "python-modules": ["airflow.providers.microsoft.azure.triggers.data_factory"],
+            },
+            {
+                "integration-name": "Microsoft Azure Blob Storage",
+                "python-modules": ["airflow.providers.microsoft.azure.triggers.wasb"],
+            },
+        ],
         "transfers": [
             {
                 "source-integration-name": "Local",

airflow/providers/microsoft/azure/hooks/adx.py

@@ -18,7 +18,7 @@
 """
 This module contains Azure Data Explorer hook.
 
-.. spelling::
+.. spelling:word-list::
 
     KustoResponseDataSetV
     kusto
@@ -78,7 +78,7 @@ class AzureDataExplorerHook(BaseHook):
 
     @staticmethod
     def get_connection_form_widgets() -> dict[str, Any]:
-        """Returns connection widgets to add to connection form"""
+        """Returns connection widgets to add to connection form."""
         from flask_appbuilder.fieldwidgets import BS3PasswordFieldWidget, BS3TextFieldWidget
         from flask_babel import lazy_gettext
         from wtforms import PasswordField, StringField
@@ -97,7 +97,7 @@ class AzureDataExplorerHook(BaseHook):
     @staticmethod
     @_ensure_prefixes(conn_type="azure_data_explorer")
     def get_ui_field_behaviour() -> dict[str, Any]:
-        """Returns custom field behaviour"""
+        """Returns custom field behaviour."""
         return {
             "hidden_fields": ["schema", "port", "extra"],
             "relabeling": {

airflow/providers/microsoft/azure/hooks/asb.py

@@ -26,7 +26,7 @@ from airflow.hooks.base import BaseHook
 
 class BaseAzureServiceBusHook(BaseHook):
     """
-    BaseAzureServiceBusHook class to create session and create connection using connection string
+    BaseAzureServiceBusHook class to create session and create connection using connection string.
 
     :param azure_service_bus_conn_id: Reference to the
         :ref:`Azure Service Bus connection<howto/connection:azure_service_bus>`.
@@ -39,7 +39,7 @@ class BaseAzureServiceBusHook(BaseHook):
 
     @staticmethod
     def get_ui_field_behaviour() -> dict[str, Any]:
-        """Returns custom field behaviour"""
+        """Returns custom field behaviour."""
         return {
             "hidden_fields": ["port", "host", "extra", "login", "password"],
             "relabeling": {"schema": "Connection String"},
@@ -57,17 +57,17 @@ class BaseAzureServiceBusHook(BaseHook):
 
 
 class AdminClientHook(BaseAzureServiceBusHook):
-    """
-    Interacts with ServiceBusAdministrationClient client
-    to create, update, list, and delete resources of a
-    Service Bus namespace.  This hook uses the same Azure Service Bus client connection inherited
-    from the base class
+    """Interact with the ServiceBusAdministrationClient.
+
+    This can create, update, list, and delete resources of a Service Bus
+    namespace. This hook uses the same Azure Service Bus client connection
+    inherited from the base class.
     """
 
     def get_conn(self) -> ServiceBusAdministrationClient:
-        """
-        Create and returns ServiceBusAdministrationClient by using the connection
-        string in connection details
+        """Create a ServiceBusAdministrationClient instance.
+
+        This uses the connection string in connection details.
         """
         conn = self.get_connection(self.conn_id)
 
@@ -82,7 +82,7 @@ class AdminClientHook(BaseAzureServiceBusHook):
         enable_batched_operations: bool = True,
     ) -> QueueProperties:
         """
-        Create Queue by connecting to service Bus Admin client return the QueueProperties
+        Create Queue by connecting to service Bus Admin client return the QueueProperties.
 
         :param queue_name: The name of the queue or a QueueProperties with name.
         :param max_delivery_count: The maximum delivery count. A message is automatically
@@ -106,7 +106,7 @@ class AdminClientHook(BaseAzureServiceBusHook):
 
     def delete_queue(self, queue_name: str) -> None:
         """
-        Delete the queue by queue_name in service bus namespace
+        Delete the queue by queue_name in service bus namespace.
 
         :param queue_name: The name of the queue or a QueueProperties with name.
         """
@@ -118,7 +118,7 @@ class AdminClientHook(BaseAzureServiceBusHook):
 
     def delete_subscription(self, subscription_name: str, topic_name: str) -> None:
         """
-        Delete a topic subscription entities under a ServiceBus Namespace
+        Delete a topic subscription entities under a ServiceBus Namespace.
 
         :param subscription_name: The subscription name that will own the rule in topic
         :param topic_name: The topic that will own the subscription rule.
@@ -134,13 +134,13 @@ class AdminClientHook(BaseAzureServiceBusHook):
 
 
 class MessageHook(BaseAzureServiceBusHook):
-    """
-    Interacts with ServiceBusClient and acts as a high level interface
-    for getting ServiceBusSender and ServiceBusReceiver.
+    """Interact with ServiceBusClient.
+
+    This acts as a high level interface for getting ServiceBusSender and ServiceBusReceiver.
     """
 
     def get_conn(self) -> ServiceBusClient:
-        """Create and returns ServiceBusClient by using the connection string in connection details"""
+        """Create and returns ServiceBusClient by using the connection string in connection details."""
         conn = self.get_connection(self.conn_id)
         connection_string: str = str(conn.schema)
 
@@ -148,9 +148,9 @@ class MessageHook(BaseAzureServiceBusHook):
         return ServiceBusClient.from_connection_string(conn_str=connection_string, logging_enable=True)
 
     def send_message(self, queue_name: str, messages: str | list[str], batch_message_flag: bool = False):
-        """
-        By using ServiceBusClient Send message(s) to a Service Bus Queue. By using
-        batch_message_flag it enables and send message as batch message
+        """Use ServiceBusClient Send to send message(s) to a Service Bus Queue.
+
+        By using ``batch_message_flag``, it enables and send message as batch message.
 
         :param queue_name: The name of the queue or a QueueProperties with name.
         :param messages: Message which needs to be sent to the queue. It can be string or list of string.
@@ -193,7 +193,7 @@ class MessageHook(BaseAzureServiceBusHook):
         self, queue_name, max_message_count: int | None = 1, max_wait_time: float | None = None
     ):
         """
-        Receive a batch of messages at once in a specified Queue name
+        Receive a batch of messages at once in a specified Queue name.
 
         :param queue_name: The name of the queue name or a QueueProperties with name.
         :param max_message_count: Maximum number of messages in the batch.
@@ -220,9 +220,10 @@ class MessageHook(BaseAzureServiceBusHook):
         max_message_count: int | None,
         max_wait_time: float | None,
     ):
-        """
-        Receive a batch of subscription message at once. This approach is optimal if you wish
-        to process multiple messages simultaneously, or perform an ad-hoc receive as a single call.
+        """Receive a batch of subscription message at once.
+
+        This approach is optimal if you wish to process multiple messages
+        simultaneously, or perform an ad-hoc receive as a single call.
 
         :param subscription_name: The subscription name that will own the rule in topic
         :param topic_name: The topic that will own the subscription rule.

airflow/providers/microsoft/azure/hooks/base_azure.py

@@ -42,7 +42,7 @@ class AzureBaseHook(BaseHook):
 
     @staticmethod
     def get_connection_form_widgets() -> dict[str, Any]:
-        """Returns connection widgets to add to connection form"""
+        """Returns connection widgets to add to connection form."""
         from flask_appbuilder.fieldwidgets import BS3TextFieldWidget
         from flask_babel import lazy_gettext
         from wtforms import StringField
@@ -58,7 +58,7 @@ class AzureBaseHook(BaseHook):
 
     @staticmethod
     def get_ui_field_behaviour() -> dict[str, Any]:
-        """Returns custom field behaviour"""
+        """Returns custom field behaviour."""
         import json
 
         return {

airflow/providers/microsoft/azure/hooks/batch.py

@@ -33,7 +33,7 @@ from airflow.utils import timezone
 
 class AzureBatchHook(BaseHook):
     """
-    Hook for Azure Batch APIs
+    Hook for Azure Batch APIs.
 
     :param azure_batch_conn_id: :ref:`Azure Batch connection id<howto/connection:azure_batch>`
         of a service principal which will be used to start the container instance.
@@ -54,7 +54,7 @@ class AzureBatchHook(BaseHook):
 
     @staticmethod
     def get_connection_form_widgets() -> dict[str, Any]:
-        """Returns connection widgets to add to connection form"""
+        """Returns connection widgets to add to connection form."""
         from flask_appbuilder.fieldwidgets import BS3TextFieldWidget
         from flask_babel import lazy_gettext
         from wtforms import StringField
@@ -65,7 +65,7 @@ class AzureBatchHook(BaseHook):
 
     @staticmethod
     def get_ui_field_behaviour() -> dict[str, Any]:
-        """Returns custom field behaviour"""
+        """Returns custom field behaviour."""
         return {
             "hidden_fields": ["schema", "port", "host", "extra"],
             "relabeling": {
@@ -80,13 +80,13 @@ class AzureBatchHook(BaseHook):
         self.connection = self.get_conn()
 
     def _connection(self) -> Connection:
-        """Get connected to Azure Batch service"""
+        """Get connected to Azure Batch service."""
         conn = self.get_connection(self.conn_id)
         return conn
 
     def get_conn(self):
         """
-        Get the Batch client connection
+        Get the Batch client connection.
 
         :return: Azure Batch client
         """
@@ -118,7 +118,7 @@ class AzureBatchHook(BaseHook):
         **kwargs,
     ) -> PoolAddParameter:
         """
-        Configures a pool
+        Configures a pool.
 
         :param pool_id: A string that uniquely identifies the Pool within the Account
 
@@ -203,7 +203,7 @@ class AzureBatchHook(BaseHook):
 
     def create_pool(self, pool: PoolAddParameter) -> None:
         """
-        Creates a pool if not already existing
+        Creates a pool if not already existing.
 
         :param pool: the pool object to create
 
@@ -225,7 +225,7 @@ class AzureBatchHook(BaseHook):
         sku_starts_with: str | None = None,
     ) -> tuple:
         """
-        Get latest verified image vm and sku
+        Get latest verified image vm and sku.
 
         :param publisher: The publisher of the Azure Virtual Machines Marketplace Image.
             For example, Canonical or MicrosoftWindowsServer.
@@ -250,7 +250,7 @@ class AzureBatchHook(BaseHook):
 
     def wait_for_all_node_state(self, pool_id: str, node_state: set) -> list:
         """
-        Wait for all nodes in a pool to reach given states
+        Wait for all nodes in a pool to reach given states.
 
         :param pool_id: A string that identifies the pool
         :param node_state: A set of batch_models.ComputeNodeState
@@ -278,7 +278,7 @@ class AzureBatchHook(BaseHook):
         **kwargs,
     ) -> JobAddParameter:
         """
-        Configures a job for use in the pool
+        Configures a job for use in the pool.
 
         :param job_id: A string that uniquely identifies the job within the account
         :param pool_id: A string that identifies the pool
@@ -294,7 +294,7 @@ class AzureBatchHook(BaseHook):
 
     def create_job(self, job: JobAddParameter) -> None:
         """
-        Creates a job in the pool
+        Creates a job in the pool.
 
         :param job: The job object to create
         """
@@ -316,7 +316,7 @@ class AzureBatchHook(BaseHook):
         **kwargs,
     ) -> TaskAddParameter:
         """
-        Creates a task
+        Creates a task.
 
         :param task_id: A string that identifies the task to create
         :param command_line: The command line of the Task.
@@ -338,7 +338,7 @@ class AzureBatchHook(BaseHook):
 
     def add_single_task_to_job(self, job_id: str, task: TaskAddParameter) -> None:
         """
-        Add a single task to given job if it doesn't exist
+        Add a single task to given job if it doesn't exist.
 
         :param job_id: A string that identifies the given job
         :param task: The task to add
@@ -354,7 +354,7 @@ class AzureBatchHook(BaseHook):
 
     def wait_for_job_tasks_to_complete(self, job_id: str, timeout: int) -> list[batch_models.CloudTask]:
         """
-        Wait for tasks in a particular job to complete
+        Wait for tasks in a particular job to complete.
 
         :param job_id: A string that identifies the job
         :param timeout: The amount of time to wait before timing out in minutes

airflow/providers/microsoft/azure/hooks/container_instance.py

@@ -51,7 +51,7 @@ class AzureContainerInstanceHook(AzureBaseHook):
 
     def create_or_update(self, resource_group: str, name: str, container_group: ContainerGroup) -> None:
         """
-        Create a new container group
+        Create a new container group.
 
         :param resource_group: the name of the resource group
         :param name: the name of the container group
@@ -61,7 +61,7 @@ class AzureContainerInstanceHook(AzureBaseHook):
 
     def get_state_exitcode_details(self, resource_group: str, name: str) -> tuple:
         """
-        Get the state and exitcode of a container group
+        Get the state and exitcode of a container group.
 
         :param resource_group: the name of the resource group
         :param name: the name of the container group
@@ -79,7 +79,7 @@ class AzureContainerInstanceHook(AzureBaseHook):
 
     def get_messages(self, resource_group: str, name: str) -> list:
         """
-        Get the messages of a container group
+        Get the messages of a container group.
 
         :param resource_group: the name of the resource group
         :param name: the name of the container group
@@ -96,7 +96,7 @@ class AzureContainerInstanceHook(AzureBaseHook):
 
     def get_state(self, resource_group: str, name: str) -> ContainerGroup:
         """
-        Get the state of a container group
+        Get the state of a container group.
 
         :param resource_group: the name of the resource group
         :param name: the name of the container group
@@ -106,7 +106,7 @@ class AzureContainerInstanceHook(AzureBaseHook):
 
     def get_logs(self, resource_group: str, name: str, tail: int = 1000) -> list:
         """
-        Get the tail from logs of a container group
+        Get the tail from logs of a container group.
 
         :param resource_group: the name of the resource group
         :param name: the name of the container group
@@ -118,7 +118,7 @@ class AzureContainerInstanceHook(AzureBaseHook):
 
     def delete(self, resource_group: str, name: str) -> None:
         """
-        Delete a container group
+        Delete a container group.
 
         :param resource_group: the name of the resource group
         :param name: the name of the container group
@@ -127,7 +127,7 @@ class AzureContainerInstanceHook(AzureBaseHook):
 
     def exists(self, resource_group: str, name: str) -> bool:
         """
-        Test if a container group exists
+        Test if a container group exists.
 
         :param resource_group: the name of the resource group
         :param name: the name of the container group

airflow/providers/microsoft/azure/hooks/container_registry.py

@@ -15,7 +15,7 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-"""Hook for Azure Container Registry"""
+"""Hook for Azure Container Registry."""
 from __future__ import annotations
 
 from typing import Any
@@ -41,7 +41,7 @@ class AzureContainerRegistryHook(BaseHook):
 
     @staticmethod
     def get_ui_field_behaviour() -> dict[str, Any]:
-        """Returns custom field behaviour"""
+        """Returns custom field behaviour."""
         return {
             "hidden_fields": ["schema", "port", "extra"],
             "relabeling": {

airflow/providers/microsoft/azure/hooks/container_volume.py

@@ -53,7 +53,7 @@ class AzureContainerVolumeHook(BaseHook):
 
     @staticmethod
     def get_connection_form_widgets() -> dict[str, Any]:
-        """Returns connection widgets to add to connection form"""
+        """Returns connection widgets to add to connection form."""
         from flask_appbuilder.fieldwidgets import BS3PasswordFieldWidget
         from flask_babel import lazy_gettext
         from wtforms import PasswordField
@@ -67,7 +67,7 @@ class AzureContainerVolumeHook(BaseHook):
     @staticmethod
     @_ensure_prefixes(conn_type="azure_container_volume")
     def get_ui_field_behaviour() -> dict[str, Any]:
-        """Returns custom field behaviour"""
+        """Returns custom field behaviour."""
         return {
             "hidden_fields": ["schema", "port", "host", "extra"],
             "relabeling": {
@@ -82,7 +82,7 @@ class AzureContainerVolumeHook(BaseHook):
         }
 
     def get_storagekey(self) -> str:
-        """Get Azure File Volume storage key"""
+        """Get Azure File Volume storage key."""
         conn = self.get_connection(self.conn_id)
         extras = conn.extra_dejson
         connection_string = self._get_field(extras, "connection_string")
@@ -96,7 +96,7 @@ class AzureContainerVolumeHook(BaseHook):
     def get_file_volume(
         self, mount_name: str, share_name: str, storage_account_name: str, read_only: bool = False
     ) -> Volume:
-        """Get Azure File Volume"""
+        """Get Azure File Volume."""
         return Volume(
             name=mount_name,
             azure_file=AzureFileVolume(

airflow/providers/microsoft/azure/hooks/cosmos.py

@@ -56,7 +56,7 @@ class AzureCosmosDBHook(BaseHook):
 
     @staticmethod
     def get_connection_form_widgets() -> dict[str, Any]:
-        """Returns connection widgets to add to connection form"""
+        """Returns connection widgets to add to connection form."""
         from flask_appbuilder.fieldwidgets import BS3TextFieldWidget
         from flask_babel import lazy_gettext
         from wtforms import StringField
@@ -73,7 +73,7 @@ class AzureCosmosDBHook(BaseHook):
     @staticmethod
     @_ensure_prefixes(conn_type="azure_cosmos")  # todo: remove when min airflow version >= 2.5
     def get_ui_field_behaviour() -> dict[str, Any]:
-        """Returns custom field behaviour"""
+        """Returns custom field behaviour."""
         return {
             "hidden_fields": ["schema", "port", "host", "extra"],
             "relabeling": {
@@ -357,15 +357,15 @@ class AzureCosmosDBHook(BaseHook):
 
 
 def get_database_link(database_id: str) -> str:
-    """Get Azure CosmosDB database link"""
+    """Get Azure CosmosDB database link."""
     return "dbs/" + database_id
 
 
 def get_collection_link(database_id: str, collection_id: str) -> str:
-    """Get Azure CosmosDB collection link"""
+    """Get Azure CosmosDB collection link."""
     return get_database_link(database_id) + "/colls/" + collection_id
 
 
 def get_document_link(database_id: str, collection_id: str, document_id: str) -> str:
-    """Get Azure CosmosDB document link"""
+    """Get Azure CosmosDB document link."""
     return get_collection_link(database_id, collection_id) + "/docs/" + document_id

airflow/providers/microsoft/azure/hooks/data_factory.py

@@ -14,9 +14,9 @@
 # KIND, either express or implied.  See the License for the
 # specific language governing permissions and limitations
 # under the License.
-"""
-.. spelling::
+"""Spelling exceptions.
 
+.. spelling:word-list::
     CreateRunResponse
     DatasetResource
     LinkedServiceResource
@@ -157,7 +157,7 @@ class AzureDataFactoryHook(BaseHook):
 
     @staticmethod
     def get_connection_form_widgets() -> dict[str, Any]:
-        """Returns connection widgets to add to connection form"""
+        """Returns connection widgets to add to connection form."""
         from flask_appbuilder.fieldwidgets import BS3TextFieldWidget
         from flask_babel import lazy_gettext
         from wtforms import StringField
@@ -173,7 +173,7 @@ class AzureDataFactoryHook(BaseHook):
 
     @staticmethod
     def get_ui_field_behaviour() -> dict[str, Any]:
-        """Returns custom field behaviour"""
+        """Returns custom field behaviour."""
         return {
             "hidden_fields": ["schema", "port", "host", "extra"],
             "relabeling": {
@@ -1088,7 +1088,7 @@ def provide_targeted_factory_async(func: T) -> T:
 
 class AzureDataFactoryAsyncHook(AzureDataFactoryHook):
     """
-    An Async Hook that connects to Azure DataFactory to perform pipeline operations
+    An Async Hook that connects to Azure DataFactory to perform pipeline operations.
 
     :param azure_data_factory_conn_id: The :ref:`Azure Data Factory connection id<howto/connection:adf>`.
     """
@@ -1101,7 +1101,7 @@ class AzureDataFactoryAsyncHook(AzureDataFactoryHook):
         super().__init__(azure_data_factory_conn_id=azure_data_factory_conn_id)
 
     async def get_async_conn(self) -> AsyncDataFactoryManagementClient:
-        """Get async connection and connect to azure data factory"""
+        """Get async connection and connect to azure data factory."""
         if self._async_conn is not None:
             return self._async_conn
 
@@ -1141,7 +1141,7 @@ class AzureDataFactoryAsyncHook(AzureDataFactoryHook):
         **config: Any,
     ) -> PipelineRun:
         """
-        Connect to Azure Data Factory asynchronously to get the pipeline run details by run id
+        Connect to Azure Data Factory asynchronously to get the pipeline run details by run id.
 
         :param run_id: The pipeline run identifier.
         :param resource_group_name: The resource group name.
@@ -1159,7 +1159,7 @@ class AzureDataFactoryAsyncHook(AzureDataFactoryHook):
         self, run_id: str, resource_group_name: str | None = None, factory_name: str | None = None
     ) -> str:
         """
-        Connect to Azure Data Factory asynchronously and get the pipeline status by run_id
+        Connect to Azure Data Factory asynchronously and get the pipeline status by run_id.
 
         :param run_id: The pipeline run identifier.
         :param resource_group_name: The resource group name.