apache-airflow-providers-microsoft-azure 12.2.2rc1__py3-none-any.whl → 12.3.0rc1__py3-none-any.whl

airflow/providers/microsoft/azure/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "12.2.2"
+__version__ = "12.3.0"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.9.0"

airflow/providers/microsoft/azure/get_provider_info.py

@@ -27,8 +27,9 @@ def get_provider_info():
         "name": "Microsoft Azure",
         "description": "`Microsoft Azure <https://azure.microsoft.com/>`__\n",
         "state": "ready",
-        "source-date-epoch": 1742980868,
+        "source-date-epoch": 1743836331,
         "versions": [
+            "12.3.0",
             "12.2.2",
             "12.2.1",
             "12.2.0",
@@ -482,11 +483,11 @@ def get_provider_info():
             "azure-mgmt-datafactory>=2.0.0",
             "azure-mgmt-containerregistry>=8.0.0",
             "azure-mgmt-containerinstance>=10.1.0",
-            "msgraph-core>=1.0.0,!=1.1.8",
-            "microsoft-kiota-http>=1.3.0,!=1.3.4",
-            "microsoft-kiota-serialization-json==1.0.0",
-            "microsoft-kiota-serialization-text==1.0.0",
-            "microsoft-kiota-abstractions<1.4.0",
+            "msgraph-core>=1.3.3",
+            "microsoft-kiota-http>=1.8.0,<2.0.0",
+            "microsoft-kiota-serialization-json>=1.8.0",
+            "microsoft-kiota-serialization-text>=1.8.0",
+            "microsoft-kiota-abstractions>=1.8.0,<2.0.0",
             "msal-extensions>=1.1.0",
         ],
         "optional-dependencies": {
@@ -495,5 +496,5 @@ def get_provider_info():
             "oracle": ["apache-airflow-providers-oracle"],
             "sftp": ["apache-airflow-providers-sftp"],
         },
-        "devel-dependencies": ["pywinrm>=0.5.0"],
+        "devel-dependencies": ["pywinrm>=0.5.0", "moto>=5.1.2"],
     }

airflow/providers/microsoft/azure/hooks/asb.py

@@ -17,7 +17,7 @@
 from __future__ import annotations
 
 from typing import TYPE_CHECKING, Any, Callable
-from uuid import uuid4
+from uuid import UUID, uuid4
 
 from azure.core.exceptions import ResourceNotFoundError
 from azure.servicebus import (
@@ -468,7 +468,15 @@ class MessageHook(BaseAzureServiceBusHook):
         self.log.info("Create and returns ServiceBusClient")
         return client
 
-    def send_message(self, queue_name: str, messages: str | list[str], batch_message_flag: bool = False):
+    def send_message(
+        self,
+        queue_name: str,
+        messages: str | list[str],
+        batch_message_flag: bool = False,
+        message_id: str | None = None,
+        reply_to: str | None = None,
+        message_headers: dict[str | bytes, int | float | bytes | bool | str | UUID] | None = None,
+    ):
         """
         Use ServiceBusClient Send to send message(s) to a Service Bus Queue.
 
@@ -478,38 +486,49 @@ class MessageHook(BaseAzureServiceBusHook):
         :param messages: Message which needs to be sent to the queue. It can be string or list of string.
         :param batch_message_flag: bool flag, can be set to True if message needs to be
             sent as batch message.
+        :param message_id: Message ID to set on message being sent to the queue. Please note, message_id may only be
+            set when a single message is sent.
+        :param reply_to: Reply to which needs to be sent to the queue.
+        :param message_headers: Headers to add to the message's application_properties field for Azure Service Bus.
         """
         if queue_name is None:
             raise TypeError("Queue name cannot be None.")
         if not messages:
             raise ValueError("Messages list cannot be empty.")
+        if message_id and isinstance(messages, list) and len(messages) != 1:
+            raise TypeError("Message ID can only be set if a single message is sent.")
         with (
             self.get_conn() as service_bus_client,
             service_bus_client.get_queue_sender(queue_name=queue_name) as sender,
             sender,
         ):
-            if isinstance(messages, str):
-                if not batch_message_flag:
-                    msg = ServiceBusMessage(messages)
-                    sender.send_messages(msg)
-                else:
-                    self.send_batch_message(sender, [messages])
+            message_creator = lambda msg_body: ServiceBusMessage(
+                msg_body, message_id=message_id, reply_to=reply_to, application_properties=message_headers
+            )
+            message_list = [messages] if isinstance(messages, str) else messages
+            if not batch_message_flag:
+                self.send_list_messages(sender, message_list, message_creator)
             else:
-                if not batch_message_flag:
-                    self.send_list_messages(sender, messages)
-                else:
-                    self.send_batch_message(sender, messages)
+                self.send_batch_message(sender, message_list, message_creator)
 
     @staticmethod
-    def send_list_messages(sender: ServiceBusSender, messages: list[str]):
-        list_messages = [ServiceBusMessage(message) for message in messages]
+    def send_list_messages(
+        sender: ServiceBusSender,
+        messages: list[str],
+        message_creator: Callable[[str], ServiceBusMessage],
+    ):
+        list_messages = [message_creator(body) for body in messages]
         sender.send_messages(list_messages)  # type: ignore[arg-type]
 
     @staticmethod
-    def send_batch_message(sender: ServiceBusSender, messages: list[str]):
+    def send_batch_message(
+        sender: ServiceBusSender,
+        messages: list[str],
+        message_creator: Callable[[str], ServiceBusMessage],
+    ):
         batch_message = sender.create_message_batch()
         for message in messages:
-            batch_message.add_message(ServiceBusMessage(message))
+            batch_message.add_message(message_creator(message))
         sender.send_messages(batch_message)
 
     def receive_message(

airflow/providers/microsoft/azure/hooks/container_instance.py

@@ -85,7 +85,7 @@ class AzureContainerInstanceHook(AzureBaseHook):
         if all([conn.login, conn.password, tenant]):
             self.log.info("Getting connection using specific credentials and subscription_id.")
             credential = ClientSecretCredential(
-                client_id=conn.login, client_secret=conn.password, tenant_id=cast(str, tenant)
+                client_id=conn.login, client_secret=conn.password, tenant_id=cast("str", tenant)
             )
         else:
             self.log.info("Using DefaultAzureCredential as credential")
@@ -96,7 +96,7 @@ class AzureContainerInstanceHook(AzureBaseHook):
                 workload_identity_tenant_id=workload_identity_tenant_id,
             )
 
-        subscription_id = cast(str, conn.extra_dejson.get("subscriptionId"))
+        subscription_id = cast("str", conn.extra_dejson.get("subscriptionId"))
         return ContainerInstanceManagementClient(
             credential=credential,
             subscription_id=subscription_id,

airflow/providers/microsoft/azure/hooks/data_factory.py

@@ -1104,7 +1104,7 @@ def provide_targeted_factory_async(func: T) -> T:
 
         return await func(*bound_args.args, **bound_args.kwargs)
 
-    return cast(T, wrapper)
+    return cast("T", wrapper)
 
 
 class AzureDataFactoryAsyncHook(AzureDataFactoryHook):
@@ -1193,7 +1193,7 @@ class AzureDataFactoryAsyncHook(AzureDataFactoryHook):
         :param factory_name: The factory name.
         """
         pipeline_run = await self.get_pipeline_run(run_id, resource_group_name, factory_name)
-        status: str = cast(str, pipeline_run.status)
+        status: str = cast("str", pipeline_run.status)
         return status
 
     @provide_targeted_factory_async

airflow/providers/microsoft/azure/hooks/data_lake.py

@@ -328,8 +328,7 @@ class AzureDataLakeStorageV2Hook(BaseHook):
         prefix = "extra__adls__"
         if field_name.startswith("extra__"):
             raise ValueError(
-                f"Got prefixed name {field_name}; please remove the '{prefix}' prefix "
-                f"when using this method."
+                f"Got prefixed name {field_name}; please remove the '{prefix}' prefix when using this method."
             )
         if field_name in extra_dict:
             return extra_dict[field_name] or None

airflow/providers/microsoft/azure/hooks/msgraph.py

@@ -23,12 +23,12 @@ from contextlib import suppress
 from http import HTTPStatus
 from io import BytesIO
 from json import JSONDecodeError
-from typing import TYPE_CHECKING, Any
+from typing import TYPE_CHECKING, Any, cast
 from urllib.parse import quote, urljoin, urlparse
 
 import httpx
 from azure.identity import CertificateCredential, ClientSecretCredential
-from httpx import AsyncHTTPTransport, Timeout
+from httpx import AsyncHTTPTransport, Response, Timeout
 from kiota_abstractions.api_error import APIError
 from kiota_abstractions.method import Method
 from kiota_abstractions.request_information import RequestInformation
@@ -55,10 +55,8 @@ from airflow.hooks.base import BaseHook
 if TYPE_CHECKING:
     from azure.identity._internal.client_credential_base import ClientCredentialBase
     from kiota_abstractions.request_adapter import RequestAdapter
-    from kiota_abstractions.request_information import QueryParams
     from kiota_abstractions.response_handler import NativeResponseType
     from kiota_abstractions.serialization import ParsableFactory
-    from kiota_http.httpx_request_adapter import ResponseType
 
     from airflow.models import Connection
 
@@ -67,7 +65,7 @@ class DefaultResponseHandler(ResponseHandler):
     """DefaultResponseHandler returns JSON payload or content in bytes or response headers."""
 
     @staticmethod
-    def get_value(response: NativeResponseType) -> Any:
+    def get_value(response: Response) -> Any:
         with suppress(JSONDecodeError):
             return response.json()
         content = response.content
@@ -76,7 +74,7 @@ class DefaultResponseHandler(ResponseHandler):
         return content
 
     async def handle_response_async(
-        self, response: NativeResponseType, error_map: dict[str, ParsableFactory | None] | None = None
+        self, response: NativeResponseType, error_map: dict[str, ParsableFactory] | None
     ) -> Any:
         """
         Invoke this callback method when a response is received.
@@ -84,10 +82,11 @@ class DefaultResponseHandler(ResponseHandler):
         param response: The type of the native response object.
         param error_map: The error dict to use in case of a failed request.
         """
-        value = self.get_value(response)
-        if response.status_code not in {200, 201, 202, 204, 302}:
-            message = value or response.reason_phrase
-            status_code = HTTPStatus(response.status_code)
+        resp: Response = cast("Response", response)
+        value = self.get_value(resp)
+        if resp.status_code not in {200, 201, 202, 204, 302}:
+            message = value or resp.reason_phrase
+            status_code = HTTPStatus(resp.status_code)
             if status_code == HTTPStatus.BAD_REQUEST:
                 raise AirflowBadRequest(message)
             elif status_code == HTTPStatus.NOT_FOUND:
@@ -391,16 +390,16 @@ class KiotaRequestAdapterHook(BaseHook):
     async def run(
         self,
         url: str = "",
-        response_type: ResponseType | None = None,
+        response_type: str | None = None,
         path_parameters: dict[str, Any] | None = None,
         method: str = "GET",
-        query_parameters: dict[str, QueryParams] | None = None,
+        query_parameters: dict[str, Any] | None = None,
         headers: dict[str, str] | None = None,
         data: dict[str, Any] | str | BytesIO | None = None,
     ):
         self.log.info("Executing url '%s' as '%s'", url, method)
 
-        response = await self.get_conn().send_primitive_async(
+        response = await self.send_request(
             request_info=self.request_information(
                 url=url,
                 response_type=response_type,
@@ -411,20 +410,31 @@ class KiotaRequestAdapterHook(BaseHook):
                 data=data,
             ),
             response_type=response_type,
-            error_map=self.error_mapping(),
         )
 
         self.log.debug("response: %s", response)
 
         return response
 
+    async def send_request(self, request_info: RequestInformation, response_type: str | None = None):
+        if response_type:
+            return await self.get_conn().send_primitive_async(
+                request_info=request_info,
+                response_type=response_type,
+                error_map=self.error_mapping(),
+            )
+        return await self.get_conn().send_no_response_content_async(
+            request_info=request_info,
+            error_map=self.error_mapping(),
+        )
+
     def request_information(
         self,
         url: str,
-        response_type: ResponseType | None = None,
+        response_type: str | None = None,
         path_parameters: dict[str, Any] | None = None,
         method: str = "GET",
-        query_parameters: dict[str, QueryParams] | None = None,
+        query_parameters: dict[str, Any] | None = None,
         headers: dict[str, str] | None = None,
         data: dict[str, Any] | str | BytesIO | None = None,
     ) -> RequestInformation:
@@ -446,8 +456,12 @@ class KiotaRequestAdapterHook(BaseHook):
         headers = {**self.DEFAULT_HEADERS, **headers} if headers else self.DEFAULT_HEADERS
         for header_name, header_value in headers.items():
             request_information.headers.try_add(header_name=header_name, header_value=header_value)
-        if isinstance(data, BytesIO) or isinstance(data, bytes) or isinstance(data, str):
+        if isinstance(data, BytesIO):
+            request_information.content = data.read()
+        elif isinstance(data, bytes):
             request_information.content = data
+        elif isinstance(data, str):
+            request_information.content = data.encode("utf-8")
         elif data:
             request_information.headers.try_add(
                 header_name=RequestInformation.CONTENT_TYPE_HEADER, header_value="application/json"
@@ -468,8 +482,8 @@ class KiotaRequestAdapterHook(BaseHook):
         return {}
 
     @staticmethod
-    def error_mapping() -> dict[str, ParsableFactory | None]:
+    def error_mapping() -> dict[str, type[ParsableFactory]]:
         return {
-            "4XX": APIError,
-            "5XX": APIError,
+            "4XX": APIError,  # type: ignore
+            "5XX": APIError,  # type: ignore
         }

airflow/providers/microsoft/azure/hooks/powerbi.py

@@ -187,6 +187,7 @@ class PowerBIHook(KiotaRequestAdapterHook):
         try:
             response = await self.run(
                 url="myorg/groups/{group_id}/datasets/{dataset_id}/refreshes",
+                response_type=None,
                 method="POST",
                 path_parameters={
                     "group_id": group_id,

airflow/providers/microsoft/azure/hooks/wasb.py

@@ -144,8 +144,7 @@ class WasbHook(BaseHook):
         prefix = "extra__wasb__"
         if field_name.startswith("extra__"):
             raise ValueError(
-                f"Got prefixed name {field_name}; please remove the '{prefix}' prefix "
-                f"when using this method."
+                f"Got prefixed name {field_name}; please remove the '{prefix}' prefix when using this method."
             )
         if field_name in extra_dict:
             return extra_dict[field_name] or None

airflow/providers/microsoft/azure/log/wasb_task_handler.py

@@ -23,6 +23,7 @@ from functools import cached_property
 from pathlib import Path
 from typing import TYPE_CHECKING
 
+import attrs
 from azure.core.exceptions import HttpResponseError
 
 from airflow.configuration import conf
@@ -34,34 +35,36 @@ if TYPE_CHECKING:
     import logging
 
     from airflow.models.taskinstance import TaskInstance
+    from airflow.sdk.types import RuntimeTaskInstanceProtocol as RuntimeTI
+    from airflow.utils.log.file_task_handler import LogMessages, LogSourceInfo
 
 
-class WasbTaskHandler(FileTaskHandler, LoggingMixin):
-    """
-    WasbTaskHandler is a python log handler that handles and reads task instance logs.
+@attrs.define
+class WasbRemoteLogIO(LoggingMixin):  # noqa: D101
+    remote_base: str
+    base_log_folder: Path = attrs.field(converter=Path)
+    delete_local_copy: bool
 
-    It extends airflow FileTaskHandler and uploads to and reads from Wasb remote storage.
-    """
+    wasb_container: str
 
-    trigger_should_wrap = True
+    processors = ()
 
-    def __init__(
-        self,
-        base_log_folder: str,
-        wasb_log_folder: str,
-        wasb_container: str,
-        **kwargs,
-    ) -> None:
-        super().__init__(base_log_folder)
-        self.handler: logging.FileHandler | None = None
-        self.wasb_container = wasb_container
-        self.remote_base = wasb_log_folder
-        self.log_relative_path = ""
-        self.closed = False
-        self.upload_on_close = True
-        self.delete_local_copy = kwargs.get(
-            "delete_local_copy", conf.getboolean("logging", "delete_local_logs")
-        )
+    def upload(self, path: str | os.PathLike, ti: RuntimeTI):
+        """Upload the given log path to the remote storage."""
+        path = Path(path)
+        if path.is_absolute():
+            local_loc = path
+            remote_loc = os.path.join(self.remote_base, path.relative_to(self.base_log_folder))
+        else:
+            local_loc = self.base_log_folder.joinpath(path)
+            remote_loc = os.path.join(self.remote_base, path)
+
+        if local_loc.is_file():
+            # read log and remove old logs to get just the latest additions
+            log = local_loc.read_text()
+            has_uploaded = self.write(log, remote_loc)
+            if has_uploaded and self.delete_local_copy:
+                shutil.rmtree(os.path.dirname(local_loc))
 
     @cached_property
     def hook(self):
@@ -81,53 +84,13 @@ class WasbTaskHandler(FileTaskHandler, LoggingMixin):
             )
             return None
 
-    def set_context(self, ti: TaskInstance, *, identifier: str | None = None) -> None:
-        super().set_context(ti, identifier=identifier)
-        # Local location and remote location is needed to open and
-        # upload local log file to Wasb remote storage.
-        if TYPE_CHECKING:
-            assert self.handler is not None
-
-        full_path = self.handler.baseFilename
-        self.log_relative_path = Path(full_path).relative_to(self.local_base).as_posix()
-        is_trigger_log_context = getattr(ti, "is_trigger_log_context", False)
-        self.upload_on_close = is_trigger_log_context or not getattr(ti, "raw", None)
-
-    def close(self) -> None:
-        """Close and upload local log file to remote storage Wasb."""
-        # When application exit, system shuts down all handlers by
-        # calling close method. Here we check if logger is already
-        # closed to prevent uploading the log to remote storage multiple
-        # times when `logging.shutdown` is called.
-        if self.closed:
-            return
-
-        super().close()
-
-        if not self.upload_on_close:
-            return
-
-        local_loc = os.path.join(self.local_base, self.log_relative_path)
-        remote_loc = os.path.join(self.remote_base, self.log_relative_path)
-        if os.path.exists(local_loc):
-            # read log and remove old logs to get just the latest additions
-            with open(local_loc) as logfile:
-                log = logfile.read()
-            wasb_write = self.wasb_write(log, remote_loc, append=True)
-
-            if wasb_write and self.delete_local_copy:
-                shutil.rmtree(os.path.dirname(local_loc))
-        # Mark closed so we don't double write if close is called twice
-        self.closed = True
-
-    def _read_remote_logs(self, ti, try_number, metadata=None) -> tuple[list[str], list[str]]:
+    def read(self, relative_path, ti: RuntimeTI) -> tuple[LogSourceInfo, LogMessages | None]:
         messages = []
         logs = []
-        worker_log_relative_path = self._render_filename(ti, try_number)
         # TODO: fix this - "relative path" i.e currently REMOTE_BASE_LOG_FOLDER should start with "wasb"
         # unlike others with shceme in URL itself to identify the correct handler.
         # This puts limitations on ways users can name the base_path.
-        prefix = os.path.join(self.remote_base, worker_log_relative_path)
+        prefix = os.path.join(self.remote_base, relative_path)
         blob_names = []
         try:
             blob_names = self.hook.get_blobs_list(container_name=self.wasb_container, prefix=prefix)
@@ -143,8 +106,7 @@ class WasbTaskHandler(FileTaskHandler, LoggingMixin):
             else:
                 messages.extend(["Found remote logs:", *[f"  * {x}" for x in sorted(uris)]])
         else:
-            if not AIRFLOW_V_3_0_PLUS:
-                messages.append(f"No logs found in WASB; ti={ti}")
+            return messages, None
 
         for name in sorted(blob_names):
             remote_log = ""
@@ -191,7 +153,7 @@ class WasbTaskHandler(FileTaskHandler, LoggingMixin):
                 return msg
             return ""
 
-    def wasb_write(self, log: str, remote_log_location: str, append: bool = True) -> bool:
+    def write(self, log: str, remote_log_location: str, append: bool = True) -> bool:
         """
         Write the log to the remote_log_location. Fails silently if no hook was created.
 
@@ -210,3 +172,82 @@ class WasbTaskHandler(FileTaskHandler, LoggingMixin):
             self.log.exception("Could not write logs to %s", remote_log_location)
             return False
         return True
+
+
+class WasbTaskHandler(FileTaskHandler, LoggingMixin):
+    """
+    WasbTaskHandler is a python log handler that handles and reads task instance logs.
+
+    It extends airflow FileTaskHandler and uploads to and reads from Wasb remote storage.
+    """
+
+    trigger_should_wrap = True
+
+    def __init__(
+        self,
+        base_log_folder: str,
+        wasb_log_folder: str,
+        wasb_container: str,
+        **kwargs,
+    ) -> None:
+        super().__init__(base_log_folder)
+        self.handler: logging.FileHandler | None = None
+        self.log_relative_path = ""
+        self.closed = False
+        self.upload_on_close = True
+        self.io = WasbRemoteLogIO(
+            base_log_folder=base_log_folder,
+            remote_base=wasb_log_folder,
+            wasb_container=wasb_container,
+            delete_local_copy=kwargs.get(
+                "delete_local_copy", conf.getboolean("logging", "delete_local_logs")
+            ),
+        )
+
+    def set_context(self, ti: TaskInstance, *, identifier: str | None = None) -> None:
+        super().set_context(ti, identifier=identifier)
+        # Local location and remote location is needed to open and
+        # upload local log file to Wasb remote storage.
+        if TYPE_CHECKING:
+            assert self.handler is not None
+
+        self.ti = ti
+        full_path = self.handler.baseFilename
+        self.log_relative_path = Path(full_path).relative_to(self.local_base).as_posix()
+        is_trigger_log_context = getattr(ti, "is_trigger_log_context", False)
+        self.upload_on_close = is_trigger_log_context or not getattr(ti, "raw", None)
+
+    def close(self) -> None:
+        """Close and upload local log file to remote storage Wasb."""
+        # When application exit, system shuts down all handlers by
+        # calling close method. Here we check if logger is already
+        # closed to prevent uploading the log to remote storage multiple
+        # times when `logging.shutdown` is called.
+        if self.closed:
+            return
+
+        super().close()
+
+        if not self.upload_on_close:
+            return
+
+        if hasattr(self, "ti"):
+            self.io.upload(self.log_relative_path, self.ti)
+
+        # Mark closed so we don't double write if close is called twice
+        self.closed = True
+
+    def _read_remote_logs(self, ti, try_number, metadata=None) -> tuple[LogSourceInfo, LogMessages]:
+        # Explicitly getting log relative path is necessary as the given
+        # task instance might be different than task instance passed in
+        # in set_context method.
+        worker_log_rel_path = self._render_filename(ti, try_number)
+
+        messages, logs = self.io.read(worker_log_rel_path, ti)
+
+        if logs is None:
+            logs = []
+            if not AIRFLOW_V_3_0_PLUS:
+                messages.append(f"No logs found in WASB; ti={ti}")
+
+        return messages, logs

airflow/providers/microsoft/azure/operators/asb.py

@@ -18,6 +18,7 @@ from __future__ import annotations
 
 from collections.abc import Sequence
 from typing import TYPE_CHECKING, Any, Callable
+from uuid import UUID
 
 from airflow.models import BaseOperator
 from airflow.providers.microsoft.azure.hooks.asb import AdminClientHook, MessageHook
@@ -100,6 +101,11 @@ class AzureServiceBusSendMessageOperator(BaseOperator):
         as batch message it can be set to True.
     :param azure_service_bus_conn_id: Reference to the
         :ref: `Azure Service Bus connection<howto/connection:azure_service_bus>`.
+    :param message_id: Message ID to set on message being sent to the queue. Please note, message_id may only be
+        set when a single message is sent.
+    :param reply_to: Name of queue or topic the receiver should reply to. Determination of if the reply will be sent to
+        a queue or a topic should be made out-of-band.
+    :param message_headers: Headers to add to the message's application_properties field for Azure Service Bus.
     """
 
     template_fields: Sequence[str] = ("queue_name",)
@@ -112,6 +118,9 @@ class AzureServiceBusSendMessageOperator(BaseOperator):
         message: str | list[str],
         batch: bool = False,
         azure_service_bus_conn_id: str = "azure_service_bus_default",
+        message_id: str | None = None,
+        reply_to: str | None = None,
+        message_headers: dict[str | bytes, int | float | bytes | bool | str | UUID] | None = None,
         **kwargs,
     ) -> None:
         super().__init__(**kwargs)
@@ -119,6 +128,9 @@ class AzureServiceBusSendMessageOperator(BaseOperator):
         self.batch = batch
         self.message = message
         self.azure_service_bus_conn_id = azure_service_bus_conn_id
+        self.message_id = message_id
+        self.reply_to = reply_to
+        self.message_headers = message_headers
 
     def execute(self, context: Context) -> None:
         """Send Message to the specific queue in Service Bus namespace."""
@@ -126,7 +138,9 @@ class AzureServiceBusSendMessageOperator(BaseOperator):
         hook = MessageHook(azure_service_bus_conn_id=self.azure_service_bus_conn_id)
 
         # send message
-        hook.send_message(self.queue_name, self.message, self.batch)
+        hook.send_message(
+            self.queue_name, self.message, self.batch, self.message_id, self.reply_to, self.message_headers
+        )
 
 
 class AzureServiceBusReceiveMessageOperator(BaseOperator):

airflow/providers/microsoft/azure/operators/container_instances.py

@@ -120,7 +120,13 @@ class AzureContainerInstancesOperator(BaseOperator):
             },
             secured_variables=["POSTGRES_PASSWORD"],
             volumes=[
-                ("azure_container_instance_conn_id", "my_storage_container", "my_fileshare", "/input-data", True),
+                (
+                    "azure_container_instance_conn_id",
+                    "my_storage_container",
+                    "my_fileshare",
+                    "/input-data",
+                    True,
+                ),
             ],
             memory_in_gb=14.0,
             cpu=4.0,

airflow/providers/microsoft/azure/operators/msgraph.py

@@ -38,8 +38,6 @@ from airflow.utils.xcom import XCOM_RETURN_KEY
 if TYPE_CHECKING:
     from io import BytesIO
 
-    from kiota_abstractions.request_adapter import ResponseType
-    from kiota_abstractions.request_information import QueryParams
     from msgraph_core import APIVersion
 
     from airflow.utils.context import Context
@@ -118,11 +116,11 @@ class MSGraphAsyncOperator(BaseOperator):
         self,
         *,
         url: str,
-        response_type: ResponseType | None = None,
+        response_type: str | None = None,
         path_parameters: dict[str, Any] | None = None,
         url_template: str | None = None,
         method: str = "GET",
-        query_parameters: dict[str, QueryParams] | None = None,
+        query_parameters: dict[str, Any] | None = None,
         headers: dict[str, str] | None = None,
         data: dict[str, Any] | str | BytesIO | None = None,
         conn_id: str = KiotaRequestAdapterHook.default_conn_name,

airflow/providers/microsoft/azure/sensors/msgraph.py

@@ -31,8 +31,6 @@ if TYPE_CHECKING:
     from datetime import timedelta
     from io import BytesIO
 
-    from kiota_abstractions.request_information import QueryParams
-    from kiota_http.httpx_request_adapter import ResponseType
     from msgraph_core import APIVersion
 
     from airflow.utils.context import Context
@@ -76,11 +74,11 @@ class MSGraphSensor(BaseSensorOperator):
     def __init__(
         self,
         url: str,
-        response_type: ResponseType | None = None,
+        response_type: str | None = None,
         path_parameters: dict[str, Any] | None = None,
         url_template: str | None = None,
         method: str = "GET",
-        query_parameters: dict[str, QueryParams] | None = None,
+        query_parameters: dict[str, Any] | None = None,
         headers: dict[str, str] | None = None,
         data: dict[str, Any] | str | BytesIO | None = None,
         conn_id: str = KiotaRequestAdapterHook.default_conn_name,

airflow/providers/microsoft/azure/triggers/msgraph.py

@@ -40,8 +40,6 @@ if TYPE_CHECKING:
     from io import BytesIO
 
     from kiota_abstractions.request_adapter import RequestAdapter
-    from kiota_abstractions.request_information import QueryParams
-    from kiota_http.httpx_request_adapter import ResponseType
     from msgraph_core import APIVersion
 
 
@@ -112,11 +110,11 @@ class MSGraphTrigger(BaseTrigger):
     def __init__(
         self,
         url: str,
-        response_type: ResponseType | None = None,
+        response_type: str | None = None,
         path_parameters: dict[str, Any] | None = None,
         url_template: str | None = None,
         method: str = "GET",
-        query_parameters: dict[str, QueryParams] | None = None,
+        query_parameters: dict[str, Any] | None = None,
         headers: dict[str, str] | None = None,
         data: dict[str, Any] | str | BytesIO | None = None,
         conn_id: str = KiotaRequestAdapterHook.default_conn_name,

{apache_airflow_providers_microsoft_azure-12.2.2rc1.dist-info → apache_airflow_providers_microsoft_azure-12.3.0rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apache-airflow-providers-microsoft-azure
-Version: 12.2.2rc1
+Version: 12.3.0rc1
 Summary: Provider package apache-airflow-providers-microsoft-azure for Apache Airflow
 Keywords: airflow-provider,microsoft.azure,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -42,19 +42,19 @@ Requires-Dist: azure-kusto-data>=4.1.0,!=4.6.0
 Requires-Dist: azure-mgmt-datafactory>=2.0.0
 Requires-Dist: azure-mgmt-containerregistry>=8.0.0
 Requires-Dist: azure-mgmt-containerinstance>=10.1.0
-Requires-Dist: msgraph-core>=1.0.0,!=1.1.8
-Requires-Dist: microsoft-kiota-http>=1.3.0,!=1.3.4
-Requires-Dist: microsoft-kiota-serialization-json==1.0.0
-Requires-Dist: microsoft-kiota-serialization-text==1.0.0
-Requires-Dist: microsoft-kiota-abstractions<1.4.0
+Requires-Dist: msgraph-core>=1.3.3
+Requires-Dist: microsoft-kiota-http>=1.8.0,<2.0.0
+Requires-Dist: microsoft-kiota-serialization-json>=1.8.0
+Requires-Dist: microsoft-kiota-serialization-text>=1.8.0
+Requires-Dist: microsoft-kiota-abstractions>=1.8.0,<2.0.0
 Requires-Dist: msal-extensions>=1.1.0
 Requires-Dist: apache-airflow-providers-amazon ; extra == "amazon"
 Requires-Dist: apache-airflow-providers-common-compat ; extra == "common-compat"
 Requires-Dist: apache-airflow-providers-oracle ; extra == "oracle"
 Requires-Dist: apache-airflow-providers-sftp ; extra == "sftp"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.2.2/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.2.2
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.3.0/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.3.0
 Project-URL: Mastodon, https://fosstodon.org/@airflow
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
@@ -89,7 +89,7 @@ Provides-Extra: sftp
 
 Package ``apache-airflow-providers-microsoft-azure``
 
-Release: ``12.2.2``
+Release: ``12.3.0``
 
 
 `Microsoft Azure <https://azure.microsoft.com/>`__
@@ -102,7 +102,7 @@ This is a provider package for ``microsoft.azure`` provider. All classes for thi
 are in ``airflow.providers.microsoft.azure`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.2.2/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.3.0/>`_.
 
 Installation
 ------------
@@ -141,11 +141,11 @@ PIP package                             Version required
 ``azure-mgmt-datafactory``              ``>=2.0.0``
 ``azure-mgmt-containerregistry``        ``>=8.0.0``
 ``azure-mgmt-containerinstance``        ``>=10.1.0``
-``msgraph-core``                        ``>=1.0.0,!=1.1.8``
-``microsoft-kiota-http``                ``>=1.3.0,!=1.3.4``
-``microsoft-kiota-serialization-json``  ``==1.0.0``
-``microsoft-kiota-serialization-text``  ``==1.0.0``
-``microsoft-kiota-abstractions``        ``<1.4.0``
+``msgraph-core``                        ``>=1.3.3``
+``microsoft-kiota-http``                ``>=1.8.0,<2.0.0``
+``microsoft-kiota-serialization-json``  ``>=1.8.0``
+``microsoft-kiota-serialization-text``  ``>=1.8.0``
+``microsoft-kiota-abstractions``        ``>=1.8.0,<2.0.0``
 ``msal-extensions``                     ``>=1.1.0``
 ======================================  ===================
 
@@ -172,5 +172,5 @@ Dependent package
 ==================================================================================================================  =================
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.2.2/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.3.0/changelog.html>`_.
 

{apache_airflow_providers_microsoft_azure-12.2.2rc1.dist-info → apache_airflow_providers_microsoft_azure-12.3.0rc1.dist-info}/RECORD

@@ -1,37 +1,37 @@
 airflow/providers/microsoft/azure/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
-airflow/providers/microsoft/azure/__init__.py,sha256=QZioieanZ2reR_854HtswGALyUjv-C6g_jfQ5q5ZcMc,1503
-airflow/providers/microsoft/azure/get_provider_info.py,sha256=ToHenPaEPDa3gB94zyeZ4J463llv3Hhdt_Jp9REMg6g,22032
+airflow/providers/microsoft/azure/__init__.py,sha256=ZMYdVXMm50jfKz1hbXsXcawuUxWdvleyHlsZ2TOBsZs,1503
+airflow/providers/microsoft/azure/get_provider_info.py,sha256=eRH-2B4nI_8R0xTqvCD0rrFI-hxcK6yMzrDGERM9cEg,22068
 airflow/providers/microsoft/azure/utils.py,sha256=pvBiwBKRYMtEnqkQWLTqvhrsCOkMTRiPH97GkIYHUQc,8429
 airflow/providers/microsoft/azure/version_compat.py,sha256=aHg90_DtgoSnQvILFICexMyNlHlALBdaeWqkX3dFDug,1605
 airflow/providers/microsoft/azure/fs/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/microsoft/azure/fs/adls.py,sha256=kXZOVulLNfqwJNR0X9MBN23kcYr3dyv8K_0KqAcWvnk,3679
 airflow/providers/microsoft/azure/hooks/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
 airflow/providers/microsoft/azure/hooks/adx.py,sha256=FR7EC6ygDhcMK9clw-IDuoJqYtsrq-6WJOZF8ixl8Rw,9576
-airflow/providers/microsoft/azure/hooks/asb.py,sha256=gBNM_YiqrM2YamrugAbr5HNWAj2yW3qFGo39puxrA-I,29804
+airflow/providers/microsoft/azure/hooks/asb.py,sha256=Ui9uvt7-42G60KxlYu0IC9FUB8LpuDyBpjrJbdIeL6k,30702
 airflow/providers/microsoft/azure/hooks/base_azure.py,sha256=ZNTjfKiHM91dQ8imc2VPxorj3fOlzkv2SgTxy008Zr0,5389
 airflow/providers/microsoft/azure/hooks/batch.py,sha256=BK2ciseUyGNFxOC0mEnPohZRfBlHf_UTyE0mB0tvn0g,16114
-airflow/providers/microsoft/azure/hooks/container_instance.py,sha256=BbhWTGhrTOejMJkSLZUG3msQXTpk8L0Ol2FQEDOFIGA,7138
+airflow/providers/microsoft/azure/hooks/container_instance.py,sha256=O2sl9gELFkgeAKIc76s34IfRRvlc-XJKjRqd4hekrYU,7142
 airflow/providers/microsoft/azure/hooks/container_registry.py,sha256=ii6GiOvl3p0lSGEyerHuhpvJC1bh18Asz4QmatXipYY,4855
 airflow/providers/microsoft/azure/hooks/container_volume.py,sha256=ZSe2C3y5xttxp8Ir9dgihZnQzcArckhPazxHg1iknYk,5758
 airflow/providers/microsoft/azure/hooks/cosmos.py,sha256=pE7MyNJx-u6pr_NlK5W2hv--wGBuDjSjPfeneZhky70,17466
-airflow/providers/microsoft/azure/hooks/data_factory.py,sha256=Yj65yLD2e_uIOyV8b4FN528tMj-6zz6PcHIvepdfvPE,44986
-airflow/providers/microsoft/azure/hooks/data_lake.py,sha256=3Ra6wCCp2qVnvXZb407W2G6UqRvM1J3JIMr4wfRMwyo,23824
+airflow/providers/microsoft/azure/hooks/data_factory.py,sha256=zlkvYVVakmQGBpk5HQ0Ij_U59dQxiZdfVl8Z0JMuFus,44990
+airflow/providers/microsoft/azure/hooks/data_lake.py,sha256=6ap2vEds-nTJZaIUBfv0lKoPJal8xPAMvhD06LdFwDQ,23804
 airflow/providers/microsoft/azure/hooks/fileshare.py,sha256=jaHSD_xZxposSD5FbdlpZ7JK_CugFHNrgejZkZbHJXM,10884
-airflow/providers/microsoft/azure/hooks/msgraph.py,sha256=zetub75VPUfhy5tOaqUVoo5z5juuM5gGGnLO2eOnX_k,20609
-airflow/providers/microsoft/azure/hooks/powerbi.py,sha256=RdhiHeJExf7D1M3HslagprGvM37aN_BWqQQ-xafz2z4,7501
+airflow/providers/microsoft/azure/hooks/msgraph.py,sha256=F3qkZXSrnxSn2IAAXYNUT0RNRLYhHB00wbnc74TPcNw,21085
+airflow/providers/microsoft/azure/hooks/powerbi.py,sha256=jTV7Ott10hzIcKzL88P0M9UHFl5syUN79f6viM_uYX8,7537
 airflow/providers/microsoft/azure/hooks/synapse.py,sha256=ya4bByYKgfvUyqs3H_jCUyu2HfI0lmhNSuoKguJrPHU,16078
-airflow/providers/microsoft/azure/hooks/wasb.py,sha256=NKChczpWD1IJ45Wr8PQR9I5Y0VH6mdGkk593Q8MZS0I,30827
+airflow/providers/microsoft/azure/hooks/wasb.py,sha256=MghGk7pGxRJ0hNSNLkTkWY7E4IL7Qyx6Yrv0I7m1nZE,30807
 airflow/providers/microsoft/azure/log/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/microsoft/azure/log/wasb_task_handler.py,sha256=jGK9oFfh-sYQYkt-ElebYAeLpGa0hYLbCEaaivQK6tE,8668
+airflow/providers/microsoft/azure/log/wasb_task_handler.py,sha256=s0BCDf7fritIvuwznFJTUEE03GqfecKy-stf1niWr3o,9926
 airflow/providers/microsoft/azure/operators/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
 airflow/providers/microsoft/azure/operators/adls.py,sha256=xLcaYKMFkygveTSGzFY1Y1oEzzliu3b77fumxYzYss8,5816
 airflow/providers/microsoft/azure/operators/adx.py,sha256=eUHEhJ18gL3kdCqNaQ-3BL5rSoorOxtMLBjIAx7xcxY,3173
-airflow/providers/microsoft/azure/operators/asb.py,sha256=xEgObtCO6oF88A0e0yeDk3JpLULmT5OEdPp9UfOhzyE,29644
+airflow/providers/microsoft/azure/operators/asb.py,sha256=7yj35zwQRr2EE0zIaKTbEjikhJ0v7KrQUyNCnJosqac,30477
 airflow/providers/microsoft/azure/operators/batch.py,sha256=QgtmaUYgejLtER68o0dDhLRJSGM4WqmstW5Guy7I30U,16270
-airflow/providers/microsoft/azure/operators/container_instances.py,sha256=EL2c4uBlFTgvi4gm8xNkxGnyhFnwI8IvltG-tcklOFY,18410
+airflow/providers/microsoft/azure/operators/container_instances.py,sha256=SjuHOksDWOvknurFKgh12TBwM4-BZ7jCZd4D1RWN4-M,18529
 airflow/providers/microsoft/azure/operators/cosmos.py,sha256=apq0wVYslRaO-ThXGnVyf7v_DovK951vaE7LxcVYU4E,2814
 airflow/providers/microsoft/azure/operators/data_factory.py,sha256=kiVoQ1hYPG725rVhCfpE0MuxiufIQYwXNurCkwtKfY8,12806
-airflow/providers/microsoft/azure/operators/msgraph.py,sha256=jb0yA7GLaoK3QVhlRq_PcsmCQm8SrM6LkbHEKxw9PxA,13558
+airflow/providers/microsoft/azure/operators/msgraph.py,sha256=PuRwkwkpss3J6U38UwvgmGOUFQ8nEGK-B4--2mxP_9E,13410
 airflow/providers/microsoft/azure/operators/powerbi.py,sha256=Lp6uzuLw_hNNrQJVy6XhCMCS2wNqhA4OEyTuDHUxMNo,6284
 airflow/providers/microsoft/azure/operators/synapse.py,sha256=fqd3W9uHQYidJY-LAJZaQv1okr-pImXokyMd7iLeY-Q,12751
 airflow/providers/microsoft/azure/operators/wasb_delete_blob.py,sha256=RQQz_xvcjyfY3AuIVkK-J-rkPF3rT-z4SJNPY-fpyZQ,2714
@@ -40,7 +40,7 @@ airflow/providers/microsoft/azure/secrets/key_vault.py,sha256=EmtGfyBtfefGu1ZTtZ
 airflow/providers/microsoft/azure/sensors/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
 airflow/providers/microsoft/azure/sensors/cosmos.py,sha256=MI1MTpWavmMkb4-vG56I6B8dKISj4xTjx8yWPT_Fbpc,2664
 airflow/providers/microsoft/azure/sensors/data_factory.py,sha256=EEkXMZvB5vZyq0UPHyifRzcwSHgHqdwjtsrT49VsKU4,5014
-airflow/providers/microsoft/azure/sensors/msgraph.py,sha256=1i0As-AE_sQ9-pN01t20ViH1ZfHf9g9rFJc9UU3dgrA,7877
+airflow/providers/microsoft/azure/sensors/msgraph.py,sha256=BBoNNGDjzeKAMR58XUVBxqpsO6lddMW3oDKBFlHSAjE,7731
 airflow/providers/microsoft/azure/sensors/wasb.py,sha256=XA8prd03a5iYEguu3OraI1zUAecR9Lst16aNz8BBCAA,7382
 airflow/providers/microsoft/azure/transfers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/microsoft/azure/transfers/local_to_adls.py,sha256=4IbeumUCIFQaATfbCqPoOenN9ZfvXnWLl1uwBtLH6ps,4203
@@ -50,10 +50,10 @@ airflow/providers/microsoft/azure/transfers/s3_to_wasb.py,sha256=53If9gvBbMnCnjd
 airflow/providers/microsoft/azure/transfers/sftp_to_wasb.py,sha256=UU_PFJlmsd8xz3rM7qZdndIUmWYfM7E4QYUN293hHD4,8222
 airflow/providers/microsoft/azure/triggers/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/microsoft/azure/triggers/data_factory.py,sha256=U3vY_pj4yORxE7X6YR7CP3Jl73K9euCdUczy3dLmikU,11165
-airflow/providers/microsoft/azure/triggers/msgraph.py,sha256=Hsyh9XLtxGhRzxK34xjh5iW9_ghFUHsN0_I7QbLe9Uk,8850
+airflow/providers/microsoft/azure/triggers/msgraph.py,sha256=l7A50JoBebiKhhsxILtLvuoulyIn59BVdjTvdAezdpk,8704
 airflow/providers/microsoft/azure/triggers/powerbi.py,sha256=14RFR5HfuoX4qKG_FkFc72GhEf34ISg3TxQkBAD9TpA,9758
 airflow/providers/microsoft/azure/triggers/wasb.py,sha256=RF-C6iqDEs6_pWireCWZXqxcqWK-sFJ695Okdd_EJOA,7456
-apache_airflow_providers_microsoft_azure-12.2.2rc1.dist-info/entry_points.txt,sha256=6iWHenOoUC3YZBb3OKn6g0HlJsV58Ba56i8USmQrcJI,111
-apache_airflow_providers_microsoft_azure-12.2.2rc1.dist-info/WHEEL,sha256=_2ozNFCLWc93bK4WKHCO-eDUENDlo-dgc9cU3qokYO4,82
-apache_airflow_providers_microsoft_azure-12.2.2rc1.dist-info/METADATA,sha256=ND93B5j7dEIRuR4--reVmF0gzjep1iJjF5sDNvAw7Fc,8458
-apache_airflow_providers_microsoft_azure-12.2.2rc1.dist-info/RECORD,,
+apache_airflow_providers_microsoft_azure-12.3.0rc1.dist-info/entry_points.txt,sha256=6iWHenOoUC3YZBb3OKn6g0HlJsV58Ba56i8USmQrcJI,111
+apache_airflow_providers_microsoft_azure-12.3.0rc1.dist-info/WHEEL,sha256=_2ozNFCLWc93bK4WKHCO-eDUENDlo-dgc9cU3qokYO4,82
+apache_airflow_providers_microsoft_azure-12.3.0rc1.dist-info/METADATA,sha256=Hn5s_JDFZ3ONdC-cNf6WQALBm512L7V6ufYumwr5Ihc,8456
+apache_airflow_providers_microsoft_azure-12.3.0rc1.dist-info/RECORD,,