apache-airflow-providers-microsoft-azure 10.5.0rc1__tar.gz → 10.5.1rc1__tar.gz

{apache_airflow_providers_microsoft_azure-10.5.0rc1 → apache_airflow_providers_microsoft_azure-10.5.1rc1}/PKG-INFO

@@ -1,11 +1,11 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-microsoft-azure
-Version: 10.5.0rc1
+Version: 10.5.1rc1
 Summary: Provider package apache-airflow-providers-microsoft-azure for Apache Airflow
 Keywords: airflow-provider,microsoft.azure,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
 Maintainer-email: Apache Software Foundation <dev@airflow.apache.org>
-Requires-Python: ~=3.8
+Requires-Python: ~=3.9
 Description-Content-Type: text/x-rst
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Environment :: Console
@@ -15,7 +15,6 @@ Classifier: Intended Audience :: System Administrators
 Classifier: Framework :: Apache Airflow
 Classifier: Framework :: Apache Airflow :: Provider
 Classifier: License :: OSI Approved :: Apache Software License
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
@@ -29,7 +28,7 @@ Requires-Dist: azure-cosmos>=4.6.0
 Requires-Dist: azure-datalake-store>=0.0.45
 Requires-Dist: azure-identity>=1.3.1
 Requires-Dist: azure-keyvault-secrets>=4.1.0
-Requires-Dist: azure-kusto-data>=4.1.0
+Requires-Dist: azure-kusto-data>=4.1.0,!=4.6.0
 Requires-Dist: azure-mgmt-containerinstance>=10.1.0
 Requires-Dist: azure-mgmt-containerregistry>=8.0.0
 Requires-Dist: azure-mgmt-cosmosdb>=3.0.0
@@ -49,8 +48,8 @@ Requires-Dist: apache-airflow-providers-google ; extra == "google"
 Requires-Dist: apache-airflow-providers-oracle ; extra == "oracle"
 Requires-Dist: apache-airflow-providers-sftp ; extra == "sftp"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.1/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.1
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -104,7 +103,7 @@ Provides-Extra: sftp
 
 Package ``apache-airflow-providers-microsoft-azure``
 
-Release: ``10.5.0.rc1``
+Release: ``10.5.1.rc1``
 
 
 `Microsoft Azure <https://azure.microsoft.com/>`__
@@ -117,7 +116,7 @@ This is a provider package for ``microsoft.azure`` provider. All classes for thi
 are in ``airflow.providers.microsoft.azure`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.1/>`_.
 
 Installation
 ------------
@@ -126,14 +125,14 @@ You can install this package on top of an existing Airflow 2 installation (see `
 for the minimum Airflow version supported) via
 ``pip install apache-airflow-providers-microsoft-azure``
 
-The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
+The package supports the following python versions: 3.9,3.10,3.11,3.12
 
 Requirements
 ------------
 
-================================  ==================
+================================  ===================
 PIP package                       Version required
-================================  ==================
+================================  ===================
 ``apache-airflow``                ``>=2.8.0``
 ``adlfs``                         ``>=2023.10.0``
 ``azure-batch``                   ``>=8.0.0``
@@ -152,12 +151,12 @@ PIP package                       Version required
 ``azure-synapse-artifacts``       ``>=0.17.0``
 ``adal``                          ``>=1.2.7``
 ``azure-storage-file-datalake``   ``>=12.9.1``
-``azure-kusto-data``              ``>=4.1.0``
+``azure-kusto-data``              ``>=4.1.0,!=4.6.0``
 ``azure-mgmt-datafactory``        ``>=2.0.0``
 ``azure-mgmt-containerregistry``  ``>=8.0.0``
 ``azure-mgmt-containerinstance``  ``>=10.1.0``
 ``msgraph-core``                  ``>=1.0.0``
-================================  ==================
+================================  ===================
 
 Cross provider package dependencies
 -----------------------------------
@@ -182,4 +181,4 @@ Dependent package
 ====================================================================================================  ==========
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.1/changelog.html>`_.

{apache_airflow_providers_microsoft_azure-10.5.0rc1 → apache_airflow_providers_microsoft_azure-10.5.1rc1}/README.rst

@@ -42,7 +42,7 @@
 
 Package ``apache-airflow-providers-microsoft-azure``
 
-Release: ``10.5.0.rc1``
+Release: ``10.5.1.rc1``
 
 
 `Microsoft Azure <https://azure.microsoft.com/>`__
@@ -55,7 +55,7 @@ This is a provider package for ``microsoft.azure`` provider. All classes for thi
 are in ``airflow.providers.microsoft.azure`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.1/>`_.
 
 Installation
 ------------
@@ -64,14 +64,14 @@ You can install this package on top of an existing Airflow 2 installation (see `
 for the minimum Airflow version supported) via
 ``pip install apache-airflow-providers-microsoft-azure``
 
-The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
+The package supports the following python versions: 3.9,3.10,3.11,3.12
 
 Requirements
 ------------
 
-================================  ==================
+================================  ===================
 PIP package                       Version required
-================================  ==================
+================================  ===================
 ``apache-airflow``                ``>=2.8.0``
 ``adlfs``                         ``>=2023.10.0``
 ``azure-batch``                   ``>=8.0.0``
@@ -90,12 +90,12 @@ PIP package                       Version required
 ``azure-synapse-artifacts``       ``>=0.17.0``
 ``adal``                          ``>=1.2.7``
 ``azure-storage-file-datalake``   ``>=12.9.1``
-``azure-kusto-data``              ``>=4.1.0``
+``azure-kusto-data``              ``>=4.1.0,!=4.6.0``
 ``azure-mgmt-datafactory``        ``>=2.0.0``
 ``azure-mgmt-containerregistry``  ``>=8.0.0``
 ``azure-mgmt-containerinstance``  ``>=10.1.0``
 ``msgraph-core``                  ``>=1.0.0``
-================================  ==================
+================================  ===================
 
 Cross provider package dependencies
 -----------------------------------
@@ -120,4 +120,4 @@ Dependent package
 ====================================================================================================  ==========
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.1/changelog.html>`_.

{apache_airflow_providers_microsoft_azure-10.5.0rc1 → apache_airflow_providers_microsoft_azure-10.5.1rc1}/airflow/providers/microsoft/azure/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "10.5.0"
+__version__ = "10.5.1"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"

{apache_airflow_providers_microsoft_azure-10.5.0rc1 → apache_airflow_providers_microsoft_azure-10.5.1rc1}/airflow/providers/microsoft/azure/get_provider_info.py

@@ -28,8 +28,9 @@ def get_provider_info():
         "name": "Microsoft Azure",
         "description": "`Microsoft Azure <https://azure.microsoft.com/>`__\n",
         "state": "ready",
-        "source-date-epoch": 1726861002,
+        "source-date-epoch": 1728485226,
         "versions": [
+            "10.5.1",
             "10.5.0",
             "10.4.0",
             "10.3.0",
@@ -108,7 +109,7 @@ def get_provider_info():
             "azure-synapse-artifacts>=0.17.0",
             "adal>=1.2.7",
             "azure-storage-file-datalake>=12.9.1",
-            "azure-kusto-data>=4.1.0",
+            "azure-kusto-data>=4.1.0,!=4.6.0",
             "azure-mgmt-datafactory>=2.0.0",
             "azure-mgmt-containerregistry>=8.0.0",
             "azure-mgmt-containerinstance>=10.1.0",

{apache_airflow_providers_microsoft_azure-10.5.0rc1 → apache_airflow_providers_microsoft_azure-10.5.1rc1}/airflow/providers/microsoft/azure/log/wasb_task_handler.py

@@ -81,12 +81,7 @@ class WasbTaskHandler(FileTaskHandler, LoggingMixin):
             return None
 
     def set_context(self, ti: TaskInstance, *, identifier: str | None = None) -> None:
-        # todo: remove-at-min-airflow-version-2.8
-        #   after Airflow 2.8 can always pass `identifier`
-        if getattr(super(), "supports_task_context_logging", False):
-            super().set_context(ti, identifier=identifier)
-        else:
-            super().set_context(ti)
+        super().set_context(ti, identifier=identifier)
         # Local location and remote location is needed to open and
         # upload local log file to Wasb remote storage.
         if TYPE_CHECKING:

{apache_airflow_providers_microsoft_azure-10.5.0rc1 → apache_airflow_providers_microsoft_azure-10.5.1rc1}/airflow/providers/microsoft/azure/operators/msgraph.py

@@ -100,7 +100,7 @@ class MSGraphAsyncOperator(BaseOperator):
         timeout: float | None = None,
         proxies: dict | None = None,
         api_version: APIVersion | str | None = None,
-        pagination_function: Callable[[MSGraphAsyncOperator, dict], tuple[str, dict]] | None = None,
+        pagination_function: Callable[[MSGraphAsyncOperator, dict, Context], tuple[str, dict]] | None = None,
         result_processor: Callable[[Context, Any], Any] = lambda context, result: result,
         serializer: type[ResponseSerializer] = ResponseSerializer,
         **kwargs: Any,
@@ -122,7 +122,6 @@ class MSGraphAsyncOperator(BaseOperator):
         self.pagination_function = pagination_function or self.paginate
         self.result_processor = result_processor
         self.serializer: ResponseSerializer = serializer()
-        self.results: list[Any] | None = None
 
     def execute(self, context: Context) -> None:
         self.defer(
@@ -166,6 +165,8 @@ class MSGraphAsyncOperator(BaseOperator):
 
             self.log.debug("response: %s", response)
 
+            results = self.pull_xcom(context=context)
+
             if response:
                 response = self.serializer.deserialize(response)
 
@@ -178,39 +179,46 @@ class MSGraphAsyncOperator(BaseOperator):
                 event["response"] = result
 
                 try:
-                    self.trigger_next_link(response=response, method_name=self.execute_complete.__name__)
+                    self.trigger_next_link(
+                        response=response, method_name=self.execute_complete.__name__, context=context
+                    )
                 except TaskDeferred as exception:
-                    self.results = self.pull_xcom(context=context)
                     self.append_result(
+                        results=results,
                         result=result,
                         append_result_as_list_if_absent=True,
                     )
-                    self.push_xcom(context=context, value=self.results)
+                    self.push_xcom(context=context, value=results)
                     raise exception
 
-                self.append_result(result=result)
+                if not results:
+                    return result
 
-                return self.results
+                self.append_result(results=results, result=result)
+            return results
         return None
 
+    @classmethod
     def append_result(
-        self,
+        cls,
+        results: list[Any],
         result: Any,
         append_result_as_list_if_absent: bool = False,
-    ):
-        if isinstance(self.results, list):
+    ) -> list[Any]:
+        if isinstance(results, list):
             if isinstance(result, list):
-                self.results.extend(result)
+                results.extend(result)
             else:
-                self.results.append(result)
+                results.append(result)
         else:
             if append_result_as_list_if_absent:
                 if isinstance(result, list):
-                    self.results = result
+                    return result
                 else:
-                    self.results = [result]
+                    return [result]
             else:
-                self.results = result
+                return result
+        return results
 
     def pull_xcom(self, context: Context) -> list:
         map_index = context["ti"].map_index
@@ -251,27 +259,25 @@ class MSGraphAsyncOperator(BaseOperator):
             self.xcom_push(context=context, key=self.key, value=value)
 
     @staticmethod
-    def paginate(operator: MSGraphAsyncOperator, response: dict) -> tuple[Any, dict[str, Any] | None]:
+    def paginate(
+        operator: MSGraphAsyncOperator, response: dict, context: Context
+    ) -> tuple[Any, dict[str, Any] | None]:
         odata_count = response.get("@odata.count")
         if odata_count and operator.query_parameters:
             query_parameters = deepcopy(operator.query_parameters)
             top = query_parameters.get("$top")
-            odata_count = response.get("@odata.count")
 
             if top and odata_count:
-                if len(response.get("value", [])) == top:
-                    skip = (
-                        sum(map(lambda result: len(result["value"]), operator.results)) + top
-                        if operator.results
-                        else top
-                    )
+                if len(response.get("value", [])) == top and context:
+                    results = operator.pull_xcom(context=context)
+                    skip = sum(map(lambda result: len(result["value"]), results)) + top if results else top
                     query_parameters["$skip"] = skip
                     return operator.url, query_parameters
         return response.get("@odata.nextLink"), operator.query_parameters
 
-    def trigger_next_link(self, response, method_name="execute_complete") -> None:
+    def trigger_next_link(self, response, method_name: str, context: Context) -> None:
         if isinstance(response, dict):
-            url, query_parameters = self.pagination_function(self, response)
+            url, query_parameters = self.pagination_function(self, response, context)
 
             self.log.debug("url: %s", url)
             self.log.debug("query_parameters: %s", query_parameters)

{apache_airflow_providers_microsoft_azure-10.5.0rc1 → apache_airflow_providers_microsoft_azure-10.5.1rc1}/pyproject.toml

@@ -28,7 +28,7 @@ build-backend = "flit_core.buildapi"
 
 [project]
 name = "apache-airflow-providers-microsoft-azure"
-version = "10.5.0.rc1"
+version = "10.5.1.rc1"
 description = "Provider package apache-airflow-providers-microsoft-azure for Apache Airflow"
 readme = "README.rst"
 authors = [
@@ -47,14 +47,13 @@ classifiers = [
     "Framework :: Apache Airflow",
     "Framework :: Apache Airflow :: Provider",
     "License :: OSI Approved :: Apache Software License",
-    "Programming Language :: Python :: 3.8",
     "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
     "Topic :: System :: Monitoring",
 ]
-requires-python = "~=3.8"
+requires-python = "~=3.9"
 dependencies = [
     "adal>=1.2.7",
     "adlfs>=2023.10.0",
@@ -64,7 +63,7 @@ dependencies = [
     "azure-datalake-store>=0.0.45",
     "azure-identity>=1.3.1",
     "azure-keyvault-secrets>=4.1.0",
-    "azure-kusto-data>=4.1.0",
+    "azure-kusto-data>=4.1.0,!=4.6.0",
     "azure-mgmt-containerinstance>=10.1.0",
     "azure-mgmt-containerregistry>=8.0.0",
     "azure-mgmt-cosmosdb>=3.0.0",
@@ -82,8 +81,8 @@ dependencies = [
 ]
 
 [project.urls]
-"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.0"
-"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.0/changelog.html"
+"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.1"
+"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.1/changelog.html"
 "Bug Tracker" = "https://github.com/apache/airflow/issues"
 "Source Code" = "https://github.com/apache/airflow"
 "Slack Chat" = "https://s.apache.org/airflow-slack"