apache-airflow-providers-microsoft-azure 10.5.0__py3-none-any.whl → 10.5.1__py3-none-any.whl

airflow/providers/microsoft/azure/__init__.py

@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
 
 __all__ = ["__version__"]
 
-__version__ = "10.5.0"
+__version__ = "10.5.1"
 
 if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
     "2.8.0"

airflow/providers/microsoft/azure/get_provider_info.py

@@ -28,8 +28,9 @@ def get_provider_info():
         "name": "Microsoft Azure",
         "description": "`Microsoft Azure <https://azure.microsoft.com/>`__\n",
         "state": "ready",
-        "source-date-epoch": 1726861002,
+        "source-date-epoch": 1728485226,
         "versions": [
+            "10.5.1",
             "10.5.0",
             "10.4.0",
             "10.3.0",
@@ -108,7 +109,7 @@ def get_provider_info():
             "azure-synapse-artifacts>=0.17.0",
             "adal>=1.2.7",
             "azure-storage-file-datalake>=12.9.1",
-            "azure-kusto-data>=4.1.0",
+            "azure-kusto-data>=4.1.0,!=4.6.0",
             "azure-mgmt-datafactory>=2.0.0",
             "azure-mgmt-containerregistry>=8.0.0",
             "azure-mgmt-containerinstance>=10.1.0",

airflow/providers/microsoft/azure/log/wasb_task_handler.py

@@ -81,12 +81,7 @@ class WasbTaskHandler(FileTaskHandler, LoggingMixin):
             return None
 
     def set_context(self, ti: TaskInstance, *, identifier: str | None = None) -> None:
-        # todo: remove-at-min-airflow-version-2.8
-        #   after Airflow 2.8 can always pass `identifier`
-        if getattr(super(), "supports_task_context_logging", False):
-            super().set_context(ti, identifier=identifier)
-        else:
-            super().set_context(ti)
+        super().set_context(ti, identifier=identifier)
         # Local location and remote location is needed to open and
         # upload local log file to Wasb remote storage.
         if TYPE_CHECKING:

airflow/providers/microsoft/azure/operators/msgraph.py

@@ -100,7 +100,7 @@ class MSGraphAsyncOperator(BaseOperator):
         timeout: float | None = None,
         proxies: dict | None = None,
         api_version: APIVersion | str | None = None,
-        pagination_function: Callable[[MSGraphAsyncOperator, dict], tuple[str, dict]] | None = None,
+        pagination_function: Callable[[MSGraphAsyncOperator, dict, Context], tuple[str, dict]] | None = None,
         result_processor: Callable[[Context, Any], Any] = lambda context, result: result,
         serializer: type[ResponseSerializer] = ResponseSerializer,
         **kwargs: Any,
@@ -122,7 +122,6 @@ class MSGraphAsyncOperator(BaseOperator):
         self.pagination_function = pagination_function or self.paginate
         self.result_processor = result_processor
         self.serializer: ResponseSerializer = serializer()
-        self.results: list[Any] | None = None
 
     def execute(self, context: Context) -> None:
         self.defer(
@@ -166,6 +165,8 @@ class MSGraphAsyncOperator(BaseOperator):
 
             self.log.debug("response: %s", response)
 
+            results = self.pull_xcom(context=context)
+
             if response:
                 response = self.serializer.deserialize(response)
 
@@ -178,39 +179,46 @@ class MSGraphAsyncOperator(BaseOperator):
                 event["response"] = result
 
                 try:
-                    self.trigger_next_link(response=response, method_name=self.execute_complete.__name__)
+                    self.trigger_next_link(
+                        response=response, method_name=self.execute_complete.__name__, context=context
+                    )
                 except TaskDeferred as exception:
-                    self.results = self.pull_xcom(context=context)
                     self.append_result(
+                        results=results,
                         result=result,
                         append_result_as_list_if_absent=True,
                     )
-                    self.push_xcom(context=context, value=self.results)
+                    self.push_xcom(context=context, value=results)
                     raise exception
 
-                self.append_result(result=result)
+                if not results:
+                    return result
 
-                return self.results
+                self.append_result(results=results, result=result)
+            return results
         return None
 
+    @classmethod
     def append_result(
-        self,
+        cls,
+        results: list[Any],
         result: Any,
         append_result_as_list_if_absent: bool = False,
-    ):
-        if isinstance(self.results, list):
+    ) -> list[Any]:
+        if isinstance(results, list):
             if isinstance(result, list):
-                self.results.extend(result)
+                results.extend(result)
             else:
-                self.results.append(result)
+                results.append(result)
         else:
             if append_result_as_list_if_absent:
                 if isinstance(result, list):
-                    self.results = result
+                    return result
                 else:
-                    self.results = [result]
+                    return [result]
             else:
-                self.results = result
+                return result
+        return results
 
     def pull_xcom(self, context: Context) -> list:
         map_index = context["ti"].map_index
@@ -251,27 +259,25 @@ class MSGraphAsyncOperator(BaseOperator):
             self.xcom_push(context=context, key=self.key, value=value)
 
     @staticmethod
-    def paginate(operator: MSGraphAsyncOperator, response: dict) -> tuple[Any, dict[str, Any] | None]:
+    def paginate(
+        operator: MSGraphAsyncOperator, response: dict, context: Context
+    ) -> tuple[Any, dict[str, Any] | None]:
         odata_count = response.get("@odata.count")
         if odata_count and operator.query_parameters:
             query_parameters = deepcopy(operator.query_parameters)
             top = query_parameters.get("$top")
-            odata_count = response.get("@odata.count")
 
             if top and odata_count:
-                if len(response.get("value", [])) == top:
-                    skip = (
-                        sum(map(lambda result: len(result["value"]), operator.results)) + top
-                        if operator.results
-                        else top
-                    )
+                if len(response.get("value", [])) == top and context:
+                    results = operator.pull_xcom(context=context)
+                    skip = sum(map(lambda result: len(result["value"]), results)) + top if results else top
                     query_parameters["$skip"] = skip
                     return operator.url, query_parameters
         return response.get("@odata.nextLink"), operator.query_parameters
 
-    def trigger_next_link(self, response, method_name="execute_complete") -> None:
+    def trigger_next_link(self, response, method_name: str, context: Context) -> None:
         if isinstance(response, dict):
-            url, query_parameters = self.pagination_function(self, response)
+            url, query_parameters = self.pagination_function(self, response, context)
 
             self.log.debug("url: %s", url)
             self.log.debug("query_parameters: %s", query_parameters)

{apache_airflow_providers_microsoft_azure-10.5.0.dist-info → apache_airflow_providers_microsoft_azure-10.5.1.dist-info}/METADATA

@@ -1,11 +1,11 @@
 Metadata-Version: 2.1
 Name: apache-airflow-providers-microsoft-azure
-Version: 10.5.0
+Version: 10.5.1
 Summary: Provider package apache-airflow-providers-microsoft-azure for Apache Airflow
 Keywords: airflow-provider,microsoft.azure,airflow,integration
 Author-email: Apache Software Foundation <dev@airflow.apache.org>
 Maintainer-email: Apache Software Foundation <dev@airflow.apache.org>
-Requires-Python: ~=3.8
+Requires-Python: ~=3.9
 Description-Content-Type: text/x-rst
 Classifier: Development Status :: 5 - Production/Stable
 Classifier: Environment :: Console
@@ -15,7 +15,6 @@ Classifier: Intended Audience :: System Administrators
 Classifier: Framework :: Apache Airflow
 Classifier: Framework :: Apache Airflow :: Provider
 Classifier: License :: OSI Approved :: Apache Software License
-Classifier: Programming Language :: Python :: 3.8
 Classifier: Programming Language :: Python :: 3.9
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
@@ -29,7 +28,7 @@ Requires-Dist: azure-cosmos>=4.6.0
 Requires-Dist: azure-datalake-store>=0.0.45
 Requires-Dist: azure-identity>=1.3.1
 Requires-Dist: azure-keyvault-secrets>=4.1.0
-Requires-Dist: azure-kusto-data>=4.1.0
+Requires-Dist: azure-kusto-data>=4.1.0,!=4.6.0
 Requires-Dist: azure-mgmt-containerinstance>=10.1.0
 Requires-Dist: azure-mgmt-containerregistry>=8.0.0
 Requires-Dist: azure-mgmt-cosmosdb>=3.0.0
@@ -49,8 +48,8 @@ Requires-Dist: apache-airflow-providers-google ; extra == "google"
 Requires-Dist: apache-airflow-providers-oracle ; extra == "oracle"
 Requires-Dist: apache-airflow-providers-sftp ; extra == "sftp"
 Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
-Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.0/changelog.html
-Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.0
+Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.1/changelog.html
+Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.1
 Project-URL: Slack Chat, https://s.apache.org/airflow-slack
 Project-URL: Source Code, https://github.com/apache/airflow
 Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -104,7 +103,7 @@ Provides-Extra: sftp
 
 Package ``apache-airflow-providers-microsoft-azure``
 
-Release: ``10.5.0``
+Release: ``10.5.1``
 
 
 `Microsoft Azure <https://azure.microsoft.com/>`__
@@ -117,7 +116,7 @@ This is a provider package for ``microsoft.azure`` provider. All classes for thi
 are in ``airflow.providers.microsoft.azure`` python package.
 
 You can find package information and changelog for the provider
-in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.0/>`_.
+in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.1/>`_.
 
 Installation
 ------------
@@ -126,14 +125,14 @@ You can install this package on top of an existing Airflow 2 installation (see `
 for the minimum Airflow version supported) via
 ``pip install apache-airflow-providers-microsoft-azure``
 
-The package supports the following python versions: 3.8,3.9,3.10,3.11,3.12
+The package supports the following python versions: 3.9,3.10,3.11,3.12
 
 Requirements
 ------------
 
-================================  ==================
+================================  ===================
 PIP package                       Version required
-================================  ==================
+================================  ===================
 ``apache-airflow``                ``>=2.8.0``
 ``adlfs``                         ``>=2023.10.0``
 ``azure-batch``                   ``>=8.0.0``
@@ -152,12 +151,12 @@ PIP package                       Version required
 ``azure-synapse-artifacts``       ``>=0.17.0``
 ``adal``                          ``>=1.2.7``
 ``azure-storage-file-datalake``   ``>=12.9.1``
-``azure-kusto-data``              ``>=4.1.0``
+``azure-kusto-data``              ``>=4.1.0,!=4.6.0``
 ``azure-mgmt-datafactory``        ``>=2.0.0``
 ``azure-mgmt-containerregistry``  ``>=8.0.0``
 ``azure-mgmt-containerinstance``  ``>=10.1.0``
 ``msgraph-core``                  ``>=1.0.0``
-================================  ==================
+================================  ===================
 
 Cross provider package dependencies
 -----------------------------------
@@ -182,4 +181,4 @@ Dependent package
 ====================================================================================================  ==========
 
 The changelog for the provider package can be found in the
-`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.0/changelog.html>`_.
+`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.5.1/changelog.html>`_.

{apache_airflow_providers_microsoft_azure-10.5.0.dist-info → apache_airflow_providers_microsoft_azure-10.5.1.dist-info}/RECORD

@@ -1,6 +1,6 @@
 airflow/providers/microsoft/azure/LICENSE,sha256=FFb4jd2AXnOOf7XLP04pQW6jbdhG49TxlGY6fFpCV1Y,13609
-airflow/providers/microsoft/azure/__init__.py,sha256=dvoFXfr0vpDQnGpXKvaJZO3UXAxLm20FFOE8-X8Bam4,1503
-airflow/providers/microsoft/azure/get_provider_info.py,sha256=axIPRoQg7Tpkyu-CORRISVA_P1IOdQxK_-6gcmkYlDo,21446
+airflow/providers/microsoft/azure/__init__.py,sha256=GlS6DTCOoEQsDH9lJughkhw5BHXYjmMGtBFOEn1rIAw,1503
+airflow/providers/microsoft/azure/get_provider_info.py,sha256=qLunVRhPLcVB3fdQIiIn1j5aqRJ5hELQH6nOIs-W_P4,21476
 airflow/providers/microsoft/azure/utils.py,sha256=pvBiwBKRYMtEnqkQWLTqvhrsCOkMTRiPH97GkIYHUQc,8429
 airflow/providers/microsoft/azure/fs/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
 airflow/providers/microsoft/azure/fs/adls.py,sha256=kXZOVulLNfqwJNR0X9MBN23kcYr3dyv8K_0KqAcWvnk,3679
@@ -21,7 +21,7 @@ airflow/providers/microsoft/azure/hooks/powerbi.py,sha256=TDigFDTxiaFou9GYBFQPLm
 airflow/providers/microsoft/azure/hooks/synapse.py,sha256=VNFLIA6T55_db9ZgwF6zMY2Ri5hpjOpvLL5zNt8019Y,16595
 airflow/providers/microsoft/azure/hooks/wasb.py,sha256=pIIjbsWoVRlcQkjbkktyuts1PN8g7Hmw1TJ1jovloHE,29724
 airflow/providers/microsoft/azure/log/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
-airflow/providers/microsoft/azure/log/wasb_task_handler.py,sha256=EG9S43uNgklNcmNAVnziQ1YGoM45fY23cXQmUZsni2Y,8691
+airflow/providers/microsoft/azure/log/wasb_task_handler.py,sha256=SfiBAaNDyMUuwVy8oGSgISfdLnWS62YW-Y_Y6eWuTrA,8459
 airflow/providers/microsoft/azure/operators/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
 airflow/providers/microsoft/azure/operators/adls.py,sha256=CSTn9Ukpcs8e5AUEGUM7nmn2vlzRQQ_mRTQ4TsB30pU,5789
 airflow/providers/microsoft/azure/operators/adx.py,sha256=2dWB1SUHtjn7WmDIKoOONt0Zll9F5n3JJSY2GmNUgRw,3407
@@ -30,7 +30,7 @@ airflow/providers/microsoft/azure/operators/batch.py,sha256=BxhI8H9vzCtvPZo7bjQt
 airflow/providers/microsoft/azure/operators/container_instances.py,sha256=4V9gNYhwRTr_4rz7Rdlrfuxv975DsHSQKXixtdCtbt0,18383
 airflow/providers/microsoft/azure/operators/cosmos.py,sha256=EyQQOhQmb0S1N32HrBKagjlij3lkoEPF4LZJ3SRZjHg,2787
 airflow/providers/microsoft/azure/operators/data_factory.py,sha256=TrPMXlOAY3VHVeoysqJnq-ugBC_H53cKKSGfJfu9Dno,12441
-airflow/providers/microsoft/azure/operators/msgraph.py,sha256=OQ07pK0pYDqNH2iiW0ONvFM21DVlfu8yLS2UXmr86w8,11225
+airflow/providers/microsoft/azure/operators/msgraph.py,sha256=38LiJKdmTtD79i0TrYI-3qEnl9IXVPo6oVHrtZCR9A4,11344
 airflow/providers/microsoft/azure/operators/powerbi.py,sha256=XBKjjesJfcOR0IsD0CQvpAoK6OXbcFFBfO6C_7ihpVY,4733
 airflow/providers/microsoft/azure/operators/synapse.py,sha256=gDniGvmCUooT8_jvIAJlc8zgPS57d0N_esL4e9xz7bo,12386
 airflow/providers/microsoft/azure/operators/wasb_delete_blob.py,sha256=GUfV9DLU1bGYvn2TE54iTYBTbxn3Jm_e985pXp_0IsE,2687
@@ -53,7 +53,7 @@ airflow/providers/microsoft/azure/triggers/data_factory.py,sha256=UjSvsvN6bh0BZM
 airflow/providers/microsoft/azure/triggers/msgraph.py,sha256=PSAyB93ajaM5lCBlm9gjxLatVPpWK_ZsRUAWw5SktRE,8617
 airflow/providers/microsoft/azure/triggers/powerbi.py,sha256=Il1vWMzHkXAHK1ZUGbpkgerIZLGMuGrq7w9NgM8sQIA,7338
 airflow/providers/microsoft/azure/triggers/wasb.py,sha256=PkCoOGGNpqOukIeHtgBGrCRPWn4aAOXA6eOOnobzVNw,7429
-apache_airflow_providers_microsoft_azure-10.5.0.dist-info/entry_points.txt,sha256=6iWHenOoUC3YZBb3OKn6g0HlJsV58Ba56i8USmQrcJI,111
-apache_airflow_providers_microsoft_azure-10.5.0.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
-apache_airflow_providers_microsoft_azure-10.5.0.dist-info/METADATA,sha256=MiCOrDQlhcVm8_rCDE5tnJ-mfeaB6bDiIugogZ55hQo,8477
-apache_airflow_providers_microsoft_azure-10.5.0.dist-info/RECORD,,
+apache_airflow_providers_microsoft_azure-10.5.1.dist-info/entry_points.txt,sha256=6iWHenOoUC3YZBb3OKn6g0HlJsV58Ba56i8USmQrcJI,111
+apache_airflow_providers_microsoft_azure-10.5.1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
+apache_airflow_providers_microsoft_azure-10.5.1.dist-info/METADATA,sha256=yghOx0zm2_T4-yFgV0UKGVS34bFEaxHMybs8NbxkThQ,8442
+apache_airflow_providers_microsoft_azure-10.5.1.dist-info/RECORD,,