apache-airflow-providers-microsoft-azure 10.1.1rc1__py3-none-any.whl → 10.1.2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -215,7 +215,7 @@ Third party Apache 2.0 licenses
215
215
 
216
216
  The following components are provided under the Apache 2.0 License.
217
217
  See project link for details. The text of each license is also included
218
- at licenses/LICENSE-[project].txt.
218
+ at 3rd-party-licenses/LICENSE-[project].txt.
219
219
 
220
220
  (ALv2 License) hue v4.3.0 (https://github.com/cloudera/hue/)
221
221
  (ALv2 License) jqclock v2.3.0 (https://github.com/JohnRDOrazio/jQuery-Clock-Plugin)
@@ -227,7 +227,7 @@ MIT licenses
227
227
  ========================================================================
228
228
 
229
229
  The following components are provided under the MIT License. See project link for details.
230
- The text of each license is also included at licenses/LICENSE-[project].txt.
230
+ The text of each license is also included at 3rd-party-licenses/LICENSE-[project].txt.
231
231
 
232
232
  (MIT License) jquery v3.5.1 (https://jquery.org/license/)
233
233
  (MIT License) dagre-d3 v0.6.4 (https://github.com/cpettitt/dagre-d3)
@@ -243,11 +243,11 @@ The text of each license is also included at licenses/LICENSE-[project].txt.
243
243
  BSD 3-Clause licenses
244
244
  ========================================================================
245
245
  The following components are provided under the BSD 3-Clause license. See project links for details.
246
- The text of each license is also included at licenses/LICENSE-[project].txt.
246
+ The text of each license is also included at 3rd-party-licenses/LICENSE-[project].txt.
247
247
 
248
248
  (BSD 3 License) d3 v5.16.0 (https://d3js.org)
249
249
  (BSD 3 License) d3-shape v2.1.0 (https://github.com/d3/d3-shape)
250
250
  (BSD 3 License) cgroupspy 0.2.1 (https://github.com/cloudsigma/cgroupspy)
251
251
 
252
252
  ========================================================================
253
- See licenses/LICENSES-ui.txt for packages used in `/airflow/www`
253
+ See 3rd-party-licenses/LICENSES-ui.txt for packages used in `/airflow/www`
@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
29
29
 
30
30
  __all__ = ["__version__"]
31
31
 
32
- __version__ = "10.1.1"
32
+ __version__ = "10.1.2"
33
33
 
34
34
  if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
35
35
  "2.7.0"
@@ -28,8 +28,9 @@ def get_provider_info():
28
28
  "name": "Microsoft Azure",
29
29
  "description": "`Microsoft Azure <https://azure.microsoft.com/>`__\n",
30
30
  "state": "ready",
31
- "source-date-epoch": 1716705640,
31
+ "source-date-epoch": 1718604928,
32
32
  "versions": [
33
+ "10.1.2",
33
34
  "10.1.1",
34
35
  "10.1.0",
35
36
  "10.0.0",
@@ -89,7 +90,7 @@ def get_provider_info():
89
90
  "adlfs>=2023.10.0",
90
91
  "azure-batch>=8.0.0",
91
92
  "azure-cosmos>=4.6.0",
92
- "azure-mgmt-cosmosdb",
93
+ "azure-mgmt-cosmosdb>=3.0.0",
93
94
  "azure-datalake-store>=0.0.45",
94
95
  "azure-identity>=1.3.1",
95
96
  "azure-keyvault-secrets>=4.1.0",
@@ -97,9 +98,9 @@ def get_provider_info():
97
98
  "azure-mgmt-resource>=2.2.0",
98
99
  "azure-storage-blob>=12.14.0",
99
100
  "azure-mgmt-storage>=16.0.0",
100
- "azure-storage-file-share",
101
+ "azure-storage-file-share>=12.7.0",
101
102
  "azure-servicebus>=7.12.1",
102
- "azure-synapse-spark",
103
+ "azure-synapse-spark>=0.2.0",
103
104
  "azure-synapse-artifacts>=0.17.0",
104
105
  "adal>=1.2.7",
105
106
  "azure-storage-file-datalake>=12.9.1",
@@ -22,7 +22,7 @@ from typing import Any, Union
22
22
 
23
23
  from azure.core.exceptions import ResourceExistsError, ResourceNotFoundError
24
24
  from azure.datalake.store import core, lib, multithread
25
- from azure.identity import ClientSecretCredential
25
+ from azure.identity import ClientSecretCredential, DefaultAzureCredential
26
26
  from azure.storage.filedatalake import (
27
27
  DataLakeDirectoryClient,
28
28
  DataLakeFileClient,
@@ -38,9 +38,10 @@ from airflow.providers.microsoft.azure.utils import (
38
38
  AzureIdentityCredentialAdapter,
39
39
  add_managed_identity_connection_widgets,
40
40
  get_field,
41
+ get_sync_default_azure_credential,
41
42
  )
42
43
 
43
- Credentials = Union[ClientSecretCredential, AzureIdentityCredentialAdapter]
44
+ Credentials = Union[ClientSecretCredential, AzureIdentityCredentialAdapter, DefaultAzureCredential]
44
45
 
45
46
 
46
47
  class AzureDataLakeHook(BaseHook):
@@ -358,7 +359,7 @@ class AzureDataLakeStorageV2Hook(BaseHook):
358
359
  else:
359
360
  managed_identity_client_id = self._get_field(extra, "managed_identity_client_id")
360
361
  workload_identity_tenant_id = self._get_field(extra, "workload_identity_tenant_id")
361
- credential = AzureIdentityCredentialAdapter(
362
+ credential = get_sync_default_azure_credential(
362
363
  managed_identity_client_id=managed_identity_client_id,
363
364
  workload_identity_tenant_id=workload_identity_tenant_id,
364
365
  )
@@ -178,8 +178,9 @@ class MSGraphAsyncOperator(BaseOperator):
178
178
  event["response"] = result
179
179
 
180
180
  try:
181
- self.trigger_next_link(response, method_name=self.pull_execute_complete.__name__)
181
+ self.trigger_next_link(response=response, method_name=self.execute_complete.__name__)
182
182
  except TaskDeferred as exception:
183
+ self.results = self.pull_xcom(context=context)
183
184
  self.append_result(
184
185
  result=result,
185
186
  append_result_as_list_if_absent=True,
@@ -188,7 +189,6 @@ class MSGraphAsyncOperator(BaseOperator):
188
189
  raise exception
189
190
 
190
191
  self.append_result(result=result)
191
- self.log.debug("results: %s", self.results)
192
192
 
193
193
  return self.results
194
194
  return None
@@ -198,8 +198,6 @@ class MSGraphAsyncOperator(BaseOperator):
198
198
  result: Any,
199
199
  append_result_as_list_if_absent: bool = False,
200
200
  ):
201
- self.log.debug("value: %s", result)
202
-
203
201
  if isinstance(self.results, list):
204
202
  if isinstance(result, list):
205
203
  self.results.extend(result)
@@ -214,30 +212,43 @@ class MSGraphAsyncOperator(BaseOperator):
214
212
  else:
215
213
  self.results = result
216
214
 
217
- def push_xcom(self, context: Context, value) -> None:
218
- self.log.debug("do_xcom_push: %s", self.do_xcom_push)
219
- if self.do_xcom_push:
220
- self.log.info("Pushing XCom with key '%s': %s", self.key, value)
221
- self.xcom_push(context=context, key=self.key, value=value)
222
-
223
- def pull_execute_complete(self, context: Context, event: dict[Any, Any] | None = None) -> Any:
224
- self.results = list(
225
- self.xcom_pull(
226
- context=context,
215
+ def pull_xcom(self, context: Context) -> list:
216
+ map_index = context["ti"].map_index
217
+ value = list(
218
+ context["ti"].xcom_pull(
219
+ key=self.key,
227
220
  task_ids=self.task_id,
228
221
  dag_id=self.dag_id,
229
- key=self.key,
222
+ map_indexes=map_index,
230
223
  )
231
224
  or []
232
225
  )
233
- self.log.info(
234
- "Pulled XCom with task_id '%s' and dag_id '%s' and key '%s': %s",
235
- self.task_id,
236
- self.dag_id,
237
- self.key,
238
- self.results,
239
- )
240
- return self.execute_complete(context, event)
226
+
227
+ if map_index:
228
+ self.log.info(
229
+ "Pulled XCom with task_id '%s' and dag_id '%s' and key '%s' and map_index %s: %s",
230
+ self.task_id,
231
+ self.dag_id,
232
+ self.key,
233
+ map_index,
234
+ value,
235
+ )
236
+ else:
237
+ self.log.info(
238
+ "Pulled XCom with task_id '%s' and dag_id '%s' and key '%s': %s",
239
+ self.task_id,
240
+ self.dag_id,
241
+ self.key,
242
+ value,
243
+ )
244
+
245
+ return value
246
+
247
+ def push_xcom(self, context: Context, value) -> None:
248
+ self.log.debug("do_xcom_push: %s", self.do_xcom_push)
249
+ if self.do_xcom_push:
250
+ self.log.info("Pushing XCom with key '%s': %s", self.key, value)
251
+ self.xcom_push(context=context, key=self.key, value=value)
241
252
 
242
253
  @staticmethod
243
254
  def paginate(operator: MSGraphAsyncOperator, response: dict) -> tuple[Any, dict[str, Any] | None]:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: apache-airflow-providers-microsoft-azure
3
- Version: 10.1.1rc1
3
+ Version: 10.1.2
4
4
  Summary: Provider package apache-airflow-providers-microsoft-azure for Apache Airflow
5
5
  Keywords: airflow-provider,microsoft.azure,airflow,integration
6
6
  Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -23,7 +23,7 @@ Classifier: Programming Language :: Python :: 3.12
23
23
  Classifier: Topic :: System :: Monitoring
24
24
  Requires-Dist: adal>=1.2.7
25
25
  Requires-Dist: adlfs>=2023.10.0
26
- Requires-Dist: apache-airflow>=2.7.0rc0
26
+ Requires-Dist: apache-airflow>=2.7.0
27
27
  Requires-Dist: azure-batch>=8.0.0
28
28
  Requires-Dist: azure-cosmos>=4.6.0
29
29
  Requires-Dist: azure-datalake-store>=0.0.45
@@ -32,7 +32,7 @@ Requires-Dist: azure-keyvault-secrets>=4.1.0
32
32
  Requires-Dist: azure-kusto-data>=4.1.0
33
33
  Requires-Dist: azure-mgmt-containerinstance>=9.0.0
34
34
  Requires-Dist: azure-mgmt-containerregistry>=8.0.0
35
- Requires-Dist: azure-mgmt-cosmosdb
35
+ Requires-Dist: azure-mgmt-cosmosdb>=3.0.0
36
36
  Requires-Dist: azure-mgmt-datafactory>=2.0.0
37
37
  Requires-Dist: azure-mgmt-datalake-store>=0.5.0
38
38
  Requires-Dist: azure-mgmt-resource>=2.2.0
@@ -40,16 +40,16 @@ Requires-Dist: azure-mgmt-storage>=16.0.0
40
40
  Requires-Dist: azure-servicebus>=7.12.1
41
41
  Requires-Dist: azure-storage-blob>=12.14.0
42
42
  Requires-Dist: azure-storage-file-datalake>=12.9.1
43
- Requires-Dist: azure-storage-file-share
43
+ Requires-Dist: azure-storage-file-share>=12.7.0
44
44
  Requires-Dist: azure-synapse-artifacts>=0.17.0
45
- Requires-Dist: azure-synapse-spark
45
+ Requires-Dist: azure-synapse-spark>=0.2.0
46
46
  Requires-Dist: msgraph-core>=1.0.0
47
47
  Requires-Dist: apache-airflow-providers-google ; extra == "google"
48
48
  Requires-Dist: apache-airflow-providers-oracle ; extra == "oracle"
49
49
  Requires-Dist: apache-airflow-providers-sftp ; extra == "sftp"
50
50
  Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
51
- Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.1/changelog.html
52
- Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.1
51
+ Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.2/changelog.html
52
+ Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.2
53
53
  Project-URL: Slack Chat, https://s.apache.org/airflow-slack
54
54
  Project-URL: Source Code, https://github.com/apache/airflow
55
55
  Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -102,7 +102,7 @@ Provides-Extra: sftp
102
102
 
103
103
  Package ``apache-airflow-providers-microsoft-azure``
104
104
 
105
- Release: ``10.1.1.rc1``
105
+ Release: ``10.1.2``
106
106
 
107
107
 
108
108
  `Microsoft Azure <https://azure.microsoft.com/>`__
@@ -115,7 +115,7 @@ This is a provider package for ``microsoft.azure`` provider. All classes for thi
115
115
  are in ``airflow.providers.microsoft.azure`` python package.
116
116
 
117
117
  You can find package information and changelog for the provider
118
- in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.1/>`_.
118
+ in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.2/>`_.
119
119
 
120
120
  Installation
121
121
  ------------
@@ -136,7 +136,7 @@ PIP package Version required
136
136
  ``adlfs`` ``>=2023.10.0``
137
137
  ``azure-batch`` ``>=8.0.0``
138
138
  ``azure-cosmos`` ``>=4.6.0``
139
- ``azure-mgmt-cosmosdb``
139
+ ``azure-mgmt-cosmosdb`` ``>=3.0.0``
140
140
  ``azure-datalake-store`` ``>=0.0.45``
141
141
  ``azure-identity`` ``>=1.3.1``
142
142
  ``azure-keyvault-secrets`` ``>=4.1.0``
@@ -144,9 +144,9 @@ PIP package Version required
144
144
  ``azure-mgmt-resource`` ``>=2.2.0``
145
145
  ``azure-storage-blob`` ``>=12.14.0``
146
146
  ``azure-mgmt-storage`` ``>=16.0.0``
147
- ``azure-storage-file-share``
147
+ ``azure-storage-file-share`` ``>=12.7.0``
148
148
  ``azure-servicebus`` ``>=7.12.1``
149
- ``azure-synapse-spark``
149
+ ``azure-synapse-spark`` ``>=0.2.0``
150
150
  ``azure-synapse-artifacts`` ``>=0.17.0``
151
151
  ``adal`` ``>=1.2.7``
152
152
  ``azure-storage-file-datalake`` ``>=12.9.1``
@@ -179,4 +179,4 @@ Dependent package
179
179
  ==================================================================================================== ==========
180
180
 
181
181
  The changelog for the provider package can be found in the
182
- `changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.1/changelog.html>`_.
182
+ `changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.2/changelog.html>`_.
@@ -1,6 +1,6 @@
1
- airflow/providers/microsoft/azure/LICENSE,sha256=ywUBpKZc7Jb96rVt5I3IDbg7dIJAbUSHkuoDcF3jbH4,13569
2
- airflow/providers/microsoft/azure/__init__.py,sha256=_MeINpBRQDCmaPlKJNX4MIo-3QVQht_qF6ab12k1gZE,1503
3
- airflow/providers/microsoft/azure/get_provider_info.py,sha256=LCvNVEQmrq3nGfEZd6mcqUfPDlcQWPLMoTaqgZI04S4,19936
1
+ airflow/providers/microsoft/azure/LICENSE,sha256=FFb4jd2AXnOOf7XLP04pQW6jbdhG49TxlGY6fFpCV1Y,13609
2
+ airflow/providers/microsoft/azure/__init__.py,sha256=Y2ts_qTcRt-OHmhWRm27voP5Z21oOB74Ee-_a-l9-8A,1503
3
+ airflow/providers/microsoft/azure/get_provider_info.py,sha256=qjOJCIygz4KatFtJBYdL7Qo4MrlqNeg3sQoSZsQpByQ,19980
4
4
  airflow/providers/microsoft/azure/utils.py,sha256=EmK9LTNfbmpJFRKBd0HBE0MkRhIPY1suWuEaLAfugHY,8401
5
5
  airflow/providers/microsoft/azure/fs/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
6
6
  airflow/providers/microsoft/azure/fs/adls.py,sha256=kXZOVulLNfqwJNR0X9MBN23kcYr3dyv8K_0KqAcWvnk,3679
@@ -14,7 +14,7 @@ airflow/providers/microsoft/azure/hooks/container_registry.py,sha256=ii6GiOvl3p0
14
14
  airflow/providers/microsoft/azure/hooks/container_volume.py,sha256=ZSe2C3y5xttxp8Ir9dgihZnQzcArckhPazxHg1iknYk,5758
15
15
  airflow/providers/microsoft/azure/hooks/cosmos.py,sha256=UCEM1xFj5wOGdNgy45fjbXgaB1QQWYaw12UD9TZVS1c,17472
16
16
  airflow/providers/microsoft/azure/hooks/data_factory.py,sha256=OZj2mzMmZxTq0Rkz2XnqfDoSRyUBo2PqEWTKWV_rZk8,45555
17
- airflow/providers/microsoft/azure/hooks/data_lake.py,sha256=OoSWCphn5JBIkjRuvLl-gyTIUZnOMIx0CGyYlYYKGu4,23580
17
+ airflow/providers/microsoft/azure/hooks/data_lake.py,sha256=bBCgS4C7lHCX3nyGRyxg8gTNN6mUZY3N0goTDDDSljU,23670
18
18
  airflow/providers/microsoft/azure/hooks/fileshare.py,sha256=jaHSD_xZxposSD5FbdlpZ7JK_CugFHNrgejZkZbHJXM,10884
19
19
  airflow/providers/microsoft/azure/hooks/msgraph.py,sha256=wiDwS0TeyNV6lNFrL3GYDCrBdOEJTNewyL4xUCFjOT4,14809
20
20
  airflow/providers/microsoft/azure/hooks/synapse.py,sha256=VNFLIA6T55_db9ZgwF6zMY2Ri5hpjOpvLL5zNt8019Y,16595
@@ -29,7 +29,7 @@ airflow/providers/microsoft/azure/operators/batch.py,sha256=BxhI8H9vzCtvPZo7bjQt
29
29
  airflow/providers/microsoft/azure/operators/container_instances.py,sha256=i3347sFzUz2lZw80YBxKKoUiaDoQC_H7KmsMYidYyWs,16723
30
30
  airflow/providers/microsoft/azure/operators/cosmos.py,sha256=Y1Hj4p6W8soVFaq1rx8LFgchNISjkq8vjdaQ0j8Tnqs,2782
31
31
  airflow/providers/microsoft/azure/operators/data_factory.py,sha256=TrPMXlOAY3VHVeoysqJnq-ugBC_H53cKKSGfJfu9Dno,12441
32
- airflow/providers/microsoft/azure/operators/msgraph.py,sha256=yni_f-xUm3yN999X930osZPbGG37Bias3t0_r1O5lZs,10947
32
+ airflow/providers/microsoft/azure/operators/msgraph.py,sha256=2xDEdg_2ASVp8fsAXWWpaV5N2qhqq42K17-h78ph2EE,11219
33
33
  airflow/providers/microsoft/azure/operators/synapse.py,sha256=gDniGvmCUooT8_jvIAJlc8zgPS57d0N_esL4e9xz7bo,12386
34
34
  airflow/providers/microsoft/azure/operators/wasb_delete_blob.py,sha256=GUfV9DLU1bGYvn2TE54iTYBTbxn3Jm_e985pXp_0IsE,2687
35
35
  airflow/providers/microsoft/azure/secrets/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
@@ -49,7 +49,7 @@ airflow/providers/microsoft/azure/triggers/__init__.py,sha256=9hdXHABrVpkbpjZgUf
49
49
  airflow/providers/microsoft/azure/triggers/data_factory.py,sha256=W0OsDL4YeJ2zRuBf-HzXXxQ-J7ZtgTUmSHHpC1_CPz0,11128
50
50
  airflow/providers/microsoft/azure/triggers/msgraph.py,sha256=iEBE-wsIc7mHBGrxcp1H-8NqIvdZUd2SsqKBoy3J6nE,8675
51
51
  airflow/providers/microsoft/azure/triggers/wasb.py,sha256=PkCoOGGNpqOukIeHtgBGrCRPWn4aAOXA6eOOnobzVNw,7429
52
- apache_airflow_providers_microsoft_azure-10.1.1rc1.dist-info/entry_points.txt,sha256=6iWHenOoUC3YZBb3OKn6g0HlJsV58Ba56i8USmQrcJI,111
53
- apache_airflow_providers_microsoft_azure-10.1.1rc1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
54
- apache_airflow_providers_microsoft_azure-10.1.1rc1.dist-info/METADATA,sha256=sI_vmy0BQO5HB0iQb_Y82yovZuDxxLUg6y7jOoX-evE,8198
55
- apache_airflow_providers_microsoft_azure-10.1.1rc1.dist-info/RECORD,,
52
+ apache_airflow_providers_microsoft_azure-10.1.2.dist-info/entry_points.txt,sha256=6iWHenOoUC3YZBb3OKn6g0HlJsV58Ba56i8USmQrcJI,111
53
+ apache_airflow_providers_microsoft_azure-10.1.2.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
54
+ apache_airflow_providers_microsoft_azure-10.1.2.dist-info/METADATA,sha256=plVWcFvr3uixkqr1FF8adVSDtx8bDQT0lmsT99RDTs0,8272
55
+ apache_airflow_providers_microsoft_azure-10.1.2.dist-info/RECORD,,