apache-airflow-providers-microsoft-azure 12.0.0rc2__tar.gz → 12.2.0rc1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1}/PKG-INFO +21 -38
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1}/README.rst +4 -22
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1}/pyproject.toml +54 -33
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/LICENSE +0 -52
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/__init__.py +1 -1
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/fs/adls.py +1 -2
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/get_provider_info.py +52 -46
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/hooks/adx.py +6 -7
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/hooks/asb.py +237 -8
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/hooks/base_azure.py +2 -3
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/hooks/batch.py +1 -2
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/hooks/container_instance.py +3 -4
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/hooks/container_registry.py +2 -3
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/hooks/container_volume.py +2 -3
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/hooks/cosmos.py +4 -5
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/hooks/data_lake.py +8 -9
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/hooks/fileshare.py +1 -2
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/hooks/msgraph.py +102 -35
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/hooks/synapse.py +4 -5
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/log/wasb_task_handler.py +1 -2
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/operators/adx.py +1 -2
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/operators/asb.py +50 -62
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/operators/batch.py +1 -2
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/operators/msgraph.py +44 -12
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/operators/powerbi.py +34 -5
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/operators/synapse.py +1 -2
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/secrets/key_vault.py +3 -4
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/sensors/msgraph.py +21 -5
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/triggers/data_factory.py +1 -2
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/triggers/msgraph.py +4 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/triggers/powerbi.py +55 -11
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/utils.py +2 -1
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/fs/__init__.py +0 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/hooks/__init__.py +0 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/hooks/data_factory.py +7 -7
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/hooks/powerbi.py +0 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/hooks/wasb.py +9 -9
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/log/__init__.py +0 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/operators/__init__.py +0 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/operators/adls.py +0 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/operators/container_instances.py +7 -7
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/operators/cosmos.py +0 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/operators/data_factory.py +0 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/operators/wasb_delete_blob.py +0 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/secrets/__init__.py +0 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/sensors/__init__.py +0 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/sensors/cosmos.py +0 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/sensors/data_factory.py +0 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/sensors/wasb.py +0 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/transfers/__init__.py +0 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/transfers/local_to_adls.py +0 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/transfers/local_to_wasb.py +0 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake.py +0 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/transfers/s3_to_wasb.py +0 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/transfers/sftp_to_wasb.py +0 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/triggers/__init__.py +0 -0
- {apache_airflow_providers_microsoft_azure-12.0.0rc2 → apache_airflow_providers_microsoft_azure-12.2.0rc1/src}/airflow/providers/microsoft/azure/triggers/wasb.py +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.3
|
2
2
|
Name: apache-airflow-providers-microsoft-azure
|
3
|
-
Version: 12.
|
3
|
+
Version: 12.2.0rc1
|
4
4
|
Summary: Provider package apache-airflow-providers-microsoft-azure for Apache Airflow
|
5
5
|
Keywords: airflow-provider,microsoft.azure,airflow,integration
|
6
6
|
Author-email: Apache Software Foundation <dev@airflow.apache.org>
|
@@ -20,40 +20,40 @@ Classifier: Programming Language :: Python :: 3.10
|
|
20
20
|
Classifier: Programming Language :: Python :: 3.11
|
21
21
|
Classifier: Programming Language :: Python :: 3.12
|
22
22
|
Classifier: Topic :: System :: Monitoring
|
23
|
-
Requires-Dist: adal>=1.2.7
|
24
|
-
Requires-Dist: adlfs>=2023.10.0
|
25
23
|
Requires-Dist: apache-airflow>=2.9.0rc0
|
24
|
+
Requires-Dist: adlfs>=2023.10.0
|
26
25
|
Requires-Dist: azure-batch>=8.0.0
|
27
26
|
Requires-Dist: azure-cosmos>=4.6.0
|
27
|
+
Requires-Dist: azure-mgmt-cosmosdb>=3.0.0
|
28
28
|
Requires-Dist: azure-datalake-store>=0.0.45
|
29
29
|
Requires-Dist: azure-identity>=1.3.1
|
30
30
|
Requires-Dist: azure-keyvault-secrets>=4.1.0
|
31
|
-
Requires-Dist: azure-kusto-data>=4.1.0,!=4.6.0
|
32
|
-
Requires-Dist: azure-mgmt-containerinstance>=10.1.0
|
33
|
-
Requires-Dist: azure-mgmt-containerregistry>=8.0.0
|
34
|
-
Requires-Dist: azure-mgmt-cosmosdb>=3.0.0
|
35
|
-
Requires-Dist: azure-mgmt-datafactory>=2.0.0
|
36
31
|
Requires-Dist: azure-mgmt-datalake-store>=0.5.0
|
37
32
|
Requires-Dist: azure-mgmt-resource>=2.2.0
|
38
|
-
Requires-Dist: azure-mgmt-storage>=16.0.0
|
39
|
-
Requires-Dist: azure-servicebus>=7.12.1
|
40
33
|
Requires-Dist: azure-storage-blob>=12.14.0
|
41
|
-
Requires-Dist: azure-storage
|
34
|
+
Requires-Dist: azure-mgmt-storage>=16.0.0
|
42
35
|
Requires-Dist: azure-storage-file-share>=12.7.0
|
43
|
-
Requires-Dist: azure-
|
36
|
+
Requires-Dist: azure-servicebus>=7.12.1
|
44
37
|
Requires-Dist: azure-synapse-spark>=0.2.0
|
45
|
-
Requires-Dist:
|
38
|
+
Requires-Dist: azure-synapse-artifacts>=0.17.0
|
39
|
+
Requires-Dist: adal>=1.2.7
|
40
|
+
Requires-Dist: azure-storage-file-datalake>=12.9.1
|
41
|
+
Requires-Dist: azure-kusto-data>=4.1.0,!=4.6.0
|
42
|
+
Requires-Dist: azure-mgmt-datafactory>=2.0.0
|
43
|
+
Requires-Dist: azure-mgmt-containerregistry>=8.0.0
|
44
|
+
Requires-Dist: azure-mgmt-containerinstance>=10.1.0
|
45
|
+
Requires-Dist: msgraph-core>=1.0.0,!=1.1.8
|
46
46
|
Requires-Dist: microsoft-kiota-http>=1.3.0,!=1.3.4
|
47
47
|
Requires-Dist: microsoft-kiota-serialization-json==1.0.0
|
48
48
|
Requires-Dist: microsoft-kiota-serialization-text==1.0.0
|
49
|
-
Requires-Dist:
|
49
|
+
Requires-Dist: microsoft-kiota-abstractions<1.4.0
|
50
50
|
Requires-Dist: apache-airflow-providers-amazon ; extra == "amazon"
|
51
51
|
Requires-Dist: apache-airflow-providers-common-compat ; extra == "common-compat"
|
52
52
|
Requires-Dist: apache-airflow-providers-oracle ; extra == "oracle"
|
53
53
|
Requires-Dist: apache-airflow-providers-sftp ; extra == "sftp"
|
54
54
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
55
|
-
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.
|
56
|
-
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.
|
55
|
+
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.2.0/changelog.html
|
56
|
+
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.2.0
|
57
57
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
58
58
|
Project-URL: Source Code, https://github.com/apache/airflow
|
59
59
|
Project-URL: Twitter, https://x.com/ApacheAirflow
|
@@ -64,23 +64,6 @@ Provides-Extra: oracle
|
|
64
64
|
Provides-Extra: sftp
|
65
65
|
|
66
66
|
|
67
|
-
.. Licensed to the Apache Software Foundation (ASF) under one
|
68
|
-
or more contributor license agreements. See the NOTICE file
|
69
|
-
distributed with this work for additional information
|
70
|
-
regarding copyright ownership. The ASF licenses this file
|
71
|
-
to you under the Apache License, Version 2.0 (the
|
72
|
-
"License"); you may not use this file except in compliance
|
73
|
-
with the License. You may obtain a copy of the License at
|
74
|
-
|
75
|
-
.. http://www.apache.org/licenses/LICENSE-2.0
|
76
|
-
|
77
|
-
.. Unless required by applicable law or agreed to in writing,
|
78
|
-
software distributed under the License is distributed on an
|
79
|
-
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
80
|
-
KIND, either express or implied. See the License for the
|
81
|
-
specific language governing permissions and limitations
|
82
|
-
under the License.
|
83
|
-
|
84
67
|
.. Licensed to the Apache Software Foundation (ASF) under one
|
85
68
|
or more contributor license agreements. See the NOTICE file
|
86
69
|
distributed with this work for additional information
|
@@ -98,8 +81,7 @@ Provides-Extra: sftp
|
|
98
81
|
specific language governing permissions and limitations
|
99
82
|
under the License.
|
100
83
|
|
101
|
-
.. NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE
|
102
|
-
OVERWRITTEN WHEN PREPARING PACKAGES.
|
84
|
+
.. NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE OVERWRITTEN!
|
103
85
|
|
104
86
|
.. IF YOU WANT TO MODIFY TEMPLATE FOR THIS FILE, YOU SHOULD MODIFY THE TEMPLATE
|
105
87
|
`PROVIDER_README_TEMPLATE.rst.jinja2` IN the `dev/breeze/src/airflow_breeze/templates` DIRECTORY
|
@@ -107,7 +89,7 @@ Provides-Extra: sftp
|
|
107
89
|
|
108
90
|
Package ``apache-airflow-providers-microsoft-azure``
|
109
91
|
|
110
|
-
Release: ``12.
|
92
|
+
Release: ``12.2.0``
|
111
93
|
|
112
94
|
|
113
95
|
`Microsoft Azure <https://azure.microsoft.com/>`__
|
@@ -120,7 +102,7 @@ This is a provider package for ``microsoft.azure`` provider. All classes for thi
|
|
120
102
|
are in ``airflow.providers.microsoft.azure`` python package.
|
121
103
|
|
122
104
|
You can find package information and changelog for the provider
|
123
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.
|
105
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.2.0/>`_.
|
124
106
|
|
125
107
|
Installation
|
126
108
|
------------
|
@@ -189,4 +171,5 @@ Dependent package
|
|
189
171
|
================================================================================================================== =================
|
190
172
|
|
191
173
|
The changelog for the provider package can be found in the
|
192
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.
|
174
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.2.0/changelog.html>`_.
|
175
|
+
|
@@ -1,21 +1,4 @@
|
|
1
1
|
|
2
|
-
.. Licensed to the Apache Software Foundation (ASF) under one
|
3
|
-
or more contributor license agreements. See the NOTICE file
|
4
|
-
distributed with this work for additional information
|
5
|
-
regarding copyright ownership. The ASF licenses this file
|
6
|
-
to you under the Apache License, Version 2.0 (the
|
7
|
-
"License"); you may not use this file except in compliance
|
8
|
-
with the License. You may obtain a copy of the License at
|
9
|
-
|
10
|
-
.. http://www.apache.org/licenses/LICENSE-2.0
|
11
|
-
|
12
|
-
.. Unless required by applicable law or agreed to in writing,
|
13
|
-
software distributed under the License is distributed on an
|
14
|
-
"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
15
|
-
KIND, either express or implied. See the License for the
|
16
|
-
specific language governing permissions and limitations
|
17
|
-
under the License.
|
18
|
-
|
19
2
|
.. Licensed to the Apache Software Foundation (ASF) under one
|
20
3
|
or more contributor license agreements. See the NOTICE file
|
21
4
|
distributed with this work for additional information
|
@@ -33,8 +16,7 @@
|
|
33
16
|
specific language governing permissions and limitations
|
34
17
|
under the License.
|
35
18
|
|
36
|
-
.. NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE
|
37
|
-
OVERWRITTEN WHEN PREPARING PACKAGES.
|
19
|
+
.. NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE OVERWRITTEN!
|
38
20
|
|
39
21
|
.. IF YOU WANT TO MODIFY TEMPLATE FOR THIS FILE, YOU SHOULD MODIFY THE TEMPLATE
|
40
22
|
`PROVIDER_README_TEMPLATE.rst.jinja2` IN the `dev/breeze/src/airflow_breeze/templates` DIRECTORY
|
@@ -42,7 +24,7 @@
|
|
42
24
|
|
43
25
|
Package ``apache-airflow-providers-microsoft-azure``
|
44
26
|
|
45
|
-
Release: ``12.
|
27
|
+
Release: ``12.2.0``
|
46
28
|
|
47
29
|
|
48
30
|
`Microsoft Azure <https://azure.microsoft.com/>`__
|
@@ -55,7 +37,7 @@ This is a provider package for ``microsoft.azure`` provider. All classes for thi
|
|
55
37
|
are in ``airflow.providers.microsoft.azure`` python package.
|
56
38
|
|
57
39
|
You can find package information and changelog for the provider
|
58
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.
|
40
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.2.0/>`_.
|
59
41
|
|
60
42
|
Installation
|
61
43
|
------------
|
@@ -124,4 +106,4 @@ Dependent package
|
|
124
106
|
================================================================================================================== =================
|
125
107
|
|
126
108
|
The changelog for the provider package can be found in the
|
127
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.
|
109
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.2.0/changelog.html>`_.
|
@@ -1,4 +1,3 @@
|
|
1
|
-
|
2
1
|
# Licensed to the Apache Software Foundation (ASF) under one
|
3
2
|
# or more contributor license agreements. See the NOTICE file
|
4
3
|
# distributed with this work for additional information
|
@@ -16,10 +15,9 @@
|
|
16
15
|
# specific language governing permissions and limitations
|
17
16
|
# under the License.
|
18
17
|
|
19
|
-
# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE
|
20
|
-
# OVERWRITTEN WHEN PREPARING PACKAGES.
|
18
|
+
# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE OVERWRITTEN!
|
21
19
|
|
22
|
-
# IF YOU WANT TO MODIFY THIS FILE, YOU SHOULD MODIFY THE TEMPLATE
|
20
|
+
# IF YOU WANT TO MODIFY THIS FILE EXCEPT DEPENDENCIES, YOU SHOULD MODIFY THE TEMPLATE
|
23
21
|
# `pyproject_TEMPLATE.toml.jinja2` IN the `dev/breeze/src/airflow_breeze/templates` DIRECTORY
|
24
22
|
[build-system]
|
25
23
|
requires = ["flit_core==3.10.1"]
|
@@ -27,7 +25,7 @@ build-backend = "flit_core.buildapi"
|
|
27
25
|
|
28
26
|
[project]
|
29
27
|
name = "apache-airflow-providers-microsoft-azure"
|
30
|
-
version = "12.
|
28
|
+
version = "12.2.0.rc1"
|
31
29
|
description = "Provider package apache-airflow-providers-microsoft-azure for Apache Airflow"
|
32
30
|
readme = "README.rst"
|
33
31
|
authors = [
|
@@ -53,60 +51,83 @@ classifiers = [
|
|
53
51
|
"Topic :: System :: Monitoring",
|
54
52
|
]
|
55
53
|
requires-python = "~=3.9"
|
54
|
+
|
55
|
+
# The dependencies should be modified in place in the generated file
|
56
|
+
# Any change in the dependencies is preserved when the file is regenerated
|
56
57
|
dependencies = [
|
57
|
-
"adal>=1.2.7",
|
58
|
-
"adlfs>=2023.10.0",
|
59
58
|
"apache-airflow>=2.9.0rc0",
|
59
|
+
"adlfs>=2023.10.0",
|
60
60
|
"azure-batch>=8.0.0",
|
61
61
|
"azure-cosmos>=4.6.0",
|
62
|
+
"azure-mgmt-cosmosdb>=3.0.0",
|
62
63
|
"azure-datalake-store>=0.0.45",
|
63
64
|
"azure-identity>=1.3.1",
|
64
65
|
"azure-keyvault-secrets>=4.1.0",
|
65
|
-
"azure-kusto-data>=4.1.0,!=4.6.0",
|
66
|
-
"azure-mgmt-containerinstance>=10.1.0",
|
67
|
-
"azure-mgmt-containerregistry>=8.0.0",
|
68
|
-
"azure-mgmt-cosmosdb>=3.0.0",
|
69
|
-
"azure-mgmt-datafactory>=2.0.0",
|
70
66
|
"azure-mgmt-datalake-store>=0.5.0",
|
71
67
|
"azure-mgmt-resource>=2.2.0",
|
72
|
-
"azure-mgmt-storage>=16.0.0",
|
73
|
-
"azure-servicebus>=7.12.1",
|
74
68
|
"azure-storage-blob>=12.14.0",
|
75
|
-
"azure-storage
|
69
|
+
"azure-mgmt-storage>=16.0.0",
|
76
70
|
"azure-storage-file-share>=12.7.0",
|
77
|
-
"azure-
|
71
|
+
"azure-servicebus>=7.12.1",
|
78
72
|
"azure-synapse-spark>=0.2.0",
|
79
|
-
"
|
73
|
+
"azure-synapse-artifacts>=0.17.0",
|
74
|
+
"adal>=1.2.7",
|
75
|
+
"azure-storage-file-datalake>=12.9.1",
|
76
|
+
# azure-kusto-data 4.6.0 breaks main - see https://github.com/apache/airflow/issues/42575
|
77
|
+
"azure-kusto-data>=4.1.0,!=4.6.0",
|
78
|
+
"azure-mgmt-datafactory>=2.0.0",
|
79
|
+
"azure-mgmt-containerregistry>=8.0.0",
|
80
|
+
"azure-mgmt-containerinstance>=10.1.0",
|
81
|
+
# msgraph-core 1.1.8 has a bug which causes ABCMeta object is not subscriptable error
|
82
|
+
# See https://github.com/microsoftgraph/msgraph-sdk-python-core/issues/781
|
83
|
+
"msgraph-core>=1.0.0,!=1.1.8",
|
84
|
+
# msgraph-core has transient import failures with microsoft-kiota-http==1.3.4
|
85
|
+
# See https://github.com/microsoftgraph/msgraph-sdk-python-core/issues/706
|
80
86
|
"microsoft-kiota-http>=1.3.0,!=1.3.4",
|
81
87
|
"microsoft-kiota-serialization-json==1.0.0",
|
82
88
|
"microsoft-kiota-serialization-text==1.0.0",
|
83
|
-
|
89
|
+
# microsoft-kiota-abstractions 1.4.0 breaks MyPy static checks on main
|
90
|
+
# see https://github.com/apache/airflow/issues/43036
|
91
|
+
"microsoft-kiota-abstractions<1.4.0",
|
84
92
|
]
|
85
93
|
|
86
|
-
|
87
|
-
|
88
|
-
"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.0.0/changelog.html"
|
89
|
-
"Bug Tracker" = "https://github.com/apache/airflow/issues"
|
90
|
-
"Source Code" = "https://github.com/apache/airflow"
|
91
|
-
"Slack Chat" = "https://s.apache.org/airflow-slack"
|
92
|
-
"Twitter" = "https://x.com/ApacheAirflow"
|
93
|
-
"YouTube" = "https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/"
|
94
|
-
|
95
|
-
[project.entry-points."apache_airflow_provider"]
|
96
|
-
provider_info = "airflow.providers.microsoft.azure.get_provider_info:get_provider_info"
|
94
|
+
# The optional dependencies should be modified in place in the generated file
|
95
|
+
# Any change in the dependencies is preserved when the file is regenerated
|
97
96
|
[project.optional-dependencies]
|
98
97
|
"amazon" = [
|
99
|
-
"apache-airflow-providers-amazon"
|
98
|
+
"apache-airflow-providers-amazon"
|
100
99
|
]
|
101
100
|
"common.compat" = [
|
102
|
-
"apache-airflow-providers-common-compat"
|
101
|
+
"apache-airflow-providers-common-compat"
|
103
102
|
]
|
104
103
|
"oracle" = [
|
105
|
-
"apache-airflow-providers-oracle"
|
104
|
+
"apache-airflow-providers-oracle"
|
106
105
|
]
|
107
106
|
"sftp" = [
|
108
|
-
"apache-airflow-providers-sftp"
|
107
|
+
"apache-airflow-providers-sftp"
|
109
108
|
]
|
110
109
|
|
110
|
+
# The dependency groups should be modified in place in the generated file
|
111
|
+
# Any change in the dependencies is preserved when the file is regenerated
|
112
|
+
[dependency-groups]
|
113
|
+
dev = [
|
114
|
+
"pywinrm>=0.4",
|
115
|
+
]
|
116
|
+
|
117
|
+
[project.urls]
|
118
|
+
"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.2.0"
|
119
|
+
"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/12.2.0/changelog.html"
|
120
|
+
"Bug Tracker" = "https://github.com/apache/airflow/issues"
|
121
|
+
"Source Code" = "https://github.com/apache/airflow"
|
122
|
+
"Slack Chat" = "https://s.apache.org/airflow-slack"
|
123
|
+
"Twitter" = "https://x.com/ApacheAirflow"
|
124
|
+
"YouTube" = "https://www.youtube.com/channel/UCSXwxpWZQ7XZ1WL3wqevChA/"
|
125
|
+
|
126
|
+
[project.entry-points."apache_airflow_provider"]
|
127
|
+
provider_info = "airflow.providers.microsoft.azure.get_provider_info:get_provider_info"
|
128
|
+
|
111
129
|
[tool.flit.module]
|
112
130
|
name = "airflow.providers.microsoft.azure"
|
131
|
+
|
132
|
+
[tool.pytest.ini_options]
|
133
|
+
ignore = "tests/system/"
|
@@ -199,55 +199,3 @@ distributed under the License is distributed on an "AS IS" BASIS,
|
|
199
199
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
200
200
|
See the License for the specific language governing permissions and
|
201
201
|
limitations under the License.
|
202
|
-
|
203
|
-
============================================================================
|
204
|
-
APACHE AIRFLOW SUBCOMPONENTS:
|
205
|
-
|
206
|
-
The Apache Airflow project contains subcomponents with separate copyright
|
207
|
-
notices and license terms. Your use of the source code for the these
|
208
|
-
subcomponents is subject to the terms and conditions of the following
|
209
|
-
licenses.
|
210
|
-
|
211
|
-
|
212
|
-
========================================================================
|
213
|
-
Third party Apache 2.0 licenses
|
214
|
-
========================================================================
|
215
|
-
|
216
|
-
The following components are provided under the Apache 2.0 License.
|
217
|
-
See project link for details. The text of each license is also included
|
218
|
-
at 3rd-party-licenses/LICENSE-[project].txt.
|
219
|
-
|
220
|
-
(ALv2 License) hue v4.3.0 (https://github.com/cloudera/hue/)
|
221
|
-
(ALv2 License) jqclock v2.3.0 (https://github.com/JohnRDOrazio/jQuery-Clock-Plugin)
|
222
|
-
(ALv2 License) bootstrap3-typeahead v4.0.2 (https://github.com/bassjobsen/Bootstrap-3-Typeahead)
|
223
|
-
(ALv2 License) connexion v2.7.0 (https://github.com/zalando/connexion)
|
224
|
-
|
225
|
-
========================================================================
|
226
|
-
MIT licenses
|
227
|
-
========================================================================
|
228
|
-
|
229
|
-
The following components are provided under the MIT License. See project link for details.
|
230
|
-
The text of each license is also included at 3rd-party-licenses/LICENSE-[project].txt.
|
231
|
-
|
232
|
-
(MIT License) jquery v3.5.1 (https://jquery.org/license/)
|
233
|
-
(MIT License) dagre-d3 v0.6.4 (https://github.com/cpettitt/dagre-d3)
|
234
|
-
(MIT License) bootstrap v3.4.1 (https://github.com/twbs/bootstrap/)
|
235
|
-
(MIT License) d3-tip v0.9.1 (https://github.com/Caged/d3-tip)
|
236
|
-
(MIT License) dataTables v1.10.25 (https://datatables.net)
|
237
|
-
(MIT License) normalize.css v3.0.2 (http://necolas.github.io/normalize.css/)
|
238
|
-
(MIT License) ElasticMock v1.3.2 (https://github.com/vrcmarcos/elasticmock)
|
239
|
-
(MIT License) MomentJS v2.24.0 (http://momentjs.com/)
|
240
|
-
(MIT License) eonasdan-bootstrap-datetimepicker v4.17.49 (https://github.com/eonasdan/bootstrap-datetimepicker/)
|
241
|
-
|
242
|
-
========================================================================
|
243
|
-
BSD 3-Clause licenses
|
244
|
-
========================================================================
|
245
|
-
The following components are provided under the BSD 3-Clause license. See project links for details.
|
246
|
-
The text of each license is also included at 3rd-party-licenses/LICENSE-[project].txt.
|
247
|
-
|
248
|
-
(BSD 3 License) d3 v5.16.0 (https://d3js.org)
|
249
|
-
(BSD 3 License) d3-shape v2.1.0 (https://github.com/d3/d3-shape)
|
250
|
-
(BSD 3 License) cgroupspy 0.2.1 (https://github.com/cloudsigma/cgroupspy)
|
251
|
-
|
252
|
-
========================================================================
|
253
|
-
See 3rd-party-licenses/LICENSES-ui.txt for packages used in `/airflow/www`
|
@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
|
|
29
29
|
|
30
30
|
__all__ = ["__version__"]
|
31
31
|
|
32
|
-
__version__ = "12.
|
32
|
+
__version__ = "12.2.0"
|
33
33
|
|
34
34
|
if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
|
35
35
|
"2.9.0"
|
@@ -18,10 +18,9 @@ from __future__ import annotations
|
|
18
18
|
|
19
19
|
from typing import TYPE_CHECKING, Any
|
20
20
|
|
21
|
-
from azure.identity import ClientSecretCredential
|
22
|
-
|
23
21
|
from airflow.hooks.base import BaseHook
|
24
22
|
from airflow.providers.microsoft.azure.utils import get_field, parse_blob_account_url
|
23
|
+
from azure.identity import ClientSecretCredential
|
25
24
|
|
26
25
|
if TYPE_CHECKING:
|
27
26
|
from fsspec import AbstractFileSystem
|
@@ -15,8 +15,7 @@
|
|
15
15
|
# specific language governing permissions and limitations
|
16
16
|
# under the License.
|
17
17
|
|
18
|
-
# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE
|
19
|
-
# OVERWRITTEN WHEN PREPARING PACKAGES.
|
18
|
+
# NOTE! THIS FILE IS AUTOMATICALLY GENERATED AND WILL BE OVERWRITTEN!
|
20
19
|
#
|
21
20
|
# IF YOU WANT TO MODIFY THIS FILE, YOU SHOULD MODIFY THE TEMPLATE
|
22
21
|
# `get_provider_info_TEMPLATE.py.jinja2` IN the `dev/breeze/src/airflow_breeze/templates` DIRECTORY
|
@@ -28,8 +27,9 @@ def get_provider_info():
|
|
28
27
|
"name": "Microsoft Azure",
|
29
28
|
"description": "`Microsoft Azure <https://azure.microsoft.com/>`__\n",
|
30
29
|
"state": "ready",
|
31
|
-
"source-date-epoch":
|
30
|
+
"source-date-epoch": 1739963698,
|
32
31
|
"versions": [
|
32
|
+
"12.2.0",
|
33
33
|
"12.0.0",
|
34
34
|
"11.1.0",
|
35
35
|
"11.0.0",
|
@@ -93,85 +93,55 @@ def get_provider_info():
|
|
93
93
|
"1.1.0",
|
94
94
|
"1.0.0",
|
95
95
|
],
|
96
|
-
"dependencies": [
|
97
|
-
"apache-airflow>=2.9.0",
|
98
|
-
"adlfs>=2023.10.0",
|
99
|
-
"azure-batch>=8.0.0",
|
100
|
-
"azure-cosmos>=4.6.0",
|
101
|
-
"azure-mgmt-cosmosdb>=3.0.0",
|
102
|
-
"azure-datalake-store>=0.0.45",
|
103
|
-
"azure-identity>=1.3.1",
|
104
|
-
"azure-keyvault-secrets>=4.1.0",
|
105
|
-
"azure-mgmt-datalake-store>=0.5.0",
|
106
|
-
"azure-mgmt-resource>=2.2.0",
|
107
|
-
"azure-storage-blob>=12.14.0",
|
108
|
-
"azure-mgmt-storage>=16.0.0",
|
109
|
-
"azure-storage-file-share>=12.7.0",
|
110
|
-
"azure-servicebus>=7.12.1",
|
111
|
-
"azure-synapse-spark>=0.2.0",
|
112
|
-
"azure-synapse-artifacts>=0.17.0",
|
113
|
-
"adal>=1.2.7",
|
114
|
-
"azure-storage-file-datalake>=12.9.1",
|
115
|
-
"azure-kusto-data>=4.1.0,!=4.6.0",
|
116
|
-
"azure-mgmt-datafactory>=2.0.0",
|
117
|
-
"azure-mgmt-containerregistry>=8.0.0",
|
118
|
-
"azure-mgmt-containerinstance>=10.1.0",
|
119
|
-
"msgraph-core>=1.0.0,!=1.1.8",
|
120
|
-
"microsoft-kiota-http>=1.3.0,!=1.3.4",
|
121
|
-
"microsoft-kiota-serialization-json==1.0.0",
|
122
|
-
"microsoft-kiota-serialization-text==1.0.0",
|
123
|
-
"microsoft-kiota-abstractions<1.4.0",
|
124
|
-
],
|
125
|
-
"devel-dependencies": ["pywinrm>=0.4"],
|
126
96
|
"integrations": [
|
127
97
|
{
|
128
98
|
"integration-name": "Microsoft Azure Batch",
|
129
99
|
"external-doc-url": "https://azure.microsoft.com/en-us/services/batch/",
|
130
100
|
"how-to-guide": ["/docs/apache-airflow-providers-microsoft-azure/operators/batch.rst"],
|
131
|
-
"logo": "/integration-logos/
|
101
|
+
"logo": "/docs/integration-logos/Microsoft-Azure-Batch.png",
|
132
102
|
"tags": ["azure"],
|
133
103
|
},
|
134
104
|
{
|
135
105
|
"integration-name": "Microsoft Azure Blob Storage",
|
136
106
|
"external-doc-url": "https://azure.microsoft.com/en-us/services/storage/blobs/",
|
137
|
-
"logo": "/integration-logos/
|
107
|
+
"logo": "/docs/integration-logos/Blob-Storage.svg",
|
138
108
|
"tags": ["azure"],
|
139
109
|
},
|
140
110
|
{
|
141
111
|
"integration-name": "Microsoft Azure Container Instances",
|
142
112
|
"external-doc-url": "https://azure.microsoft.com/en-us/services/container-instances/",
|
143
|
-
"logo": "/integration-logos/
|
113
|
+
"logo": "/docs/integration-logos/Container-Instances.svg",
|
144
114
|
"tags": ["azure"],
|
145
115
|
},
|
146
116
|
{
|
147
117
|
"integration-name": "Microsoft Azure Cosmos DB",
|
148
118
|
"external-doc-url": "https://azure.microsoft.com/en-us/services/cosmos-db/",
|
149
|
-
"logo": "/integration-logos/
|
119
|
+
"logo": "/docs/integration-logos/Azure-Cosmos-DB.svg",
|
150
120
|
"tags": ["azure"],
|
151
121
|
},
|
152
122
|
{
|
153
123
|
"integration-name": "Microsoft Azure Data Explorer",
|
154
124
|
"external-doc-url": "https://azure.microsoft.com/en-us/services/data-explorer/",
|
155
|
-
"logo": "/integration-logos/
|
125
|
+
"logo": "/docs/integration-logos/Microsoft-Azure-Data-Explorer.png",
|
156
126
|
"tags": ["azure"],
|
157
127
|
},
|
158
128
|
{
|
159
129
|
"integration-name": "Microsoft Azure Data Lake Storage",
|
160
130
|
"how-to-guide": ["/docs/apache-airflow-providers-microsoft-azure/operators/adls.rst"],
|
161
131
|
"external-doc-url": "https://azure.microsoft.com/en-us/services/storage/data-lake-storage/",
|
162
|
-
"logo": "/integration-logos/
|
132
|
+
"logo": "/docs/integration-logos/Data-Lake-Storage.svg",
|
163
133
|
"tags": ["azure"],
|
164
134
|
},
|
165
135
|
{
|
166
136
|
"integration-name": "Microsoft Azure Files",
|
167
137
|
"external-doc-url": "https://azure.microsoft.com/en-us/services/storage/files/",
|
168
|
-
"logo": "/integration-logos/
|
138
|
+
"logo": "/docs/integration-logos/Azure-Files.svg",
|
169
139
|
"tags": ["azure"],
|
170
140
|
},
|
171
141
|
{
|
172
142
|
"integration-name": "Microsoft Azure FileShare",
|
173
143
|
"external-doc-url": "https://cloud.google.com/storage/",
|
174
|
-
"logo": "/integration-logos/
|
144
|
+
"logo": "/docs/integration-logos/Microsoft-Azure-Fileshare.png",
|
175
145
|
"tags": ["azure"],
|
176
146
|
},
|
177
147
|
{
|
@@ -180,19 +150,19 @@ def get_provider_info():
|
|
180
150
|
"/docs/apache-airflow-providers-microsoft-azure/operators/adf_run_pipeline.rst"
|
181
151
|
],
|
182
152
|
"external-doc-url": "https://azure.microsoft.com/en-us/services/data-factory/",
|
183
|
-
"logo": "/integration-logos/
|
153
|
+
"logo": "/docs/integration-logos/Azure-Data-Factory.svg",
|
184
154
|
"tags": ["azure"],
|
185
155
|
},
|
186
156
|
{
|
187
157
|
"integration-name": "Microsoft Azure",
|
188
158
|
"external-doc-url": "https://azure.microsoft.com/",
|
189
|
-
"logo": "/integration-logos/
|
159
|
+
"logo": "/docs/integration-logos/Microsoft-Azure.png",
|
190
160
|
"tags": ["azure"],
|
191
161
|
},
|
192
162
|
{
|
193
163
|
"integration-name": "Microsoft Azure Service Bus",
|
194
164
|
"external-doc-url": "https://azure.microsoft.com/en-us/services/service-bus/",
|
195
|
-
"logo": "/integration-logos/
|
165
|
+
"logo": "/docs/integration-logos/Service-Bus.svg",
|
196
166
|
"how-to-guide": ["/docs/apache-airflow-providers-microsoft-azure/operators/asb.rst"],
|
197
167
|
"tags": ["azure"],
|
198
168
|
},
|
@@ -207,13 +177,13 @@ def get_provider_info():
|
|
207
177
|
{
|
208
178
|
"integration-name": "Microsoft Azure Data Lake Storage Client Gen2",
|
209
179
|
"external-doc-url": "https://azure.microsoft.com/en-us/products/storage/data-lake-storage/",
|
210
|
-
"logo": "/integration-logos/
|
180
|
+
"logo": "/docs/integration-logos/Data-Lake-Storage.svg",
|
211
181
|
"tags": ["azure"],
|
212
182
|
},
|
213
183
|
{
|
214
184
|
"integration-name": "Microsoft Graph API",
|
215
185
|
"external-doc-url": "https://learn.microsoft.com/en-us/graph/use-the-api/",
|
216
|
-
"logo": "/integration-logos/
|
186
|
+
"logo": "/docs/integration-logos/Microsoft-Graph-API.png",
|
217
187
|
"how-to-guide": ["/docs/apache-airflow-providers-microsoft-azure/operators/msgraph.rst"],
|
218
188
|
"tags": ["azure"],
|
219
189
|
},
|
@@ -487,4 +457,40 @@ def get_provider_info():
|
|
487
457
|
},
|
488
458
|
}
|
489
459
|
},
|
460
|
+
"dependencies": [
|
461
|
+
"apache-airflow>=2.9.0",
|
462
|
+
"adlfs>=2023.10.0",
|
463
|
+
"azure-batch>=8.0.0",
|
464
|
+
"azure-cosmos>=4.6.0",
|
465
|
+
"azure-mgmt-cosmosdb>=3.0.0",
|
466
|
+
"azure-datalake-store>=0.0.45",
|
467
|
+
"azure-identity>=1.3.1",
|
468
|
+
"azure-keyvault-secrets>=4.1.0",
|
469
|
+
"azure-mgmt-datalake-store>=0.5.0",
|
470
|
+
"azure-mgmt-resource>=2.2.0",
|
471
|
+
"azure-storage-blob>=12.14.0",
|
472
|
+
"azure-mgmt-storage>=16.0.0",
|
473
|
+
"azure-storage-file-share>=12.7.0",
|
474
|
+
"azure-servicebus>=7.12.1",
|
475
|
+
"azure-synapse-spark>=0.2.0",
|
476
|
+
"azure-synapse-artifacts>=0.17.0",
|
477
|
+
"adal>=1.2.7",
|
478
|
+
"azure-storage-file-datalake>=12.9.1",
|
479
|
+
"azure-kusto-data>=4.1.0,!=4.6.0",
|
480
|
+
"azure-mgmt-datafactory>=2.0.0",
|
481
|
+
"azure-mgmt-containerregistry>=8.0.0",
|
482
|
+
"azure-mgmt-containerinstance>=10.1.0",
|
483
|
+
"msgraph-core>=1.0.0,!=1.1.8",
|
484
|
+
"microsoft-kiota-http>=1.3.0,!=1.3.4",
|
485
|
+
"microsoft-kiota-serialization-json==1.0.0",
|
486
|
+
"microsoft-kiota-serialization-text==1.0.0",
|
487
|
+
"microsoft-kiota-abstractions<1.4.0",
|
488
|
+
],
|
489
|
+
"optional-dependencies": {
|
490
|
+
"amazon": ["apache-airflow-providers-amazon"],
|
491
|
+
"common.compat": ["apache-airflow-providers-common-compat"],
|
492
|
+
"oracle": ["apache-airflow-providers-oracle"],
|
493
|
+
"sftp": ["apache-airflow-providers-sftp"],
|
494
|
+
},
|
495
|
+
"devel-dependencies": ["pywinrm>=0.4"],
|
490
496
|
}
|
@@ -20,7 +20,7 @@ This module contains Azure Data Explorer hook.
|
|
20
20
|
|
21
21
|
.. spelling:word-list::
|
22
22
|
|
23
|
-
|
23
|
+
KustoResponseDataSet
|
24
24
|
kusto
|
25
25
|
"""
|
26
26
|
|
@@ -30,18 +30,17 @@ import warnings
|
|
30
30
|
from functools import cached_property
|
31
31
|
from typing import TYPE_CHECKING, Any
|
32
32
|
|
33
|
-
from azure.kusto.data import ClientRequestProperties, KustoClient, KustoConnectionStringBuilder
|
34
|
-
from azure.kusto.data.exceptions import KustoServiceError
|
35
|
-
|
36
33
|
from airflow.exceptions import AirflowException
|
37
34
|
from airflow.hooks.base import BaseHook
|
38
35
|
from airflow.providers.microsoft.azure.utils import (
|
39
36
|
add_managed_identity_connection_widgets,
|
40
37
|
get_sync_default_azure_credential,
|
41
38
|
)
|
39
|
+
from azure.kusto.data import ClientRequestProperties, KustoClient, KustoConnectionStringBuilder
|
40
|
+
from azure.kusto.data.exceptions import KustoServiceError
|
42
41
|
|
43
42
|
if TYPE_CHECKING:
|
44
|
-
from azure.kusto.data.response import
|
43
|
+
from azure.kusto.data.response import KustoResponseDataSet
|
45
44
|
|
46
45
|
|
47
46
|
class AzureDataExplorerHook(BaseHook):
|
@@ -206,11 +205,11 @@ class AzureDataExplorerHook(BaseHook):
|
|
206
205
|
|
207
206
|
return KustoClient(kcsb)
|
208
207
|
|
209
|
-
def run_query(self, query: str, database: str, options: dict | None = None) ->
|
208
|
+
def run_query(self, query: str, database: str, options: dict | None = None) -> KustoResponseDataSet:
|
210
209
|
"""
|
211
210
|
Run KQL query using provided configuration, and return KustoResponseDataSet instance.
|
212
211
|
|
213
|
-
See:
|
212
|
+
See: azure.kusto.data.response.KustoResponseDataSet
|
214
213
|
If query is unsuccessful AirflowException is raised.
|
215
214
|
|
216
215
|
:param query: KQL query to run
|