apache-airflow-providers-microsoft-azure 8.3.0rc1__tar.gz → 8.4.0rc1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/PKG-INFO +10 -10
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/README.rst +5 -5
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/__init__.py +3 -3
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/get_provider_info.py +4 -3
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/wasb.py +3 -3
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/operators/synapse.py +3 -3
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/pyproject.toml +5 -5
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/LICENSE +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/fs/__init__.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/fs/adls.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/__init__.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/adx.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/asb.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/base_azure.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/batch.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/container_instance.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/container_registry.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/container_volume.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/cosmos.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/data_factory.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/data_lake.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/fileshare.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/synapse.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/log/__init__.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/log/wasb_task_handler.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/operators/__init__.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/operators/adls.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/operators/adx.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/operators/asb.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/operators/batch.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/operators/container_instances.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/operators/cosmos.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/operators/data_factory.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/operators/wasb_delete_blob.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/secrets/__init__.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/secrets/key_vault.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/sensors/__init__.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/sensors/cosmos.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/sensors/data_factory.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/sensors/wasb.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/transfers/__init__.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/transfers/local_to_adls.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/transfers/local_to_wasb.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/transfers/sftp_to_wasb.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/triggers/__init__.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/triggers/data_factory.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/triggers/wasb.py +0 -0
- {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/utils.py +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: apache-airflow-providers-microsoft-azure
|
3
|
-
Version: 8.
|
3
|
+
Version: 8.4.0rc1
|
4
4
|
Summary: Provider package apache-airflow-providers-microsoft-azure for Apache Airflow
|
5
5
|
Keywords: airflow-provider,microsoft.azure,airflow,integration
|
6
6
|
Author-email: Apache Software Foundation <dev@airflow.apache.org>
|
@@ -21,8 +21,8 @@ Classifier: Programming Language :: Python :: 3.10
|
|
21
21
|
Classifier: Programming Language :: Python :: 3.11
|
22
22
|
Classifier: Topic :: System :: Monitoring
|
23
23
|
Requires-Dist: adal>=1.2.7
|
24
|
-
Requires-Dist: adlfs>=2023.
|
25
|
-
Requires-Dist: apache-airflow>=2.
|
24
|
+
Requires-Dist: adlfs>=2023.10.0
|
25
|
+
Requires-Dist: apache-airflow>=2.6.0.dev0
|
26
26
|
Requires-Dist: azure-batch>=8.0.0
|
27
27
|
Requires-Dist: azure-cosmos>=4.0.0
|
28
28
|
Requires-Dist: azure-datalake-store>=0.0.45
|
@@ -46,8 +46,8 @@ Requires-Dist: apache-airflow-providers-google ; extra == "google"
|
|
46
46
|
Requires-Dist: apache-airflow-providers-oracle ; extra == "oracle"
|
47
47
|
Requires-Dist: apache-airflow-providers-sftp ; extra == "sftp"
|
48
48
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
49
|
-
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.
|
50
|
-
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.
|
49
|
+
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.4.0/changelog.html
|
50
|
+
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.4.0
|
51
51
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
52
52
|
Project-URL: Source Code, https://github.com/apache/airflow
|
53
53
|
Project-URL: Twitter, https://twitter.com/ApacheAirflow
|
@@ -100,7 +100,7 @@ Provides-Extra: sftp
|
|
100
100
|
|
101
101
|
Package ``apache-airflow-providers-microsoft-azure``
|
102
102
|
|
103
|
-
Release: ``8.
|
103
|
+
Release: ``8.4.0.rc1``
|
104
104
|
|
105
105
|
|
106
106
|
`Microsoft Azure <https://azure.microsoft.com/>`__
|
@@ -113,7 +113,7 @@ This is a provider package for ``microsoft.azure`` provider. All classes for thi
|
|
113
113
|
are in ``airflow.providers.microsoft.azure`` python package.
|
114
114
|
|
115
115
|
You can find package information and changelog for the provider
|
116
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.
|
116
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.4.0/>`_.
|
117
117
|
|
118
118
|
Installation
|
119
119
|
------------
|
@@ -130,8 +130,8 @@ Requirements
|
|
130
130
|
================================ ==================
|
131
131
|
PIP package Version required
|
132
132
|
================================ ==================
|
133
|
-
``apache-airflow`` ``>=2.
|
134
|
-
``adlfs`` ``>=2023.
|
133
|
+
``apache-airflow`` ``>=2.6.0``
|
134
|
+
``adlfs`` ``>=2023.10.0``
|
135
135
|
``azure-batch`` ``>=8.0.0``
|
136
136
|
``azure-cosmos`` ``>=4.0.0``
|
137
137
|
``azure-mgmt-cosmosdb``
|
@@ -176,4 +176,4 @@ Dependent package
|
|
176
176
|
==================================================================================================== ==========
|
177
177
|
|
178
178
|
The changelog for the provider package can be found in the
|
179
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.
|
179
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.4.0/changelog.html>`_.
|
@@ -42,7 +42,7 @@
|
|
42
42
|
|
43
43
|
Package ``apache-airflow-providers-microsoft-azure``
|
44
44
|
|
45
|
-
Release: ``8.
|
45
|
+
Release: ``8.4.0.rc1``
|
46
46
|
|
47
47
|
|
48
48
|
`Microsoft Azure <https://azure.microsoft.com/>`__
|
@@ -55,7 +55,7 @@ This is a provider package for ``microsoft.azure`` provider. All classes for thi
|
|
55
55
|
are in ``airflow.providers.microsoft.azure`` python package.
|
56
56
|
|
57
57
|
You can find package information and changelog for the provider
|
58
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.
|
58
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.4.0/>`_.
|
59
59
|
|
60
60
|
Installation
|
61
61
|
------------
|
@@ -72,8 +72,8 @@ Requirements
|
|
72
72
|
================================ ==================
|
73
73
|
PIP package Version required
|
74
74
|
================================ ==================
|
75
|
-
``apache-airflow`` ``>=2.
|
76
|
-
``adlfs`` ``>=2023.
|
75
|
+
``apache-airflow`` ``>=2.6.0``
|
76
|
+
``adlfs`` ``>=2023.10.0``
|
77
77
|
``azure-batch`` ``>=8.0.0``
|
78
78
|
``azure-cosmos`` ``>=4.0.0``
|
79
79
|
``azure-mgmt-cosmosdb``
|
@@ -118,4 +118,4 @@ Dependent package
|
|
118
118
|
==================================================================================================== ==========
|
119
119
|
|
120
120
|
The changelog for the provider package can be found in the
|
121
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.
|
121
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.4.0/changelog.html>`_.
|
@@ -27,7 +27,7 @@ import packaging.version
|
|
27
27
|
|
28
28
|
__all__ = ["__version__"]
|
29
29
|
|
30
|
-
__version__ = "8.
|
30
|
+
__version__ = "8.4.0"
|
31
31
|
|
32
32
|
try:
|
33
33
|
from airflow import __version__ as airflow_version
|
@@ -35,8 +35,8 @@ except ImportError:
|
|
35
35
|
from airflow.version import version as airflow_version
|
36
36
|
|
37
37
|
if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
|
38
|
-
"2.
|
38
|
+
"2.6.0"
|
39
39
|
):
|
40
40
|
raise RuntimeError(
|
41
|
-
f"The package `apache-airflow-providers-microsoft-azure:{__version__}` needs Apache Airflow 2.
|
41
|
+
f"The package `apache-airflow-providers-microsoft-azure:{__version__}` needs Apache Airflow 2.6.0+"
|
42
42
|
)
|
@@ -28,8 +28,9 @@ def get_provider_info():
|
|
28
28
|
"name": "Microsoft Azure",
|
29
29
|
"description": "`Microsoft Azure <https://azure.microsoft.com/>`__\n",
|
30
30
|
"suspended": False,
|
31
|
-
"source-date-epoch":
|
31
|
+
"source-date-epoch": 1701983392,
|
32
32
|
"versions": [
|
33
|
+
"8.4.0",
|
33
34
|
"8.3.0",
|
34
35
|
"8.2.0",
|
35
36
|
"8.1.0",
|
@@ -77,8 +78,8 @@ def get_provider_info():
|
|
77
78
|
"1.0.0",
|
78
79
|
],
|
79
80
|
"dependencies": [
|
80
|
-
"apache-airflow>=2.
|
81
|
-
"adlfs>=2023.
|
81
|
+
"apache-airflow>=2.6.0",
|
82
|
+
"adlfs>=2023.10.0",
|
82
83
|
"azure-batch>=8.0.0",
|
83
84
|
"azure-cosmos>=4.0.0",
|
84
85
|
"azure-mgmt-cosmosdb",
|
@@ -487,9 +487,9 @@ class WasbHook(BaseHook):
|
|
487
487
|
self._get_container_client(container_name).delete_container()
|
488
488
|
self.log.info("Deleted container: %s", container_name)
|
489
489
|
except ResourceNotFoundError:
|
490
|
-
self.log.
|
491
|
-
except:
|
492
|
-
self.log.
|
490
|
+
self.log.warning("Unable to delete container %s (not found)", container_name)
|
491
|
+
except Exception:
|
492
|
+
self.log.error("Error deleting container: %s", container_name)
|
493
493
|
raise
|
494
494
|
|
495
495
|
def delete_blobs(self, container_name: str, *blobs, **kwargs) -> None:
|
@@ -138,14 +138,14 @@ class AzureSynapsePipelineRunLink(BaseOperatorLink):
|
|
138
138
|
match = re.search(pattern, workspace_url)
|
139
139
|
|
140
140
|
if not match:
|
141
|
-
raise ValueError("Invalid workspace URL format")
|
141
|
+
raise ValueError(f"Invalid workspace URL format, expected match pattern {pattern!r}.")
|
142
142
|
|
143
143
|
extracted_text = match.group(1)
|
144
144
|
parsed_url = urlparse(extracted_text)
|
145
145
|
path = unquote(parsed_url.path)
|
146
146
|
path_segments = path.split("/")
|
147
|
-
if len(path_segments) < 5:
|
148
|
-
raise
|
147
|
+
if (len_path_segments := len(path_segments)) < 5:
|
148
|
+
raise ValueError(f"Workspace expected at least 5 segments, but got {len_path_segments}.")
|
149
149
|
|
150
150
|
return {
|
151
151
|
"workspace_name": path_segments[-1],
|
@@ -28,7 +28,7 @@ build-backend = "flit_core.buildapi"
|
|
28
28
|
|
29
29
|
[project]
|
30
30
|
name = "apache-airflow-providers-microsoft-azure"
|
31
|
-
version = "8.
|
31
|
+
version = "8.4.0.rc1"
|
32
32
|
description = "Provider package apache-airflow-providers-microsoft-azure for Apache Airflow"
|
33
33
|
readme = "README.rst"
|
34
34
|
authors = [
|
@@ -56,8 +56,8 @@ classifiers = [
|
|
56
56
|
requires-python = "~=3.8"
|
57
57
|
dependencies = [
|
58
58
|
"adal>=1.2.7",
|
59
|
-
"adlfs>=2023.
|
60
|
-
"apache-airflow>=2.
|
59
|
+
"adlfs>=2023.10.0",
|
60
|
+
"apache-airflow>=2.6.0.dev0",
|
61
61
|
"azure-batch>=8.0.0",
|
62
62
|
"azure-cosmos>=4.0.0",
|
63
63
|
"azure-datalake-store>=0.0.45",
|
@@ -80,8 +80,8 @@ dependencies = [
|
|
80
80
|
]
|
81
81
|
|
82
82
|
[project.urls]
|
83
|
-
"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.
|
84
|
-
"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.
|
83
|
+
"Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.4.0"
|
84
|
+
"Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.4.0/changelog.html"
|
85
85
|
"Bug Tracker" = "https://github.com/apache/airflow/issues"
|
86
86
|
"Source Code" = "https://github.com/apache/airflow"
|
87
87
|
"Slack Chat" = "https://s.apache.org/airflow-slack"
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|