apache-airflow-providers-microsoft-azure 8.3.0rc1__tar.gz → 8.4.0rc1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (50) hide show
  1. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/PKG-INFO +10 -10
  2. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/README.rst +5 -5
  3. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/__init__.py +3 -3
  4. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/get_provider_info.py +4 -3
  5. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/wasb.py +3 -3
  6. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/operators/synapse.py +3 -3
  7. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/pyproject.toml +5 -5
  8. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/LICENSE +0 -0
  9. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/fs/__init__.py +0 -0
  10. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/fs/adls.py +0 -0
  11. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/__init__.py +0 -0
  12. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/adx.py +0 -0
  13. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/asb.py +0 -0
  14. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/base_azure.py +0 -0
  15. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/batch.py +0 -0
  16. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/container_instance.py +0 -0
  17. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/container_registry.py +0 -0
  18. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/container_volume.py +0 -0
  19. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/cosmos.py +0 -0
  20. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/data_factory.py +0 -0
  21. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/data_lake.py +0 -0
  22. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/fileshare.py +0 -0
  23. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/hooks/synapse.py +0 -0
  24. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/log/__init__.py +0 -0
  25. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/log/wasb_task_handler.py +0 -0
  26. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/operators/__init__.py +0 -0
  27. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/operators/adls.py +0 -0
  28. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/operators/adx.py +0 -0
  29. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/operators/asb.py +0 -0
  30. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/operators/batch.py +0 -0
  31. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/operators/container_instances.py +0 -0
  32. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/operators/cosmos.py +0 -0
  33. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/operators/data_factory.py +0 -0
  34. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/operators/wasb_delete_blob.py +0 -0
  35. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/secrets/__init__.py +0 -0
  36. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/secrets/key_vault.py +0 -0
  37. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/sensors/__init__.py +0 -0
  38. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/sensors/cosmos.py +0 -0
  39. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/sensors/data_factory.py +0 -0
  40. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/sensors/wasb.py +0 -0
  41. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/transfers/__init__.py +0 -0
  42. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs.py +0 -0
  43. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/transfers/local_to_adls.py +0 -0
  44. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/transfers/local_to_wasb.py +0 -0
  45. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake.py +0 -0
  46. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/transfers/sftp_to_wasb.py +0 -0
  47. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/triggers/__init__.py +0 -0
  48. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/triggers/data_factory.py +0 -0
  49. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/triggers/wasb.py +0 -0
  50. {apache_airflow_providers_microsoft_azure-8.3.0rc1 → apache_airflow_providers_microsoft_azure-8.4.0rc1}/airflow/providers/microsoft/azure/utils.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: apache-airflow-providers-microsoft-azure
3
- Version: 8.3.0rc1
3
+ Version: 8.4.0rc1
4
4
  Summary: Provider package apache-airflow-providers-microsoft-azure for Apache Airflow
5
5
  Keywords: airflow-provider,microsoft.azure,airflow,integration
6
6
  Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -21,8 +21,8 @@ Classifier: Programming Language :: Python :: 3.10
21
21
  Classifier: Programming Language :: Python :: 3.11
22
22
  Classifier: Topic :: System :: Monitoring
23
23
  Requires-Dist: adal>=1.2.7
24
- Requires-Dist: adlfs>=2023.9.2
25
- Requires-Dist: apache-airflow>=2.5.0.dev0
24
+ Requires-Dist: adlfs>=2023.10.0
25
+ Requires-Dist: apache-airflow>=2.6.0.dev0
26
26
  Requires-Dist: azure-batch>=8.0.0
27
27
  Requires-Dist: azure-cosmos>=4.0.0
28
28
  Requires-Dist: azure-datalake-store>=0.0.45
@@ -46,8 +46,8 @@ Requires-Dist: apache-airflow-providers-google ; extra == "google"
46
46
  Requires-Dist: apache-airflow-providers-oracle ; extra == "oracle"
47
47
  Requires-Dist: apache-airflow-providers-sftp ; extra == "sftp"
48
48
  Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
49
- Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.3.0/changelog.html
50
- Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.3.0
49
+ Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.4.0/changelog.html
50
+ Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.4.0
51
51
  Project-URL: Slack Chat, https://s.apache.org/airflow-slack
52
52
  Project-URL: Source Code, https://github.com/apache/airflow
53
53
  Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -100,7 +100,7 @@ Provides-Extra: sftp
100
100
 
101
101
  Package ``apache-airflow-providers-microsoft-azure``
102
102
 
103
- Release: ``8.3.0.rc1``
103
+ Release: ``8.4.0.rc1``
104
104
 
105
105
 
106
106
  `Microsoft Azure <https://azure.microsoft.com/>`__
@@ -113,7 +113,7 @@ This is a provider package for ``microsoft.azure`` provider. All classes for thi
113
113
  are in ``airflow.providers.microsoft.azure`` python package.
114
114
 
115
115
  You can find package information and changelog for the provider
116
- in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.3.0/>`_.
116
+ in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.4.0/>`_.
117
117
 
118
118
  Installation
119
119
  ------------
@@ -130,8 +130,8 @@ Requirements
130
130
  ================================ ==================
131
131
  PIP package Version required
132
132
  ================================ ==================
133
- ``apache-airflow`` ``>=2.5.0``
134
- ``adlfs`` ``>=2023.9.2``
133
+ ``apache-airflow`` ``>=2.6.0``
134
+ ``adlfs`` ``>=2023.10.0``
135
135
  ``azure-batch`` ``>=8.0.0``
136
136
  ``azure-cosmos`` ``>=4.0.0``
137
137
  ``azure-mgmt-cosmosdb``
@@ -176,4 +176,4 @@ Dependent package
176
176
  ==================================================================================================== ==========
177
177
 
178
178
  The changelog for the provider package can be found in the
179
- `changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.3.0/changelog.html>`_.
179
+ `changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.4.0/changelog.html>`_.
@@ -42,7 +42,7 @@
42
42
 
43
43
  Package ``apache-airflow-providers-microsoft-azure``
44
44
 
45
- Release: ``8.3.0.rc1``
45
+ Release: ``8.4.0.rc1``
46
46
 
47
47
 
48
48
  `Microsoft Azure <https://azure.microsoft.com/>`__
@@ -55,7 +55,7 @@ This is a provider package for ``microsoft.azure`` provider. All classes for thi
55
55
  are in ``airflow.providers.microsoft.azure`` python package.
56
56
 
57
57
  You can find package information and changelog for the provider
58
- in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.3.0/>`_.
58
+ in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.4.0/>`_.
59
59
 
60
60
  Installation
61
61
  ------------
@@ -72,8 +72,8 @@ Requirements
72
72
  ================================ ==================
73
73
  PIP package Version required
74
74
  ================================ ==================
75
- ``apache-airflow`` ``>=2.5.0``
76
- ``adlfs`` ``>=2023.9.2``
75
+ ``apache-airflow`` ``>=2.6.0``
76
+ ``adlfs`` ``>=2023.10.0``
77
77
  ``azure-batch`` ``>=8.0.0``
78
78
  ``azure-cosmos`` ``>=4.0.0``
79
79
  ``azure-mgmt-cosmosdb``
@@ -118,4 +118,4 @@ Dependent package
118
118
  ==================================================================================================== ==========
119
119
 
120
120
  The changelog for the provider package can be found in the
121
- `changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.3.0/changelog.html>`_.
121
+ `changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.4.0/changelog.html>`_.
@@ -27,7 +27,7 @@ import packaging.version
27
27
 
28
28
  __all__ = ["__version__"]
29
29
 
30
- __version__ = "8.3.0"
30
+ __version__ = "8.4.0"
31
31
 
32
32
  try:
33
33
  from airflow import __version__ as airflow_version
@@ -35,8 +35,8 @@ except ImportError:
35
35
  from airflow.version import version as airflow_version
36
36
 
37
37
  if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
38
- "2.5.0"
38
+ "2.6.0"
39
39
  ):
40
40
  raise RuntimeError(
41
- f"The package `apache-airflow-providers-microsoft-azure:{__version__}` needs Apache Airflow 2.5.0+"
41
+ f"The package `apache-airflow-providers-microsoft-azure:{__version__}` needs Apache Airflow 2.6.0+"
42
42
  )
@@ -28,8 +28,9 @@ def get_provider_info():
28
28
  "name": "Microsoft Azure",
29
29
  "description": "`Microsoft Azure <https://azure.microsoft.com/>`__\n",
30
30
  "suspended": False,
31
- "source-date-epoch": 1700827474,
31
+ "source-date-epoch": 1701983392,
32
32
  "versions": [
33
+ "8.4.0",
33
34
  "8.3.0",
34
35
  "8.2.0",
35
36
  "8.1.0",
@@ -77,8 +78,8 @@ def get_provider_info():
77
78
  "1.0.0",
78
79
  ],
79
80
  "dependencies": [
80
- "apache-airflow>=2.5.0",
81
- "adlfs>=2023.9.2",
81
+ "apache-airflow>=2.6.0",
82
+ "adlfs>=2023.10.0",
82
83
  "azure-batch>=8.0.0",
83
84
  "azure-cosmos>=4.0.0",
84
85
  "azure-mgmt-cosmosdb",
@@ -487,9 +487,9 @@ class WasbHook(BaseHook):
487
487
  self._get_container_client(container_name).delete_container()
488
488
  self.log.info("Deleted container: %s", container_name)
489
489
  except ResourceNotFoundError:
490
- self.log.info("Unable to delete container %s (not found)", container_name)
491
- except:
492
- self.log.info("Error deleting container: %s", container_name)
490
+ self.log.warning("Unable to delete container %s (not found)", container_name)
491
+ except Exception:
492
+ self.log.error("Error deleting container: %s", container_name)
493
493
  raise
494
494
 
495
495
  def delete_blobs(self, container_name: str, *blobs, **kwargs) -> None:
@@ -138,14 +138,14 @@ class AzureSynapsePipelineRunLink(BaseOperatorLink):
138
138
  match = re.search(pattern, workspace_url)
139
139
 
140
140
  if not match:
141
- raise ValueError("Invalid workspace URL format")
141
+ raise ValueError(f"Invalid workspace URL format, expected match pattern {pattern!r}.")
142
142
 
143
143
  extracted_text = match.group(1)
144
144
  parsed_url = urlparse(extracted_text)
145
145
  path = unquote(parsed_url.path)
146
146
  path_segments = path.split("/")
147
- if len(path_segments) < 5:
148
- raise
147
+ if (len_path_segments := len(path_segments)) < 5:
148
+ raise ValueError(f"Workspace expected at least 5 segments, but got {len_path_segments}.")
149
149
 
150
150
  return {
151
151
  "workspace_name": path_segments[-1],
@@ -28,7 +28,7 @@ build-backend = "flit_core.buildapi"
28
28
 
29
29
  [project]
30
30
  name = "apache-airflow-providers-microsoft-azure"
31
- version = "8.3.0.rc1"
31
+ version = "8.4.0.rc1"
32
32
  description = "Provider package apache-airflow-providers-microsoft-azure for Apache Airflow"
33
33
  readme = "README.rst"
34
34
  authors = [
@@ -56,8 +56,8 @@ classifiers = [
56
56
  requires-python = "~=3.8"
57
57
  dependencies = [
58
58
  "adal>=1.2.7",
59
- "adlfs>=2023.9.2",
60
- "apache-airflow>=2.5.0.dev0",
59
+ "adlfs>=2023.10.0",
60
+ "apache-airflow>=2.6.0.dev0",
61
61
  "azure-batch>=8.0.0",
62
62
  "azure-cosmos>=4.0.0",
63
63
  "azure-datalake-store>=0.0.45",
@@ -80,8 +80,8 @@ dependencies = [
80
80
  ]
81
81
 
82
82
  [project.urls]
83
- "Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.3.0"
84
- "Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.3.0/changelog.html"
83
+ "Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.4.0"
84
+ "Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/8.4.0/changelog.html"
85
85
  "Bug Tracker" = "https://github.com/apache/airflow/issues"
86
86
  "Source Code" = "https://github.com/apache/airflow"
87
87
  "Slack Chat" = "https://s.apache.org/airflow-slack"