apache-airflow-providers-microsoft-azure 10.1.0rc2__tar.gz → 10.1.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (54) hide show
  1. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/PKG-INFO +7 -7
  2. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/README.rst +3 -3
  3. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/__init__.py +1 -1
  4. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/get_provider_info.py +2 -1
  5. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/log/wasb_task_handler.py +1 -27
  6. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/operators/container_instances.py +6 -1
  7. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/pyproject.toml +4 -4
  8. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/LICENSE +0 -0
  9. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/fs/__init__.py +0 -0
  10. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/fs/adls.py +0 -0
  11. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/hooks/__init__.py +0 -0
  12. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/hooks/adx.py +0 -0
  13. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/hooks/asb.py +0 -0
  14. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/hooks/base_azure.py +0 -0
  15. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/hooks/batch.py +0 -0
  16. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/hooks/container_instance.py +0 -0
  17. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/hooks/container_registry.py +0 -0
  18. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/hooks/container_volume.py +0 -0
  19. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/hooks/cosmos.py +0 -0
  20. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/hooks/data_factory.py +0 -0
  21. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/hooks/data_lake.py +0 -0
  22. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/hooks/fileshare.py +0 -0
  23. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/hooks/msgraph.py +0 -0
  24. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/hooks/synapse.py +0 -0
  25. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/hooks/wasb.py +0 -0
  26. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/log/__init__.py +0 -0
  27. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/operators/__init__.py +0 -0
  28. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/operators/adls.py +0 -0
  29. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/operators/adx.py +0 -0
  30. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/operators/asb.py +0 -0
  31. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/operators/batch.py +0 -0
  32. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/operators/cosmos.py +0 -0
  33. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/operators/data_factory.py +0 -0
  34. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/operators/msgraph.py +0 -0
  35. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/operators/synapse.py +0 -0
  36. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/operators/wasb_delete_blob.py +0 -0
  37. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/secrets/__init__.py +0 -0
  38. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/secrets/key_vault.py +0 -0
  39. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/sensors/__init__.py +0 -0
  40. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/sensors/cosmos.py +0 -0
  41. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/sensors/data_factory.py +0 -0
  42. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/sensors/msgraph.py +0 -0
  43. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/sensors/wasb.py +0 -0
  44. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/transfers/__init__.py +0 -0
  45. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/transfers/azure_blob_to_gcs.py +0 -0
  46. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/transfers/local_to_adls.py +0 -0
  47. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/transfers/local_to_wasb.py +0 -0
  48. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/transfers/oracle_to_azure_data_lake.py +0 -0
  49. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/transfers/sftp_to_wasb.py +0 -0
  50. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/triggers/__init__.py +0 -0
  51. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/triggers/data_factory.py +0 -0
  52. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/triggers/msgraph.py +0 -0
  53. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/triggers/wasb.py +0 -0
  54. {apache_airflow_providers_microsoft_azure-10.1.0rc2 → apache_airflow_providers_microsoft_azure-10.1.1}/airflow/providers/microsoft/azure/utils.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: apache-airflow-providers-microsoft-azure
3
- Version: 10.1.0rc2
3
+ Version: 10.1.1
4
4
  Summary: Provider package apache-airflow-providers-microsoft-azure for Apache Airflow
5
5
  Keywords: airflow-provider,microsoft.azure,airflow,integration
6
6
  Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -23,7 +23,7 @@ Classifier: Programming Language :: Python :: 3.12
23
23
  Classifier: Topic :: System :: Monitoring
24
24
  Requires-Dist: adal>=1.2.7
25
25
  Requires-Dist: adlfs>=2023.10.0
26
- Requires-Dist: apache-airflow>=2.7.0rc0
26
+ Requires-Dist: apache-airflow>=2.7.0
27
27
  Requires-Dist: azure-batch>=8.0.0
28
28
  Requires-Dist: azure-cosmos>=4.6.0
29
29
  Requires-Dist: azure-datalake-store>=0.0.45
@@ -48,8 +48,8 @@ Requires-Dist: apache-airflow-providers-google ; extra == "google"
48
48
  Requires-Dist: apache-airflow-providers-oracle ; extra == "oracle"
49
49
  Requires-Dist: apache-airflow-providers-sftp ; extra == "sftp"
50
50
  Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
51
- Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.0/changelog.html
52
- Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.0
51
+ Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.1/changelog.html
52
+ Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.1
53
53
  Project-URL: Slack Chat, https://s.apache.org/airflow-slack
54
54
  Project-URL: Source Code, https://github.com/apache/airflow
55
55
  Project-URL: Twitter, https://twitter.com/ApacheAirflow
@@ -102,7 +102,7 @@ Provides-Extra: sftp
102
102
 
103
103
  Package ``apache-airflow-providers-microsoft-azure``
104
104
 
105
- Release: ``10.1.0.rc2``
105
+ Release: ``10.1.1``
106
106
 
107
107
 
108
108
  `Microsoft Azure <https://azure.microsoft.com/>`__
@@ -115,7 +115,7 @@ This is a provider package for ``microsoft.azure`` provider. All classes for thi
115
115
  are in ``airflow.providers.microsoft.azure`` python package.
116
116
 
117
117
  You can find package information and changelog for the provider
118
- in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.0/>`_.
118
+ in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.1/>`_.
119
119
 
120
120
  Installation
121
121
  ------------
@@ -179,4 +179,4 @@ Dependent package
179
179
  ==================================================================================================== ==========
180
180
 
181
181
  The changelog for the provider package can be found in the
182
- `changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.0/changelog.html>`_.
182
+ `changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.1/changelog.html>`_.
@@ -42,7 +42,7 @@
42
42
 
43
43
  Package ``apache-airflow-providers-microsoft-azure``
44
44
 
45
- Release: ``10.1.0.rc2``
45
+ Release: ``10.1.1``
46
46
 
47
47
 
48
48
  `Microsoft Azure <https://azure.microsoft.com/>`__
@@ -55,7 +55,7 @@ This is a provider package for ``microsoft.azure`` provider. All classes for thi
55
55
  are in ``airflow.providers.microsoft.azure`` python package.
56
56
 
57
57
  You can find package information and changelog for the provider
58
- in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.0/>`_.
58
+ in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.1/>`_.
59
59
 
60
60
  Installation
61
61
  ------------
@@ -119,4 +119,4 @@ Dependent package
119
119
  ==================================================================================================== ==========
120
120
 
121
121
  The changelog for the provider package can be found in the
122
- `changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.0/changelog.html>`_.
122
+ `changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.1/changelog.html>`_.
@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
29
29
 
30
30
  __all__ = ["__version__"]
31
31
 
32
- __version__ = "10.1.0"
32
+ __version__ = "10.1.1"
33
33
 
34
34
  if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
35
35
  "2.7.0"
@@ -28,8 +28,9 @@ def get_provider_info():
28
28
  "name": "Microsoft Azure",
29
29
  "description": "`Microsoft Azure <https://azure.microsoft.com/>`__\n",
30
30
  "state": "ready",
31
- "source-date-epoch": 1715384449,
31
+ "source-date-epoch": 1716705640,
32
32
  "versions": [
33
+ "10.1.1",
33
34
  "10.1.0",
34
35
  "10.0.0",
35
36
  "9.0.1",
@@ -21,7 +21,7 @@ import os
21
21
  import shutil
22
22
  from functools import cached_property
23
23
  from pathlib import Path
24
- from typing import TYPE_CHECKING, Any
24
+ from typing import TYPE_CHECKING
25
25
 
26
26
  from azure.core.exceptions import HttpResponseError
27
27
 
@@ -161,32 +161,6 @@ class WasbTaskHandler(FileTaskHandler, LoggingMixin):
161
161
  self.log.exception("Could not read blob")
162
162
  return messages, logs
163
163
 
164
- def _read(
165
- self, ti, try_number: int, metadata: dict[str, Any] | None = None
166
- ) -> tuple[str, dict[str, bool]]:
167
- """
168
- Read logs of given task instance and try_number from Wasb remote storage.
169
-
170
- If failed, read the log from task instance host machine.
171
-
172
- todo: when min airflow version >= 2.6, remove this method
173
-
174
- :param ti: task instance object
175
- :param try_number: task instance try_number to read logs from
176
- :param metadata: log metadata,
177
- can be used for steaming log reading and auto-tailing.
178
- """
179
- if hasattr(super(), "_read_remote_logs"):
180
- # from Airflow 2.6, we don't implement the `_read` method.
181
- # if parent has _read_remote_logs, we're >= 2.6
182
- return super()._read(ti, try_number, metadata)
183
-
184
- # below is backcompat, for airflow < 2.6
185
- messages, logs = self._read_remote_logs(ti, try_number, metadata)
186
- if not logs:
187
- return super()._read(ti, try_number, metadata)
188
- return "".join([f"*** {x}\n" for x in messages]) + "\n".join(logs), {"end_of_log": True}
189
-
190
164
  def wasb_log_exists(self, remote_log_location: str) -> bool:
191
165
  """
192
166
  Check if remote_log_location exists in remote storage.
@@ -117,7 +117,12 @@ class AzureContainerInstancesOperator(BaseOperator):
117
117
  memory_in_gb=14.0,
118
118
  cpu=4.0,
119
119
  gpu=GpuResource(count=1, sku="K80"),
120
- dns_config=["10.0.0.10", "10.0.0.11"],
120
+ subnet_ids=[
121
+ {
122
+ "id": "/subscriptions/00000000-0000-0000-0000-00000000000/resourceGroups/my_rg/providers/Microsoft.Network/virtualNetworks/my_vnet/subnets/my_subnet"
123
+ }
124
+ ],
125
+ dns_config={"name_servers": ["10.0.0.10", "10.0.0.11"]},
121
126
  diagnostics={
122
127
  "log_analytics": {
123
128
  "workspaceId": "workspaceid",
@@ -28,7 +28,7 @@ build-backend = "flit_core.buildapi"
28
28
 
29
29
  [project]
30
30
  name = "apache-airflow-providers-microsoft-azure"
31
- version = "10.1.0.rc2"
31
+ version = "10.1.1"
32
32
  description = "Provider package apache-airflow-providers-microsoft-azure for Apache Airflow"
33
33
  readme = "README.rst"
34
34
  authors = [
@@ -58,7 +58,7 @@ requires-python = "~=3.8"
58
58
  dependencies = [
59
59
  "adal>=1.2.7",
60
60
  "adlfs>=2023.10.0",
61
- "apache-airflow>=2.7.0rc0",
61
+ "apache-airflow>=2.7.0",
62
62
  "azure-batch>=8.0.0",
63
63
  "azure-cosmos>=4.6.0",
64
64
  "azure-datalake-store>=0.0.45",
@@ -82,8 +82,8 @@ dependencies = [
82
82
  ]
83
83
 
84
84
  [project.urls]
85
- "Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.0"
86
- "Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.0/changelog.html"
85
+ "Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.1"
86
+ "Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.1/changelog.html"
87
87
  "Bug Tracker" = "https://github.com/apache/airflow/issues"
88
88
  "Source Code" = "https://github.com/apache/airflow"
89
89
  "Slack Chat" = "https://s.apache.org/airflow-slack"