apache-airflow-providers-microsoft-azure 10.1.0rc2__py3-none-any.whl → 10.1.1rc1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- airflow/providers/microsoft/azure/__init__.py +1 -1
- airflow/providers/microsoft/azure/get_provider_info.py +2 -1
- airflow/providers/microsoft/azure/log/wasb_task_handler.py +1 -27
- airflow/providers/microsoft/azure/operators/container_instances.py +6 -1
- {apache_airflow_providers_microsoft_azure-10.1.0rc2.dist-info → apache_airflow_providers_microsoft_azure-10.1.1rc1.dist-info}/METADATA +6 -6
- {apache_airflow_providers_microsoft_azure-10.1.0rc2.dist-info → apache_airflow_providers_microsoft_azure-10.1.1rc1.dist-info}/RECORD +8 -8
- {apache_airflow_providers_microsoft_azure-10.1.0rc2.dist-info → apache_airflow_providers_microsoft_azure-10.1.1rc1.dist-info}/WHEEL +0 -0
- {apache_airflow_providers_microsoft_azure-10.1.0rc2.dist-info → apache_airflow_providers_microsoft_azure-10.1.1rc1.dist-info}/entry_points.txt +0 -0
@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
|
|
29
29
|
|
30
30
|
__all__ = ["__version__"]
|
31
31
|
|
32
|
-
__version__ = "10.1.
|
32
|
+
__version__ = "10.1.1"
|
33
33
|
|
34
34
|
if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
|
35
35
|
"2.7.0"
|
@@ -28,8 +28,9 @@ def get_provider_info():
|
|
28
28
|
"name": "Microsoft Azure",
|
29
29
|
"description": "`Microsoft Azure <https://azure.microsoft.com/>`__\n",
|
30
30
|
"state": "ready",
|
31
|
-
"source-date-epoch":
|
31
|
+
"source-date-epoch": 1716705640,
|
32
32
|
"versions": [
|
33
|
+
"10.1.1",
|
33
34
|
"10.1.0",
|
34
35
|
"10.0.0",
|
35
36
|
"9.0.1",
|
@@ -21,7 +21,7 @@ import os
|
|
21
21
|
import shutil
|
22
22
|
from functools import cached_property
|
23
23
|
from pathlib import Path
|
24
|
-
from typing import TYPE_CHECKING
|
24
|
+
from typing import TYPE_CHECKING
|
25
25
|
|
26
26
|
from azure.core.exceptions import HttpResponseError
|
27
27
|
|
@@ -161,32 +161,6 @@ class WasbTaskHandler(FileTaskHandler, LoggingMixin):
|
|
161
161
|
self.log.exception("Could not read blob")
|
162
162
|
return messages, logs
|
163
163
|
|
164
|
-
def _read(
|
165
|
-
self, ti, try_number: int, metadata: dict[str, Any] | None = None
|
166
|
-
) -> tuple[str, dict[str, bool]]:
|
167
|
-
"""
|
168
|
-
Read logs of given task instance and try_number from Wasb remote storage.
|
169
|
-
|
170
|
-
If failed, read the log from task instance host machine.
|
171
|
-
|
172
|
-
todo: when min airflow version >= 2.6, remove this method
|
173
|
-
|
174
|
-
:param ti: task instance object
|
175
|
-
:param try_number: task instance try_number to read logs from
|
176
|
-
:param metadata: log metadata,
|
177
|
-
can be used for steaming log reading and auto-tailing.
|
178
|
-
"""
|
179
|
-
if hasattr(super(), "_read_remote_logs"):
|
180
|
-
# from Airflow 2.6, we don't implement the `_read` method.
|
181
|
-
# if parent has _read_remote_logs, we're >= 2.6
|
182
|
-
return super()._read(ti, try_number, metadata)
|
183
|
-
|
184
|
-
# below is backcompat, for airflow < 2.6
|
185
|
-
messages, logs = self._read_remote_logs(ti, try_number, metadata)
|
186
|
-
if not logs:
|
187
|
-
return super()._read(ti, try_number, metadata)
|
188
|
-
return "".join([f"*** {x}\n" for x in messages]) + "\n".join(logs), {"end_of_log": True}
|
189
|
-
|
190
164
|
def wasb_log_exists(self, remote_log_location: str) -> bool:
|
191
165
|
"""
|
192
166
|
Check if remote_log_location exists in remote storage.
|
@@ -117,7 +117,12 @@ class AzureContainerInstancesOperator(BaseOperator):
|
|
117
117
|
memory_in_gb=14.0,
|
118
118
|
cpu=4.0,
|
119
119
|
gpu=GpuResource(count=1, sku="K80"),
|
120
|
-
|
120
|
+
subnet_ids=[
|
121
|
+
{
|
122
|
+
"id": "/subscriptions/00000000-0000-0000-0000-00000000000/resourceGroups/my_rg/providers/Microsoft.Network/virtualNetworks/my_vnet/subnets/my_subnet"
|
123
|
+
}
|
124
|
+
],
|
125
|
+
dns_config={"name_servers": ["10.0.0.10", "10.0.0.11"]},
|
121
126
|
diagnostics={
|
122
127
|
"log_analytics": {
|
123
128
|
"workspaceId": "workspaceid",
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: apache-airflow-providers-microsoft-azure
|
3
|
-
Version: 10.1.
|
3
|
+
Version: 10.1.1rc1
|
4
4
|
Summary: Provider package apache-airflow-providers-microsoft-azure for Apache Airflow
|
5
5
|
Keywords: airflow-provider,microsoft.azure,airflow,integration
|
6
6
|
Author-email: Apache Software Foundation <dev@airflow.apache.org>
|
@@ -48,8 +48,8 @@ Requires-Dist: apache-airflow-providers-google ; extra == "google"
|
|
48
48
|
Requires-Dist: apache-airflow-providers-oracle ; extra == "oracle"
|
49
49
|
Requires-Dist: apache-airflow-providers-sftp ; extra == "sftp"
|
50
50
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
51
|
-
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.
|
52
|
-
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.
|
51
|
+
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.1/changelog.html
|
52
|
+
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.1
|
53
53
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
54
54
|
Project-URL: Source Code, https://github.com/apache/airflow
|
55
55
|
Project-URL: Twitter, https://twitter.com/ApacheAirflow
|
@@ -102,7 +102,7 @@ Provides-Extra: sftp
|
|
102
102
|
|
103
103
|
Package ``apache-airflow-providers-microsoft-azure``
|
104
104
|
|
105
|
-
Release: ``10.1.
|
105
|
+
Release: ``10.1.1.rc1``
|
106
106
|
|
107
107
|
|
108
108
|
`Microsoft Azure <https://azure.microsoft.com/>`__
|
@@ -115,7 +115,7 @@ This is a provider package for ``microsoft.azure`` provider. All classes for thi
|
|
115
115
|
are in ``airflow.providers.microsoft.azure`` python package.
|
116
116
|
|
117
117
|
You can find package information and changelog for the provider
|
118
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.
|
118
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.1/>`_.
|
119
119
|
|
120
120
|
Installation
|
121
121
|
------------
|
@@ -179,4 +179,4 @@ Dependent package
|
|
179
179
|
==================================================================================================== ==========
|
180
180
|
|
181
181
|
The changelog for the provider package can be found in the
|
182
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.
|
182
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-microsoft-azure/10.1.1/changelog.html>`_.
|
@@ -1,6 +1,6 @@
|
|
1
1
|
airflow/providers/microsoft/azure/LICENSE,sha256=ywUBpKZc7Jb96rVt5I3IDbg7dIJAbUSHkuoDcF3jbH4,13569
|
2
|
-
airflow/providers/microsoft/azure/__init__.py,sha256=
|
3
|
-
airflow/providers/microsoft/azure/get_provider_info.py,sha256=
|
2
|
+
airflow/providers/microsoft/azure/__init__.py,sha256=_MeINpBRQDCmaPlKJNX4MIo-3QVQht_qF6ab12k1gZE,1503
|
3
|
+
airflow/providers/microsoft/azure/get_provider_info.py,sha256=LCvNVEQmrq3nGfEZd6mcqUfPDlcQWPLMoTaqgZI04S4,19936
|
4
4
|
airflow/providers/microsoft/azure/utils.py,sha256=EmK9LTNfbmpJFRKBd0HBE0MkRhIPY1suWuEaLAfugHY,8401
|
5
5
|
airflow/providers/microsoft/azure/fs/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
6
6
|
airflow/providers/microsoft/azure/fs/adls.py,sha256=kXZOVulLNfqwJNR0X9MBN23kcYr3dyv8K_0KqAcWvnk,3679
|
@@ -20,13 +20,13 @@ airflow/providers/microsoft/azure/hooks/msgraph.py,sha256=wiDwS0TeyNV6lNFrL3GYDC
|
|
20
20
|
airflow/providers/microsoft/azure/hooks/synapse.py,sha256=VNFLIA6T55_db9ZgwF6zMY2Ri5hpjOpvLL5zNt8019Y,16595
|
21
21
|
airflow/providers/microsoft/azure/hooks/wasb.py,sha256=AZD_Mw0bsHGmHDk1Kb0AwQd2xD8rywfcyiF3TIW1PCw,29296
|
22
22
|
airflow/providers/microsoft/azure/log/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
23
|
-
airflow/providers/microsoft/azure/log/wasb_task_handler.py,sha256=
|
23
|
+
airflow/providers/microsoft/azure/log/wasb_task_handler.py,sha256=yK21JEX8HiZeaMO49rUctK0KtAI439j8KI6JlFim1Jc,8767
|
24
24
|
airflow/providers/microsoft/azure/operators/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
|
25
25
|
airflow/providers/microsoft/azure/operators/adls.py,sha256=CSTn9Ukpcs8e5AUEGUM7nmn2vlzRQQ_mRTQ4TsB30pU,5789
|
26
26
|
airflow/providers/microsoft/azure/operators/adx.py,sha256=2dWB1SUHtjn7WmDIKoOONt0Zll9F5n3JJSY2GmNUgRw,3407
|
27
27
|
airflow/providers/microsoft/azure/operators/asb.py,sha256=xoh8i2rvyKYLKoLLcx-2DTWTQsAr_zR_jZ7bTlsX_YU,29415
|
28
28
|
airflow/providers/microsoft/azure/operators/batch.py,sha256=BxhI8H9vzCtvPZo7bjQtNirRAlRCOyo8UK2D7GZCJkk,16538
|
29
|
-
airflow/providers/microsoft/azure/operators/container_instances.py,sha256=
|
29
|
+
airflow/providers/microsoft/azure/operators/container_instances.py,sha256=i3347sFzUz2lZw80YBxKKoUiaDoQC_H7KmsMYidYyWs,16723
|
30
30
|
airflow/providers/microsoft/azure/operators/cosmos.py,sha256=Y1Hj4p6W8soVFaq1rx8LFgchNISjkq8vjdaQ0j8Tnqs,2782
|
31
31
|
airflow/providers/microsoft/azure/operators/data_factory.py,sha256=TrPMXlOAY3VHVeoysqJnq-ugBC_H53cKKSGfJfu9Dno,12441
|
32
32
|
airflow/providers/microsoft/azure/operators/msgraph.py,sha256=yni_f-xUm3yN999X930osZPbGG37Bias3t0_r1O5lZs,10947
|
@@ -49,7 +49,7 @@ airflow/providers/microsoft/azure/triggers/__init__.py,sha256=9hdXHABrVpkbpjZgUf
|
|
49
49
|
airflow/providers/microsoft/azure/triggers/data_factory.py,sha256=W0OsDL4YeJ2zRuBf-HzXXxQ-J7ZtgTUmSHHpC1_CPz0,11128
|
50
50
|
airflow/providers/microsoft/azure/triggers/msgraph.py,sha256=iEBE-wsIc7mHBGrxcp1H-8NqIvdZUd2SsqKBoy3J6nE,8675
|
51
51
|
airflow/providers/microsoft/azure/triggers/wasb.py,sha256=PkCoOGGNpqOukIeHtgBGrCRPWn4aAOXA6eOOnobzVNw,7429
|
52
|
-
apache_airflow_providers_microsoft_azure-10.1.
|
53
|
-
apache_airflow_providers_microsoft_azure-10.1.
|
54
|
-
apache_airflow_providers_microsoft_azure-10.1.
|
55
|
-
apache_airflow_providers_microsoft_azure-10.1.
|
52
|
+
apache_airflow_providers_microsoft_azure-10.1.1rc1.dist-info/entry_points.txt,sha256=6iWHenOoUC3YZBb3OKn6g0HlJsV58Ba56i8USmQrcJI,111
|
53
|
+
apache_airflow_providers_microsoft_azure-10.1.1rc1.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
|
54
|
+
apache_airflow_providers_microsoft_azure-10.1.1rc1.dist-info/METADATA,sha256=sI_vmy0BQO5HB0iQb_Y82yovZuDxxLUg6y7jOoX-evE,8198
|
55
|
+
apache_airflow_providers_microsoft_azure-10.1.1rc1.dist-info/RECORD,,
|
File without changes
|