apache-airflow-providers-databricks 7.7.0__py3-none-any.whl → 7.7.1rc1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of apache-airflow-providers-databricks might be problematic. Click here for more details.
- airflow/providers/databricks/__init__.py +1 -1
- airflow/providers/databricks/plugins/databricks_workflow.py +1 -9
- airflow/providers/databricks/version_compat.py +8 -2
- {apache_airflow_providers_databricks-7.7.0.dist-info → apache_airflow_providers_databricks-7.7.1rc1.dist-info}/METADATA +11 -11
- {apache_airflow_providers_databricks-7.7.0.dist-info → apache_airflow_providers_databricks-7.7.1rc1.dist-info}/RECORD +7 -7
- {apache_airflow_providers_databricks-7.7.0.dist-info → apache_airflow_providers_databricks-7.7.1rc1.dist-info}/WHEEL +0 -0
- {apache_airflow_providers_databricks-7.7.0.dist-info → apache_airflow_providers_databricks-7.7.1rc1.dist-info}/entry_points.txt +0 -0
|
@@ -29,7 +29,7 @@ from airflow import __version__ as airflow_version
|
|
|
29
29
|
|
|
30
30
|
__all__ = ["__version__"]
|
|
31
31
|
|
|
32
|
-
__version__ = "7.7.
|
|
32
|
+
__version__ = "7.7.1"
|
|
33
33
|
|
|
34
34
|
if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
|
|
35
35
|
"2.10.0"
|
|
@@ -33,7 +33,7 @@ from airflow.models.dagrun import DagRun
|
|
|
33
33
|
from airflow.models.taskinstance import TaskInstance, TaskInstanceKey
|
|
34
34
|
from airflow.plugins_manager import AirflowPlugin
|
|
35
35
|
from airflow.providers.databricks.hooks.databricks import DatabricksHook
|
|
36
|
-
from airflow.providers.databricks.version_compat import AIRFLOW_V_3_0_PLUS
|
|
36
|
+
from airflow.providers.databricks.version_compat import AIRFLOW_V_3_0_PLUS, BaseOperatorLink, TaskGroup, XCom
|
|
37
37
|
|
|
38
38
|
if AIRFLOW_V_3_0_PLUS:
|
|
39
39
|
from airflow.providers.fab.www import auth
|
|
@@ -49,14 +49,6 @@ if TYPE_CHECKING:
|
|
|
49
49
|
from airflow.providers.databricks.operators.databricks import DatabricksTaskBaseOperator
|
|
50
50
|
from airflow.utils.context import Context
|
|
51
51
|
|
|
52
|
-
if AIRFLOW_V_3_0_PLUS:
|
|
53
|
-
from airflow.sdk import BaseOperatorLink, TaskGroup
|
|
54
|
-
from airflow.sdk.execution_time.xcom import XCom
|
|
55
|
-
else:
|
|
56
|
-
from airflow.models import XCom
|
|
57
|
-
from airflow.models.baseoperatorlink import BaseOperatorLink # type: ignore[no-redef]
|
|
58
|
-
from airflow.utils.task_group import TaskGroup # type: ignore[no-redef]
|
|
59
|
-
|
|
60
52
|
|
|
61
53
|
REPAIR_WAIT_ATTEMPTS = os.getenv("DATABRICKS_REPAIR_WAIT_ATTEMPTS", 20)
|
|
62
54
|
REPAIR_WAIT_DELAY = os.getenv("DATABRICKS_REPAIR_WAIT_DELAY", 0.5)
|
|
@@ -35,11 +35,17 @@ def get_base_airflow_version_tuple() -> tuple[int, int, int]:
|
|
|
35
35
|
AIRFLOW_V_3_0_PLUS = get_base_airflow_version_tuple() >= (3, 0, 0)
|
|
36
36
|
|
|
37
37
|
if AIRFLOW_V_3_0_PLUS:
|
|
38
|
-
from airflow.sdk import BaseOperator
|
|
38
|
+
from airflow.sdk import BaseOperator, BaseOperatorLink, TaskGroup
|
|
39
|
+
from airflow.sdk.execution_time.xcom import XCom
|
|
39
40
|
else:
|
|
40
|
-
from airflow.models import BaseOperator
|
|
41
|
+
from airflow.models import BaseOperator, XCom
|
|
42
|
+
from airflow.models.baseoperatorlink import BaseOperatorLink # type: ignore[no-redef]
|
|
43
|
+
from airflow.utils.task_group import TaskGroup # type: ignore[no-redef]
|
|
41
44
|
|
|
42
45
|
__all__ = [
|
|
43
46
|
"AIRFLOW_V_3_0_PLUS",
|
|
44
47
|
"BaseOperator",
|
|
48
|
+
"BaseOperatorLink",
|
|
49
|
+
"TaskGroup",
|
|
50
|
+
"XCom",
|
|
45
51
|
]
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: apache-airflow-providers-databricks
|
|
3
|
-
Version: 7.7.
|
|
3
|
+
Version: 7.7.1rc1
|
|
4
4
|
Summary: Provider package apache-airflow-providers-databricks for Apache Airflow
|
|
5
5
|
Keywords: airflow-provider,databricks,airflow,integration
|
|
6
6
|
Author-email: Apache Software Foundation <dev@airflow.apache.org>
|
|
@@ -20,10 +20,10 @@ Classifier: Programming Language :: Python :: 3.11
|
|
|
20
20
|
Classifier: Programming Language :: Python :: 3.12
|
|
21
21
|
Classifier: Programming Language :: Python :: 3.13
|
|
22
22
|
Classifier: Topic :: System :: Monitoring
|
|
23
|
-
Requires-Dist: apache-airflow>=2.10.
|
|
24
|
-
Requires-Dist: apache-airflow-providers-common-compat>=1.6.
|
|
25
|
-
Requires-Dist: apache-airflow-providers-common-sql>=1.27.
|
|
26
|
-
Requires-Dist: apache-airflow-providers-openlineage>=2.3.
|
|
23
|
+
Requires-Dist: apache-airflow>=2.10.0rc1
|
|
24
|
+
Requires-Dist: apache-airflow-providers-common-compat>=1.6.0rc1
|
|
25
|
+
Requires-Dist: apache-airflow-providers-common-sql>=1.27.0rc1
|
|
26
|
+
Requires-Dist: apache-airflow-providers-openlineage>=2.3.0rc1
|
|
27
27
|
Requires-Dist: requests>=2.32.0,<3
|
|
28
28
|
Requires-Dist: databricks-sql-connector>=4.0.0
|
|
29
29
|
Requires-Dist: databricks-sqlalchemy>=1.0.2
|
|
@@ -34,12 +34,12 @@ Requires-Dist: pandas>=2.2.3; python_version >="3.13"
|
|
|
34
34
|
Requires-Dist: pyarrow>=16.1.0; python_version < '3.13'
|
|
35
35
|
Requires-Dist: pyarrow>=18.0.0; python_version >= '3.13'
|
|
36
36
|
Requires-Dist: azure-identity>=1.3.1 ; extra == "azure-identity"
|
|
37
|
-
Requires-Dist: apache-airflow-providers-fab>=2.2.
|
|
37
|
+
Requires-Dist: apache-airflow-providers-fab>=2.2.0rc1 ; extra == "fab" and ( python_version < '3.13')
|
|
38
38
|
Requires-Dist: databricks-sdk==0.10.0 ; extra == "sdk"
|
|
39
39
|
Requires-Dist: apache-airflow-providers-standard ; extra == "standard"
|
|
40
40
|
Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
|
|
41
|
-
Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.7.
|
|
42
|
-
Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.7.
|
|
41
|
+
Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-databricks/7.7.1/changelog.html
|
|
42
|
+
Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-databricks/7.7.1
|
|
43
43
|
Project-URL: Mastodon, https://fosstodon.org/@airflow
|
|
44
44
|
Project-URL: Slack Chat, https://s.apache.org/airflow-slack
|
|
45
45
|
Project-URL: Source Code, https://github.com/apache/airflow
|
|
@@ -74,7 +74,7 @@ Provides-Extra: standard
|
|
|
74
74
|
|
|
75
75
|
Package ``apache-airflow-providers-databricks``
|
|
76
76
|
|
|
77
|
-
Release: ``7.7.
|
|
77
|
+
Release: ``7.7.1``
|
|
78
78
|
|
|
79
79
|
Release Date: ``|PypiReleaseDate|``
|
|
80
80
|
|
|
@@ -88,7 +88,7 @@ This is a provider package for ``databricks`` provider. All classes for this pro
|
|
|
88
88
|
are in ``airflow.providers.databricks`` python package.
|
|
89
89
|
|
|
90
90
|
You can find package information and changelog for the provider
|
|
91
|
-
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.7.
|
|
91
|
+
in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.7.1/>`_.
|
|
92
92
|
|
|
93
93
|
Installation
|
|
94
94
|
------------
|
|
@@ -143,5 +143,5 @@ Dependent package
|
|
|
143
143
|
================================================================================================================== =================
|
|
144
144
|
|
|
145
145
|
The changelog for the provider package can be found in the
|
|
146
|
-
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.7.
|
|
146
|
+
`changelog <https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.7.1/changelog.html>`_.
|
|
147
147
|
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
airflow/providers/databricks/LICENSE,sha256=gXPVwptPlW1TJ4HSuG5OMPg-a3h43OGMkZRR1rpwfJA,10850
|
|
2
|
-
airflow/providers/databricks/__init__.py,sha256=
|
|
2
|
+
airflow/providers/databricks/__init__.py,sha256=zXiLv28riX2qlvDCrFKrkwUuY5dP9yLF209glzp2_AU,1499
|
|
3
3
|
airflow/providers/databricks/exceptions.py,sha256=85RklmLOI_PnTzfXNIUd5fAu2aMMUhelwumQAX0wANE,1261
|
|
4
4
|
airflow/providers/databricks/get_provider_info.py,sha256=NZ-rY6k6ctDZN7rDngN7mAzq7RMhLag5NwfnuBNcKuw,5644
|
|
5
|
-
airflow/providers/databricks/version_compat.py,sha256=
|
|
5
|
+
airflow/providers/databricks/version_compat.py,sha256=FPgvVwIHRDhFFg0Ghd4WfCiQt-lI8DXtgv4bHwu7Wx4,2021
|
|
6
6
|
airflow/providers/databricks/hooks/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
|
|
7
7
|
airflow/providers/databricks/hooks/databricks.py,sha256=-Mrgig6XXQ1Uzk_0gfPlxu93N6aNkfdPiugGTvZfndg,29020
|
|
8
8
|
airflow/providers/databricks/hooks/databricks_base.py,sha256=gish0H2rHEzPqI5ZpU3BPFCUaycHMEYGYev0ufJMzzI,35167
|
|
@@ -13,7 +13,7 @@ airflow/providers/databricks/operators/databricks_repos.py,sha256=NLigItgvQOpxhD
|
|
|
13
13
|
airflow/providers/databricks/operators/databricks_sql.py,sha256=QmFUM83jY0pvnG4K-iM7Kuc4H48ORIx2jgGoOdAtEJw,21836
|
|
14
14
|
airflow/providers/databricks/operators/databricks_workflow.py,sha256=BAWsfFdEG-7p0_6ykkz-xZX1-vdtHnS8uhwjDFpevyg,15088
|
|
15
15
|
airflow/providers/databricks/plugins/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
16
|
-
airflow/providers/databricks/plugins/databricks_workflow.py,sha256=
|
|
16
|
+
airflow/providers/databricks/plugins/databricks_workflow.py,sha256=EtKDPiCq64b8SlH1pJWjqZSI0Kfr-HmAL4IGWOjuDQY,19817
|
|
17
17
|
airflow/providers/databricks/sensors/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
|
|
18
18
|
airflow/providers/databricks/sensors/databricks.py,sha256=AVSqvHDr7iDXL1WZ46MTN3KUnVSIOc_g5JEViA1MeVE,6428
|
|
19
19
|
airflow/providers/databricks/sensors/databricks_partition.py,sha256=1PZo-rdRo6E7yBa30ISFjgQ-iaFdqPYm0gnN5tXgxCU,10205
|
|
@@ -24,7 +24,7 @@ airflow/providers/databricks/utils/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2
|
|
|
24
24
|
airflow/providers/databricks/utils/databricks.py,sha256=ecvzZbC4KdXds47VeSayot9EO-RQnTRJTEwKITH7waQ,5117
|
|
25
25
|
airflow/providers/databricks/utils/mixins.py,sha256=WUmkt3AmXalmV6zOUIJZWbTldxYunAZOstddDhKCC94,7407
|
|
26
26
|
airflow/providers/databricks/utils/openlineage.py,sha256=1jT5Woh9YifawdP-VFWsabfF-ecuCjPlzD5P_W4DAhI,15078
|
|
27
|
-
apache_airflow_providers_databricks-7.7.
|
|
28
|
-
apache_airflow_providers_databricks-7.7.
|
|
29
|
-
apache_airflow_providers_databricks-7.7.
|
|
30
|
-
apache_airflow_providers_databricks-7.7.
|
|
27
|
+
apache_airflow_providers_databricks-7.7.1rc1.dist-info/entry_points.txt,sha256=hjmZm3ab2cteTR4t9eE28oKixHwNIKtLCThd6sx3XRQ,227
|
|
28
|
+
apache_airflow_providers_databricks-7.7.1rc1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
|
|
29
|
+
apache_airflow_providers_databricks-7.7.1rc1.dist-info/METADATA,sha256=Y2c7WUOaMhwpE39PuDzys59VQbRlhkAutSK7cNh9Uo4,7297
|
|
30
|
+
apache_airflow_providers_databricks-7.7.1rc1.dist-info/RECORD,,
|
|
File without changes
|