apache-airflow-providers-databricks 7.7.2__tar.gz → 7.8.0rc1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (96) hide show
  1. apache_airflow_providers_databricks-7.8.0rc1/NOTICE +5 -0
  2. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/PKG-INFO +29 -15
  3. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/README.rst +18 -6
  4. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/changelog.rst +81 -9
  5. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/index.rst +6 -7
  6. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/provider.yaml +6 -1
  7. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/pyproject.toml +11 -10
  8. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/__init__.py +3 -3
  9. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/get_provider_info.py +1 -0
  10. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/hooks/databricks.py +9 -0
  11. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/hooks/databricks_base.py +67 -36
  12. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/hooks/databricks_sql.py +3 -3
  13. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/operators/databricks.py +4 -15
  14. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/operators/databricks_repos.py +2 -6
  15. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/operators/databricks_sql.py +2 -2
  16. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/operators/databricks_workflow.py +3 -7
  17. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/plugins/databricks_workflow.py +100 -114
  18. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/sensors/databricks.py +2 -7
  19. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/sensors/databricks_partition.py +6 -14
  20. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/sensors/databricks_sql.py +2 -11
  21. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/version_compat.py +0 -12
  22. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/system/databricks/example_databricks_workflow.py +1 -1
  23. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/hooks/test_databricks.py +2 -5
  24. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/hooks/test_databricks_base.py +145 -3
  25. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/hooks/test_databricks_sql.py +15 -7
  26. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/operators/test_databricks.py +9 -12
  27. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/operators/test_databricks_sql.py +2 -2
  28. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/plugins/test_databricks_workflow.py +1 -1
  29. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/sensors/test_databricks.py +0 -2
  30. {apache_airflow_providers_databricks-7.7.2/src/airflow/providers/databricks → apache_airflow_providers_databricks-7.8.0rc1}/LICENSE +0 -0
  31. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/.latest-doc-only-change.txt +0 -0
  32. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/commits.rst +0 -0
  33. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/conf.py +0 -0
  34. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/connections/databricks.rst +0 -0
  35. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/img/databricks_workflow_task_group_airflow_graph_view.png +0 -0
  36. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/img/workflow_plugin_launch_task.png +0 -0
  37. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/img/workflow_plugin_single_task.png +0 -0
  38. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/img/workflow_run_databricks_graph_view.png +0 -0
  39. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/installing-providers-from-sources.rst +0 -0
  40. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/integration-logos/Databricks.png +0 -0
  41. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/operators/copy_into.rst +0 -0
  42. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/operators/index.rst +0 -0
  43. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/operators/jobs_create.rst +0 -0
  44. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/operators/notebook.rst +0 -0
  45. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/operators/repos_create.rst +0 -0
  46. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/operators/repos_delete.rst +0 -0
  47. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/operators/repos_update.rst +0 -0
  48. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/operators/run_now.rst +0 -0
  49. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/operators/sql.rst +0 -0
  50. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/operators/sql_statements.rst +0 -0
  51. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/operators/submit_run.rst +0 -0
  52. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/operators/task.rst +0 -0
  53. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/operators/workflow.rst +0 -0
  54. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/plugins/index.rst +0 -0
  55. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/plugins/workflow.rst +0 -0
  56. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/docs/security.rst +0 -0
  57. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/__init__.py +0 -0
  58. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/__init__.py +0 -0
  59. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/exceptions.py +0 -0
  60. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/hooks/__init__.py +0 -0
  61. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/operators/__init__.py +0 -0
  62. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/plugins/__init__.py +0 -0
  63. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/sensors/__init__.py +0 -0
  64. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/triggers/__init__.py +0 -0
  65. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/triggers/databricks.py +0 -0
  66. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/utils/__init__.py +0 -0
  67. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/utils/databricks.py +0 -0
  68. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/utils/mixins.py +0 -0
  69. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/src/airflow/providers/databricks/utils/openlineage.py +0 -0
  70. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/conftest.py +0 -0
  71. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/system/__init__.py +0 -0
  72. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/system/databricks/__init__.py +0 -0
  73. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/system/databricks/example_databricks.py +0 -0
  74. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/system/databricks/example_databricks_repos.py +0 -0
  75. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/system/databricks/example_databricks_sensors.py +0 -0
  76. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/system/databricks/example_databricks_sql.py +0 -0
  77. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/__init__.py +0 -0
  78. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/__init__.py +0 -0
  79. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/hooks/__init__.py +0 -0
  80. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/hooks/test_databricks_azure_workload_identity.py +0 -0
  81. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/hooks/test_databricks_azure_workload_identity_async.py +0 -0
  82. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/operators/__init__.py +0 -0
  83. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/operators/test_databricks_copy.py +0 -0
  84. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/operators/test_databricks_repos.py +0 -0
  85. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/operators/test_databricks_workflow.py +0 -0
  86. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/plugins/__init__.py +0 -0
  87. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/sensors/__init__.py +0 -0
  88. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/sensors/test_databricks_partition.py +0 -0
  89. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/sensors/test_databricks_sql.py +0 -0
  90. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/test_exceptions.py +0 -0
  91. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/triggers/__init__.py +0 -0
  92. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/triggers/test_databricks.py +0 -0
  93. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/utils/__init__.py +0 -0
  94. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/utils/test_databricks.py +0 -0
  95. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/utils/test_mixins.py +0 -0
  96. {apache_airflow_providers_databricks-7.7.2 → apache_airflow_providers_databricks-7.8.0rc1}/tests/unit/databricks/utils/test_openlineage.py +0 -0
@@ -0,0 +1,5 @@
1
+ Apache Airflow
2
+ Copyright 2016-2025 The Apache Software Foundation
3
+
4
+ This product includes software developed at
5
+ The Apache Software Foundation (http://www.apache.org/).
@@ -1,12 +1,13 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: apache-airflow-providers-databricks
3
- Version: 7.7.2
3
+ Version: 7.8.0rc1
4
4
  Summary: Provider package apache-airflow-providers-databricks for Apache Airflow
5
5
  Keywords: airflow-provider,databricks,airflow,integration
6
6
  Author-email: Apache Software Foundation <dev@airflow.apache.org>
7
7
  Maintainer-email: Apache Software Foundation <dev@airflow.apache.org>
8
8
  Requires-Python: >=3.10
9
9
  Description-Content-Type: text/x-rst
10
+ License-Expression: Apache-2.0
10
11
  Classifier: Development Status :: 5 - Production/Stable
11
12
  Classifier: Environment :: Console
12
13
  Classifier: Environment :: Web Environment
@@ -14,15 +15,16 @@ Classifier: Intended Audience :: Developers
14
15
  Classifier: Intended Audience :: System Administrators
15
16
  Classifier: Framework :: Apache Airflow
16
17
  Classifier: Framework :: Apache Airflow :: Provider
17
- Classifier: License :: OSI Approved :: Apache Software License
18
18
  Classifier: Programming Language :: Python :: 3.10
19
19
  Classifier: Programming Language :: Python :: 3.11
20
20
  Classifier: Programming Language :: Python :: 3.12
21
21
  Classifier: Programming Language :: Python :: 3.13
22
22
  Classifier: Topic :: System :: Monitoring
23
- Requires-Dist: apache-airflow>=2.10.0
24
- Requires-Dist: apache-airflow-providers-common-compat>=1.6.0
25
- Requires-Dist: apache-airflow-providers-common-sql>=1.27.0
23
+ License-File: LICENSE
24
+ License-File: NOTICE
25
+ Requires-Dist: apache-airflow>=2.11.0rc1
26
+ Requires-Dist: apache-airflow-providers-common-compat>=1.8.0rc1
27
+ Requires-Dist: apache-airflow-providers-common-sql>=1.27.0rc1
26
28
  Requires-Dist: requests>=2.32.0,<3
27
29
  Requires-Dist: databricks-sql-connector>=4.0.0
28
30
  Requires-Dist: databricks-sqlalchemy>=1.0.2
@@ -33,13 +35,13 @@ Requires-Dist: pandas>=2.2.3; python_version >="3.13"
33
35
  Requires-Dist: pyarrow>=16.1.0; python_version < '3.13'
34
36
  Requires-Dist: pyarrow>=18.0.0; python_version >= '3.13'
35
37
  Requires-Dist: azure-identity>=1.3.1 ; extra == "azure-identity"
36
- Requires-Dist: apache-airflow-providers-fab>=2.2.0 ; extra == "fab" and ( python_version < '3.13')
37
- Requires-Dist: apache-airflow-providers-openlineage>=2.3.0 ; extra == "openlineage"
38
+ Requires-Dist: apache-airflow-providers-fab>=2.2.0rc1 ; extra == "fab" and ( python_version < '3.13')
39
+ Requires-Dist: apache-airflow-providers-openlineage>=2.3.0rc1 ; extra == "openlineage"
38
40
  Requires-Dist: databricks-sdk==0.10.0 ; extra == "sdk"
39
41
  Requires-Dist: apache-airflow-providers-standard ; extra == "standard"
40
42
  Project-URL: Bug Tracker, https://github.com/apache/airflow/issues
41
- Project-URL: Changelog, https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.7.2/changelog.html
42
- Project-URL: Documentation, https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.7.2
43
+ Project-URL: Changelog, https://airflow.staged.apache.org/docs/apache-airflow-providers-databricks/7.8.0/changelog.html
44
+ Project-URL: Documentation, https://airflow.staged.apache.org/docs/apache-airflow-providers-databricks/7.8.0
43
45
  Project-URL: Mastodon, https://fosstodon.org/@airflow
44
46
  Project-URL: Slack Chat, https://s.apache.org/airflow-slack
45
47
  Project-URL: Source Code, https://github.com/apache/airflow
@@ -75,7 +77,7 @@ Provides-Extra: standard
75
77
 
76
78
  Package ``apache-airflow-providers-databricks``
77
79
 
78
- Release: ``7.7.2``
80
+ Release: ``7.8.0``
79
81
 
80
82
 
81
83
  `Databricks <https://databricks.com/>`__
@@ -88,7 +90,7 @@ This is a provider package for ``databricks`` provider. All classes for this pro
88
90
  are in ``airflow.providers.databricks`` python package.
89
91
 
90
92
  You can find package information and changelog for the provider
91
- in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.7.2/>`_.
93
+ in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.8.0/>`_.
92
94
 
93
95
  Installation
94
96
  ------------
@@ -105,8 +107,8 @@ Requirements
105
107
  ========================================== ======================================
106
108
  PIP package Version required
107
109
  ========================================== ======================================
108
- ``apache-airflow`` ``>=2.10.0``
109
- ``apache-airflow-providers-common-compat`` ``>=1.6.0``
110
+ ``apache-airflow`` ``>=2.11.0``
111
+ ``apache-airflow-providers-common-compat`` ``>=1.8.0``
110
112
  ``apache-airflow-providers-common-sql`` ``>=1.27.0``
111
113
  ``requests`` ``>=2.32.0,<3``
112
114
  ``databricks-sql-connector`` ``>=4.0.0``
@@ -137,10 +139,22 @@ Dependent package
137
139
  ================================================================================================================== =================
138
140
  `apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_ ``common.compat``
139
141
  `apache-airflow-providers-common-sql <https://airflow.apache.org/docs/apache-airflow-providers-common-sql>`_ ``common.sql``
140
- `apache-airflow-providers-fab <https://airflow.apache.org/docs/apache-airflow-providers-fab>`_ ``fab``
141
142
  `apache-airflow-providers-openlineage <https://airflow.apache.org/docs/apache-airflow-providers-openlineage>`_ ``openlineage``
142
143
  ================================================================================================================== =================
143
144
 
145
+ Optional dependencies
146
+ ----------------------
147
+
148
+ ================== ================================================================
149
+ Extra Dependencies
150
+ ================== ================================================================
151
+ ``sdk`` ``databricks-sdk==0.10.0``
152
+ ``azure-identity`` ``azure-identity>=1.3.1``
153
+ ``fab`` ``apache-airflow-providers-fab>=2.2.0; python_version < '3.13'``
154
+ ``standard`` ``apache-airflow-providers-standard``
155
+ ``openlineage`` ``apache-airflow-providers-openlineage>=2.3.0``
156
+ ================== ================================================================
157
+
144
158
  The changelog for the provider package can be found in the
145
- `changelog <https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.7.2/changelog.html>`_.
159
+ `changelog <https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.8.0/changelog.html>`_.
146
160
 
@@ -23,7 +23,7 @@
23
23
 
24
24
  Package ``apache-airflow-providers-databricks``
25
25
 
26
- Release: ``7.7.2``
26
+ Release: ``7.8.0``
27
27
 
28
28
 
29
29
  `Databricks <https://databricks.com/>`__
@@ -36,7 +36,7 @@ This is a provider package for ``databricks`` provider. All classes for this pro
36
36
  are in ``airflow.providers.databricks`` python package.
37
37
 
38
38
  You can find package information and changelog for the provider
39
- in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.7.2/>`_.
39
+ in the `documentation <https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.8.0/>`_.
40
40
 
41
41
  Installation
42
42
  ------------
@@ -53,8 +53,8 @@ Requirements
53
53
  ========================================== ======================================
54
54
  PIP package Version required
55
55
  ========================================== ======================================
56
- ``apache-airflow`` ``>=2.10.0``
57
- ``apache-airflow-providers-common-compat`` ``>=1.6.0``
56
+ ``apache-airflow`` ``>=2.11.0``
57
+ ``apache-airflow-providers-common-compat`` ``>=1.8.0``
58
58
  ``apache-airflow-providers-common-sql`` ``>=1.27.0``
59
59
  ``requests`` ``>=2.32.0,<3``
60
60
  ``databricks-sql-connector`` ``>=4.0.0``
@@ -85,9 +85,21 @@ Dependent package
85
85
  ================================================================================================================== =================
86
86
  `apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_ ``common.compat``
87
87
  `apache-airflow-providers-common-sql <https://airflow.apache.org/docs/apache-airflow-providers-common-sql>`_ ``common.sql``
88
- `apache-airflow-providers-fab <https://airflow.apache.org/docs/apache-airflow-providers-fab>`_ ``fab``
89
88
  `apache-airflow-providers-openlineage <https://airflow.apache.org/docs/apache-airflow-providers-openlineage>`_ ``openlineage``
90
89
  ================================================================================================================== =================
91
90
 
91
+ Optional dependencies
92
+ ----------------------
93
+
94
+ ================== ================================================================
95
+ Extra Dependencies
96
+ ================== ================================================================
97
+ ``sdk`` ``databricks-sdk==0.10.0``
98
+ ``azure-identity`` ``azure-identity>=1.3.1``
99
+ ``fab`` ``apache-airflow-providers-fab>=2.2.0; python_version < '3.13'``
100
+ ``standard`` ``apache-airflow-providers-standard``
101
+ ``openlineage`` ``apache-airflow-providers-openlineage>=2.3.0``
102
+ ================== ================================================================
103
+
92
104
  The changelog for the provider package can be found in the
93
- `changelog <https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.7.2/changelog.html>`_.
105
+ `changelog <https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.8.0/changelog.html>`_.
@@ -26,11 +26,88 @@
26
26
  Changelog
27
27
  ---------
28
28
 
29
- 7.7.2
29
+ 7.8.0
30
+ .....
31
+
32
+ .. note::
33
+ This release of provider is only available for Airflow 2.11+ as explained in the
34
+ Apache Airflow providers support policy <https://github.com/apache/airflow/blob/main/PROVIDERS.rst#minimum-supported-version-of-airflow-for-community-managed-providers>_.
35
+
36
+ Misc
37
+ ~~~~
38
+
39
+ * ``Bump minimum Airflow version in providers to Airflow 2.11.0 (#58612)``
40
+
41
+ .. Below changes are excluded from the changelog. Move them to
42
+ appropriate section above if needed. Do not delete the lines(!):
43
+ * ``Updates to release process of providers (#58316)``
44
+
45
+ 7.7.5
30
46
  .....
31
47
 
48
+ Misc
49
+ ~~~~
50
+
51
+ * ``Convert all airflow distributions to be compliant with ASF requirements (#58138)``
52
+
53
+ Doc-only
54
+ ~~~~~~~~
55
+
56
+ * ``Fix documentation/provider.yaml consistencies (#57283)``
57
+
58
+ .. Below changes are excluded from the changelog. Move them to
59
+ appropriate section above if needed. Do not delete the lines(!):
60
+ * ``Delete all unnecessary LICENSE Files (#58191)``
61
+ * ``Enable ruff PLW2101,PLW2901,PLW3301 rule (#57700)``
62
+ * ``Enable PT006 rule to 14 files in providers (databricks,dbt,docker) (#57994)``
63
+ * ``Fix mypy static errors in databricks provider (#57768)``
64
+ * ``Enable ruff PLW1641 rule (#57679)``
65
+ * ``Enable ruff PLW1508 rule (#57653)``
66
+ * ``Fix code formatting via ruff preview (#57641)``
67
+
68
+ 7.7.4
69
+ .....
70
+
71
+ Bug Fixes
72
+ ~~~~~~~~~
73
+
74
+ * ``Fix Databricks provider import error without fab provider (#56702)``
75
+
76
+ Misc
77
+ ~~~~
78
+
79
+ * ``Migrate databricks provider to ''common.compat'' (#56993)``
80
+
81
+ Doc-only
82
+ ~~~~~~~~
83
+
84
+ * ``Remove placeholder Release Date in changelog and index files (#56056)``
85
+
86
+ .. Below changes are excluded from the changelog. Move them to
87
+ appropriate section above if needed. Do not delete the lines(!):
88
+ * ``Remove 'pytest.importorskip("flask_appbuilder")' from tests (#56679)``
89
+ * ``Enable PT011 rule to prvoider tests (#56320)``
90
+
91
+ 7.7.3
92
+ .....
93
+
94
+
95
+ Bug Fixes
96
+ ~~~~~~~~~
97
+
98
+ * ``Fix metadata service check handle 429 (#55462)``
99
+
100
+ Misc
101
+ ~~~~
102
+
103
+ * ``Switch all airflow logging to structlog (#52651)``
104
+
105
+ .. Below changes are excluded from the changelog. Move them to
106
+ appropriate section above if needed. Do not delete the lines(!):
107
+
108
+ 7.7.2
109
+ .....
32
110
 
33
- Release Date: ``|PypiReleaseDate|``
34
111
 
35
112
  Bug Fixes
36
113
  ~~~~~~~~~
@@ -54,8 +131,6 @@ Doc-only
54
131
  appropriate section above if needed. Do not delete the lines(!):
55
132
  * ``Switch pre-commit to prek (#54258)``
56
133
  * ``Add CI support for SQLAlchemy 2.0 (#52233)``
57
-
58
- .. Review and move the new changes to one of the sections above:
59
134
  * ``Fix Airflow 2 reference in README/index of providers (#55240)``
60
135
 
61
136
  7.7.1
@@ -341,8 +416,6 @@ Misc
341
416
  .. Below changes are excluded from the changelog. Move them to
342
417
  appropriate section above if needed. Do not delete the lines(!):
343
418
  * ``Use Python 3.9 as target version for Ruff & Black rules (#44298)``
344
-
345
- .. Review and move the new changes to one of the sections above:
346
419
  * ``Update path of example dags in docs (#45069)``
347
420
  * ``Revert "Added job_clusters as a templated parameter to CreateDatabricksWorkfl…" (#45035)``
348
421
 
@@ -643,11 +716,10 @@ Misc
643
716
  * ``fix typos in DatabricksSubmitRunOperator (#36248)``
644
717
  * ``Add code snippet formatting in docstrings via Ruff (#36262)``
645
718
 
646
- .. Review and move the new changes to one of the sections above:
719
+ .. Below changes are excluded from the changelog. Move them to
720
+ appropriate section above if needed. Do not delete the lines(!):
647
721
  * ``Prepare docs 1st wave of Providers December 2023 (#36112)``
648
722
  * ``Prepare docs 1st wave of Providers December 2023 RC2 (#36190)``
649
-
650
- .. Review and move the new changes to one of the sections above:
651
723
  * ``Re-apply updated version numbers to 2nd wave of providers in December (#36380)``
652
724
  * ``Prepare 2nd wave of providers in December (#36373)``
653
725
 
@@ -78,7 +78,7 @@ apache-airflow-providers-databricks package
78
78
  `Databricks <https://databricks.com/>`__
79
79
 
80
80
 
81
- Release: 7.7.2
81
+ Release: 7.8.0
82
82
 
83
83
  Provider package
84
84
  ----------------
@@ -96,13 +96,13 @@ For the minimum Airflow version supported, see ``Requirements`` below.
96
96
  Requirements
97
97
  ------------
98
98
 
99
- The minimum Apache Airflow version supported by this provider distribution is ``2.10.0``.
99
+ The minimum Apache Airflow version supported by this provider distribution is ``2.11.0``.
100
100
 
101
101
  ========================================== ======================================
102
102
  PIP package Version required
103
103
  ========================================== ======================================
104
- ``apache-airflow`` ``>=2.10.0``
105
- ``apache-airflow-providers-common-compat`` ``>=1.6.0``
104
+ ``apache-airflow`` ``>=2.11.0``
105
+ ``apache-airflow-providers-common-compat`` ``>=1.8.0``
106
106
  ``apache-airflow-providers-common-sql`` ``>=1.27.0``
107
107
  ``requests`` ``>=2.32.0,<3``
108
108
  ``databricks-sql-connector`` ``>=4.0.0``
@@ -133,7 +133,6 @@ Dependent package
133
133
  ================================================================================================================== =================
134
134
  `apache-airflow-providers-common-compat <https://airflow.apache.org/docs/apache-airflow-providers-common-compat>`_ ``common.compat``
135
135
  `apache-airflow-providers-common-sql <https://airflow.apache.org/docs/apache-airflow-providers-common-sql>`_ ``common.sql``
136
- `apache-airflow-providers-fab <https://airflow.apache.org/docs/apache-airflow-providers-fab>`_ ``fab``
137
136
  `apache-airflow-providers-openlineage <https://airflow.apache.org/docs/apache-airflow-providers-openlineage>`_ ``openlineage``
138
137
  ================================================================================================================== =================
139
138
 
@@ -143,5 +142,5 @@ Downloading official packages
143
142
  You can download officially released packages and verify their checksums and signatures from the
144
143
  `Official Apache Download site <https://downloads.apache.org/airflow/providers/>`_
145
144
 
146
- * `The apache-airflow-providers-databricks 7.7.2 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-7.7.2.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-7.7.2.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-7.7.2.tar.gz.sha512>`__)
147
- * `The apache-airflow-providers-databricks 7.7.2 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-7.7.2-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-7.7.2-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-7.7.2-py3-none-any.whl.sha512>`__)
145
+ * `The apache-airflow-providers-databricks 7.8.0 sdist package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-7.8.0.tar.gz>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-7.8.0.tar.gz.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-7.8.0.tar.gz.sha512>`__)
146
+ * `The apache-airflow-providers-databricks 7.8.0 wheel package <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-7.8.0-py3-none-any.whl>`_ (`asc <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-7.8.0-py3-none-any.whl.asc>`__, `sha512 <https://downloads.apache.org/airflow/providers/apache_airflow_providers_databricks-7.8.0-py3-none-any.whl.sha512>`__)
@@ -22,12 +22,16 @@ description: |
22
22
  `Databricks <https://databricks.com/>`__
23
23
 
24
24
  state: ready
25
- source-date-epoch: 1756876778
25
+ source-date-epoch: 1764109970
26
26
  # Note that those versions are maintained by release manager - do not update them manually
27
27
  # with the exception of case where other provider in sources has >= new provider version.
28
28
  # In such case adding >= NEW_VERSION and bumping to NEW_VERSION in a provider have
29
29
  # to be done in the same PR
30
30
  versions:
31
+ - 7.8.0
32
+ - 7.7.5
33
+ - 7.7.4
34
+ - 7.7.3
31
35
  - 7.7.2
32
36
  - 7.7.1
33
37
  - 7.7.0
@@ -102,6 +106,7 @@ integrations:
102
106
  external-doc-url: https://databricks.com/product/databricks-sql
103
107
  how-to-guide:
104
108
  - /docs/apache-airflow-providers-databricks/operators/sql.rst
109
+ - /docs/apache-airflow-providers-databricks/operators/sql_statements.rst
105
110
  - /docs/apache-airflow-providers-databricks/operators/copy_into.rst
106
111
  tags: [service]
107
112
  - integration-name: Databricks Repos
@@ -25,9 +25,11 @@ build-backend = "flit_core.buildapi"
25
25
 
26
26
  [project]
27
27
  name = "apache-airflow-providers-databricks"
28
- version = "7.7.2"
28
+ version = "7.8.0rc1"
29
29
  description = "Provider package apache-airflow-providers-databricks for Apache Airflow"
30
30
  readme = "README.rst"
31
+ license = "Apache-2.0"
32
+ license-files = ['LICENSE', 'NOTICE']
31
33
  authors = [
32
34
  {name="Apache Software Foundation", email="dev@airflow.apache.org"},
33
35
  ]
@@ -43,7 +45,6 @@ classifiers = [
43
45
  "Intended Audience :: System Administrators",
44
46
  "Framework :: Apache Airflow",
45
47
  "Framework :: Apache Airflow :: Provider",
46
- "License :: OSI Approved :: Apache Software License",
47
48
  "Programming Language :: Python :: 3.10",
48
49
  "Programming Language :: Python :: 3.11",
49
50
  "Programming Language :: Python :: 3.12",
@@ -57,9 +58,9 @@ requires-python = ">=3.10"
57
58
  # Make sure to run ``prek update-providers-dependencies --all-files``
58
59
  # After you modify the dependencies, and rebuild your Breeze CI image with ``breeze ci-image build``
59
60
  dependencies = [
60
- "apache-airflow>=2.10.0",
61
- "apache-airflow-providers-common-compat>=1.6.0",
62
- "apache-airflow-providers-common-sql>=1.27.0",
61
+ "apache-airflow>=2.11.0rc1",
62
+ "apache-airflow-providers-common-compat>=1.8.0rc1",
63
+ "apache-airflow-providers-common-sql>=1.27.0rc1",
63
64
  "requests>=2.32.0,<3",
64
65
  "databricks-sql-connector>=4.0.0",
65
66
  "databricks-sqlalchemy>=1.0.2",
@@ -82,13 +83,13 @@ dependencies = [
82
83
  "azure-identity>=1.3.1",
83
84
  ]
84
85
  "fab" = [
85
- "apache-airflow-providers-fab>=2.2.0; python_version < '3.13'"
86
+ "apache-airflow-providers-fab>=2.2.0rc1; python_version < '3.13'"
86
87
  ]
87
88
  "standard" = [
88
89
  "apache-airflow-providers-standard"
89
90
  ]
90
91
  "openlineage" = [
91
- "apache-airflow-providers-openlineage>=2.3.0"
92
+ "apache-airflow-providers-openlineage>=2.3.0rc1"
92
93
  ]
93
94
 
94
95
  [dependency-groups]
@@ -98,13 +99,13 @@ dev = [
98
99
  "apache-airflow-devel-common",
99
100
  "apache-airflow-providers-common-compat",
100
101
  "apache-airflow-providers-common-sql",
101
- "apache-airflow-providers-fab",
102
102
  "apache-airflow-providers-openlineage",
103
103
  # Additional devel dependencies (do not remove this line and add extra development dependencies)
104
104
  "deltalake>=1.1.3",
105
105
  "apache-airflow-providers-fab>=2.2.0; python_version < '3.13'",
106
106
  "apache-airflow-providers-microsoft-azure",
107
107
  "apache-airflow-providers-common-sql[pandas,polars]",
108
+ "apache-airflow-providers-fab",
108
109
  ]
109
110
 
110
111
  # To build docs:
@@ -133,8 +134,8 @@ apache-airflow-providers-common-sql = {workspace = true}
133
134
  apache-airflow-providers-standard = {workspace = true}
134
135
 
135
136
  [project.urls]
136
- "Documentation" = "https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.7.2"
137
- "Changelog" = "https://airflow.apache.org/docs/apache-airflow-providers-databricks/7.7.2/changelog.html"
137
+ "Documentation" = "https://airflow.staged.apache.org/docs/apache-airflow-providers-databricks/7.8.0"
138
+ "Changelog" = "https://airflow.staged.apache.org/docs/apache-airflow-providers-databricks/7.8.0/changelog.html"
138
139
  "Bug Tracker" = "https://github.com/apache/airflow/issues"
139
140
  "Source Code" = "https://github.com/apache/airflow"
140
141
  "Slack Chat" = "https://s.apache.org/airflow-slack"
@@ -29,11 +29,11 @@ from airflow import __version__ as airflow_version
29
29
 
30
30
  __all__ = ["__version__"]
31
31
 
32
- __version__ = "7.7.2"
32
+ __version__ = "7.8.0"
33
33
 
34
34
  if packaging.version.parse(packaging.version.parse(airflow_version).base_version) < packaging.version.parse(
35
- "2.10.0"
35
+ "2.11.0"
36
36
  ):
37
37
  raise RuntimeError(
38
- f"The package `apache-airflow-providers-databricks:{__version__}` needs Apache Airflow 2.10.0+"
38
+ f"The package `apache-airflow-providers-databricks:{__version__}` needs Apache Airflow 2.11.0+"
39
39
  )
@@ -45,6 +45,7 @@ def get_provider_info():
45
45
  "external-doc-url": "https://databricks.com/product/databricks-sql",
46
46
  "how-to-guide": [
47
47
  "/docs/apache-airflow-providers-databricks/operators/sql.rst",
48
+ "/docs/apache-airflow-providers-databricks/operators/sql_statements.rst",
48
49
  "/docs/apache-airflow-providers-databricks/operators/copy_into.rst",
49
50
  ],
50
51
  "tags": ["service"],
@@ -134,6 +134,9 @@ class RunState:
134
134
  and self.state_message == other.state_message
135
135
  )
136
136
 
137
+ def __hash__(self):
138
+ return hash((self.life_cycle_state, self.result_state, self.state_message))
139
+
137
140
  def __repr__(self) -> str:
138
141
  return str(self.__dict__)
139
142
 
@@ -183,6 +186,9 @@ class ClusterState:
183
186
  def __eq__(self, other) -> bool:
184
187
  return self.state == other.state and self.state_message == other.state_message
185
188
 
189
+ def __hash__(self):
190
+ return hash((self.state, self.state_message))
191
+
186
192
  def __repr__(self) -> str:
187
193
  return str(self.__dict__)
188
194
 
@@ -244,6 +250,9 @@ class SQLStatementState:
244
250
  and self.error_message == other.error_message
245
251
  )
246
252
 
253
+ def __hash__(self):
254
+ return hash((self.state, self.error_code, self.error_message))
255
+
247
256
  def __repr__(self) -> str:
248
257
  return str(self.__dict__)
249
258