apache-airflow-providers-databricks 6.3.0__py3-none-any.whl → 6.3.0rc2__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of apache-airflow-providers-databricks might be problematic. Click here for more details.

@@ -51,6 +51,7 @@ DELETE_RUN_ENDPOINT = ("POST", "api/2.1/jobs/runs/delete")
51
51
  REPAIR_RUN_ENDPOINT = ("POST", "api/2.1/jobs/runs/repair")
52
52
  OUTPUT_RUNS_JOB_ENDPOINT = ("GET", "api/2.1/jobs/runs/get-output")
53
53
  CANCEL_ALL_RUNS_ENDPOINT = ("POST", "api/2.1/jobs/runs/cancel-all")
54
+ UPDATE_PERMISSION_ENDPOINT = ("PATCH", "api/2.0/permissions/jobs")
54
55
 
55
56
  INSTALL_LIBS_ENDPOINT = ("POST", "api/2.0/libraries/install")
56
57
  UNINSTALL_LIBS_ENDPOINT = ("POST", "api/2.0/libraries/uninstall")
@@ -655,15 +656,14 @@ class DatabricksHook(BaseDatabricksHook):
655
656
 
656
657
  return None
657
658
 
658
- def update_job_permission(self, job_id: int, json: dict[str, Any]) -> dict:
659
+ def update_job_permission(self, json: dict[str, Any]) -> dict:
659
660
  """
660
661
  Update databricks job permission.
661
662
 
662
- :param job_id: job id
663
663
  :param json: payload
664
664
  :return: json containing permission specification
665
665
  """
666
- return self._do_api_call(("PATCH", f"api/2.0/permissions/jobs/{job_id}"), json)
666
+ return self._do_api_call(UPDATE_PERMISSION_ENDPOINT, json)
667
667
 
668
668
  def test_connection(self) -> tuple[bool, str]:
669
669
  """Test the Databricks connectivity from UI."""
@@ -318,7 +318,7 @@ class DatabricksCreateJobsOperator(BaseOperator):
318
318
  self._hook.reset_job(str(job_id), self.json)
319
319
  if (access_control_list := self.json.get("access_control_list")) is not None:
320
320
  acl_json = {"access_control_list": access_control_list}
321
- self._hook.update_job_permission(job_id, normalise_json_content(acl_json))
321
+ self._hook.update_job_permission(normalise_json_content(acl_json))
322
322
 
323
323
  return job_id
324
324
 
@@ -858,7 +858,7 @@ class DatabricksRunNowOperator(BaseOperator):
858
858
  repair_json = {"run_id": self.run_id, "rerun_all_failed_tasks": True}
859
859
  if latest_repair_id is not None:
860
860
  repair_json["latest_repair_id"] = latest_repair_id
861
- self.json["latest_repair_id"] = self._hook.repair_run(repair_json)
861
+ self.json["latest_srepair_id"] = self._hook.repair_run(repair_json)
862
862
  _handle_deferrable_databricks_operator_execution(self, self._hook, self.log, context)
863
863
 
864
864
  def on_kill(self) -> None:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: apache-airflow-providers-databricks
3
- Version: 6.3.0
3
+ Version: 6.3.0rc2
4
4
  Summary: Provider package apache-airflow-providers-databricks for Apache Airflow
5
5
  Keywords: airflow-provider,databricks,airflow,integration
6
6
  Author-email: Apache Software Foundation <dev@airflow.apache.org>
@@ -22,8 +22,8 @@ Classifier: Programming Language :: Python :: 3.11
22
22
  Classifier: Programming Language :: Python :: 3.12
23
23
  Classifier: Topic :: System :: Monitoring
24
24
  Requires-Dist: aiohttp>=3.9.2, <4
25
- Requires-Dist: apache-airflow-providers-common-sql>=1.10.0
26
- Requires-Dist: apache-airflow>=2.6.0
25
+ Requires-Dist: apache-airflow-providers-common-sql>=1.10.0rc0
26
+ Requires-Dist: apache-airflow>=2.6.0rc0
27
27
  Requires-Dist: databricks-sql-connector>=2.0.0, <3.0.0, !=2.9.0
28
28
  Requires-Dist: requests>=2.27.0,<3
29
29
  Requires-Dist: apache-airflow-providers-common-sql ; extra == "common.sql"
@@ -82,7 +82,7 @@ Provides-Extra: sdk
82
82
 
83
83
  Package ``apache-airflow-providers-databricks``
84
84
 
85
- Release: ``6.3.0``
85
+ Release: ``6.3.0.rc2``
86
86
 
87
87
 
88
88
  `Databricks <https://databricks.com/>`__
@@ -2,11 +2,11 @@ airflow/providers/databricks/LICENSE,sha256=ywUBpKZc7Jb96rVt5I3IDbg7dIJAbUSHkuoD
2
2
  airflow/providers/databricks/__init__.py,sha256=hH2-IUJbdbQV9JWlY28UbpdGVEF4-bbGmRg0FzPSq3w,1585
3
3
  airflow/providers/databricks/get_provider_info.py,sha256=SRv523v6JaylOlnCIuEF-inmsLOYwdLtguIevr1xDh8,6221
4
4
  airflow/providers/databricks/hooks/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
5
- airflow/providers/databricks/hooks/databricks.py,sha256=XT7s5Mpy47lorybUJS-XCJ-A1LJua6p4OpTz8leaULg,23374
5
+ airflow/providers/databricks/hooks/databricks.py,sha256=rPnel10F33I8MJoxwi1PDJRVZ-782VS4hPaWQ9mX6es,23377
6
6
  airflow/providers/databricks/hooks/databricks_base.py,sha256=uMHbJSL8rdAgb2PKyQnj7F__Fji5lSJgszJrVsUowig,30592
7
7
  airflow/providers/databricks/hooks/databricks_sql.py,sha256=8LxnnVEKfk9nIJam3LR8E8uiOqNauMP0WgFa9eKX3Go,12564
8
8
  airflow/providers/databricks/operators/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvRQpt3YR7wjz_nceyF1IaI,787
9
- airflow/providers/databricks/operators/databricks.py,sha256=qV_tveXEElcZFYEJzAR2p-tFfJ-6GlAwkrr40baKxQ4,42445
9
+ airflow/providers/databricks/operators/databricks.py,sha256=t9Wjwn7OUmxns1kV9ULf8WpC14gUOr74E6O-EFdLV3E,42438
10
10
  airflow/providers/databricks/operators/databricks_repos.py,sha256=I1z2ppGfM_oPxR8BM6Nk1i6JuUOWB40dLbRNEZUvccA,13093
11
11
  airflow/providers/databricks/operators/databricks_sql.py,sha256=ABqM3aEeZELcVly2qUc4vKR1qmSW32yWYrS6seRwHi0,16800
12
12
  airflow/providers/databricks/sensors/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
@@ -16,7 +16,7 @@ airflow/providers/databricks/triggers/__init__.py,sha256=mlJxuZLkd5x-iq2SBwD3mvR
16
16
  airflow/providers/databricks/triggers/databricks.py,sha256=FjiTx3zTx0WS5FFSA5gc7StTLf__L0FDDkRIS-42yOo,4125
17
17
  airflow/providers/databricks/utils/__init__.py,sha256=9hdXHABrVpkbpjZgUft39kOFL2xSGeG4GEua0Hmelus,785
18
18
  airflow/providers/databricks/utils/databricks.py,sha256=iRzRHvdFETGiFxZccOjfC8NGgDofMfP35Tqp3M5CGr0,2880
19
- apache_airflow_providers_databricks-6.3.0.dist-info/entry_points.txt,sha256=1WxGXTFDb107eV5Zmrt3p12J4LHYk56-ZKlvpOK7vg4,106
20
- apache_airflow_providers_databricks-6.3.0.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
21
- apache_airflow_providers_databricks-6.3.0.dist-info/METADATA,sha256=0Mhjey2gXYVcdWnCuvjHbrZlVlKYcUCdc5-H6CFyQZk,6487
22
- apache_airflow_providers_databricks-6.3.0.dist-info/RECORD,,
19
+ apache_airflow_providers_databricks-6.3.0rc2.dist-info/entry_points.txt,sha256=1WxGXTFDb107eV5Zmrt3p12J4LHYk56-ZKlvpOK7vg4,106
20
+ apache_airflow_providers_databricks-6.3.0rc2.dist-info/WHEEL,sha256=EZbGkh7Ie4PoZfRQ8I0ZuP9VklN_TvcZ6DSE5Uar4z4,81
21
+ apache_airflow_providers_databricks-6.3.0rc2.dist-info/METADATA,sha256=IaFVUmG8EyFUCE1YP_zPe8ckdC5AtDeUypyJxnCT9Ls,6500
22
+ apache_airflow_providers_databricks-6.3.0rc2.dist-info/RECORD,,