databricks-sdk 0.64.0__py3-none-any.whl → 0.66.0__py3-none-any.whl

databricks/sdk/service/jobs.py

@@ -873,11 +873,16 @@ class Continuous:
     pause_status: Optional[PauseStatus] = None
     """Indicate whether the continuous execution of the job is paused or not. Defaults to UNPAUSED."""
 
+    task_retry_mode: Optional[TaskRetryMode] = None
+    """Indicate whether the continuous job is applying task level retries or not. Defaults to NEVER."""
+
     def as_dict(self) -> dict:
         """Serializes the Continuous into a dictionary suitable for use as a JSON request body."""
         body = {}
         if self.pause_status is not None:
             body["pause_status"] = self.pause_status.value
+        if self.task_retry_mode is not None:
+            body["task_retry_mode"] = self.task_retry_mode.value
         return body
 
     def as_shallow_dict(self) -> dict:
@@ -885,12 +890,17 @@ class Continuous:
         body = {}
         if self.pause_status is not None:
             body["pause_status"] = self.pause_status
+        if self.task_retry_mode is not None:
+            body["task_retry_mode"] = self.task_retry_mode
         return body
 
     @classmethod
     def from_dict(cls, d: Dict[str, Any]) -> Continuous:
         """Deserializes the Continuous from a dictionary."""
-        return cls(pause_status=_enum(d, "pause_status", PauseStatus))
+        return cls(
+            pause_status=_enum(d, "pause_status", PauseStatus),
+            task_retry_mode=_enum(d, "task_retry_mode", TaskRetryMode),
+        )
 
 
 @dataclass
@@ -1641,9 +1651,7 @@ class ExportRunOutput:
 
     views: Optional[List[ViewItem]] = None
     """The exported content in HTML format (one for every view item). To extract the HTML notebook from
-    the JSON response, download and run this [Python script].
-    
-    [Python script]: https://docs.databricks.com/en/_static/examples/extract.py"""
+    the JSON response, download and run this [Python script](/_static/examples/extract.py)."""
 
     def as_dict(self) -> dict:
         """Serializes the ExportRunOutput into a dictionary suitable for use as a JSON request body."""
@@ -5649,7 +5657,7 @@ class RunTask:
     clean_rooms_notebook_task: Optional[CleanRoomsNotebookTask] = None
     """The task runs a [clean rooms] notebook when the `clean_rooms_notebook_task` field is present.
     
-    [clean rooms]: https://docs.databricks.com/en/clean-rooms/index.html"""
+    [clean rooms]: https://docs.databricks.com/clean-rooms/index.html"""
 
     cleanup_duration: Optional[int] = None
     """The time in milliseconds it took to terminate the cluster and clean up any associated artifacts.
@@ -5686,9 +5694,6 @@ class RunTask:
     description: Optional[str] = None
     """An optional description for this task."""
 
-    disabled: Optional[bool] = None
-    """Deprecated, field was never used in production."""
-
     effective_performance_target: Optional[PerformanceTarget] = None
     """The actual performance target used by the serverless run during execution. This can differ from
     the client-set performance target on the request depending on whether the performance mode is
@@ -5800,21 +5805,9 @@ class RunTask:
     """The task runs a Python file when the `spark_python_task` field is present."""
 
     spark_submit_task: Optional[SparkSubmitTask] = None
-    """(Legacy) The task runs the spark-submit script when the `spark_submit_task` field is present.
-    This task can run only on new clusters and is not compatible with serverless compute.
-    
-    In the `new_cluster` specification, `libraries` and `spark_conf` are not supported. Instead, use
-    `--jars` and `--py-files` to add Java and Python libraries and `--conf` to set the Spark
-    configurations.
-    
-    `master`, `deploy-mode`, and `executor-cores` are automatically configured by Databricks; you
-    _cannot_ specify them in parameters.
-    
-    By default, the Spark submit job uses all available memory (excluding reserved memory for
-    Databricks services). You can set `--driver-memory`, and `--executor-memory` to a smaller value
-    to leave some room for off-heap usage.
-    
-    The `--jars`, `--py-files`, `--files` arguments support DBFS and S3 paths."""
+    """(Legacy) The task runs the spark-submit script when the spark_submit_task field is present.
+    Databricks recommends using the spark_jar_task instead; see [Spark Submit task for
+    jobs](/jobs/spark-submit)."""
 
     sql_task: Optional[SqlTask] = None
     """The task runs a SQL query or file, or it refreshes a SQL alert or a legacy SQL dashboard when
@@ -5863,8 +5856,6 @@ class RunTask:
             body["depends_on"] = [v.as_dict() for v in self.depends_on]
         if self.description is not None:
             body["description"] = self.description
-        if self.disabled is not None:
-            body["disabled"] = self.disabled
         if self.effective_performance_target is not None:
             body["effective_performance_target"] = self.effective_performance_target.value
         if self.email_notifications:
@@ -5962,8 +5953,6 @@ class RunTask:
             body["depends_on"] = self.depends_on
         if self.description is not None:
             body["description"] = self.description
-        if self.disabled is not None:
-            body["disabled"] = self.disabled
         if self.effective_performance_target is not None:
             body["effective_performance_target"] = self.effective_performance_target
         if self.email_notifications:
@@ -6051,7 +6040,6 @@ class RunTask:
             dbt_task=_from_dict(d, "dbt_task", DbtTask),
             depends_on=_repeated_dict(d, "depends_on", TaskDependency),
             description=d.get("description", None),
-            disabled=d.get("disabled", None),
             effective_performance_target=_enum(d, "effective_performance_target", PerformanceTarget),
             email_notifications=_from_dict(d, "email_notifications", JobEmailNotifications),
             end_time=d.get("end_time", None),
@@ -6906,7 +6894,7 @@ class SubmitTask:
     clean_rooms_notebook_task: Optional[CleanRoomsNotebookTask] = None
     """The task runs a [clean rooms] notebook when the `clean_rooms_notebook_task` field is present.
     
-    [clean rooms]: https://docs.databricks.com/en/clean-rooms/index.html"""
+    [clean rooms]: https://docs.databricks.com/clean-rooms/index.html"""
 
     condition_task: Optional[ConditionTask] = None
     """The task evaluates a condition that can be used to control the execution of other tasks when the
@@ -6993,21 +6981,9 @@ class SubmitTask:
     """The task runs a Python file when the `spark_python_task` field is present."""
 
     spark_submit_task: Optional[SparkSubmitTask] = None
-    """(Legacy) The task runs the spark-submit script when the `spark_submit_task` field is present.
-    This task can run only on new clusters and is not compatible with serverless compute.
-    
-    In the `new_cluster` specification, `libraries` and `spark_conf` are not supported. Instead, use
-    `--jars` and `--py-files` to add Java and Python libraries and `--conf` to set the Spark
-    configurations.
-    
-    `master`, `deploy-mode`, and `executor-cores` are automatically configured by Databricks; you
-    _cannot_ specify them in parameters.
-    
-    By default, the Spark submit job uses all available memory (excluding reserved memory for
-    Databricks services). You can set `--driver-memory`, and `--executor-memory` to a smaller value
-    to leave some room for off-heap usage.
-    
-    The `--jars`, `--py-files`, `--files` arguments support DBFS and S3 paths."""
+    """(Legacy) The task runs the spark-submit script when the spark_submit_task field is present.
+    Databricks recommends using the spark_jar_task instead; see [Spark Submit task for
+    jobs](/jobs/spark-submit)."""
 
     sql_task: Optional[SqlTask] = None
     """The task runs a SQL query or file, or it refreshes a SQL alert or a legacy SQL dashboard when
@@ -7397,7 +7373,7 @@ class Task:
     clean_rooms_notebook_task: Optional[CleanRoomsNotebookTask] = None
     """The task runs a [clean rooms] notebook when the `clean_rooms_notebook_task` field is present.
     
-    [clean rooms]: https://docs.databricks.com/en/clean-rooms/index.html"""
+    [clean rooms]: https://docs.databricks.com/clean-rooms/index.html"""
 
     condition_task: Optional[ConditionTask] = None
     """The task evaluates a condition that can be used to control the execution of other tasks when the
@@ -7428,6 +7404,10 @@ class Task:
     disable_auto_optimization: Optional[bool] = None
     """An option to disable auto optimization in serverless"""
 
+    disabled: Optional[bool] = None
+    """An optional flag to disable the task. If set to true, the task will not run even if it is part
+    of a job."""
+
     email_notifications: Optional[TaskEmailNotifications] = None
     """An optional set of email addresses that is notified when runs of this task begin or complete as
     well as when this task is deleted. The default behavior is to not send any emails."""
@@ -7510,21 +7490,9 @@ class Task:
     """The task runs a Python file when the `spark_python_task` field is present."""
 
     spark_submit_task: Optional[SparkSubmitTask] = None
-    """(Legacy) The task runs the spark-submit script when the `spark_submit_task` field is present.
-    This task can run only on new clusters and is not compatible with serverless compute.
-    
-    In the `new_cluster` specification, `libraries` and `spark_conf` are not supported. Instead, use
-    `--jars` and `--py-files` to add Java and Python libraries and `--conf` to set the Spark
-    configurations.
-    
-    `master`, `deploy-mode`, and `executor-cores` are automatically configured by Databricks; you
-    _cannot_ specify them in parameters.
-    
-    By default, the Spark submit job uses all available memory (excluding reserved memory for
-    Databricks services). You can set `--driver-memory`, and `--executor-memory` to a smaller value
-    to leave some room for off-heap usage.
-    
-    The `--jars`, `--py-files`, `--files` arguments support DBFS and S3 paths."""
+    """(Legacy) The task runs the spark-submit script when the spark_submit_task field is present.
+    Databricks recommends using the spark_jar_task instead; see [Spark Submit task for
+    jobs](/jobs/spark-submit)."""
 
     sql_task: Optional[SqlTask] = None
     """The task runs a SQL query or file, or it refreshes a SQL alert or a legacy SQL dashboard when
@@ -7558,6 +7526,8 @@ class Task:
             body["description"] = self.description
         if self.disable_auto_optimization is not None:
             body["disable_auto_optimization"] = self.disable_auto_optimization
+        if self.disabled is not None:
+            body["disabled"] = self.disabled
         if self.email_notifications:
             body["email_notifications"] = self.email_notifications.as_dict()
         if self.environment_key is not None:
@@ -7633,6 +7603,8 @@ class Task:
             body["description"] = self.description
         if self.disable_auto_optimization is not None:
             body["disable_auto_optimization"] = self.disable_auto_optimization
+        if self.disabled is not None:
+            body["disabled"] = self.disabled
         if self.email_notifications:
             body["email_notifications"] = self.email_notifications
         if self.environment_key is not None:
@@ -7700,6 +7672,7 @@ class Task:
             depends_on=_repeated_dict(d, "depends_on", TaskDependency),
             description=d.get("description", None),
             disable_auto_optimization=d.get("disable_auto_optimization", None),
+            disabled=d.get("disabled", None),
             email_notifications=_from_dict(d, "email_notifications", TaskEmailNotifications),
             environment_key=d.get("environment_key", None),
             existing_cluster_id=d.get("existing_cluster_id", None),
@@ -7891,6 +7864,16 @@ class TaskNotificationSettings:
         )
 
 
+class TaskRetryMode(Enum):
+    """task retry mode of the continuous job * NEVER: The failed task will not be retried. *
+    ON_FAILURE: Retry a failed task if at least one other task in the job is still running its first
+    attempt. When this condition is no longer met or the retry limit is reached, the job run is
+    cancelled and a new run is started."""
+
+    NEVER = "NEVER"
+    ON_FAILURE = "ON_FAILURE"
+
+
 class TerminationCodeCode(Enum):
     """The code indicates why the run was terminated. Additional codes might be introduced in future
     releases. * `SUCCESS`: The run was completed successfully. * `SUCCESS_WITH_FAILURES`: The run