databricks-sdk 0.27.0__py3-none-any.whl → 0.28.0__py3-none-any.whl

databricks/sdk/service/compute.py

@@ -529,10 +529,6 @@ class ClusterAttributes:
     """Cluster name requested by the user. This doesn't have to be unique. If not specified at
     creation, the cluster name will be an empty string."""
 
-    cluster_source: Optional[ClusterSource] = None
-    """Determines whether the cluster was created by a user through the UI, created by the Databricks
-    Jobs Scheduler, or through an API request. This is the same as cluster_creator, but read only."""
-
     custom_tags: Optional[Dict[str, str]] = None
     """Additional tags for cluster resources. Databricks will tag all cluster resources (e.g., AWS
     instances and EBS volumes) with these tags in addition to `default_tags`. Notes:
@@ -551,8 +547,12 @@ class ClusterAttributes:
     features and data governance features are available in this mode. * `USER_ISOLATION`: A secure
     cluster that can be shared by multiple users. Cluster users are fully isolated so that they
     cannot see each other's data and credentials. Most data governance features are supported in
-    this mode. But programming languages and cluster features might be limited. *
-    `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
+    this mode. But programming languages and cluster features might be limited.
+    
+    The following modes are deprecated starting with Databricks Runtime 15.0 and will be removed for
+    future Databricks Runtime versions:
+    
+    * `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
     `LEGACY_PASSTHROUGH`: This mode is for users migrating from legacy Passthrough on high
     concurrency clusters. * `LEGACY_SINGLE_USER`: This mode is for users migrating from legacy
     Passthrough on standard clusters."""
@@ -637,7 +637,6 @@ class ClusterAttributes:
         if self.azure_attributes: body['azure_attributes'] = self.azure_attributes.as_dict()
         if self.cluster_log_conf: body['cluster_log_conf'] = self.cluster_log_conf.as_dict()
         if self.cluster_name is not None: body['cluster_name'] = self.cluster_name
-        if self.cluster_source is not None: body['cluster_source'] = self.cluster_source.value
         if self.custom_tags: body['custom_tags'] = self.custom_tags
         if self.data_security_mode is not None: body['data_security_mode'] = self.data_security_mode.value
         if self.docker_image: body['docker_image'] = self.docker_image.as_dict()
@@ -669,7 +668,6 @@ class ClusterAttributes:
                    azure_attributes=_from_dict(d, 'azure_attributes', AzureAttributes),
                    cluster_log_conf=_from_dict(d, 'cluster_log_conf', ClusterLogConf),
                    cluster_name=d.get('cluster_name', None),
-                   cluster_source=_enum(d, 'cluster_source', ClusterSource),
                    custom_tags=d.get('custom_tags', None),
                    data_security_mode=_enum(d, 'data_security_mode', DataSecurityMode),
                    docker_image=_from_dict(d, 'docker_image', DockerImage),
@@ -763,8 +761,12 @@ class ClusterDetails:
     features and data governance features are available in this mode. * `USER_ISOLATION`: A secure
     cluster that can be shared by multiple users. Cluster users are fully isolated so that they
     cannot see each other's data and credentials. Most data governance features are supported in
-    this mode. But programming languages and cluster features might be limited. *
-    `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
+    this mode. But programming languages and cluster features might be limited.
+    
+    The following modes are deprecated starting with Databricks Runtime 15.0 and will be removed for
+    future Databricks Runtime versions:
+    
+    * `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
     `LEGACY_PASSTHROUGH`: This mode is for users migrating from legacy Passthrough on high
     concurrency clusters. * `LEGACY_SINGLE_USER`: This mode is for users migrating from legacy
     Passthrough on standard clusters."""
@@ -882,7 +884,7 @@ class ClusterDetails:
     """The Spark version of the cluster, e.g. `3.3.x-scala2.11`. A list of available Spark versions can
     be retrieved by using the :method:clusters/sparkVersions API call."""
 
-    spec: Optional[CreateCluster] = None
+    spec: Optional[ClusterSpec] = None
     """`spec` contains a snapshot of the field values that were used to create or edit this cluster.
     The contents of `spec` can be used in the body of a create cluster request. This field might not
     be populated for older clusters. Note: not included in the response of the ListClusters API."""
@@ -1005,7 +1007,7 @@ class ClusterDetails:
                    spark_context_id=d.get('spark_context_id', None),
                    spark_env_vars=d.get('spark_env_vars', None),
                    spark_version=d.get('spark_version', None),
-                   spec=_from_dict(d, 'spec', CreateCluster),
+                   spec=_from_dict(d, 'spec', ClusterSpec),
                    ssh_public_keys=d.get('ssh_public_keys', None),
                    start_time=d.get('start_time', None),
                    state=_enum(d, 'state', State),
@@ -1418,6 +1420,8 @@ class ClusterSource(Enum):
 @dataclass
 class ClusterSpec:
     apply_policy_default_values: Optional[bool] = None
+    """When set to true, fixed and default values from the policy will be used for fields that are
+    omitted. When set to false, only fixed values from the policy will be applied."""
 
     autoscale: Optional[AutoScale] = None
     """Parameters needed in order to automatically scale clusters up and down based on load. Note:
@@ -1437,10 +1441,6 @@ class ClusterSpec:
     """Attributes related to clusters running on Microsoft Azure. If not specified at cluster creation,
     a set of default values will be used."""
 
-    clone_from: Optional[CloneCluster] = None
-    """When specified, this clones libraries from a source cluster during the creation of a new
-    cluster."""
-
     cluster_log_conf: Optional[ClusterLogConf] = None
     """The configuration for delivering spark logs to a long-term storage destination. Two kinds of
     destinations (dbfs and s3) are supported. Only one destination can be specified for one cluster.
@@ -1452,10 +1452,6 @@ class ClusterSpec:
     """Cluster name requested by the user. This doesn't have to be unique. If not specified at
     creation, the cluster name will be an empty string."""
 
-    cluster_source: Optional[ClusterSource] = None
-    """Determines whether the cluster was created by a user through the UI, created by the Databricks
-    Jobs Scheduler, or through an API request. This is the same as cluster_creator, but read only."""
-
     custom_tags: Optional[Dict[str, str]] = None
     """Additional tags for cluster resources. Databricks will tag all cluster resources (e.g., AWS
     instances and EBS volumes) with these tags in addition to `default_tags`. Notes:
@@ -1474,8 +1470,12 @@ class ClusterSpec:
     features and data governance features are available in this mode. * `USER_ISOLATION`: A secure
     cluster that can be shared by multiple users. Cluster users are fully isolated so that they
     cannot see each other's data and credentials. Most data governance features are supported in
-    this mode. But programming languages and cluster features might be limited. *
-    `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
+    this mode. But programming languages and cluster features might be limited.
+    
+    The following modes are deprecated starting with Databricks Runtime 15.0 and will be removed for
+    future Databricks Runtime versions:
+    
+    * `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
     `LEGACY_PASSTHROUGH`: This mode is for users migrating from legacy Passthrough on high
     concurrency clusters. * `LEGACY_SINGLE_USER`: This mode is for users migrating from legacy
     Passthrough on standard clusters."""
@@ -1575,10 +1575,8 @@ class ClusterSpec:
             body['autotermination_minutes'] = self.autotermination_minutes
         if self.aws_attributes: body['aws_attributes'] = self.aws_attributes.as_dict()
         if self.azure_attributes: body['azure_attributes'] = self.azure_attributes.as_dict()
-        if self.clone_from: body['clone_from'] = self.clone_from.as_dict()
         if self.cluster_log_conf: body['cluster_log_conf'] = self.cluster_log_conf.as_dict()
         if self.cluster_name is not None: body['cluster_name'] = self.cluster_name
-        if self.cluster_source is not None: body['cluster_source'] = self.cluster_source.value
         if self.custom_tags: body['custom_tags'] = self.custom_tags
         if self.data_security_mode is not None: body['data_security_mode'] = self.data_security_mode.value
         if self.docker_image: body['docker_image'] = self.docker_image.as_dict()
@@ -1611,10 +1609,8 @@ class ClusterSpec:
                    autotermination_minutes=d.get('autotermination_minutes', None),
                    aws_attributes=_from_dict(d, 'aws_attributes', AwsAttributes),
                    azure_attributes=_from_dict(d, 'azure_attributes', AzureAttributes),
-                   clone_from=_from_dict(d, 'clone_from', CloneCluster),
                    cluster_log_conf=_from_dict(d, 'cluster_log_conf', ClusterLogConf),
                    cluster_name=d.get('cluster_name', None),
-                   cluster_source=_enum(d, 'cluster_source', ClusterSource),
                    custom_tags=d.get('custom_tags', None),
                    data_security_mode=_enum(d, 'data_security_mode', DataSecurityMode),
                    docker_image=_from_dict(d, 'docker_image', DockerImage),
@@ -1637,28 +1633,6 @@ class ClusterSpec:
                    workload_type=_from_dict(d, 'workload_type', WorkloadType))
 
 
-@dataclass
-class ClusterStatusResponse:
-    cluster_id: Optional[str] = None
-    """Unique identifier for the cluster."""
-
-    library_statuses: Optional[List[LibraryFullStatus]] = None
-    """Status of all libraries on the cluster."""
-
-    def as_dict(self) -> dict:
-        """Serializes the ClusterStatusResponse into a dictionary suitable for use as a JSON request body."""
-        body = {}
-        if self.cluster_id is not None: body['cluster_id'] = self.cluster_id
-        if self.library_statuses: body['library_statuses'] = [v.as_dict() for v in self.library_statuses]
-        return body
-
-    @classmethod
-    def from_dict(cls, d: Dict[str, any]) -> ClusterStatusResponse:
-        """Deserializes the ClusterStatusResponse from a dictionary."""
-        return cls(cluster_id=d.get('cluster_id', None),
-                   library_statuses=_repeated_dict(d, 'library_statuses', LibraryFullStatus))
-
-
 @dataclass
 class Command:
     cluster_id: Optional[str] = None
@@ -1757,6 +1731,8 @@ class CreateCluster:
     be retrieved by using the :method:clusters/sparkVersions API call."""
 
     apply_policy_default_values: Optional[bool] = None
+    """When set to true, fixed and default values from the policy will be used for fields that are
+    omitted. When set to false, only fixed values from the policy will be applied."""
 
     autoscale: Optional[AutoScale] = None
     """Parameters needed in order to automatically scale clusters up and down based on load. Note:
@@ -1791,10 +1767,6 @@ class CreateCluster:
     """Cluster name requested by the user. This doesn't have to be unique. If not specified at
     creation, the cluster name will be an empty string."""
 
-    cluster_source: Optional[ClusterSource] = None
-    """Determines whether the cluster was created by a user through the UI, created by the Databricks
-    Jobs Scheduler, or through an API request. This is the same as cluster_creator, but read only."""
-
     custom_tags: Optional[Dict[str, str]] = None
     """Additional tags for cluster resources. Databricks will tag all cluster resources (e.g., AWS
     instances and EBS volumes) with these tags in addition to `default_tags`. Notes:
@@ -1813,8 +1785,12 @@ class CreateCluster:
     features and data governance features are available in this mode. * `USER_ISOLATION`: A secure
     cluster that can be shared by multiple users. Cluster users are fully isolated so that they
     cannot see each other's data and credentials. Most data governance features are supported in
-    this mode. But programming languages and cluster features might be limited. *
-    `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
+    this mode. But programming languages and cluster features might be limited.
+    
+    The following modes are deprecated starting with Databricks Runtime 15.0 and will be removed for
+    future Databricks Runtime versions:
+    
+    * `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
     `LEGACY_PASSTHROUGH`: This mode is for users migrating from legacy Passthrough on high
     concurrency clusters. * `LEGACY_SINGLE_USER`: This mode is for users migrating from legacy
     Passthrough on standard clusters."""
@@ -1913,7 +1889,6 @@ class CreateCluster:
         if self.clone_from: body['clone_from'] = self.clone_from.as_dict()
         if self.cluster_log_conf: body['cluster_log_conf'] = self.cluster_log_conf.as_dict()
         if self.cluster_name is not None: body['cluster_name'] = self.cluster_name
-        if self.cluster_source is not None: body['cluster_source'] = self.cluster_source.value
         if self.custom_tags: body['custom_tags'] = self.custom_tags
         if self.data_security_mode is not None: body['data_security_mode'] = self.data_security_mode.value
         if self.docker_image: body['docker_image'] = self.docker_image.as_dict()
@@ -1949,7 +1924,6 @@ class CreateCluster:
                    clone_from=_from_dict(d, 'clone_from', CloneCluster),
                    cluster_log_conf=_from_dict(d, 'cluster_log_conf', ClusterLogConf),
                    cluster_name=d.get('cluster_name', None),
-                   cluster_source=_enum(d, 'cluster_source', ClusterSource),
                    custom_tags=d.get('custom_tags', None),
                    data_security_mode=_enum(d, 'data_security_mode', DataSecurityMode),
                    docker_image=_from_dict(d, 'docker_image', DockerImage),
@@ -2287,8 +2261,12 @@ class DataSecurityMode(Enum):
     features and data governance features are available in this mode. * `USER_ISOLATION`: A secure
     cluster that can be shared by multiple users. Cluster users are fully isolated so that they
     cannot see each other's data and credentials. Most data governance features are supported in
-    this mode. But programming languages and cluster features might be limited. *
-    `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
+    this mode. But programming languages and cluster features might be limited.
+    
+    The following modes are deprecated starting with Databricks Runtime 15.0 and will be removed for
+    future Databricks Runtime versions:
+    
+    * `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
     `LEGACY_PASSTHROUGH`: This mode is for users migrating from legacy Passthrough on high
     concurrency clusters. * `LEGACY_SINGLE_USER`: This mode is for users migrating from legacy
     Passthrough on standard clusters."""
@@ -2601,6 +2579,8 @@ class EditCluster:
     be retrieved by using the :method:clusters/sparkVersions API call."""
 
     apply_policy_default_values: Optional[bool] = None
+    """When set to true, fixed and default values from the policy will be used for fields that are
+    omitted. When set to false, only fixed values from the policy will be applied."""
 
     autoscale: Optional[AutoScale] = None
     """Parameters needed in order to automatically scale clusters up and down based on load. Note:
@@ -2620,10 +2600,6 @@ class EditCluster:
     """Attributes related to clusters running on Microsoft Azure. If not specified at cluster creation,
     a set of default values will be used."""
 
-    clone_from: Optional[CloneCluster] = None
-    """When specified, this clones libraries from a source cluster during the creation of a new
-    cluster."""
-
     cluster_log_conf: Optional[ClusterLogConf] = None
     """The configuration for delivering spark logs to a long-term storage destination. Two kinds of
     destinations (dbfs and s3) are supported. Only one destination can be specified for one cluster.
@@ -2635,10 +2611,6 @@ class EditCluster:
     """Cluster name requested by the user. This doesn't have to be unique. If not specified at
     creation, the cluster name will be an empty string."""
 
-    cluster_source: Optional[ClusterSource] = None
-    """Determines whether the cluster was created by a user through the UI, created by the Databricks
-    Jobs Scheduler, or through an API request. This is the same as cluster_creator, but read only."""
-
     custom_tags: Optional[Dict[str, str]] = None
     """Additional tags for cluster resources. Databricks will tag all cluster resources (e.g., AWS
     instances and EBS volumes) with these tags in addition to `default_tags`. Notes:
@@ -2657,8 +2629,12 @@ class EditCluster:
     features and data governance features are available in this mode. * `USER_ISOLATION`: A secure
     cluster that can be shared by multiple users. Cluster users are fully isolated so that they
     cannot see each other's data and credentials. Most data governance features are supported in
-    this mode. But programming languages and cluster features might be limited. *
-    `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
+    this mode. But programming languages and cluster features might be limited.
+    
+    The following modes are deprecated starting with Databricks Runtime 15.0 and will be removed for
+    future Databricks Runtime versions:
+    
+    * `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
     `LEGACY_PASSTHROUGH`: This mode is for users migrating from legacy Passthrough on high
     concurrency clusters. * `LEGACY_SINGLE_USER`: This mode is for users migrating from legacy
     Passthrough on standard clusters."""
@@ -2754,11 +2730,9 @@ class EditCluster:
             body['autotermination_minutes'] = self.autotermination_minutes
         if self.aws_attributes: body['aws_attributes'] = self.aws_attributes.as_dict()
         if self.azure_attributes: body['azure_attributes'] = self.azure_attributes.as_dict()
-        if self.clone_from: body['clone_from'] = self.clone_from.as_dict()
         if self.cluster_id is not None: body['cluster_id'] = self.cluster_id
         if self.cluster_log_conf: body['cluster_log_conf'] = self.cluster_log_conf.as_dict()
         if self.cluster_name is not None: body['cluster_name'] = self.cluster_name
-        if self.cluster_source is not None: body['cluster_source'] = self.cluster_source.value
         if self.custom_tags: body['custom_tags'] = self.custom_tags
         if self.data_security_mode is not None: body['data_security_mode'] = self.data_security_mode.value
         if self.docker_image: body['docker_image'] = self.docker_image.as_dict()
@@ -2791,11 +2765,9 @@ class EditCluster:
                    autotermination_minutes=d.get('autotermination_minutes', None),
                    aws_attributes=_from_dict(d, 'aws_attributes', AwsAttributes),
                    azure_attributes=_from_dict(d, 'azure_attributes', AzureAttributes),
-                   clone_from=_from_dict(d, 'clone_from', CloneCluster),
                    cluster_id=d.get('cluster_id', None),
                    cluster_log_conf=_from_dict(d, 'cluster_log_conf', ClusterLogConf),
                    cluster_name=d.get('cluster_name', None),
-                   cluster_source=_enum(d, 'cluster_source', ClusterSource),
                    custom_tags=d.get('custom_tags', None),
                    data_security_mode=_enum(d, 'data_security_mode', DataSecurityMode),
                    docker_image=_from_dict(d, 'docker_image', DockerImage),
@@ -6298,7 +6270,6 @@ class ClustersAPI:
                clone_from: Optional[CloneCluster] = None,
                cluster_log_conf: Optional[ClusterLogConf] = None,
                cluster_name: Optional[str] = None,
-               cluster_source: Optional[ClusterSource] = None,
                custom_tags: Optional[Dict[str, str]] = None,
                data_security_mode: Optional[DataSecurityMode] = None,
                docker_image: Optional[DockerImage] = None,
@@ -6331,6 +6302,8 @@ class ClustersAPI:
           The Spark version of the cluster, e.g. `3.3.x-scala2.11`. A list of available Spark versions can be
           retrieved by using the :method:clusters/sparkVersions API call.
         :param apply_policy_default_values: bool (optional)
+          When set to true, fixed and default values from the policy will be used for fields that are omitted.
+          When set to false, only fixed values from the policy will be applied.
         :param autoscale: :class:`AutoScale` (optional)
           Parameters needed in order to automatically scale clusters up and down based on load. Note:
           autoscaling works best with DB runtime versions 3.0 or later.
@@ -6355,9 +6328,6 @@ class ClustersAPI:
         :param cluster_name: str (optional)
           Cluster name requested by the user. This doesn't have to be unique. If not specified at creation,
           the cluster name will be an empty string.
-        :param cluster_source: :class:`ClusterSource` (optional)
-          Determines whether the cluster was created by a user through the UI, created by the Databricks Jobs
-          Scheduler, or through an API request. This is the same as cluster_creator, but read only.
         :param custom_tags: Dict[str,str] (optional)
           Additional tags for cluster resources. Databricks will tag all cluster resources (e.g., AWS
           instances and EBS volumes) with these tags in addition to `default_tags`. Notes:
@@ -6374,10 +6344,15 @@ class ClustersAPI:
           governance features are available in this mode. * `USER_ISOLATION`: A secure cluster that can be
           shared by multiple users. Cluster users are fully isolated so that they cannot see each other's data
           and credentials. Most data governance features are supported in this mode. But programming languages
-          and cluster features might be limited. * `LEGACY_TABLE_ACL`: This mode is for users migrating from
-          legacy Table ACL clusters. * `LEGACY_PASSTHROUGH`: This mode is for users migrating from legacy
-          Passthrough on high concurrency clusters. * `LEGACY_SINGLE_USER`: This mode is for users migrating
-          from legacy Passthrough on standard clusters.
+          and cluster features might be limited.
+          
+          The following modes are deprecated starting with Databricks Runtime 15.0 and will be removed for
+          future Databricks Runtime versions:
+          
+          * `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
+          `LEGACY_PASSTHROUGH`: This mode is for users migrating from legacy Passthrough on high concurrency
+          clusters. * `LEGACY_SINGLE_USER`: This mode is for users migrating from legacy Passthrough on
+          standard clusters.
         :param docker_image: :class:`DockerImage` (optional)
         :param driver_instance_pool_id: str (optional)
           The optional ID of the instance pool for the driver of the cluster belongs. The pool cluster uses
@@ -6457,7 +6432,6 @@ class ClustersAPI:
         if clone_from is not None: body['clone_from'] = clone_from.as_dict()
         if cluster_log_conf is not None: body['cluster_log_conf'] = cluster_log_conf.as_dict()
         if cluster_name is not None: body['cluster_name'] = cluster_name
-        if cluster_source is not None: body['cluster_source'] = cluster_source.value
         if custom_tags is not None: body['custom_tags'] = custom_tags
         if data_security_mode is not None: body['data_security_mode'] = data_security_mode.value
         if docker_image is not None: body['docker_image'] = docker_image.as_dict()
@@ -6498,7 +6472,6 @@ class ClustersAPI:
         clone_from: Optional[CloneCluster] = None,
         cluster_log_conf: Optional[ClusterLogConf] = None,
         cluster_name: Optional[str] = None,
-        cluster_source: Optional[ClusterSource] = None,
         custom_tags: Optional[Dict[str, str]] = None,
         data_security_mode: Optional[DataSecurityMode] = None,
         docker_image: Optional[DockerImage] = None,
@@ -6527,7 +6500,6 @@ class ClustersAPI:
                            clone_from=clone_from,
                            cluster_log_conf=cluster_log_conf,
                            cluster_name=cluster_name,
-                           cluster_source=cluster_source,
                            custom_tags=custom_tags,
                            data_security_mode=data_security_mode,
                            docker_image=docker_image,
@@ -6584,10 +6556,8 @@ class ClustersAPI:
              autotermination_minutes: Optional[int] = None,
              aws_attributes: Optional[AwsAttributes] = None,
              azure_attributes: Optional[AzureAttributes] = None,
-             clone_from: Optional[CloneCluster] = None,
              cluster_log_conf: Optional[ClusterLogConf] = None,
              cluster_name: Optional[str] = None,
-             cluster_source: Optional[ClusterSource] = None,
              custom_tags: Optional[Dict[str, str]] = None,
              data_security_mode: Optional[DataSecurityMode] = None,
              docker_image: Optional[DockerImage] = None,
@@ -6627,6 +6597,8 @@ class ClustersAPI:
           The Spark version of the cluster, e.g. `3.3.x-scala2.11`. A list of available Spark versions can be
           retrieved by using the :method:clusters/sparkVersions API call.
         :param apply_policy_default_values: bool (optional)
+          When set to true, fixed and default values from the policy will be used for fields that are omitted.
+          When set to false, only fixed values from the policy will be applied.
         :param autoscale: :class:`AutoScale` (optional)
           Parameters needed in order to automatically scale clusters up and down based on load. Note:
           autoscaling works best with DB runtime versions 3.0 or later.
@@ -6640,8 +6612,6 @@ class ClustersAPI:
         :param azure_attributes: :class:`AzureAttributes` (optional)
           Attributes related to clusters running on Microsoft Azure. If not specified at cluster creation, a
           set of default values will be used.
-        :param clone_from: :class:`CloneCluster` (optional)
-          When specified, this clones libraries from a source cluster during the creation of a new cluster.
         :param cluster_log_conf: :class:`ClusterLogConf` (optional)
           The configuration for delivering spark logs to a long-term storage destination. Two kinds of
           destinations (dbfs and s3) are supported. Only one destination can be specified for one cluster. If
@@ -6651,9 +6621,6 @@ class ClustersAPI:
         :param cluster_name: str (optional)
           Cluster name requested by the user. This doesn't have to be unique. If not specified at creation,
           the cluster name will be an empty string.
-        :param cluster_source: :class:`ClusterSource` (optional)
-          Determines whether the cluster was created by a user through the UI, created by the Databricks Jobs
-          Scheduler, or through an API request. This is the same as cluster_creator, but read only.
         :param custom_tags: Dict[str,str] (optional)
           Additional tags for cluster resources. Databricks will tag all cluster resources (e.g., AWS
           instances and EBS volumes) with these tags in addition to `default_tags`. Notes:
@@ -6670,10 +6637,15 @@ class ClustersAPI:
           governance features are available in this mode. * `USER_ISOLATION`: A secure cluster that can be
           shared by multiple users. Cluster users are fully isolated so that they cannot see each other's data
           and credentials. Most data governance features are supported in this mode. But programming languages
-          and cluster features might be limited. * `LEGACY_TABLE_ACL`: This mode is for users migrating from
-          legacy Table ACL clusters. * `LEGACY_PASSTHROUGH`: This mode is for users migrating from legacy
-          Passthrough on high concurrency clusters. * `LEGACY_SINGLE_USER`: This mode is for users migrating
-          from legacy Passthrough on standard clusters.
+          and cluster features might be limited.
+          
+          The following modes are deprecated starting with Databricks Runtime 15.0 and will be removed for
+          future Databricks Runtime versions:
+          
+          * `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
+          `LEGACY_PASSTHROUGH`: This mode is for users migrating from legacy Passthrough on high concurrency
+          clusters. * `LEGACY_SINGLE_USER`: This mode is for users migrating from legacy Passthrough on
+          standard clusters.
         :param docker_image: :class:`DockerImage` (optional)
         :param driver_instance_pool_id: str (optional)
           The optional ID of the instance pool for the driver of the cluster belongs. The pool cluster uses
@@ -6750,11 +6722,9 @@ class ClustersAPI:
         if autotermination_minutes is not None: body['autotermination_minutes'] = autotermination_minutes
         if aws_attributes is not None: body['aws_attributes'] = aws_attributes.as_dict()
         if azure_attributes is not None: body['azure_attributes'] = azure_attributes.as_dict()
-        if clone_from is not None: body['clone_from'] = clone_from.as_dict()
         if cluster_id is not None: body['cluster_id'] = cluster_id
         if cluster_log_conf is not None: body['cluster_log_conf'] = cluster_log_conf.as_dict()
         if cluster_name is not None: body['cluster_name'] = cluster_name
-        if cluster_source is not None: body['cluster_source'] = cluster_source.value
         if custom_tags is not None: body['custom_tags'] = custom_tags
         if data_security_mode is not None: body['data_security_mode'] = data_security_mode.value
         if docker_image is not None: body['docker_image'] = docker_image.as_dict()
@@ -6793,10 +6763,8 @@ class ClustersAPI:
         autotermination_minutes: Optional[int] = None,
         aws_attributes: Optional[AwsAttributes] = None,
         azure_attributes: Optional[AzureAttributes] = None,
-        clone_from: Optional[CloneCluster] = None,
         cluster_log_conf: Optional[ClusterLogConf] = None,
         cluster_name: Optional[str] = None,
-        cluster_source: Optional[ClusterSource] = None,
         custom_tags: Optional[Dict[str, str]] = None,
         data_security_mode: Optional[DataSecurityMode] = None,
         docker_image: Optional[DockerImage] = None,
@@ -6822,11 +6790,9 @@ class ClustersAPI:
                          autotermination_minutes=autotermination_minutes,
                          aws_attributes=aws_attributes,
                          azure_attributes=azure_attributes,
-                         clone_from=clone_from,
                          cluster_id=cluster_id,
                          cluster_log_conf=cluster_log_conf,
                          cluster_name=cluster_name,
-                         cluster_source=cluster_source,
                          custom_tags=custom_tags,
                          data_security_mode=data_security_mode,
                          docker_image=docker_image,
@@ -8127,19 +8093,20 @@ class LibrariesAPI:
     def __init__(self, api_client):
         self._api = api_client
 
-    def all_cluster_statuses(self) -> ListAllClusterLibraryStatusesResponse:
+    def all_cluster_statuses(self) -> Iterator[ClusterLibraryStatuses]:
         """Get all statuses.
         
         Get the status of all libraries on all clusters. A status is returned for all libraries installed on
         this cluster via the API or the libraries UI.
         
-        :returns: :class:`ListAllClusterLibraryStatusesResponse`
+        :returns: Iterator over :class:`ClusterLibraryStatuses`
         """
 
         headers = {'Accept': 'application/json', }
 
-        res = self._api.do('GET', '/api/2.0/libraries/all-cluster-statuses', headers=headers)
-        return ListAllClusterLibraryStatusesResponse.from_dict(res)
+        json = self._api.do('GET', '/api/2.0/libraries/all-cluster-statuses', headers=headers)
+        parsed = ListAllClusterLibraryStatusesResponse.from_dict(json).statuses
+        return parsed if parsed is not None else []
 
     def cluster_status(self, cluster_id: str) -> Iterator[LibraryFullStatus]:
         """Get status.
@@ -8161,7 +8128,7 @@ class LibrariesAPI:
         headers = {'Accept': 'application/json', }
 
         json = self._api.do('GET', '/api/2.0/libraries/cluster-status', query=query, headers=headers)
-        parsed = ClusterStatusResponse.from_dict(json).library_statuses
+        parsed = ClusterLibraryStatuses.from_dict(json).library_statuses
         return parsed if parsed is not None else []
 
     def install(self, cluster_id: str, libraries: List[Library]):

databricks/sdk/service/jobs.py

@@ -2179,8 +2179,6 @@ class RepairRun:
     pipeline_params: Optional[PipelineParams] = None
 
     python_named_params: Optional[Dict[str, str]] = None
-    """A map from keys to values for jobs with Python wheel task, for example `"python_named_params":
-    {"name": "task", "data": "dbfs:/path/to/data.json"}`."""
 
     python_params: Optional[List[str]] = None
     """A list of parameters for jobs with Python tasks, for example `"python_params": ["john doe",
@@ -2450,6 +2448,7 @@ class ResolvedStringParamsValues:
 
 @dataclass
 class ResolvedValues:
+
     condition_task: Optional[ResolvedConditionTaskValues] = None
 
     dbt_task: Optional[ResolvedDbtTaskValues] = None
@@ -2856,8 +2855,6 @@ class RunJobTask:
     pipeline_params: Optional[PipelineParams] = None
 
     python_named_params: Optional[Dict[str, str]] = None
-    """A map from keys to values for jobs with Python wheel task, for example `"python_named_params":
-    {"name": "task", "data": "dbfs:/path/to/data.json"}`."""
 
     python_params: Optional[List[str]] = None
     """A list of parameters for jobs with Python tasks, for example `"python_params": ["john doe",
@@ -3006,8 +3003,6 @@ class RunNow:
     pipeline_params: Optional[PipelineParams] = None
 
     python_named_params: Optional[Dict[str, str]] = None
-    """A map from keys to values for jobs with Python wheel task, for example `"python_named_params":
-    {"name": "task", "data": "dbfs:/path/to/data.json"}`."""
 
     python_params: Optional[List[str]] = None
     """A list of parameters for jobs with Python tasks, for example `"python_params": ["john doe",
@@ -3217,8 +3212,6 @@ class RunParameters:
     pipeline_params: Optional[PipelineParams] = None
 
     python_named_params: Optional[Dict[str, str]] = None
-    """A map from keys to values for jobs with Python wheel task, for example `"python_named_params":
-    {"name": "task", "data": "dbfs:/path/to/data.json"}`."""
 
     python_params: Optional[List[str]] = None
     """A list of parameters for jobs with Python tasks, for example `"python_params": ["john doe",
@@ -5586,8 +5579,6 @@ class JobsAPI:
           [dbutils.widgets.get]: https://docs.databricks.com/dev-tools/databricks-utils.html
         :param pipeline_params: :class:`PipelineParams` (optional)
         :param python_named_params: Dict[str,str] (optional)
-          A map from keys to values for jobs with Python wheel task, for example `"python_named_params":
-          {"name": "task", "data": "dbfs:/path/to/data.json"}`.
         :param python_params: List[str] (optional)
           A list of parameters for jobs with Python tasks, for example `"python_params": ["john doe", "35"]`.
           The parameters are passed to Python file as command-line parameters. If specified upon `run-now`, it
@@ -5777,8 +5768,6 @@ class JobsAPI:
           [dbutils.widgets.get]: https://docs.databricks.com/dev-tools/databricks-utils.html
         :param pipeline_params: :class:`PipelineParams` (optional)
         :param python_named_params: Dict[str,str] (optional)
-          A map from keys to values for jobs with Python wheel task, for example `"python_named_params":
-          {"name": "task", "data": "dbfs:/path/to/data.json"}`.
         :param python_params: List[str] (optional)
           A list of parameters for jobs with Python tasks, for example `"python_params": ["john doe", "35"]`.
           The parameters are passed to Python file as command-line parameters. If specified upon `run-now`, it