databricks-sdk 0.57.0__py3-none-any.whl → 0.58.0__py3-none-any.whl

databricks/sdk/service/compute.py

@@ -168,9 +168,6 @@ class AwsAttributes:
     """Attributes set during cluster creation which are related to Amazon Web Services."""
 
     availability: Optional[AwsAvailability] = None
-    """Availability type used for all subsequent nodes past the `first_on_demand` ones.
-    
-    Note: If `first_on_demand` is zero, this availability type will be used for the entire cluster."""
 
     ebs_volume_count: Optional[int] = None
     """The number of volumes launched for each instance. Users can choose up to 10 volumes. This
@@ -593,7 +590,6 @@ class ClusterAccessControlRequest:
     """name of the group"""
 
     permission_level: Optional[ClusterPermissionLevel] = None
-    """Permission level"""
 
     service_principal_name: Optional[str] = None
     """application ID of a service principal"""
@@ -742,30 +738,6 @@ class ClusterAttributes:
     tags"""
 
     data_security_mode: Optional[DataSecurityMode] = None
-    """Data security mode decides what data governance model to use when accessing data from a cluster.
-    
-    The following modes can only be used when `kind = CLASSIC_PREVIEW`. * `DATA_SECURITY_MODE_AUTO`:
-    Databricks will choose the most appropriate access mode depending on your compute configuration.
-    * `DATA_SECURITY_MODE_STANDARD`: Alias for `USER_ISOLATION`. * `DATA_SECURITY_MODE_DEDICATED`:
-    Alias for `SINGLE_USER`.
-    
-    The following modes can be used regardless of `kind`. * `NONE`: No security isolation for
-    multiple users sharing the cluster. Data governance features are not available in this mode. *
-    `SINGLE_USER`: A secure cluster that can only be exclusively used by a single user specified in
-    `single_user_name`. Most programming languages, cluster features and data governance features
-    are available in this mode. * `USER_ISOLATION`: A secure cluster that can be shared by multiple
-    users. Cluster users are fully isolated so that they cannot see each other's data and
-    credentials. Most data governance features are supported in this mode. But programming languages
-    and cluster features might be limited.
-    
-    The following modes are deprecated starting with Databricks Runtime 15.0 and will be removed for
-    future Databricks Runtime versions:
-    
-    * `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
-    `LEGACY_PASSTHROUGH`: This mode is for users migrating from legacy Passthrough on high
-    concurrency clusters. * `LEGACY_SINGLE_USER`: This mode is for users migrating from legacy
-    Passthrough on standard clusters. * `LEGACY_SINGLE_USER_STANDARD`: This mode provides a way that
-    doesn’t have UC nor passthrough enabled."""
 
     docker_image: Optional[DockerImage] = None
     """Custom docker image BYOC"""
@@ -809,19 +781,6 @@ class ClusterAttributes:
     `spark_conf`, and `num_workers`"""
 
     kind: Optional[Kind] = None
-    """The kind of compute described by this compute specification.
-    
-    Depending on `kind`, different validations and default values will be applied.
-    
-    Clusters with `kind = CLASSIC_PREVIEW` support the following fields, whereas clusters with no
-    specified `kind` do not. * [is_single_node](/api/workspace/clusters/create#is_single_node) *
-    [use_ml_runtime](/api/workspace/clusters/create#use_ml_runtime) *
-    [data_security_mode](/api/workspace/clusters/create#data_security_mode) set to
-    `DATA_SECURITY_MODE_AUTO`, `DATA_SECURITY_MODE_DEDICATED`, or `DATA_SECURITY_MODE_STANDARD`
-    
-    By using the [simple form], your clusters are automatically using `kind = CLASSIC_PREVIEW`.
-    
-    [simple form]: https://docs.databricks.com/compute/simple-form.html"""
 
     node_type_id: Optional[str] = None
     """This field encodes, through a single value, the resources available to each of the Spark nodes
@@ -832,6 +791,10 @@ class ClusterAttributes:
     policy_id: Optional[str] = None
     """The ID of the cluster policy used to create the cluster if applicable."""
 
+    remote_disk_throughput: Optional[int] = None
+    """If set, what the configurable throughput (in Mb/s) for the remote disk is. Currently only
+    supported for GCP HYPERDISK_BALANCED disks."""
+
     runtime_engine: Optional[RuntimeEngine] = None
     """Determines the cluster's runtime engine, either standard or Photon.
     
@@ -867,6 +830,10 @@ class ClusterAttributes:
     private keys can be used to login with the user name `ubuntu` on port `2200`. Up to 10 keys can
     be specified."""
 
+    total_initial_remote_disk_size: Optional[int] = None
+    """If set, what the total initial volume size (in GB) of the remote disks should be. Currently only
+    supported for GCP HYPERDISK_BALANCED disks."""
+
     use_ml_runtime: Optional[bool] = None
     """This field can only be used when `kind = CLASSIC_PREVIEW`.
     
@@ -874,7 +841,6 @@ class ClusterAttributes:
     `use_ml_runtime`, and whether `node_type_id` is gpu node or not."""
 
     workload_type: Optional[WorkloadType] = None
-    """Cluster Attributes showing for clusters workload types."""
 
     def as_dict(self) -> dict:
         """Serializes the ClusterAttributes into a dictionary suitable for use as a JSON request body."""
@@ -917,6 +883,8 @@ class ClusterAttributes:
             body["node_type_id"] = self.node_type_id
         if self.policy_id is not None:
             body["policy_id"] = self.policy_id
+        if self.remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = self.remote_disk_throughput
         if self.runtime_engine is not None:
             body["runtime_engine"] = self.runtime_engine.value
         if self.single_user_name is not None:
@@ -929,6 +897,8 @@ class ClusterAttributes:
             body["spark_version"] = self.spark_version
         if self.ssh_public_keys:
             body["ssh_public_keys"] = [v for v in self.ssh_public_keys]
+        if self.total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = self.total_initial_remote_disk_size
         if self.use_ml_runtime is not None:
             body["use_ml_runtime"] = self.use_ml_runtime
         if self.workload_type:
@@ -976,6 +946,8 @@ class ClusterAttributes:
             body["node_type_id"] = self.node_type_id
         if self.policy_id is not None:
             body["policy_id"] = self.policy_id
+        if self.remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = self.remote_disk_throughput
         if self.runtime_engine is not None:
             body["runtime_engine"] = self.runtime_engine
         if self.single_user_name is not None:
@@ -988,6 +960,8 @@ class ClusterAttributes:
             body["spark_version"] = self.spark_version
         if self.ssh_public_keys:
             body["ssh_public_keys"] = self.ssh_public_keys
+        if self.total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = self.total_initial_remote_disk_size
         if self.use_ml_runtime is not None:
             body["use_ml_runtime"] = self.use_ml_runtime
         if self.workload_type:
@@ -1017,12 +991,14 @@ class ClusterAttributes:
             kind=_enum(d, "kind", Kind),
             node_type_id=d.get("node_type_id", None),
             policy_id=d.get("policy_id", None),
+            remote_disk_throughput=d.get("remote_disk_throughput", None),
             runtime_engine=_enum(d, "runtime_engine", RuntimeEngine),
             single_user_name=d.get("single_user_name", None),
             spark_conf=d.get("spark_conf", None),
             spark_env_vars=d.get("spark_env_vars", None),
             spark_version=d.get("spark_version", None),
             ssh_public_keys=d.get("ssh_public_keys", None),
+            total_initial_remote_disk_size=d.get("total_initial_remote_disk_size", None),
             use_ml_runtime=d.get("use_ml_runtime", None),
             workload_type=_from_dict(d, "workload_type", WorkloadType),
         )
@@ -1140,30 +1116,6 @@ class ClusterDetails:
     tags"""
 
     data_security_mode: Optional[DataSecurityMode] = None
-    """Data security mode decides what data governance model to use when accessing data from a cluster.
-    
-    The following modes can only be used when `kind = CLASSIC_PREVIEW`. * `DATA_SECURITY_MODE_AUTO`:
-    Databricks will choose the most appropriate access mode depending on your compute configuration.
-    * `DATA_SECURITY_MODE_STANDARD`: Alias for `USER_ISOLATION`. * `DATA_SECURITY_MODE_DEDICATED`:
-    Alias for `SINGLE_USER`.
-    
-    The following modes can be used regardless of `kind`. * `NONE`: No security isolation for
-    multiple users sharing the cluster. Data governance features are not available in this mode. *
-    `SINGLE_USER`: A secure cluster that can only be exclusively used by a single user specified in
-    `single_user_name`. Most programming languages, cluster features and data governance features
-    are available in this mode. * `USER_ISOLATION`: A secure cluster that can be shared by multiple
-    users. Cluster users are fully isolated so that they cannot see each other's data and
-    credentials. Most data governance features are supported in this mode. But programming languages
-    and cluster features might be limited.
-    
-    The following modes are deprecated starting with Databricks Runtime 15.0 and will be removed for
-    future Databricks Runtime versions:
-    
-    * `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
-    `LEGACY_PASSTHROUGH`: This mode is for users migrating from legacy Passthrough on high
-    concurrency clusters. * `LEGACY_SINGLE_USER`: This mode is for users migrating from legacy
-    Passthrough on standard clusters. * `LEGACY_SINGLE_USER_STANDARD`: This mode provides a way that
-    doesn’t have UC nor passthrough enabled."""
 
     default_tags: Optional[Dict[str, str]] = None
     """Tags that are added by Databricks regardless of any `custom_tags`, including:
@@ -1231,19 +1183,6 @@ class ClusterDetails:
     on this port in executor nodes."""
 
     kind: Optional[Kind] = None
-    """The kind of compute described by this compute specification.
-    
-    Depending on `kind`, different validations and default values will be applied.
-    
-    Clusters with `kind = CLASSIC_PREVIEW` support the following fields, whereas clusters with no
-    specified `kind` do not. * [is_single_node](/api/workspace/clusters/create#is_single_node) *
-    [use_ml_runtime](/api/workspace/clusters/create#use_ml_runtime) *
-    [data_security_mode](/api/workspace/clusters/create#data_security_mode) set to
-    `DATA_SECURITY_MODE_AUTO`, `DATA_SECURITY_MODE_DEDICATED`, or `DATA_SECURITY_MODE_STANDARD`
-    
-    By using the [simple form], your clusters are automatically using `kind = CLASSIC_PREVIEW`.
-    
-    [simple form]: https://docs.databricks.com/compute/simple-form.html"""
 
     last_restarted_time: Optional[int] = None
     """the timestamp that the cluster was started/restarted"""
@@ -1270,6 +1209,10 @@ class ClusterDetails:
     policy_id: Optional[str] = None
     """The ID of the cluster policy used to create the cluster if applicable."""
 
+    remote_disk_throughput: Optional[int] = None
+    """If set, what the configurable throughput (in Mb/s) for the remote disk is. Currently only
+    supported for GCP HYPERDISK_BALANCED disks."""
+
     runtime_engine: Optional[RuntimeEngine] = None
     """Determines the cluster's runtime engine, either standard or Photon.
     
@@ -1336,6 +1279,10 @@ class ClusterDetails:
     """Information about why the cluster was terminated. This field only appears when the cluster is in
     a `TERMINATING` or `TERMINATED` state."""
 
+    total_initial_remote_disk_size: Optional[int] = None
+    """If set, what the total initial volume size (in GB) of the remote disks should be. Currently only
+    supported for GCP HYPERDISK_BALANCED disks."""
+
     use_ml_runtime: Optional[bool] = None
     """This field can only be used when `kind = CLASSIC_PREVIEW`.
     
@@ -1343,7 +1290,6 @@ class ClusterDetails:
     `use_ml_runtime`, and whether `node_type_id` is gpu node or not."""
 
     workload_type: Optional[WorkloadType] = None
-    """Cluster Attributes showing for clusters workload types."""
 
     def as_dict(self) -> dict:
         """Serializes the ClusterDetails into a dictionary suitable for use as a JSON request body."""
@@ -1414,6 +1360,8 @@ class ClusterDetails:
             body["num_workers"] = self.num_workers
         if self.policy_id is not None:
             body["policy_id"] = self.policy_id
+        if self.remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = self.remote_disk_throughput
         if self.runtime_engine is not None:
             body["runtime_engine"] = self.runtime_engine.value
         if self.single_user_name is not None:
@@ -1440,6 +1388,8 @@ class ClusterDetails:
             body["terminated_time"] = self.terminated_time
         if self.termination_reason:
             body["termination_reason"] = self.termination_reason.as_dict()
+        if self.total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = self.total_initial_remote_disk_size
         if self.use_ml_runtime is not None:
             body["use_ml_runtime"] = self.use_ml_runtime
         if self.workload_type:
@@ -1515,6 +1465,8 @@ class ClusterDetails:
             body["num_workers"] = self.num_workers
         if self.policy_id is not None:
             body["policy_id"] = self.policy_id
+        if self.remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = self.remote_disk_throughput
         if self.runtime_engine is not None:
             body["runtime_engine"] = self.runtime_engine
         if self.single_user_name is not None:
@@ -1541,6 +1493,8 @@ class ClusterDetails:
             body["terminated_time"] = self.terminated_time
         if self.termination_reason:
             body["termination_reason"] = self.termination_reason
+        if self.total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = self.total_initial_remote_disk_size
         if self.use_ml_runtime is not None:
             body["use_ml_runtime"] = self.use_ml_runtime
         if self.workload_type:
@@ -1584,6 +1538,7 @@ class ClusterDetails:
             node_type_id=d.get("node_type_id", None),
             num_workers=d.get("num_workers", None),
             policy_id=d.get("policy_id", None),
+            remote_disk_throughput=d.get("remote_disk_throughput", None),
             runtime_engine=_enum(d, "runtime_engine", RuntimeEngine),
             single_user_name=d.get("single_user_name", None),
             spark_conf=d.get("spark_conf", None),
@@ -1597,6 +1552,7 @@ class ClusterDetails:
             state_message=d.get("state_message", None),
             terminated_time=d.get("terminated_time", None),
             termination_reason=_from_dict(d, "termination_reason", TerminationReason),
+            total_initial_remote_disk_size=d.get("total_initial_remote_disk_size", None),
             use_ml_runtime=d.get("use_ml_runtime", None),
             workload_type=_from_dict(d, "workload_type", WorkloadType),
         )
@@ -1750,7 +1706,6 @@ class ClusterPermission:
     inherited_from_object: Optional[List[str]] = None
 
     permission_level: Optional[ClusterPermissionLevel] = None
-    """Permission level"""
 
     def as_dict(self) -> dict:
         """Serializes the ClusterPermission into a dictionary suitable for use as a JSON request body."""
@@ -1837,7 +1792,6 @@ class ClusterPermissionsDescription:
     description: Optional[str] = None
 
     permission_level: Optional[ClusterPermissionLevel] = None
-    """Permission level"""
 
     def as_dict(self) -> dict:
         """Serializes the ClusterPermissionsDescription into a dictionary suitable for use as a JSON request body."""
@@ -1906,7 +1860,6 @@ class ClusterPolicyAccessControlRequest:
     """name of the group"""
 
     permission_level: Optional[ClusterPolicyPermissionLevel] = None
-    """Permission level"""
 
     service_principal_name: Optional[str] = None
     """application ID of a service principal"""
@@ -2017,7 +1970,6 @@ class ClusterPolicyPermission:
     inherited_from_object: Optional[List[str]] = None
 
     permission_level: Optional[ClusterPolicyPermissionLevel] = None
-    """Permission level"""
 
     def as_dict(self) -> dict:
         """Serializes the ClusterPolicyPermission into a dictionary suitable for use as a JSON request body."""
@@ -2102,7 +2054,6 @@ class ClusterPolicyPermissionsDescription:
     description: Optional[str] = None
 
     permission_level: Optional[ClusterPolicyPermissionLevel] = None
-    """Permission level"""
 
     def as_dict(self) -> dict:
         """Serializes the ClusterPolicyPermissionsDescription into a dictionary suitable for use as a JSON request body."""
@@ -2315,30 +2266,6 @@ class ClusterSpec:
     tags"""
 
     data_security_mode: Optional[DataSecurityMode] = None
-    """Data security mode decides what data governance model to use when accessing data from a cluster.
-    
-    The following modes can only be used when `kind = CLASSIC_PREVIEW`. * `DATA_SECURITY_MODE_AUTO`:
-    Databricks will choose the most appropriate access mode depending on your compute configuration.
-    * `DATA_SECURITY_MODE_STANDARD`: Alias for `USER_ISOLATION`. * `DATA_SECURITY_MODE_DEDICATED`:
-    Alias for `SINGLE_USER`.
-    
-    The following modes can be used regardless of `kind`. * `NONE`: No security isolation for
-    multiple users sharing the cluster. Data governance features are not available in this mode. *
-    `SINGLE_USER`: A secure cluster that can only be exclusively used by a single user specified in
-    `single_user_name`. Most programming languages, cluster features and data governance features
-    are available in this mode. * `USER_ISOLATION`: A secure cluster that can be shared by multiple
-    users. Cluster users are fully isolated so that they cannot see each other's data and
-    credentials. Most data governance features are supported in this mode. But programming languages
-    and cluster features might be limited.
-    
-    The following modes are deprecated starting with Databricks Runtime 15.0 and will be removed for
-    future Databricks Runtime versions:
-    
-    * `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
-    `LEGACY_PASSTHROUGH`: This mode is for users migrating from legacy Passthrough on high
-    concurrency clusters. * `LEGACY_SINGLE_USER`: This mode is for users migrating from legacy
-    Passthrough on standard clusters. * `LEGACY_SINGLE_USER_STANDARD`: This mode provides a way that
-    doesn’t have UC nor passthrough enabled."""
 
     docker_image: Optional[DockerImage] = None
     """Custom docker image BYOC"""
@@ -2382,19 +2309,6 @@ class ClusterSpec:
     `spark_conf`, and `num_workers`"""
 
     kind: Optional[Kind] = None
-    """The kind of compute described by this compute specification.
-    
-    Depending on `kind`, different validations and default values will be applied.
-    
-    Clusters with `kind = CLASSIC_PREVIEW` support the following fields, whereas clusters with no
-    specified `kind` do not. * [is_single_node](/api/workspace/clusters/create#is_single_node) *
-    [use_ml_runtime](/api/workspace/clusters/create#use_ml_runtime) *
-    [data_security_mode](/api/workspace/clusters/create#data_security_mode) set to
-    `DATA_SECURITY_MODE_AUTO`, `DATA_SECURITY_MODE_DEDICATED`, or `DATA_SECURITY_MODE_STANDARD`
-    
-    By using the [simple form], your clusters are automatically using `kind = CLASSIC_PREVIEW`.
-    
-    [simple form]: https://docs.databricks.com/compute/simple-form.html"""
 
     node_type_id: Optional[str] = None
     """This field encodes, through a single value, the resources available to each of the Spark nodes
@@ -2415,6 +2329,10 @@ class ClusterSpec:
     policy_id: Optional[str] = None
     """The ID of the cluster policy used to create the cluster if applicable."""
 
+    remote_disk_throughput: Optional[int] = None
+    """If set, what the configurable throughput (in Mb/s) for the remote disk is. Currently only
+    supported for GCP HYPERDISK_BALANCED disks."""
+
     runtime_engine: Optional[RuntimeEngine] = None
     """Determines the cluster's runtime engine, either standard or Photon.
     
@@ -2454,6 +2372,10 @@ class ClusterSpec:
     private keys can be used to login with the user name `ubuntu` on port `2200`. Up to 10 keys can
     be specified."""
 
+    total_initial_remote_disk_size: Optional[int] = None
+    """If set, what the total initial volume size (in GB) of the remote disks should be. Currently only
+    supported for GCP HYPERDISK_BALANCED disks."""
+
     use_ml_runtime: Optional[bool] = None
     """This field can only be used when `kind = CLASSIC_PREVIEW`.
     
@@ -2461,7 +2383,6 @@ class ClusterSpec:
     `use_ml_runtime`, and whether `node_type_id` is gpu node or not."""
 
     workload_type: Optional[WorkloadType] = None
-    """Cluster Attributes showing for clusters workload types."""
 
     def as_dict(self) -> dict:
         """Serializes the ClusterSpec into a dictionary suitable for use as a JSON request body."""
@@ -2510,6 +2431,8 @@ class ClusterSpec:
             body["num_workers"] = self.num_workers
         if self.policy_id is not None:
             body["policy_id"] = self.policy_id
+        if self.remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = self.remote_disk_throughput
         if self.runtime_engine is not None:
             body["runtime_engine"] = self.runtime_engine.value
         if self.single_user_name is not None:
@@ -2522,6 +2445,8 @@ class ClusterSpec:
             body["spark_version"] = self.spark_version
         if self.ssh_public_keys:
             body["ssh_public_keys"] = [v for v in self.ssh_public_keys]
+        if self.total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = self.total_initial_remote_disk_size
         if self.use_ml_runtime is not None:
             body["use_ml_runtime"] = self.use_ml_runtime
         if self.workload_type:
@@ -2575,6 +2500,8 @@ class ClusterSpec:
             body["num_workers"] = self.num_workers
         if self.policy_id is not None:
             body["policy_id"] = self.policy_id
+        if self.remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = self.remote_disk_throughput
         if self.runtime_engine is not None:
             body["runtime_engine"] = self.runtime_engine
         if self.single_user_name is not None:
@@ -2587,6 +2514,8 @@ class ClusterSpec:
             body["spark_version"] = self.spark_version
         if self.ssh_public_keys:
             body["ssh_public_keys"] = self.ssh_public_keys
+        if self.total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = self.total_initial_remote_disk_size
         if self.use_ml_runtime is not None:
             body["use_ml_runtime"] = self.use_ml_runtime
         if self.workload_type:
@@ -2619,12 +2548,14 @@ class ClusterSpec:
             node_type_id=d.get("node_type_id", None),
             num_workers=d.get("num_workers", None),
             policy_id=d.get("policy_id", None),
+            remote_disk_throughput=d.get("remote_disk_throughput", None),
             runtime_engine=_enum(d, "runtime_engine", RuntimeEngine),
             single_user_name=d.get("single_user_name", None),
             spark_conf=d.get("spark_conf", None),
             spark_env_vars=d.get("spark_env_vars", None),
             spark_version=d.get("spark_version", None),
             ssh_public_keys=d.get("ssh_public_keys", None),
+            total_initial_remote_disk_size=d.get("total_initial_remote_disk_size", None),
             use_ml_runtime=d.get("use_ml_runtime", None),
             workload_type=_from_dict(d, "workload_type", WorkloadType),
         )
@@ -2819,30 +2750,6 @@ class CreateCluster:
     tags"""
 
     data_security_mode: Optional[DataSecurityMode] = None
-    """Data security mode decides what data governance model to use when accessing data from a cluster.
-    
-    The following modes can only be used when `kind = CLASSIC_PREVIEW`. * `DATA_SECURITY_MODE_AUTO`:
-    Databricks will choose the most appropriate access mode depending on your compute configuration.
-    * `DATA_SECURITY_MODE_STANDARD`: Alias for `USER_ISOLATION`. * `DATA_SECURITY_MODE_DEDICATED`:
-    Alias for `SINGLE_USER`.
-    
-    The following modes can be used regardless of `kind`. * `NONE`: No security isolation for
-    multiple users sharing the cluster. Data governance features are not available in this mode. *
-    `SINGLE_USER`: A secure cluster that can only be exclusively used by a single user specified in
-    `single_user_name`. Most programming languages, cluster features and data governance features
-    are available in this mode. * `USER_ISOLATION`: A secure cluster that can be shared by multiple
-    users. Cluster users are fully isolated so that they cannot see each other's data and
-    credentials. Most data governance features are supported in this mode. But programming languages
-    and cluster features might be limited.
-    
-    The following modes are deprecated starting with Databricks Runtime 15.0 and will be removed for
-    future Databricks Runtime versions:
-    
-    * `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
-    `LEGACY_PASSTHROUGH`: This mode is for users migrating from legacy Passthrough on high
-    concurrency clusters. * `LEGACY_SINGLE_USER`: This mode is for users migrating from legacy
-    Passthrough on standard clusters. * `LEGACY_SINGLE_USER_STANDARD`: This mode provides a way that
-    doesn’t have UC nor passthrough enabled."""
 
     docker_image: Optional[DockerImage] = None
     """Custom docker image BYOC"""
@@ -2886,19 +2793,6 @@ class CreateCluster:
     `spark_conf`, and `num_workers`"""
 
     kind: Optional[Kind] = None
-    """The kind of compute described by this compute specification.
-    
-    Depending on `kind`, different validations and default values will be applied.
-    
-    Clusters with `kind = CLASSIC_PREVIEW` support the following fields, whereas clusters with no
-    specified `kind` do not. * [is_single_node](/api/workspace/clusters/create#is_single_node) *
-    [use_ml_runtime](/api/workspace/clusters/create#use_ml_runtime) *
-    [data_security_mode](/api/workspace/clusters/create#data_security_mode) set to
-    `DATA_SECURITY_MODE_AUTO`, `DATA_SECURITY_MODE_DEDICATED`, or `DATA_SECURITY_MODE_STANDARD`
-    
-    By using the [simple form], your clusters are automatically using `kind = CLASSIC_PREVIEW`.
-    
-    [simple form]: https://docs.databricks.com/compute/simple-form.html"""
 
     node_type_id: Optional[str] = None
     """This field encodes, through a single value, the resources available to each of the Spark nodes
@@ -2919,6 +2813,10 @@ class CreateCluster:
     policy_id: Optional[str] = None
     """The ID of the cluster policy used to create the cluster if applicable."""
 
+    remote_disk_throughput: Optional[int] = None
+    """If set, what the configurable throughput (in Mb/s) for the remote disk is. Currently only
+    supported for GCP HYPERDISK_BALANCED disks."""
+
     runtime_engine: Optional[RuntimeEngine] = None
     """Determines the cluster's runtime engine, either standard or Photon.
     
@@ -2954,6 +2852,10 @@ class CreateCluster:
     private keys can be used to login with the user name `ubuntu` on port `2200`. Up to 10 keys can
     be specified."""
 
+    total_initial_remote_disk_size: Optional[int] = None
+    """If set, what the total initial volume size (in GB) of the remote disks should be. Currently only
+    supported for GCP HYPERDISK_BALANCED disks."""
+
     use_ml_runtime: Optional[bool] = None
     """This field can only be used when `kind = CLASSIC_PREVIEW`.
     
@@ -2961,7 +2863,6 @@ class CreateCluster:
     `use_ml_runtime`, and whether `node_type_id` is gpu node or not."""
 
     workload_type: Optional[WorkloadType] = None
-    """Cluster Attributes showing for clusters workload types."""
 
     def as_dict(self) -> dict:
         """Serializes the CreateCluster into a dictionary suitable for use as a JSON request body."""
@@ -3012,6 +2913,8 @@ class CreateCluster:
             body["num_workers"] = self.num_workers
         if self.policy_id is not None:
             body["policy_id"] = self.policy_id
+        if self.remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = self.remote_disk_throughput
         if self.runtime_engine is not None:
             body["runtime_engine"] = self.runtime_engine.value
         if self.single_user_name is not None:
@@ -3024,6 +2927,8 @@ class CreateCluster:
             body["spark_version"] = self.spark_version
         if self.ssh_public_keys:
             body["ssh_public_keys"] = [v for v in self.ssh_public_keys]
+        if self.total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = self.total_initial_remote_disk_size
         if self.use_ml_runtime is not None:
             body["use_ml_runtime"] = self.use_ml_runtime
         if self.workload_type:
@@ -3079,6 +2984,8 @@ class CreateCluster:
             body["num_workers"] = self.num_workers
         if self.policy_id is not None:
             body["policy_id"] = self.policy_id
+        if self.remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = self.remote_disk_throughput
         if self.runtime_engine is not None:
             body["runtime_engine"] = self.runtime_engine
         if self.single_user_name is not None:
@@ -3091,6 +2998,8 @@ class CreateCluster:
             body["spark_version"] = self.spark_version
         if self.ssh_public_keys:
             body["ssh_public_keys"] = self.ssh_public_keys
+        if self.total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = self.total_initial_remote_disk_size
         if self.use_ml_runtime is not None:
             body["use_ml_runtime"] = self.use_ml_runtime
         if self.workload_type:
@@ -3124,12 +3033,14 @@ class CreateCluster:
             node_type_id=d.get("node_type_id", None),
             num_workers=d.get("num_workers", None),
             policy_id=d.get("policy_id", None),
+            remote_disk_throughput=d.get("remote_disk_throughput", None),
             runtime_engine=_enum(d, "runtime_engine", RuntimeEngine),
             single_user_name=d.get("single_user_name", None),
             spark_conf=d.get("spark_conf", None),
             spark_env_vars=d.get("spark_env_vars", None),
             spark_version=d.get("spark_version", None),
             ssh_public_keys=d.get("ssh_public_keys", None),
+            total_initial_remote_disk_size=d.get("total_initial_remote_disk_size", None),
             use_ml_runtime=d.get("use_ml_runtime", None),
             workload_type=_from_dict(d, "workload_type", WorkloadType),
         )
@@ -3252,6 +3163,14 @@ class CreateInstancePool:
     started with the preloaded Spark version will start faster. A list of available Spark versions
     can be retrieved by using the :method:clusters/sparkVersions API call."""
 
+    remote_disk_throughput: Optional[int] = None
+    """If set, what the configurable throughput (in Mb/s) for the remote disk is. Currently only
+    supported for GCP HYPERDISK_BALANCED types."""
+
+    total_initial_remote_disk_size: Optional[int] = None
+    """If set, what the total initial volume size (in GB) of the remote disks should be. Currently only
+    supported for GCP HYPERDISK_BALANCED types."""
+
     def as_dict(self) -> dict:
         """Serializes the CreateInstancePool into a dictionary suitable for use as a JSON request body."""
         body = {}
@@ -3281,6 +3200,10 @@ class CreateInstancePool:
             body["preloaded_docker_images"] = [v.as_dict() for v in self.preloaded_docker_images]
         if self.preloaded_spark_versions:
             body["preloaded_spark_versions"] = [v for v in self.preloaded_spark_versions]
+        if self.remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = self.remote_disk_throughput
+        if self.total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = self.total_initial_remote_disk_size
         return body
 
     def as_shallow_dict(self) -> dict:
@@ -3312,6 +3235,10 @@ class CreateInstancePool:
             body["preloaded_docker_images"] = self.preloaded_docker_images
         if self.preloaded_spark_versions:
             body["preloaded_spark_versions"] = self.preloaded_spark_versions
+        if self.remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = self.remote_disk_throughput
+        if self.total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = self.total_initial_remote_disk_size
         return body
 
     @classmethod
@@ -3331,6 +3258,8 @@ class CreateInstancePool:
             node_type_id=d.get("node_type_id", None),
             preloaded_docker_images=_repeated_dict(d, "preloaded_docker_images", DockerImage),
             preloaded_spark_versions=d.get("preloaded_spark_versions", None),
+            remote_disk_throughput=d.get("remote_disk_throughput", None),
+            total_initial_remote_disk_size=d.get("total_initial_remote_disk_size", None),
         )
 
 
@@ -3953,12 +3882,8 @@ class DiskType:
     """Describes the disk type."""
 
     azure_disk_volume_type: Optional[DiskTypeAzureDiskVolumeType] = None
-    """All Azure Disk types that Databricks supports. See
-    https://docs.microsoft.com/en-us/azure/storage/storage-about-disks-and-vhds-linux#types-of-disks"""
 
     ebs_volume_type: Optional[DiskTypeEbsVolumeType] = None
-    """All EBS volume types that Databricks supports. See https://aws.amazon.com/ebs/details/ for
-    details."""
 
     def as_dict(self) -> dict:
         """Serializes the DiskType into a dictionary suitable for use as a JSON request body."""
@@ -4128,30 +4053,6 @@ class EditCluster:
     tags"""
 
     data_security_mode: Optional[DataSecurityMode] = None
-    """Data security mode decides what data governance model to use when accessing data from a cluster.
-    
-    The following modes can only be used when `kind = CLASSIC_PREVIEW`. * `DATA_SECURITY_MODE_AUTO`:
-    Databricks will choose the most appropriate access mode depending on your compute configuration.
-    * `DATA_SECURITY_MODE_STANDARD`: Alias for `USER_ISOLATION`. * `DATA_SECURITY_MODE_DEDICATED`:
-    Alias for `SINGLE_USER`.
-    
-    The following modes can be used regardless of `kind`. * `NONE`: No security isolation for
-    multiple users sharing the cluster. Data governance features are not available in this mode. *
-    `SINGLE_USER`: A secure cluster that can only be exclusively used by a single user specified in
-    `single_user_name`. Most programming languages, cluster features and data governance features
-    are available in this mode. * `USER_ISOLATION`: A secure cluster that can be shared by multiple
-    users. Cluster users are fully isolated so that they cannot see each other's data and
-    credentials. Most data governance features are supported in this mode. But programming languages
-    and cluster features might be limited.
-    
-    The following modes are deprecated starting with Databricks Runtime 15.0 and will be removed for
-    future Databricks Runtime versions:
-    
-    * `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
-    `LEGACY_PASSTHROUGH`: This mode is for users migrating from legacy Passthrough on high
-    concurrency clusters. * `LEGACY_SINGLE_USER`: This mode is for users migrating from legacy
-    Passthrough on standard clusters. * `LEGACY_SINGLE_USER_STANDARD`: This mode provides a way that
-    doesn’t have UC nor passthrough enabled."""
 
     docker_image: Optional[DockerImage] = None
     """Custom docker image BYOC"""
@@ -4195,19 +4096,6 @@ class EditCluster:
     `spark_conf`, and `num_workers`"""
 
     kind: Optional[Kind] = None
-    """The kind of compute described by this compute specification.
-    
-    Depending on `kind`, different validations and default values will be applied.
-    
-    Clusters with `kind = CLASSIC_PREVIEW` support the following fields, whereas clusters with no
-    specified `kind` do not. * [is_single_node](/api/workspace/clusters/create#is_single_node) *
-    [use_ml_runtime](/api/workspace/clusters/create#use_ml_runtime) *
-    [data_security_mode](/api/workspace/clusters/create#data_security_mode) set to
-    `DATA_SECURITY_MODE_AUTO`, `DATA_SECURITY_MODE_DEDICATED`, or `DATA_SECURITY_MODE_STANDARD`
-    
-    By using the [simple form], your clusters are automatically using `kind = CLASSIC_PREVIEW`.
-    
-    [simple form]: https://docs.databricks.com/compute/simple-form.html"""
 
     node_type_id: Optional[str] = None
     """This field encodes, through a single value, the resources available to each of the Spark nodes
@@ -4228,6 +4116,10 @@ class EditCluster:
     policy_id: Optional[str] = None
     """The ID of the cluster policy used to create the cluster if applicable."""
 
+    remote_disk_throughput: Optional[int] = None
+    """If set, what the configurable throughput (in Mb/s) for the remote disk is. Currently only
+    supported for GCP HYPERDISK_BALANCED disks."""
+
     runtime_engine: Optional[RuntimeEngine] = None
     """Determines the cluster's runtime engine, either standard or Photon.
     
@@ -4263,6 +4155,10 @@ class EditCluster:
     private keys can be used to login with the user name `ubuntu` on port `2200`. Up to 10 keys can
     be specified."""
 
+    total_initial_remote_disk_size: Optional[int] = None
+    """If set, what the total initial volume size (in GB) of the remote disks should be. Currently only
+    supported for GCP HYPERDISK_BALANCED disks."""
+
     use_ml_runtime: Optional[bool] = None
     """This field can only be used when `kind = CLASSIC_PREVIEW`.
     
@@ -4270,7 +4166,6 @@ class EditCluster:
     `use_ml_runtime`, and whether `node_type_id` is gpu node or not."""
 
     workload_type: Optional[WorkloadType] = None
-    """Cluster Attributes showing for clusters workload types."""
 
     def as_dict(self) -> dict:
         """Serializes the EditCluster into a dictionary suitable for use as a JSON request body."""
@@ -4321,6 +4216,8 @@ class EditCluster:
             body["num_workers"] = self.num_workers
         if self.policy_id is not None:
             body["policy_id"] = self.policy_id
+        if self.remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = self.remote_disk_throughput
         if self.runtime_engine is not None:
             body["runtime_engine"] = self.runtime_engine.value
         if self.single_user_name is not None:
@@ -4333,6 +4230,8 @@ class EditCluster:
             body["spark_version"] = self.spark_version
         if self.ssh_public_keys:
             body["ssh_public_keys"] = [v for v in self.ssh_public_keys]
+        if self.total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = self.total_initial_remote_disk_size
         if self.use_ml_runtime is not None:
             body["use_ml_runtime"] = self.use_ml_runtime
         if self.workload_type:
@@ -4388,6 +4287,8 @@ class EditCluster:
             body["num_workers"] = self.num_workers
         if self.policy_id is not None:
             body["policy_id"] = self.policy_id
+        if self.remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = self.remote_disk_throughput
         if self.runtime_engine is not None:
             body["runtime_engine"] = self.runtime_engine
         if self.single_user_name is not None:
@@ -4400,6 +4301,8 @@ class EditCluster:
             body["spark_version"] = self.spark_version
         if self.ssh_public_keys:
             body["ssh_public_keys"] = self.ssh_public_keys
+        if self.total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = self.total_initial_remote_disk_size
         if self.use_ml_runtime is not None:
             body["use_ml_runtime"] = self.use_ml_runtime
         if self.workload_type:
@@ -4433,12 +4336,14 @@ class EditCluster:
             node_type_id=d.get("node_type_id", None),
             num_workers=d.get("num_workers", None),
             policy_id=d.get("policy_id", None),
+            remote_disk_throughput=d.get("remote_disk_throughput", None),
             runtime_engine=_enum(d, "runtime_engine", RuntimeEngine),
             single_user_name=d.get("single_user_name", None),
             spark_conf=d.get("spark_conf", None),
             spark_env_vars=d.get("spark_env_vars", None),
             spark_version=d.get("spark_version", None),
             ssh_public_keys=d.get("ssh_public_keys", None),
+            total_initial_remote_disk_size=d.get("total_initial_remote_disk_size", None),
             use_ml_runtime=d.get("use_ml_runtime", None),
             workload_type=_from_dict(d, "workload_type", WorkloadType),
         )
@@ -4498,6 +4403,14 @@ class EditInstancePool:
     min_idle_instances: Optional[int] = None
     """Minimum number of idle instances to keep in the instance pool"""
 
+    remote_disk_throughput: Optional[int] = None
+    """If set, what the configurable throughput (in Mb/s) for the remote disk is. Currently only
+    supported for GCP HYPERDISK_BALANCED types."""
+
+    total_initial_remote_disk_size: Optional[int] = None
+    """If set, what the total initial volume size (in GB) of the remote disks should be. Currently only
+    supported for GCP HYPERDISK_BALANCED types."""
+
     def as_dict(self) -> dict:
         """Serializes the EditInstancePool into a dictionary suitable for use as a JSON request body."""
         body = {}
@@ -4515,6 +4428,10 @@ class EditInstancePool:
             body["min_idle_instances"] = self.min_idle_instances
         if self.node_type_id is not None:
             body["node_type_id"] = self.node_type_id
+        if self.remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = self.remote_disk_throughput
+        if self.total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = self.total_initial_remote_disk_size
         return body
 
     def as_shallow_dict(self) -> dict:
@@ -4534,6 +4451,10 @@ class EditInstancePool:
             body["min_idle_instances"] = self.min_idle_instances
         if self.node_type_id is not None:
             body["node_type_id"] = self.node_type_id
+        if self.remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = self.remote_disk_throughput
+        if self.total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = self.total_initial_remote_disk_size
         return body
 
     @classmethod
@@ -4547,6 +4468,8 @@ class EditInstancePool:
             max_capacity=d.get("max_capacity", None),
             min_idle_instances=d.get("min_idle_instances", None),
             node_type_id=d.get("node_type_id", None),
+            remote_disk_throughput=d.get("remote_disk_throughput", None),
+            total_initial_remote_disk_size=d.get("total_initial_remote_disk_size", None),
         )
 
 
@@ -5506,6 +5429,10 @@ class GetInstancePool:
     started with the preloaded Spark version will start faster. A list of available Spark versions
     can be retrieved by using the :method:clusters/sparkVersions API call."""
 
+    remote_disk_throughput: Optional[int] = None
+    """If set, what the configurable throughput (in Mb/s) for the remote disk is. Currently only
+    supported for GCP HYPERDISK_BALANCED types."""
+
     state: Optional[InstancePoolState] = None
     """Current state of the instance pool."""
 
@@ -5515,6 +5442,10 @@ class GetInstancePool:
     status: Optional[InstancePoolStatus] = None
     """Status of failed pending instances in the pool."""
 
+    total_initial_remote_disk_size: Optional[int] = None
+    """If set, what the total initial volume size (in GB) of the remote disks should be. Currently only
+    supported for GCP HYPERDISK_BALANCED types."""
+
     def as_dict(self) -> dict:
         """Serializes the GetInstancePool into a dictionary suitable for use as a JSON request body."""
         body = {}
@@ -5548,12 +5479,16 @@ class GetInstancePool:
             body["preloaded_docker_images"] = [v.as_dict() for v in self.preloaded_docker_images]
         if self.preloaded_spark_versions:
             body["preloaded_spark_versions"] = [v for v in self.preloaded_spark_versions]
+        if self.remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = self.remote_disk_throughput
         if self.state is not None:
             body["state"] = self.state.value
         if self.stats:
             body["stats"] = self.stats.as_dict()
         if self.status:
             body["status"] = self.status.as_dict()
+        if self.total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = self.total_initial_remote_disk_size
         return body
 
     def as_shallow_dict(self) -> dict:
@@ -5589,12 +5524,16 @@ class GetInstancePool:
             body["preloaded_docker_images"] = self.preloaded_docker_images
         if self.preloaded_spark_versions:
             body["preloaded_spark_versions"] = self.preloaded_spark_versions
+        if self.remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = self.remote_disk_throughput
         if self.state is not None:
             body["state"] = self.state
         if self.stats:
             body["stats"] = self.stats
         if self.status:
             body["status"] = self.status
+        if self.total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = self.total_initial_remote_disk_size
         return body
 
     @classmethod
@@ -5616,9 +5555,11 @@ class GetInstancePool:
             node_type_id=d.get("node_type_id", None),
             preloaded_docker_images=_repeated_dict(d, "preloaded_docker_images", DockerImage),
             preloaded_spark_versions=d.get("preloaded_spark_versions", None),
+            remote_disk_throughput=d.get("remote_disk_throughput", None),
             state=_enum(d, "state", InstancePoolState),
             stats=_from_dict(d, "stats", InstancePoolStats),
             status=_from_dict(d, "status", InstancePoolStatus),
+            total_initial_remote_disk_size=d.get("total_initial_remote_disk_size", None),
         )
 
 
@@ -6281,7 +6222,6 @@ class InstancePoolAccessControlRequest:
     """name of the group"""
 
     permission_level: Optional[InstancePoolPermissionLevel] = None
-    """Permission level"""
 
     service_principal_name: Optional[str] = None
     """application ID of a service principal"""
@@ -6461,6 +6401,10 @@ class InstancePoolAndStats:
     started with the preloaded Spark version will start faster. A list of available Spark versions
     can be retrieved by using the :method:clusters/sparkVersions API call."""
 
+    remote_disk_throughput: Optional[int] = None
+    """If set, what the configurable throughput (in Mb/s) for the remote disk is. Currently only
+    supported for GCP HYPERDISK_BALANCED types."""
+
     state: Optional[InstancePoolState] = None
     """Current state of the instance pool."""
 
@@ -6470,6 +6414,10 @@ class InstancePoolAndStats:
     status: Optional[InstancePoolStatus] = None
     """Status of failed pending instances in the pool."""
 
+    total_initial_remote_disk_size: Optional[int] = None
+    """If set, what the total initial volume size (in GB) of the remote disks should be. Currently only
+    supported for GCP HYPERDISK_BALANCED types."""
+
     def as_dict(self) -> dict:
         """Serializes the InstancePoolAndStats into a dictionary suitable for use as a JSON request body."""
         body = {}
@@ -6503,12 +6451,16 @@ class InstancePoolAndStats:
             body["preloaded_docker_images"] = [v.as_dict() for v in self.preloaded_docker_images]
         if self.preloaded_spark_versions:
             body["preloaded_spark_versions"] = [v for v in self.preloaded_spark_versions]
+        if self.remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = self.remote_disk_throughput
         if self.state is not None:
             body["state"] = self.state.value
         if self.stats:
             body["stats"] = self.stats.as_dict()
         if self.status:
             body["status"] = self.status.as_dict()
+        if self.total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = self.total_initial_remote_disk_size
         return body
 
     def as_shallow_dict(self) -> dict:
@@ -6544,12 +6496,16 @@ class InstancePoolAndStats:
             body["preloaded_docker_images"] = self.preloaded_docker_images
         if self.preloaded_spark_versions:
             body["preloaded_spark_versions"] = self.preloaded_spark_versions
+        if self.remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = self.remote_disk_throughput
         if self.state is not None:
             body["state"] = self.state
         if self.stats:
             body["stats"] = self.stats
         if self.status:
             body["status"] = self.status
+        if self.total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = self.total_initial_remote_disk_size
         return body
 
     @classmethod
@@ -6571,9 +6527,11 @@ class InstancePoolAndStats:
             node_type_id=d.get("node_type_id", None),
             preloaded_docker_images=_repeated_dict(d, "preloaded_docker_images", DockerImage),
             preloaded_spark_versions=d.get("preloaded_spark_versions", None),
+            remote_disk_throughput=d.get("remote_disk_throughput", None),
             state=_enum(d, "state", InstancePoolState),
             stats=_from_dict(d, "stats", InstancePoolStats),
             status=_from_dict(d, "status", InstancePoolStatus),
+            total_initial_remote_disk_size=d.get("total_initial_remote_disk_size", None),
         )
 
 
@@ -6692,8 +6650,6 @@ class InstancePoolGcpAttributes:
     """Attributes set during instance pool creation which are related to GCP."""
 
     gcp_availability: Optional[GcpAvailability] = None
-    """This field determines whether the instance pool will contain preemptible VMs, on-demand VMs, or
-    preemptible VMs with a fallback to on-demand VMs if the former is unavailable."""
 
     local_ssd_count: Optional[int] = None
     """If provided, each node in the instance pool will have this number of local SSDs attached. Each
@@ -6755,7 +6711,6 @@ class InstancePoolPermission:
     inherited_from_object: Optional[List[str]] = None
 
     permission_level: Optional[InstancePoolPermissionLevel] = None
-    """Permission level"""
 
     def as_dict(self) -> dict:
         """Serializes the InstancePoolPermission into a dictionary suitable for use as a JSON request body."""
@@ -6841,7 +6796,6 @@ class InstancePoolPermissionsDescription:
     description: Optional[str] = None
 
     permission_level: Optional[InstancePoolPermissionLevel] = None
-    """Permission level"""
 
     def as_dict(self) -> dict:
         """Serializes the InstancePoolPermissionsDescription into a dictionary suitable for use as a JSON request body."""
@@ -7066,6 +7020,7 @@ class Kind(Enum):
 class Language(Enum):
 
     PYTHON = "python"
+    R = "r"
     SCALA = "scala"
     SQL = "sql"
 
@@ -9143,6 +9098,7 @@ class TerminationReasonCode(Enum):
     SECRET_CREATION_FAILURE = "SECRET_CREATION_FAILURE"
     SECRET_PERMISSION_DENIED = "SECRET_PERMISSION_DENIED"
     SECRET_RESOLUTION_ERROR = "SECRET_RESOLUTION_ERROR"
+    SECURITY_AGENTS_FAILED_INITIAL_VERIFICATION = "SECURITY_AGENTS_FAILED_INITIAL_VERIFICATION"
     SECURITY_DAEMON_REGISTRATION_EXCEPTION = "SECURITY_DAEMON_REGISTRATION_EXCEPTION"
     SELF_BOOTSTRAP_FAILURE = "SELF_BOOTSTRAP_FAILURE"
     SERVERLESS_LONG_RUNNING_TERMINATED = "SERVERLESS_LONG_RUNNING_TERMINATED"
@@ -9373,30 +9329,6 @@ class UpdateClusterResource:
     tags"""
 
     data_security_mode: Optional[DataSecurityMode] = None
-    """Data security mode decides what data governance model to use when accessing data from a cluster.
-    
-    The following modes can only be used when `kind = CLASSIC_PREVIEW`. * `DATA_SECURITY_MODE_AUTO`:
-    Databricks will choose the most appropriate access mode depending on your compute configuration.
-    * `DATA_SECURITY_MODE_STANDARD`: Alias for `USER_ISOLATION`. * `DATA_SECURITY_MODE_DEDICATED`:
-    Alias for `SINGLE_USER`.
-    
-    The following modes can be used regardless of `kind`. * `NONE`: No security isolation for
-    multiple users sharing the cluster. Data governance features are not available in this mode. *
-    `SINGLE_USER`: A secure cluster that can only be exclusively used by a single user specified in
-    `single_user_name`. Most programming languages, cluster features and data governance features
-    are available in this mode. * `USER_ISOLATION`: A secure cluster that can be shared by multiple
-    users. Cluster users are fully isolated so that they cannot see each other's data and
-    credentials. Most data governance features are supported in this mode. But programming languages
-    and cluster features might be limited.
-    
-    The following modes are deprecated starting with Databricks Runtime 15.0 and will be removed for
-    future Databricks Runtime versions:
-    
-    * `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
-    `LEGACY_PASSTHROUGH`: This mode is for users migrating from legacy Passthrough on high
-    concurrency clusters. * `LEGACY_SINGLE_USER`: This mode is for users migrating from legacy
-    Passthrough on standard clusters. * `LEGACY_SINGLE_USER_STANDARD`: This mode provides a way that
-    doesn’t have UC nor passthrough enabled."""
 
     docker_image: Optional[DockerImage] = None
     """Custom docker image BYOC"""
@@ -9440,19 +9372,6 @@ class UpdateClusterResource:
     `spark_conf`, and `num_workers`"""
 
     kind: Optional[Kind] = None
-    """The kind of compute described by this compute specification.
-    
-    Depending on `kind`, different validations and default values will be applied.
-    
-    Clusters with `kind = CLASSIC_PREVIEW` support the following fields, whereas clusters with no
-    specified `kind` do not. * [is_single_node](/api/workspace/clusters/create#is_single_node) *
-    [use_ml_runtime](/api/workspace/clusters/create#use_ml_runtime) *
-    [data_security_mode](/api/workspace/clusters/create#data_security_mode) set to
-    `DATA_SECURITY_MODE_AUTO`, `DATA_SECURITY_MODE_DEDICATED`, or `DATA_SECURITY_MODE_STANDARD`
-    
-    By using the [simple form], your clusters are automatically using `kind = CLASSIC_PREVIEW`.
-    
-    [simple form]: https://docs.databricks.com/compute/simple-form.html"""
 
     node_type_id: Optional[str] = None
     """This field encodes, through a single value, the resources available to each of the Spark nodes
@@ -9473,6 +9392,10 @@ class UpdateClusterResource:
     policy_id: Optional[str] = None
     """The ID of the cluster policy used to create the cluster if applicable."""
 
+    remote_disk_throughput: Optional[int] = None
+    """If set, what the configurable throughput (in Mb/s) for the remote disk is. Currently only
+    supported for GCP HYPERDISK_BALANCED disks."""
+
     runtime_engine: Optional[RuntimeEngine] = None
     """Determines the cluster's runtime engine, either standard or Photon.
     
@@ -9512,6 +9435,10 @@ class UpdateClusterResource:
     private keys can be used to login with the user name `ubuntu` on port `2200`. Up to 10 keys can
     be specified."""
 
+    total_initial_remote_disk_size: Optional[int] = None
+    """If set, what the total initial volume size (in GB) of the remote disks should be. Currently only
+    supported for GCP HYPERDISK_BALANCED disks."""
+
     use_ml_runtime: Optional[bool] = None
     """This field can only be used when `kind = CLASSIC_PREVIEW`.
     
@@ -9519,7 +9446,6 @@ class UpdateClusterResource:
     `use_ml_runtime`, and whether `node_type_id` is gpu node or not."""
 
     workload_type: Optional[WorkloadType] = None
-    """Cluster Attributes showing for clusters workload types."""
 
     def as_dict(self) -> dict:
         """Serializes the UpdateClusterResource into a dictionary suitable for use as a JSON request body."""
@@ -9566,6 +9492,8 @@ class UpdateClusterResource:
             body["num_workers"] = self.num_workers
         if self.policy_id is not None:
             body["policy_id"] = self.policy_id
+        if self.remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = self.remote_disk_throughput
         if self.runtime_engine is not None:
             body["runtime_engine"] = self.runtime_engine.value
         if self.single_user_name is not None:
@@ -9578,6 +9506,8 @@ class UpdateClusterResource:
             body["spark_version"] = self.spark_version
         if self.ssh_public_keys:
             body["ssh_public_keys"] = [v for v in self.ssh_public_keys]
+        if self.total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = self.total_initial_remote_disk_size
         if self.use_ml_runtime is not None:
             body["use_ml_runtime"] = self.use_ml_runtime
         if self.workload_type:
@@ -9629,6 +9559,8 @@ class UpdateClusterResource:
             body["num_workers"] = self.num_workers
         if self.policy_id is not None:
             body["policy_id"] = self.policy_id
+        if self.remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = self.remote_disk_throughput
         if self.runtime_engine is not None:
             body["runtime_engine"] = self.runtime_engine
         if self.single_user_name is not None:
@@ -9641,6 +9573,8 @@ class UpdateClusterResource:
             body["spark_version"] = self.spark_version
         if self.ssh_public_keys:
             body["ssh_public_keys"] = self.ssh_public_keys
+        if self.total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = self.total_initial_remote_disk_size
         if self.use_ml_runtime is not None:
             body["use_ml_runtime"] = self.use_ml_runtime
         if self.workload_type:
@@ -9672,12 +9606,14 @@ class UpdateClusterResource:
             node_type_id=d.get("node_type_id", None),
             num_workers=d.get("num_workers", None),
             policy_id=d.get("policy_id", None),
+            remote_disk_throughput=d.get("remote_disk_throughput", None),
             runtime_engine=_enum(d, "runtime_engine", RuntimeEngine),
             single_user_name=d.get("single_user_name", None),
             spark_conf=d.get("spark_conf", None),
             spark_env_vars=d.get("spark_env_vars", None),
             spark_version=d.get("spark_version", None),
             ssh_public_keys=d.get("ssh_public_keys", None),
+            total_initial_remote_disk_size=d.get("total_initial_remote_disk_size", None),
             use_ml_runtime=d.get("use_ml_runtime", None),
             workload_type=_from_dict(d, "workload_type", WorkloadType),
         )
@@ -10257,11 +10193,13 @@ class ClustersAPI:
         node_type_id: Optional[str] = None,
         num_workers: Optional[int] = None,
         policy_id: Optional[str] = None,
+        remote_disk_throughput: Optional[int] = None,
         runtime_engine: Optional[RuntimeEngine] = None,
         single_user_name: Optional[str] = None,
         spark_conf: Optional[Dict[str, str]] = None,
         spark_env_vars: Optional[Dict[str, str]] = None,
         ssh_public_keys: Optional[List[str]] = None,
+        total_initial_remote_disk_size: Optional[int] = None,
         use_ml_runtime: Optional[bool] = None,
         workload_type: Optional[WorkloadType] = None,
     ) -> Wait[ClusterDetails]:
@@ -10319,30 +10257,6 @@ class ClustersAPI:
 
           - Clusters can only reuse cloud resources if the resources' tags are a subset of the cluster tags
         :param data_security_mode: :class:`DataSecurityMode` (optional)
-          Data security mode decides what data governance model to use when accessing data from a cluster.
-
-          The following modes can only be used when `kind = CLASSIC_PREVIEW`. * `DATA_SECURITY_MODE_AUTO`:
-          Databricks will choose the most appropriate access mode depending on your compute configuration. *
-          `DATA_SECURITY_MODE_STANDARD`: Alias for `USER_ISOLATION`. * `DATA_SECURITY_MODE_DEDICATED`: Alias
-          for `SINGLE_USER`.
-
-          The following modes can be used regardless of `kind`. * `NONE`: No security isolation for multiple
-          users sharing the cluster. Data governance features are not available in this mode. * `SINGLE_USER`:
-          A secure cluster that can only be exclusively used by a single user specified in `single_user_name`.
-          Most programming languages, cluster features and data governance features are available in this
-          mode. * `USER_ISOLATION`: A secure cluster that can be shared by multiple users. Cluster users are
-          fully isolated so that they cannot see each other's data and credentials. Most data governance
-          features are supported in this mode. But programming languages and cluster features might be
-          limited.
-
-          The following modes are deprecated starting with Databricks Runtime 15.0 and will be removed for
-          future Databricks Runtime versions:
-
-          * `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
-          `LEGACY_PASSTHROUGH`: This mode is for users migrating from legacy Passthrough on high concurrency
-          clusters. * `LEGACY_SINGLE_USER`: This mode is for users migrating from legacy Passthrough on
-          standard clusters. * `LEGACY_SINGLE_USER_STANDARD`: This mode provides a way that doesn’t have UC
-          nor passthrough enabled.
         :param docker_image: :class:`DockerImage` (optional)
           Custom docker image BYOC
         :param driver_instance_pool_id: str (optional)
@@ -10376,19 +10290,6 @@ class ClustersAPI:
           When set to true, Databricks will automatically set single node related `custom_tags`, `spark_conf`,
           and `num_workers`
         :param kind: :class:`Kind` (optional)
-          The kind of compute described by this compute specification.
-
-          Depending on `kind`, different validations and default values will be applied.
-
-          Clusters with `kind = CLASSIC_PREVIEW` support the following fields, whereas clusters with no
-          specified `kind` do not. * [is_single_node](/api/workspace/clusters/create#is_single_node) *
-          [use_ml_runtime](/api/workspace/clusters/create#use_ml_runtime) *
-          [data_security_mode](/api/workspace/clusters/create#data_security_mode) set to
-          `DATA_SECURITY_MODE_AUTO`, `DATA_SECURITY_MODE_DEDICATED`, or `DATA_SECURITY_MODE_STANDARD`
-
-          By using the [simple form], your clusters are automatically using `kind = CLASSIC_PREVIEW`.
-
-          [simple form]: https://docs.databricks.com/compute/simple-form.html
         :param node_type_id: str (optional)
           This field encodes, through a single value, the resources available to each of the Spark nodes in
           this cluster. For example, the Spark nodes can be provisioned and optimized for memory or compute
@@ -10405,6 +10306,9 @@ class ClustersAPI:
           provisioned.
         :param policy_id: str (optional)
           The ID of the cluster policy used to create the cluster if applicable.
+        :param remote_disk_throughput: int (optional)
+          If set, what the configurable throughput (in Mb/s) for the remote disk is. Currently only supported
+          for GCP HYPERDISK_BALANCED disks.
         :param runtime_engine: :class:`RuntimeEngine` (optional)
           Determines the cluster's runtime engine, either standard or Photon.
 
@@ -10435,13 +10339,15 @@ class ClustersAPI:
           SSH public key contents that will be added to each Spark node in this cluster. The corresponding
           private keys can be used to login with the user name `ubuntu` on port `2200`. Up to 10 keys can be
           specified.
+        :param total_initial_remote_disk_size: int (optional)
+          If set, what the total initial volume size (in GB) of the remote disks should be. Currently only
+          supported for GCP HYPERDISK_BALANCED disks.
         :param use_ml_runtime: bool (optional)
           This field can only be used when `kind = CLASSIC_PREVIEW`.
 
           `effective_spark_version` is determined by `spark_version` (DBR release), this field
           `use_ml_runtime`, and whether `node_type_id` is gpu node or not.
         :param workload_type: :class:`WorkloadType` (optional)
-          Cluster Attributes showing for clusters workload types.
 
         :returns:
           Long-running operation waiter for :class:`ClusterDetails`.
@@ -10494,6 +10400,8 @@ class ClustersAPI:
             body["num_workers"] = num_workers
         if policy_id is not None:
             body["policy_id"] = policy_id
+        if remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = remote_disk_throughput
         if runtime_engine is not None:
             body["runtime_engine"] = runtime_engine.value
         if single_user_name is not None:
@@ -10506,6 +10414,8 @@ class ClustersAPI:
             body["spark_version"] = spark_version
         if ssh_public_keys is not None:
             body["ssh_public_keys"] = [v for v in ssh_public_keys]
+        if total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = total_initial_remote_disk_size
         if use_ml_runtime is not None:
             body["use_ml_runtime"] = use_ml_runtime
         if workload_type is not None:
@@ -10549,11 +10459,13 @@ class ClustersAPI:
         node_type_id: Optional[str] = None,
         num_workers: Optional[int] = None,
         policy_id: Optional[str] = None,
+        remote_disk_throughput: Optional[int] = None,
         runtime_engine: Optional[RuntimeEngine] = None,
         single_user_name: Optional[str] = None,
         spark_conf: Optional[Dict[str, str]] = None,
         spark_env_vars: Optional[Dict[str, str]] = None,
         ssh_public_keys: Optional[List[str]] = None,
+        total_initial_remote_disk_size: Optional[int] = None,
         use_ml_runtime: Optional[bool] = None,
         workload_type: Optional[WorkloadType] = None,
         timeout=timedelta(minutes=20),
@@ -10582,12 +10494,14 @@ class ClustersAPI:
             node_type_id=node_type_id,
             num_workers=num_workers,
             policy_id=policy_id,
+            remote_disk_throughput=remote_disk_throughput,
             runtime_engine=runtime_engine,
             single_user_name=single_user_name,
             spark_conf=spark_conf,
             spark_env_vars=spark_env_vars,
             spark_version=spark_version,
             ssh_public_keys=ssh_public_keys,
+            total_initial_remote_disk_size=total_initial_remote_disk_size,
             use_ml_runtime=use_ml_runtime,
             workload_type=workload_type,
         ).result(timeout=timeout)
@@ -10649,11 +10563,13 @@ class ClustersAPI:
         node_type_id: Optional[str] = None,
         num_workers: Optional[int] = None,
         policy_id: Optional[str] = None,
+        remote_disk_throughput: Optional[int] = None,
         runtime_engine: Optional[RuntimeEngine] = None,
         single_user_name: Optional[str] = None,
         spark_conf: Optional[Dict[str, str]] = None,
         spark_env_vars: Optional[Dict[str, str]] = None,
         ssh_public_keys: Optional[List[str]] = None,
+        total_initial_remote_disk_size: Optional[int] = None,
         use_ml_runtime: Optional[bool] = None,
         workload_type: Optional[WorkloadType] = None,
     ) -> Wait[ClusterDetails]:
@@ -10708,30 +10624,6 @@ class ClustersAPI:
 
           - Clusters can only reuse cloud resources if the resources' tags are a subset of the cluster tags
         :param data_security_mode: :class:`DataSecurityMode` (optional)
-          Data security mode decides what data governance model to use when accessing data from a cluster.
-
-          The following modes can only be used when `kind = CLASSIC_PREVIEW`. * `DATA_SECURITY_MODE_AUTO`:
-          Databricks will choose the most appropriate access mode depending on your compute configuration. *
-          `DATA_SECURITY_MODE_STANDARD`: Alias for `USER_ISOLATION`. * `DATA_SECURITY_MODE_DEDICATED`: Alias
-          for `SINGLE_USER`.
-
-          The following modes can be used regardless of `kind`. * `NONE`: No security isolation for multiple
-          users sharing the cluster. Data governance features are not available in this mode. * `SINGLE_USER`:
-          A secure cluster that can only be exclusively used by a single user specified in `single_user_name`.
-          Most programming languages, cluster features and data governance features are available in this
-          mode. * `USER_ISOLATION`: A secure cluster that can be shared by multiple users. Cluster users are
-          fully isolated so that they cannot see each other's data and credentials. Most data governance
-          features are supported in this mode. But programming languages and cluster features might be
-          limited.
-
-          The following modes are deprecated starting with Databricks Runtime 15.0 and will be removed for
-          future Databricks Runtime versions:
-
-          * `LEGACY_TABLE_ACL`: This mode is for users migrating from legacy Table ACL clusters. *
-          `LEGACY_PASSTHROUGH`: This mode is for users migrating from legacy Passthrough on high concurrency
-          clusters. * `LEGACY_SINGLE_USER`: This mode is for users migrating from legacy Passthrough on
-          standard clusters. * `LEGACY_SINGLE_USER_STANDARD`: This mode provides a way that doesn’t have UC
-          nor passthrough enabled.
         :param docker_image: :class:`DockerImage` (optional)
           Custom docker image BYOC
         :param driver_instance_pool_id: str (optional)
@@ -10765,19 +10657,6 @@ class ClustersAPI:
           When set to true, Databricks will automatically set single node related `custom_tags`, `spark_conf`,
           and `num_workers`
         :param kind: :class:`Kind` (optional)
-          The kind of compute described by this compute specification.
-
-          Depending on `kind`, different validations and default values will be applied.
-
-          Clusters with `kind = CLASSIC_PREVIEW` support the following fields, whereas clusters with no
-          specified `kind` do not. * [is_single_node](/api/workspace/clusters/create#is_single_node) *
-          [use_ml_runtime](/api/workspace/clusters/create#use_ml_runtime) *
-          [data_security_mode](/api/workspace/clusters/create#data_security_mode) set to
-          `DATA_SECURITY_MODE_AUTO`, `DATA_SECURITY_MODE_DEDICATED`, or `DATA_SECURITY_MODE_STANDARD`
-
-          By using the [simple form], your clusters are automatically using `kind = CLASSIC_PREVIEW`.
-
-          [simple form]: https://docs.databricks.com/compute/simple-form.html
         :param node_type_id: str (optional)
           This field encodes, through a single value, the resources available to each of the Spark nodes in
           this cluster. For example, the Spark nodes can be provisioned and optimized for memory or compute
@@ -10794,6 +10673,9 @@ class ClustersAPI:
           provisioned.
         :param policy_id: str (optional)
           The ID of the cluster policy used to create the cluster if applicable.
+        :param remote_disk_throughput: int (optional)
+          If set, what the configurable throughput (in Mb/s) for the remote disk is. Currently only supported
+          for GCP HYPERDISK_BALANCED disks.
         :param runtime_engine: :class:`RuntimeEngine` (optional)
           Determines the cluster's runtime engine, either standard or Photon.
 
@@ -10824,13 +10706,15 @@ class ClustersAPI:
           SSH public key contents that will be added to each Spark node in this cluster. The corresponding
           private keys can be used to login with the user name `ubuntu` on port `2200`. Up to 10 keys can be
           specified.
+        :param total_initial_remote_disk_size: int (optional)
+          If set, what the total initial volume size (in GB) of the remote disks should be. Currently only
+          supported for GCP HYPERDISK_BALANCED disks.
         :param use_ml_runtime: bool (optional)
           This field can only be used when `kind = CLASSIC_PREVIEW`.
 
           `effective_spark_version` is determined by `spark_version` (DBR release), this field
           `use_ml_runtime`, and whether `node_type_id` is gpu node or not.
         :param workload_type: :class:`WorkloadType` (optional)
-          Cluster Attributes showing for clusters workload types.
 
         :returns:
           Long-running operation waiter for :class:`ClusterDetails`.
@@ -10883,6 +10767,8 @@ class ClustersAPI:
             body["num_workers"] = num_workers
         if policy_id is not None:
             body["policy_id"] = policy_id
+        if remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = remote_disk_throughput
         if runtime_engine is not None:
             body["runtime_engine"] = runtime_engine.value
         if single_user_name is not None:
@@ -10895,6 +10781,8 @@ class ClustersAPI:
             body["spark_version"] = spark_version
         if ssh_public_keys is not None:
             body["ssh_public_keys"] = [v for v in ssh_public_keys]
+        if total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = total_initial_remote_disk_size
         if use_ml_runtime is not None:
             body["use_ml_runtime"] = use_ml_runtime
         if workload_type is not None:
@@ -10936,11 +10824,13 @@ class ClustersAPI:
         node_type_id: Optional[str] = None,
         num_workers: Optional[int] = None,
         policy_id: Optional[str] = None,
+        remote_disk_throughput: Optional[int] = None,
         runtime_engine: Optional[RuntimeEngine] = None,
         single_user_name: Optional[str] = None,
         spark_conf: Optional[Dict[str, str]] = None,
         spark_env_vars: Optional[Dict[str, str]] = None,
         ssh_public_keys: Optional[List[str]] = None,
+        total_initial_remote_disk_size: Optional[int] = None,
         use_ml_runtime: Optional[bool] = None,
         workload_type: Optional[WorkloadType] = None,
         timeout=timedelta(minutes=20),
@@ -10969,12 +10859,14 @@ class ClustersAPI:
             node_type_id=node_type_id,
             num_workers=num_workers,
             policy_id=policy_id,
+            remote_disk_throughput=remote_disk_throughput,
             runtime_engine=runtime_engine,
             single_user_name=single_user_name,
             spark_conf=spark_conf,
             spark_env_vars=spark_env_vars,
             spark_version=spark_version,
             ssh_public_keys=ssh_public_keys,
+            total_initial_remote_disk_size=total_initial_remote_disk_size,
             use_ml_runtime=use_ml_runtime,
             workload_type=workload_type,
         ).result(timeout=timeout)
@@ -11161,6 +11053,7 @@ class ClustersAPI:
     def list_node_types(self) -> ListNodeTypesResponse:
         """Returns a list of supported Spark node types. These node types can be used to launch a cluster.
 
+
         :returns: :class:`ListNodeTypesResponse`
         """
 
@@ -11175,6 +11068,7 @@ class ClustersAPI:
         """Returns a list of availability zones where clusters can be created in (For example, us-west-2a). These
         zones can be used to launch a cluster.
 
+
         :returns: :class:`ListAvailableZonesResponse`
         """
 
@@ -11335,6 +11229,7 @@ class ClustersAPI:
     def spark_versions(self) -> GetSparkVersionsResponse:
         """Returns the list of available Spark versions. These versions can be used to launch a cluster.
 
+
         :returns: :class:`GetSparkVersionsResponse`
         """
 
@@ -11895,6 +11790,7 @@ class GlobalInitScriptsAPI:
         but **not** the script contents. To retrieve the contents of a script, use the [get a global init
         script](:method:globalinitscripts/get) operation.
 
+
         :returns: Iterator over :class:`GlobalInitScriptDetails`
         """
 
@@ -11985,6 +11881,8 @@ class InstancePoolsAPI:
         min_idle_instances: Optional[int] = None,
         preloaded_docker_images: Optional[List[DockerImage]] = None,
         preloaded_spark_versions: Optional[List[str]] = None,
+        remote_disk_throughput: Optional[int] = None,
+        total_initial_remote_disk_size: Optional[int] = None,
     ) -> CreateInstancePoolResponse:
         """Creates a new instance pool using idle and ready-to-use cloud instances.
 
@@ -12034,6 +11932,12 @@ class InstancePoolsAPI:
           A list containing at most one preloaded Spark image version for the pool. Pool-backed clusters
           started with the preloaded Spark version will start faster. A list of available Spark versions can
           be retrieved by using the :method:clusters/sparkVersions API call.
+        :param remote_disk_throughput: int (optional)
+          If set, what the configurable throughput (in Mb/s) for the remote disk is. Currently only supported
+          for GCP HYPERDISK_BALANCED types.
+        :param total_initial_remote_disk_size: int (optional)
+          If set, what the total initial volume size (in GB) of the remote disks should be. Currently only
+          supported for GCP HYPERDISK_BALANCED types.
 
         :returns: :class:`CreateInstancePoolResponse`
         """
@@ -12064,6 +11968,10 @@ class InstancePoolsAPI:
             body["preloaded_docker_images"] = [v.as_dict() for v in preloaded_docker_images]
         if preloaded_spark_versions is not None:
             body["preloaded_spark_versions"] = [v for v in preloaded_spark_versions]
+        if remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = remote_disk_throughput
+        if total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = total_initial_remote_disk_size
         headers = {
             "Accept": "application/json",
             "Content-Type": "application/json",
@@ -12100,6 +12008,8 @@ class InstancePoolsAPI:
         idle_instance_autotermination_minutes: Optional[int] = None,
         max_capacity: Optional[int] = None,
         min_idle_instances: Optional[int] = None,
+        remote_disk_throughput: Optional[int] = None,
+        total_initial_remote_disk_size: Optional[int] = None,
     ):
         """Modifies the configuration of an existing instance pool.
 
@@ -12130,6 +12040,12 @@ class InstancePoolsAPI:
           upsize requests.
         :param min_idle_instances: int (optional)
           Minimum number of idle instances to keep in the instance pool
+        :param remote_disk_throughput: int (optional)
+          If set, what the configurable throughput (in Mb/s) for the remote disk is. Currently only supported
+          for GCP HYPERDISK_BALANCED types.
+        :param total_initial_remote_disk_size: int (optional)
+          If set, what the total initial volume size (in GB) of the remote disks should be. Currently only
+          supported for GCP HYPERDISK_BALANCED types.
 
 
         """
@@ -12148,6 +12064,10 @@ class InstancePoolsAPI:
             body["min_idle_instances"] = min_idle_instances
         if node_type_id is not None:
             body["node_type_id"] = node_type_id
+        if remote_disk_throughput is not None:
+            body["remote_disk_throughput"] = remote_disk_throughput
+        if total_initial_remote_disk_size is not None:
+            body["total_initial_remote_disk_size"] = total_initial_remote_disk_size
         headers = {
             "Accept": "application/json",
             "Content-Type": "application/json",
@@ -12212,6 +12132,7 @@ class InstancePoolsAPI:
     def list(self) -> Iterator[InstancePoolAndStats]:
         """Gets a list of instance pools with their statistics.
 
+
         :returns: Iterator over :class:`InstancePoolAndStats`
         """
 
@@ -12393,6 +12314,7 @@ class InstanceProfilesAPI:
 
         This API is available to all users.
 
+
         :returns: Iterator over :class:`InstanceProfile`
         """
 
@@ -12448,6 +12370,7 @@ class LibrariesAPI:
         """Get the status of all libraries on all clusters. A status is returned for all libraries installed on
         this cluster via the API or the libraries UI.
 
+
         :returns: Iterator over :class:`ClusterLibraryStatuses`
         """