google-cloud-dataproc 5.29.0__tar.gz → 5.30.0__tar.gz

{google_cloud_dataproc-5.29.0/google_cloud_dataproc.egg-info → google_cloud_dataproc-5.30.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: google-cloud-dataproc
-Version: 5.29.0
+Version: 5.30.0
 Summary: Google Cloud Dataproc API client library
 Home-page: https://github.com/googleapis/google-cloud-python/tree/main/packages/google-cloud-dataproc
 Author: Google LLC

{google_cloud_dataproc-5.29.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc/__init__.py

@@ -91,6 +91,7 @@ from google.cloud.dataproc_v1.types.batches import (
 )
 from google.cloud.dataproc_v1.types.clusters import (
     AcceleratorConfig,
+    AttachedDiskConfig,
     AutoscalingConfig,
     AuxiliaryNodeGroup,
     AuxiliaryServicesConfig,
@@ -277,6 +278,7 @@ __all__ = (
     "SparkRBatch",
     "SparkSqlBatch",
     "AcceleratorConfig",
+    "AttachedDiskConfig",
     "AutoscalingConfig",
     "AuxiliaryNodeGroup",
     "AuxiliaryServicesConfig",

{google_cloud_dataproc-5.29.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc/gapic_version.py

@@ -13,4 +13,4 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-__version__ = "5.29.0"  # {x-release-please-version}
+__version__ = "5.30.0"  # {x-release-please-version}

{google_cloud_dataproc-5.29.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/__init__.py

@@ -76,6 +76,7 @@ from .types.batches import (
 )
 from .types.clusters import (
     AcceleratorConfig,
+    AttachedDiskConfig,
     AutoscalingConfig,
     AuxiliaryNodeGroup,
     AuxiliaryServicesConfig,
@@ -316,6 +317,7 @@ __all__ = (
     "SessionTemplateControllerAsyncClient",
     "WorkflowTemplateServiceAsyncClient",
     "AcceleratorConfig",
+    "AttachedDiskConfig",
     "AuthenticationConfig",
     "AutoscalingConfig",
     "AutoscalingPolicy",

{google_cloud_dataproc-5.29.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/gapic_version.py

@@ -13,4 +13,4 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
-__version__ = "5.29.0"  # {x-release-please-version}
+__version__ = "5.30.0"  # {x-release-please-version}

{google_cloud_dataproc-5.29.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/types/__init__.py

@@ -40,6 +40,7 @@ from .batches import (
 )
 from .clusters import (
     AcceleratorConfig,
+    AttachedDiskConfig,
     AutoscalingConfig,
     AuxiliaryNodeGroup,
     AuxiliaryServicesConfig,
@@ -210,6 +211,7 @@ __all__ = (
     "SparkRBatch",
     "SparkSqlBatch",
     "AcceleratorConfig",
+    "AttachedDiskConfig",
     "AutoscalingConfig",
     "AuxiliaryNodeGroup",
     "AuxiliaryServicesConfig",

{google_cloud_dataproc-5.29.0 → google_cloud_dataproc-5.30.0}/google/cloud/dataproc_v1/types/clusters.py

@@ -46,6 +46,7 @@ __protobuf__ = proto.module(
         "InstanceFlexibilityPolicy",
         "AcceleratorConfig",
         "DiskConfig",
+        "AttachedDiskConfig",
         "AuxiliaryNodeGroup",
         "NodeGroup",
         "NodeInitializationAction",
@@ -1305,6 +1306,14 @@ class InstanceFlexibilityPolicy(proto.Message):
                 to next rank based on availability. Machine
                 types and instance selections with the same
                 priority have the same preference.
+            disk_config (google.cloud.dataproc_v1.types.DiskConfig):
+                Optional. Disk configuration to apply to the
+                instances in this instance selection. If
+                specified on any entry in instanceSelectionList,
+                then it must be specified on every entry in
+                instanceSelectionList and the
+                instanceGroupConfig must not specify any
+                diskConfig.
         """
 
         machine_types: MutableSequence[str] = proto.RepeatedField(
@@ -1315,6 +1324,11 @@ class InstanceFlexibilityPolicy(proto.Message):
             proto.INT32,
             number=2,
         )
+        disk_config: "DiskConfig" = proto.Field(
+            proto.MESSAGE,
+            number=3,
+            message="DiskConfig",
+        )
 
     class InstanceSelectionResult(proto.Message):
         r"""Defines a mapping from machine types to the number of VMs
@@ -1403,19 +1417,19 @@ class AcceleratorConfig(proto.Message):
 
 
 class DiskConfig(proto.Message):
-    r"""Specifies the config of disk options for a group of VM
-    instances.
+    r"""Specifies the config of boot disk and attached disk options
+    for a group of VM instances.
 
 
     .. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
 
     Attributes:
         boot_disk_type (str):
-            Optional. Type of the boot disk (default is "pd-standard").
-            Valid values: "pd-balanced" (Persistent Disk Balanced Solid
-            State Drive), "pd-ssd" (Persistent Disk Solid State Drive),
-            or "pd-standard" (Persistent Disk Hard Disk Drive). See
-            `Disk
+            Optional. Type of the boot disk (default is
+            ``pd-standard``). Valid values: ``pd-balanced`` (Persistent
+            Disk Balanced Solid State Drive), ``pd-ssd`` (Persistent
+            Disk Solid State Drive), or ``pd-standard`` (Persistent Disk
+            Hard Disk Drive). See `Disk
             types <https://cloud.google.com/compute/docs/disks#disk-types>`__.
         boot_disk_size_gb (int):
             Optional. Size in GB of the boot disk
@@ -1432,25 +1446,31 @@ class DiskConfig(proto.Message):
             Note: Local SSD options may vary by machine type and number
             of vCPUs selected.
         local_ssd_interface (str):
-            Optional. Interface type of local SSDs (default is "scsi").
-            Valid values: "scsi" (Small Computer System Interface),
-            "nvme" (Non-Volatile Memory Express). See `local SSD
+            Optional. Interface type of local SSDs (default is
+            ``scsi``). Valid values: ``scsi`` (Small Computer System
+            Interface), ``nvme`` (Non-Volatile Memory Express). See
+            `local SSD
             performance <https://cloud.google.com/compute/docs/disks/local-ssd#performance>`__.
         boot_disk_provisioned_iops (int):
             Optional. Indicates how many IOPS to provision for the disk.
             This sets the number of I/O operations per second that the
-            disk can handle. Note: This field is only supported if
-            boot_disk_type is hyperdisk-balanced.
+            disk can handle. **This field is supported only if
+            [boot_disk_type][google.cloud.dataproc.v1.DiskConfig.boot_disk_type]
+            is ``hyperdisk-balanced``.**
 
             This field is a member of `oneof`_ ``_boot_disk_provisioned_iops``.
         boot_disk_provisioned_throughput (int):
             Optional. Indicates how much throughput to provision for the
             disk. This sets the number of throughput mb per second that
             the disk can handle. Values must be greater than or equal to
-            1. Note: This field is only supported if boot_disk_type is
-            hyperdisk-balanced.
+            1. **This field is supported only if
+            [boot_disk_type][google.cloud.dataproc.v1.DiskConfig.boot_disk_type]
+            is ``hyperdisk-balanced``.**
 
             This field is a member of `oneof`_ ``_boot_disk_provisioned_throughput``.
+        attached_disk_configs (MutableSequence[google.cloud.dataproc_v1.types.AttachedDiskConfig]):
+            Optional. A list of attached disk configs for
+            a group of VM instances.
     """
 
     boot_disk_type: str = proto.Field(
@@ -1479,6 +1499,84 @@ class DiskConfig(proto.Message):
         number=6,
         optional=True,
     )
+    attached_disk_configs: MutableSequence["AttachedDiskConfig"] = proto.RepeatedField(
+        proto.MESSAGE,
+        number=7,
+        message="AttachedDiskConfig",
+    )
+
+
+class AttachedDiskConfig(proto.Message):
+    r"""Specifies the config of attached disk options for single VM
+    instance.
+
+
+    .. _oneof: https://proto-plus-python.readthedocs.io/en/stable/fields.html#oneofs-mutually-exclusive-fields
+
+    Attributes:
+        disk_type (google.cloud.dataproc_v1.types.AttachedDiskConfig.DiskType):
+            Optional. Disk type.
+        disk_size_gb (int):
+            Optional. Disk size in GB.
+        provisioned_iops (int):
+            Optional. Indicates how many IOPS to
+            provision for the attached disk. This sets the
+            number of I/O operations per second that the
+            disk can handle. See
+            https://cloud.google.com/compute/docs/disks/hyperdisks#hyperdisk-features
+
+            This field is a member of `oneof`_ ``_provisioned_iops``.
+        provisioned_throughput (int):
+            Optional. Indicates how much throughput to
+            provision for the attached disk. This sets the
+            number of throughput mb per second that the disk
+            can handle. See
+            https://cloud.google.com/compute/docs/disks/hyperdisks#hyperdisk-features
+
+            This field is a member of `oneof`_ ``_provisioned_throughput``.
+    """
+
+    class DiskType(proto.Enum):
+        r"""
+
+        Values:
+            DISK_TYPE_UNSPECIFIED (0):
+                Required unspecified disk type.
+            HYPERDISK_BALANCED (1):
+                Hyperdisk Balanced disk type.
+            HYPERDISK_EXTREME (2):
+                Hyperdisk Extreme disk type.
+            HYPERDISK_ML (3):
+                Hyperdisk ML disk type.
+            HYPERDISK_THROUGHPUT (4):
+                Hyperdisk Throughput disk type.
+        """
+
+        DISK_TYPE_UNSPECIFIED = 0
+        HYPERDISK_BALANCED = 1
+        HYPERDISK_EXTREME = 2
+        HYPERDISK_ML = 3
+        HYPERDISK_THROUGHPUT = 4
+
+    disk_type: DiskType = proto.Field(
+        proto.ENUM,
+        number=1,
+        enum=DiskType,
+    )
+    disk_size_gb: int = proto.Field(
+        proto.INT32,
+        number=2,
+    )
+    provisioned_iops: int = proto.Field(
+        proto.INT64,
+        number=3,
+        optional=True,
+    )
+    provisioned_throughput: int = proto.Field(
+        proto.INT64,
+        number=4,
+        optional=True,
+    )
 
 
 class AuxiliaryNodeGroup(proto.Message):

{google_cloud_dataproc-5.29.0 → google_cloud_dataproc-5.30.0/google_cloud_dataproc.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: google-cloud-dataproc
-Version: 5.29.0
+Version: 5.30.0
 Summary: Google Cloud Dataproc API client library
 Home-page: https://github.com/googleapis/google-cloud-python/tree/main/packages/google-cloud-dataproc
 Author: Google LLC

{google_cloud_dataproc-5.29.0 → google_cloud_dataproc-5.30.0}/tests/unit/gapic/dataproc_v1/test_cluster_controller.py

@@ -6420,6 +6420,14 @@ def test_create_cluster_rest_call_success(request_type):
                     "local_ssd_interface": "local_ssd_interface_value",
                     "boot_disk_provisioned_iops": 2793,
                     "boot_disk_provisioned_throughput": 3464,
+                    "attached_disk_configs": [
+                        {
+                            "disk_type": 1,
+                            "disk_size_gb": 1261,
+                            "provisioned_iops": 1740,
+                            "provisioned_throughput": 2411,
+                        }
+                    ],
                 },
                 "is_preemptible": True,
                 "preemptibility": 1,
@@ -6448,6 +6456,7 @@ def test_create_cluster_rest_call_success(request_type):
                                 "machine_types_value2",
                             ],
                             "rank": 428,
+                            "disk_config": {},
                         }
                     ],
                     "instance_selection_results": [
@@ -6844,6 +6853,14 @@ def test_update_cluster_rest_call_success(request_type):
                     "local_ssd_interface": "local_ssd_interface_value",
                     "boot_disk_provisioned_iops": 2793,
                     "boot_disk_provisioned_throughput": 3464,
+                    "attached_disk_configs": [
+                        {
+                            "disk_type": 1,
+                            "disk_size_gb": 1261,
+                            "provisioned_iops": 1740,
+                            "provisioned_throughput": 2411,
+                        }
+                    ],
                 },
                 "is_preemptible": True,
                 "preemptibility": 1,
@@ -6872,6 +6889,7 @@ def test_update_cluster_rest_call_success(request_type):
                                 "machine_types_value2",
                             ],
                             "rank": 428,
+                            "disk_config": {},
                         }
                     ],
                     "instance_selection_results": [

{google_cloud_dataproc-5.29.0 → google_cloud_dataproc-5.30.0}/tests/unit/gapic/dataproc_v1/test_node_group_controller.py

@@ -3354,6 +3354,14 @@ def test_create_node_group_rest_call_success(request_type):
                 "local_ssd_interface": "local_ssd_interface_value",
                 "boot_disk_provisioned_iops": 2793,
                 "boot_disk_provisioned_throughput": 3464,
+                "attached_disk_configs": [
+                    {
+                        "disk_type": 1,
+                        "disk_size_gb": 1261,
+                        "provisioned_iops": 1740,
+                        "provisioned_throughput": 2411,
+                    }
+                ],
             },
             "is_preemptible": True,
             "preemptibility": 1,
@@ -3382,6 +3390,7 @@ def test_create_node_group_rest_call_success(request_type):
                             "machine_types_value2",
                         ],
                         "rank": 428,
+                        "disk_config": {},
                     }
                 ],
                 "instance_selection_results": [

{google_cloud_dataproc-5.29.0 → google_cloud_dataproc-5.30.0}/tests/unit/gapic/dataproc_v1/test_workflow_template_service.py

@@ -6058,6 +6058,14 @@ def test_create_workflow_template_rest_call_success(request_type):
                             "local_ssd_interface": "local_ssd_interface_value",
                             "boot_disk_provisioned_iops": 2793,
                             "boot_disk_provisioned_throughput": 3464,
+                            "attached_disk_configs": [
+                                {
+                                    "disk_type": 1,
+                                    "disk_size_gb": 1261,
+                                    "provisioned_iops": 1740,
+                                    "provisioned_throughput": 2411,
+                                }
+                            ],
                         },
                         "is_preemptible": True,
                         "preemptibility": 1,
@@ -6086,6 +6094,7 @@ def test_create_workflow_template_rest_call_success(request_type):
                                         "machine_types_value2",
                                     ],
                                     "rank": 428,
+                                    "disk_config": {},
                                 }
                             ],
                             "instance_selection_results": [
@@ -6856,6 +6865,14 @@ def test_instantiate_inline_workflow_template_rest_call_success(request_type):
                             "local_ssd_interface": "local_ssd_interface_value",
                             "boot_disk_provisioned_iops": 2793,
                             "boot_disk_provisioned_throughput": 3464,
+                            "attached_disk_configs": [
+                                {
+                                    "disk_type": 1,
+                                    "disk_size_gb": 1261,
+                                    "provisioned_iops": 1740,
+                                    "provisioned_throughput": 2411,
+                                }
+                            ],
                         },
                         "is_preemptible": True,
                         "preemptibility": 1,
@@ -6884,6 +6901,7 @@ def test_instantiate_inline_workflow_template_rest_call_success(request_type):
                                         "machine_types_value2",
                                     ],
                                     "rank": 428,
+                                    "disk_config": {},
                                 }
                             ],
                             "instance_selection_results": [
@@ -7372,6 +7390,14 @@ def test_update_workflow_template_rest_call_success(request_type):
                             "local_ssd_interface": "local_ssd_interface_value",
                             "boot_disk_provisioned_iops": 2793,
                             "boot_disk_provisioned_throughput": 3464,
+                            "attached_disk_configs": [
+                                {
+                                    "disk_type": 1,
+                                    "disk_size_gb": 1261,
+                                    "provisioned_iops": 1740,
+                                    "provisioned_throughput": 2411,
+                                }
+                            ],
                         },
                         "is_preemptible": True,
                         "preemptibility": 1,
@@ -7400,6 +7426,7 @@ def test_update_workflow_template_rest_call_success(request_type):
                                         "machine_types_value2",
                                     ],
                                     "rank": 428,
+                                    "disk_config": {},
                                 }
                             ],
                             "instance_selection_results": [