google-cloud-dataproc-v1 0.5.0 → 0.6.0

data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb

@@ -42,6 +42,10 @@ module Google
             # [Operation.metadata][google.longrunning.Operation.metadata] will be
             # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
             rpc :UpdateCluster, ::Google::Cloud::Dataproc::V1::UpdateClusterRequest, ::Google::Longrunning::Operation
+            # Stops a cluster in a project.
+            rpc :StopCluster, ::Google::Cloud::Dataproc::V1::StopClusterRequest, ::Google::Longrunning::Operation
+            # Starts a cluster in a project.
+            rpc :StartCluster, ::Google::Cloud::Dataproc::V1::StartClusterRequest, ::Google::Longrunning::Operation
             # Deletes a cluster in a project. The returned
             # [Operation.metadata][google.longrunning.Operation.metadata] will be
             # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).

data/lib/google/cloud/dataproc/v1/job_controller/client.rb

@@ -243,8 +243,9 @@ module Google
             #     Required. The job resource.
             #   @param request_id [::String]
             #     Optional. A unique id used to identify the request. If the server
-            #     receives two {::Google::Cloud::Dataproc::V1::SubmitJobRequest SubmitJobRequest} requests  with the same
-            #     id, then the second request will be ignored and the
+            #     receives two
+            #     [SubmitJobRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.SubmitJobRequest)s
+            #     with the same id, then the second request will be ignored and the
             #     first {::Google::Cloud::Dataproc::V1::Job Job} created and stored in the backend
             #     is returned.
             #
@@ -327,8 +328,9 @@ module Google
             #     Required. The job resource.
             #   @param request_id [::String]
             #     Optional. A unique id used to identify the request. If the server
-            #     receives two {::Google::Cloud::Dataproc::V1::SubmitJobRequest SubmitJobRequest} requests  with the same
-            #     id, then the second request will be ignored and the
+            #     receives two
+            #     [SubmitJobRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.SubmitJobRequest)s
+            #     with the same id, then the second request will be ignored and the
             #     first {::Google::Cloud::Dataproc::V1::Job Job} created and stored in the backend
             #     is returned.
             #

data/lib/google/cloud/dataproc/v1/jobs_pb.rb

@@ -116,6 +116,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     add_message "google.cloud.dataproc.v1.JobPlacement" do
       optional :cluster_name, :string, 1
       optional :cluster_uuid, :string, 2
+      map :cluster_labels, :string, :string, 3
     end
     add_message "google.cloud.dataproc.v1.JobStatus" do
       optional :state, :enum, 1, "google.cloud.dataproc.v1.JobStatus.State"
@@ -187,6 +188,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     end
     add_message "google.cloud.dataproc.v1.JobScheduling" do
       optional :max_failures_per_hour, :int32, 1
+      optional :max_failures_total, :int32, 2
     end
     add_message "google.cloud.dataproc.v1.SubmitJobRequest" do
       optional :project_id, :string, 1

data/lib/google/cloud/dataproc/v1/shared_pb.rb

@@ -4,14 +4,21 @@
 require 'google/protobuf'
 
 require 'google/api/annotations_pb'
+require 'google/api/field_behavior_pb'
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/dataproc/v1/shared.proto", :syntax => :proto3) do
     add_enum "google.cloud.dataproc.v1.Component" do
       value :COMPONENT_UNSPECIFIED, 0
       value :ANACONDA, 5
+      value :DOCKER, 13
+      value :DRUID, 9
+      value :FLINK, 14
+      value :HBASE, 11
       value :HIVE_WEBHCAT, 3
       value :JUPYTER, 1
       value :PRESTO, 6
+      value :RANGER, 12
+      value :SOLR, 10
       value :ZEPPELIN, 4
       value :ZOOKEEPER, 8
     end

data/lib/google/cloud/dataproc/v1/version.rb

@@ -21,7 +21,7 @@ module Google
   module Cloud
     module Dataproc
       module V1
-        VERSION = "0.5.0"
+        VERSION = "0.6.0"
       end
     end
   end

data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb

@@ -446,7 +446,7 @@ module Google
             #     underscores (_), and hyphens (-). The maximum length is 40 characters.
             #   @param parameters [::Hash{::String => ::String}]
             #     Optional. Map from parameter names to values that should be used for those
-            #     parameters. Values may not exceed 100 characters.
+            #     parameters. Values may not exceed 1000 characters.
             #
             # @yield [response, operation] Access the result along with the RPC operation
             # @yieldparam response [::Gapic::Operation]
@@ -498,7 +498,8 @@ module Google
             # Instantiates a template and begins execution.
             #
             # This method is equivalent to executing the sequence
-            # {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#create_workflow_template CreateWorkflowTemplate}, {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#instantiate_workflow_template InstantiateWorkflowTemplate},
+            # {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#create_workflow_template CreateWorkflowTemplate},
+            # {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#instantiate_workflow_template InstantiateWorkflowTemplate},
             # {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#delete_workflow_template DeleteWorkflowTemplate}.
             #
             # The returned Operation can be used to track execution of

data/lib/google/cloud/dataproc/v1/workflow_template_service/paths.rb

@@ -24,6 +24,25 @@ module Google
         module WorkflowTemplateService
           # Path helper methods for the WorkflowTemplateService API.
           module Paths
+            ##
+            # Create a fully-qualified Cluster resource string.
+            #
+            # The resource will be in the following format:
+            #
+            # `projects/{project}/locations/{location}/clusters/{cluster}`
+            #
+            # @param project [String]
+            # @param location [String]
+            # @param cluster [String]
+            #
+            # @return [::String]
+            def cluster_path project:, location:, cluster:
+              raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
+              raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
+
+              "projects/#{project}/locations/#{location}/clusters/#{cluster}"
+            end
+
             ##
             # Create a fully-qualified Location resource string.
             #
@@ -58,6 +77,25 @@ module Google
               "projects/#{project}/regions/#{region}"
             end
 
+            ##
+            # Create a fully-qualified Service resource string.
+            #
+            # The resource will be in the following format:
+            #
+            # `projects/{project}/locations/{location}/services/{service}`
+            #
+            # @param project [String]
+            # @param location [String]
+            # @param service [String]
+            #
+            # @return [::String]
+            def service_path project:, location:, service:
+              raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
+              raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
+
+              "projects/#{project}/locations/#{location}/services/#{service}"
+            end
+
             ##
             # Create a fully-qualified WorkflowTemplate resource string.
             #

data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb

@@ -10,6 +10,7 @@ require 'google/api/resource_pb'
 require 'google/cloud/dataproc/v1/clusters_pb'
 require 'google/cloud/dataproc/v1/jobs_pb'
 require 'google/longrunning/operations_pb'
+require 'google/protobuf/duration_pb'
 require 'google/protobuf/empty_pb'
 require 'google/protobuf/timestamp_pb'
 Google::Protobuf::DescriptorPool.generated_pool.build do
@@ -24,6 +25,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :placement, :message, 7, "google.cloud.dataproc.v1.WorkflowTemplatePlacement"
       repeated :jobs, :message, 8, "google.cloud.dataproc.v1.OrderedJob"
       repeated :parameters, :message, 9, "google.cloud.dataproc.v1.TemplateParameter"
+      optional :dag_timeout, :message, 10, "google.protobuf.Duration"
     end
     add_message "google.cloud.dataproc.v1.WorkflowTemplatePlacement" do
       oneof :placement do
@@ -86,6 +88,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :start_time, :message, 9, "google.protobuf.Timestamp"
       optional :end_time, :message, 10, "google.protobuf.Timestamp"
       optional :cluster_uuid, :string, 11
+      optional :dag_timeout, :message, 12, "google.protobuf.Duration"
+      optional :dag_start_time, :message, 13, "google.protobuf.Timestamp"
+      optional :dag_end_time, :message, 14, "google.protobuf.Timestamp"
     end
     add_enum "google.cloud.dataproc.v1.WorkflowMetadata.State" do
       value :UNKNOWN, 0

data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb

@@ -65,7 +65,8 @@ module Google
             # Instantiates a template and begins execution.
             #
             # This method is equivalent to executing the sequence
-            # [CreateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.CreateWorkflowTemplate], [InstantiateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.InstantiateWorkflowTemplate],
+            # [CreateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.CreateWorkflowTemplate],
+            # [InstantiateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.InstantiateWorkflowTemplate],
             # [DeleteWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.DeleteWorkflowTemplate].
             #
             # The returned Operation can be used to track execution of

data/proto_docs/google/cloud/dataproc/v1/clusters.rb

@@ -85,6 +85,8 @@ module Google
         #     and manage this project-level, per-location bucket (see
         #     [Dataproc staging
         #     bucket](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/staging-bucket)).
+        #     **This field requires a Cloud Storage bucket name, not a URI to a Cloud
+        #     Storage bucket.**
         # @!attribute [rw] temp_bucket
         #   @return [::String]
         #     Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs data,
@@ -96,6 +98,8 @@ module Google
         #     and manage this project-level, per-location bucket. The default bucket has
         #     a TTL of 90 days, but you can use any TTL (or none) if you specify a
         #     bucket.
+        #     **This field requires a Cloud Storage bucket name, not a URI to a Cloud
+        #     Storage bucket.**
         # @!attribute [rw] gce_cluster_config
         #   @return [::Google::Cloud::Dataproc::V1::GceClusterConfig]
         #     Optional. The shared Compute Engine config settings for
@@ -146,11 +150,42 @@ module Google
         # @!attribute [rw] endpoint_config
         #   @return [::Google::Cloud::Dataproc::V1::EndpointConfig]
         #     Optional. Port/endpoint configuration for this cluster
+        # @!attribute [rw] metastore_config
+        #   @return [::Google::Cloud::Dataproc::V1::MetastoreConfig]
+        #     Optional. Metastore configuration.
+        # @!attribute [rw] gke_cluster_config
+        #   @return [::Google::Cloud::Dataproc::V1::GkeClusterConfig]
+        #     Optional. BETA. The Kubernetes Engine config for Dataproc clusters deployed to
+        #     Kubernetes. Setting this is considered mutually exclusive with Compute
+        #     Engine-based options such as `gce_cluster_config`, `master_config`,
+        #     `worker_config`, `secondary_worker_config`, and `autoscaling_config`.
         class ClusterConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
+        # The GKE config for this cluster.
+        # @!attribute [rw] namespaced_gke_deployment_target
+        #   @return [::Google::Cloud::Dataproc::V1::GkeClusterConfig::NamespacedGkeDeploymentTarget]
+        #     Optional. A target for the deployment.
+        class GkeClusterConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # A full, namespace-isolated deployment target for an existing GKE cluster.
+          # @!attribute [rw] target_gke_cluster
+          #   @return [::String]
+          #     Optional. The target GKE cluster to deploy to.
+          #     Format: 'projects/\\{project}/locations/\\{location}/clusters/\\{cluster_id}'
+          # @!attribute [rw] cluster_namespace
+          #   @return [::String]
+          #     Optional. A namespace within the GKE cluster to deploy into.
+          class NamespacedGkeDeploymentTarget
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+        end
+
         # Endpoint config for this cluster
         # @!attribute [r] http_ports
         #   @return [::Google::Protobuf::Map{::String => ::String}]
@@ -248,6 +283,9 @@ module Google
         #     instance. This `internal_ip_only` restriction can only be enabled for
         #     subnetwork enabled networks, and all off-cluster dependencies must be
         #     configured to be accessible without external IP addresses.
+        # @!attribute [rw] private_ipv6_google_access
+        #   @return [::Google::Cloud::Dataproc::V1::GceClusterConfig::PrivateIpv6GoogleAccess]
+        #     Optional. The type of IPv6 access for a cluster.
         # @!attribute [rw] service_account
         #   @return [::String]
         #     Optional. The [Dataproc service
@@ -289,6 +327,13 @@ module Google
         # @!attribute [rw] reservation_affinity
         #   @return [::Google::Cloud::Dataproc::V1::ReservationAffinity]
         #     Optional. Reservation Affinity for consuming Zonal reservation.
+        # @!attribute [rw] node_group_affinity
+        #   @return [::Google::Cloud::Dataproc::V1::NodeGroupAffinity]
+        #     Optional. Node Group Affinity for sole-tenant clusters.
+        # @!attribute [rw] shielded_instance_config
+        #   @return [::Google::Cloud::Dataproc::V1::ShieldedInstanceConfig]
+        #     Optional. Shielded Instance Config for clusters using [Compute Engine Shielded
+        #     VMs](https://cloud.google.com/security/shielded-cloud/shielded-vm).
         class GceClusterConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -301,6 +346,64 @@ module Google
             include ::Google::Protobuf::MessageExts
             extend ::Google::Protobuf::MessageExts::ClassMethods
           end
+
+          # `PrivateIpv6GoogleAccess` controls whether and how Dataproc cluster nodes
+          # can communicate with Google Services through gRPC over IPv6.
+          # These values are directly mapped to corresponding values in the
+          # [Compute Engine Instance
+          # fields](https://cloud.google.com/compute/docs/reference/rest/v1/instances).
+          module PrivateIpv6GoogleAccess
+            # If unspecified, Compute Engine default behavior will apply, which
+            # is the same as {::Google::Cloud::Dataproc::V1::GceClusterConfig::PrivateIpv6GoogleAccess::INHERIT_FROM_SUBNETWORK INHERIT_FROM_SUBNETWORK}.
+            PRIVATE_IPV6_GOOGLE_ACCESS_UNSPECIFIED = 0
+
+            # Private access to and from Google Services configuration
+            # inherited from the subnetwork configuration. This is the
+            # default Compute Engine behavior.
+            INHERIT_FROM_SUBNETWORK = 1
+
+            # Enables outbound private IPv6 access to Google Services from the Dataproc
+            # cluster.
+            OUTBOUND = 2
+
+            # Enables bidirectional private IPv6 access between Google Services and the
+            # Dataproc cluster.
+            BIDIRECTIONAL = 3
+          end
+        end
+
+        # Node Group Affinity for clusters using sole-tenant node groups.
+        # @!attribute [rw] node_group_uri
+        #   @return [::String]
+        #     Required. The URI of a
+        #     sole-tenant [node group
+        #     resource](https://cloud.google.com/compute/docs/reference/rest/v1/nodeGroups)
+        #     that the cluster will be created on.
+        #
+        #     A full URL, partial URI, or node group name are valid. Examples:
+        #
+        #     * `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-central1-a/nodeGroups/node-group-1`
+        #     * `projects/[project_id]/zones/us-central1-a/nodeGroups/node-group-1`
+        #     * `node-group-1`
+        class NodeGroupAffinity
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # Shielded Instance Config for clusters using [Compute Engine Shielded
+        # VMs](https://cloud.google.com/security/shielded-cloud/shielded-vm).
+        # @!attribute [rw] enable_secure_boot
+        #   @return [::Boolean]
+        #     Optional. Defines whether instances have Secure Boot enabled.
+        # @!attribute [rw] enable_vtpm
+        #   @return [::Boolean]
+        #     Optional. Defines whether instances have the vTPM enabled.
+        # @!attribute [rw] enable_integrity_monitoring
+        #   @return [::Boolean]
+        #     Optional. Defines whether instances have integrity monitoring enabled.
+        class ShieldedInstanceConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
         # The config settings for Compute Engine resources in
@@ -308,7 +411,11 @@ module Google
         # @!attribute [rw] num_instances
         #   @return [::Integer]
         #     Optional. The number of VM instances in the instance group.
-        #     For master instance groups, must be set to 1.
+        #     For [HA
+        #     cluster](/dataproc/docs/concepts/configuring-clusters/high-availability)
+        #     [master_config](#FIELDS.master_config) groups, **must be set to 3**.
+        #     For standard cluster [master_config](#FIELDS.master_config) groups,
+        #     **must be set to 1**.
         # @!attribute [r] instance_names
         #   @return [::Array<::String>]
         #     Output only. The list of instance names. Dataproc derives the names
@@ -450,8 +557,10 @@ module Google
         # @!attribute [rw] boot_disk_type
         #   @return [::String]
         #     Optional. Type of the boot disk (default is "pd-standard").
-        #     Valid values: "pd-ssd" (Persistent Disk Solid State Drive) or
-        #     "pd-standard" (Persistent Disk Hard Disk Drive).
+        #     Valid values: "pd-balanced" (Persistent Disk Balanced Solid State Drive),
+        #     "pd-ssd" (Persistent Disk Solid State Drive),
+        #     or "pd-standard" (Persistent Disk Hard Disk Drive).
+        #     See [Disk types](https://cloud.google.com/compute/docs/disks#disk-types).
         # @!attribute [rw] boot_disk_size_gb
         #   @return [::Integer]
         #     Optional. Size in GB of the boot disk (default is 500GB).
@@ -525,6 +634,15 @@ module Google
 
             # The cluster is being updated. It continues to accept and process jobs.
             UPDATING = 5
+
+            # The cluster is being stopped. It cannot be used.
+            STOPPING = 6
+
+            # The cluster is currently stopped. It is not ready for use.
+            STOPPED = 7
+
+            # The cluster is being started. It is not ready for use.
+            STARTING = 8
           end
 
           # The cluster substate.
@@ -547,10 +665,14 @@ module Google
           end
         end
 
-        # Security related configuration, including Kerberos.
+        # Security related configuration, including encryption, Kerberos, etc.
         # @!attribute [rw] kerberos_config
         #   @return [::Google::Cloud::Dataproc::V1::KerberosConfig]
-        #     Kerberos related configuration.
+        #     Optional. Kerberos related configuration.
+        # @!attribute [rw] identity_config
+        #   @return [::Google::Cloud::Dataproc::V1::IdentityConfig]
+        #     Optional. Identity related configuration, including service account based
+        #     secure multi-tenancy user mappings.
         class SecurityConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -563,11 +685,11 @@ module Google
         #     this field to true to enable Kerberos on a cluster.
         # @!attribute [rw] root_principal_password_uri
         #   @return [::String]
-        #     Required. The Cloud Storage URI of a KMS encrypted file containing the root
+        #     Optional. The Cloud Storage URI of a KMS encrypted file containing the root
         #     principal password.
         # @!attribute [rw] kms_key_uri
         #   @return [::String]
-        #     Required. The uri of the KMS key used to encrypt various sensitive
+        #     Optional. The uri of the KMS key used to encrypt various sensitive
         #     files.
         # @!attribute [rw] keystore_uri
         #   @return [::String]
@@ -629,6 +751,25 @@ module Google
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
+        # Identity related configuration, including service account based
+        # secure multi-tenancy user mappings.
+        # @!attribute [rw] user_service_account_mapping
+        #   @return [::Google::Protobuf::Map{::String => ::String}]
+        #     Required. Map of user to service account.
+        class IdentityConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # @!attribute [rw] key
+          #   @return [::String]
+          # @!attribute [rw] value
+          #   @return [::String]
+          class UserServiceAccountMappingEntry
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+        end
+
         # Specifies the selection and config of software inside the cluster.
         # @!attribute [rw] image_version
         #   @return [::String]
@@ -681,9 +822,9 @@ module Google
         #   @return [::Google::Protobuf::Duration]
         #     Optional. The duration to keep the cluster alive while idling (when no jobs
         #     are running). Passing this threshold will cause the cluster to be
-        #     deleted. Minimum value is 10 minutes; maximum value is 14 days (see JSON
+        #     deleted. Minimum value is 5 minutes; maximum value is 14 days (see JSON
         #     representation of
-        #     [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json).
+        #     [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
         # @!attribute [rw] auto_delete_time
         #   @return [::Google::Protobuf::Timestamp]
         #     Optional. The time when cluster will be auto-deleted (see JSON representation of
@@ -705,6 +846,19 @@ module Google
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
+        # Specifies a Metastore configuration.
+        # @!attribute [rw] dataproc_metastore_service
+        #   @return [::String]
+        #     Required. Resource name of an existing Dataproc Metastore service.
+        #
+        #     Example:
+        #
+        #     * `projects/[project_id]/locations/[dataproc_region]/services/[service-name]`
+        class MetastoreConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
         # Contains cluster daemon metrics, such as HDFS and YARN stats.
         #
         # **Beta Feature**: This report is available for testing purposes only. It may
@@ -751,9 +905,9 @@ module Google
         #     Required. The cluster to create.
         # @!attribute [rw] request_id
         #   @return [::String]
-        #     Optional. A unique id used to identify the request. If the server
-        #     receives two {::Google::Cloud::Dataproc::V1::CreateClusterRequest CreateClusterRequest} requests  with the same
-        #     id, then the second request will be ignored and the
+        #     Optional. A unique id used to identify the request. If the server receives two
+        #     [CreateClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateClusterRequest)s
+        #     with the same id, then the second request will be ignored and the
         #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the backend
         #     is returned.
         #
@@ -848,8 +1002,9 @@ module Google
         # @!attribute [rw] request_id
         #   @return [::String]
         #     Optional. A unique id used to identify the request. If the server
-        #     receives two {::Google::Cloud::Dataproc::V1::UpdateClusterRequest UpdateClusterRequest} requests  with the same
-        #     id, then the second request will be ignored and the
+        #     receives two
+        #     [UpdateClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.UpdateClusterRequest)s
+        #     with the same id, then the second request will be ignored and the
         #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
         #     backend is returned.
         #
@@ -863,6 +1018,74 @@ module Google
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
+        # A request to stop a cluster.
+        # @!attribute [rw] project_id
+        #   @return [::String]
+        #     Required. The ID of the Google Cloud Platform project the
+        #     cluster belongs to.
+        # @!attribute [rw] region
+        #   @return [::String]
+        #     Required. The Dataproc region in which to handle the request.
+        # @!attribute [rw] cluster_name
+        #   @return [::String]
+        #     Required. The cluster name.
+        # @!attribute [rw] cluster_uuid
+        #   @return [::String]
+        #     Optional. Specifying the `cluster_uuid` means the RPC will fail
+        #     (with error NOT_FOUND) if a cluster with the specified UUID does not exist.
+        # @!attribute [rw] request_id
+        #   @return [::String]
+        #     Optional. A unique id used to identify the request. If the server
+        #     receives two
+        #     [StopClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.StopClusterRequest)s
+        #     with the same id, then the second request will be ignored and the
+        #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
+        #     backend is returned.
+        #
+        #     Recommendation: Set this value to a
+        #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
+        #
+        #     The id must contain only letters (a-z, A-Z), numbers (0-9),
+        #     underscores (_), and hyphens (-). The maximum length is 40 characters.
+        class StopClusterRequest
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # A request to start a cluster.
+        # @!attribute [rw] project_id
+        #   @return [::String]
+        #     Required. The ID of the Google Cloud Platform project the
+        #     cluster belongs to.
+        # @!attribute [rw] region
+        #   @return [::String]
+        #     Required. The Dataproc region in which to handle the request.
+        # @!attribute [rw] cluster_name
+        #   @return [::String]
+        #     Required. The cluster name.
+        # @!attribute [rw] cluster_uuid
+        #   @return [::String]
+        #     Optional. Specifying the `cluster_uuid` means the RPC will fail
+        #     (with error NOT_FOUND) if a cluster with the specified UUID does not exist.
+        # @!attribute [rw] request_id
+        #   @return [::String]
+        #     Optional. A unique id used to identify the request. If the server
+        #     receives two
+        #     [StartClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.StartClusterRequest)s
+        #     with the same id, then the second request will be ignored and the
+        #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
+        #     backend is returned.
+        #
+        #     Recommendation: Set this value to a
+        #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
+        #
+        #     The id must contain only letters (a-z, A-Z), numbers (0-9),
+        #     underscores (_), and hyphens (-). The maximum length is 40 characters.
+        class StartClusterRequest
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
         # A request to delete a cluster.
         # @!attribute [rw] project_id
         #   @return [::String]
@@ -881,8 +1104,9 @@ module Google
         # @!attribute [rw] request_id
         #   @return [::String]
         #     Optional. A unique id used to identify the request. If the server
-        #     receives two {::Google::Cloud::Dataproc::V1::DeleteClusterRequest DeleteClusterRequest} requests  with the same
-        #     id, then the second request will be ignored and the
+        #     receives two
+        #     [DeleteClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.DeleteClusterRequest)s
+        #     with the same id, then the second request will be ignored and the
         #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
         #     backend is returned.
         #