google-cloud-dataproc-v1 0.3.0 → 0.6.0

data/lib/google/cloud/dataproc/v1/workflow_template_service/paths.rb

@@ -24,6 +24,25 @@ module Google
         module WorkflowTemplateService
           # Path helper methods for the WorkflowTemplateService API.
           module Paths
+            ##
+            # Create a fully-qualified Cluster resource string.
+            #
+            # The resource will be in the following format:
+            #
+            # `projects/{project}/locations/{location}/clusters/{cluster}`
+            #
+            # @param project [String]
+            # @param location [String]
+            # @param cluster [String]
+            #
+            # @return [::String]
+            def cluster_path project:, location:, cluster:
+              raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
+              raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
+
+              "projects/#{project}/locations/#{location}/clusters/#{cluster}"
+            end
+
             ##
             # Create a fully-qualified Location resource string.
             #
@@ -58,6 +77,25 @@ module Google
               "projects/#{project}/regions/#{region}"
             end
 
+            ##
+            # Create a fully-qualified Service resource string.
+            #
+            # The resource will be in the following format:
+            #
+            # `projects/{project}/locations/{location}/services/{service}`
+            #
+            # @param project [String]
+            # @param location [String]
+            # @param service [String]
+            #
+            # @return [::String]
+            def service_path project:, location:, service:
+              raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
+              raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
+
+              "projects/#{project}/locations/#{location}/services/#{service}"
+            end
+
             ##
             # Create a fully-qualified WorkflowTemplate resource string.
             #
@@ -82,7 +120,7 @@ module Google
             # @return [::String]
             def workflow_template_path **args
               resources = {
-                "project:region:workflow_template"   => (proc do |project:, region:, workflow_template:|
+                "project:region:workflow_template" => (proc do |project:, region:, workflow_template:|
                   raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
                   raise ::ArgumentError, "region cannot contain /" if region.to_s.include? "/"
 

data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb

@@ -10,6 +10,7 @@ require 'google/api/resource_pb'
 require 'google/cloud/dataproc/v1/clusters_pb'
 require 'google/cloud/dataproc/v1/jobs_pb'
 require 'google/longrunning/operations_pb'
+require 'google/protobuf/duration_pb'
 require 'google/protobuf/empty_pb'
 require 'google/protobuf/timestamp_pb'
 Google::Protobuf::DescriptorPool.generated_pool.build do
@@ -24,6 +25,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :placement, :message, 7, "google.cloud.dataproc.v1.WorkflowTemplatePlacement"
       repeated :jobs, :message, 8, "google.cloud.dataproc.v1.OrderedJob"
       repeated :parameters, :message, 9, "google.cloud.dataproc.v1.TemplateParameter"
+      optional :dag_timeout, :message, 10, "google.protobuf.Duration"
     end
     add_message "google.cloud.dataproc.v1.WorkflowTemplatePlacement" do
       oneof :placement do
@@ -86,6 +88,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :start_time, :message, 9, "google.protobuf.Timestamp"
       optional :end_time, :message, 10, "google.protobuf.Timestamp"
       optional :cluster_uuid, :string, 11
+      optional :dag_timeout, :message, 12, "google.protobuf.Duration"
+      optional :dag_start_time, :message, 13, "google.protobuf.Timestamp"
+      optional :dag_end_time, :message, 14, "google.protobuf.Timestamp"
     end
     add_enum "google.cloud.dataproc.v1.WorkflowMetadata.State" do
       value :UNKNOWN, 0

data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb

@@ -35,12 +35,12 @@ module Google
             self.service_name = 'google.cloud.dataproc.v1.WorkflowTemplateService'
 
             # Creates new workflow template.
-            rpc :CreateWorkflowTemplate, Google::Cloud::Dataproc::V1::CreateWorkflowTemplateRequest, Google::Cloud::Dataproc::V1::WorkflowTemplate
+            rpc :CreateWorkflowTemplate, ::Google::Cloud::Dataproc::V1::CreateWorkflowTemplateRequest, ::Google::Cloud::Dataproc::V1::WorkflowTemplate
             # Retrieves the latest workflow template.
             #
             # Can retrieve previously instantiated template by specifying optional
             # version parameter.
-            rpc :GetWorkflowTemplate, Google::Cloud::Dataproc::V1::GetWorkflowTemplateRequest, Google::Cloud::Dataproc::V1::WorkflowTemplate
+            rpc :GetWorkflowTemplate, ::Google::Cloud::Dataproc::V1::GetWorkflowTemplateRequest, ::Google::Cloud::Dataproc::V1::WorkflowTemplate
             # Instantiates a template and begins execution.
             #
             # The returned Operation can be used to track execution of
@@ -61,11 +61,12 @@ module Google
             # On successful completion,
             # [Operation.response][google.longrunning.Operation.response] will be
             # [Empty][google.protobuf.Empty].
-            rpc :InstantiateWorkflowTemplate, Google::Cloud::Dataproc::V1::InstantiateWorkflowTemplateRequest, Google::Longrunning::Operation
+            rpc :InstantiateWorkflowTemplate, ::Google::Cloud::Dataproc::V1::InstantiateWorkflowTemplateRequest, ::Google::Longrunning::Operation
             # Instantiates a template and begins execution.
             #
             # This method is equivalent to executing the sequence
-            # [CreateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.CreateWorkflowTemplate], [InstantiateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.InstantiateWorkflowTemplate],
+            # [CreateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.CreateWorkflowTemplate],
+            # [InstantiateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.InstantiateWorkflowTemplate],
             # [DeleteWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.DeleteWorkflowTemplate].
             #
             # The returned Operation can be used to track execution of
@@ -86,14 +87,14 @@ module Google
             # On successful completion,
             # [Operation.response][google.longrunning.Operation.response] will be
             # [Empty][google.protobuf.Empty].
-            rpc :InstantiateInlineWorkflowTemplate, Google::Cloud::Dataproc::V1::InstantiateInlineWorkflowTemplateRequest, Google::Longrunning::Operation
+            rpc :InstantiateInlineWorkflowTemplate, ::Google::Cloud::Dataproc::V1::InstantiateInlineWorkflowTemplateRequest, ::Google::Longrunning::Operation
             # Updates (replaces) workflow template. The updated template
             # must contain version that matches the current server version.
-            rpc :UpdateWorkflowTemplate, Google::Cloud::Dataproc::V1::UpdateWorkflowTemplateRequest, Google::Cloud::Dataproc::V1::WorkflowTemplate
+            rpc :UpdateWorkflowTemplate, ::Google::Cloud::Dataproc::V1::UpdateWorkflowTemplateRequest, ::Google::Cloud::Dataproc::V1::WorkflowTemplate
             # Lists workflows that match the specified filter in the request.
-            rpc :ListWorkflowTemplates, Google::Cloud::Dataproc::V1::ListWorkflowTemplatesRequest, Google::Cloud::Dataproc::V1::ListWorkflowTemplatesResponse
+            rpc :ListWorkflowTemplates, ::Google::Cloud::Dataproc::V1::ListWorkflowTemplatesRequest, ::Google::Cloud::Dataproc::V1::ListWorkflowTemplatesResponse
             # Deletes a workflow template. It does not cancel in-progress workflows.
-            rpc :DeleteWorkflowTemplate, Google::Cloud::Dataproc::V1::DeleteWorkflowTemplateRequest, Google::Protobuf::Empty
+            rpc :DeleteWorkflowTemplate, ::Google::Cloud::Dataproc::V1::DeleteWorkflowTemplateRequest, ::Google::Protobuf::Empty
           end
 
           Stub = Service.rpc_stub_class

data/proto_docs/google/api/field_behavior.rb

@@ -54,6 +54,12 @@ module Google
       # This indicates that the field may be set once in a request to create a
       # resource, but may not be changed thereafter.
       IMMUTABLE = 5
+
+      # Denotes that a (repeated) field is an unordered list.
+      # This indicates that the service may provide the elements of the list
+      # in any arbitrary order, rather than the order the user originally
+      # provided. Additionally, the list's order may or may not be stable.
+      UNORDERED_LIST = 6
     end
   end
 end

data/proto_docs/google/api/resource.rb

@@ -43,12 +43,12 @@ module Google
     #
     # The ResourceDescriptor Yaml config will look like:
     #
-    #    resources:
-    #    - type: "pubsub.googleapis.com/Topic"
-    #      name_descriptor:
-    #        - pattern: "projects/\\{project}/topics/\\{topic}"
-    #          parent_type: "cloudresourcemanager.googleapis.com/Project"
-    #          parent_name_extractor: "projects/\\{project}"
+    #     resources:
+    #     - type: "pubsub.googleapis.com/Topic"
+    #       name_descriptor:
+    #         - pattern: "projects/{project}/topics/{topic}"
+    #           parent_type: "cloudresourcemanager.googleapis.com/Project"
+    #           parent_name_extractor: "projects/{project}"
     #
     # Sometimes, resources have multiple patterns, typically because they can
     # live under multiple parents.
@@ -183,15 +183,24 @@ module Google
     #         }
     # @!attribute [rw] plural
     #   @return [::String]
-    #     The plural name used in the resource name, such as 'projects' for
-    #     the name of 'projects/\\{project}'. It is the same concept of the `plural`
-    #     field in k8s CRD spec
+    #     The plural name used in the resource name and permission names, such as
+    #     'projects' for the resource name of 'projects/\\{project}' and the permission
+    #     name of 'cloudresourcemanager.googleapis.com/projects.get'. It is the same
+    #     concept of the `plural` field in k8s CRD spec
     #     https://kubernetes.io/docs/tasks/access-kubernetes-api/custom-resources/custom-resource-definitions/
+    #
+    #     Note: The plural form is required even for singleton resources. See
+    #     https://aip.dev/156
     # @!attribute [rw] singular
     #   @return [::String]
     #     The same concept of the `singular` field in k8s CRD spec
     #     https://kubernetes.io/docs/tasks/access-kubernetes-api/custom-resources/custom-resource-definitions/
     #     Such as "project" for the `resourcemanager.googleapis.com/Project` type.
+    # @!attribute [rw] style
+    #   @return [::Array<::Google::Api::ResourceDescriptor::Style>]
+    #     Style flag(s) for this resource.
+    #     These indicate that a resource is expected to conform to a given
+    #     style. See the specific style flags for additional information.
     class ResourceDescriptor
       include ::Google::Protobuf::MessageExts
       extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -211,6 +220,22 @@ module Google
         # that from being necessary once there are multiple patterns.)
         FUTURE_MULTI_PATTERN = 2
       end
+
+      # A flag representing a specific style that a resource claims to conform to.
+      module Style
+        # The unspecified value. Do not use.
+        STYLE_UNSPECIFIED = 0
+
+        # This resource is intended to be "declarative-friendly".
+        #
+        # Declarative-friendly resources must be more strictly consistent, and
+        # setting this to true communicates to tools that this resource should
+        # adhere to declarative-friendly expectations.
+        #
+        # Note: This is used by the API linter (linter.aip.dev) to enable
+        # additional checks.
+        DECLARATIVE_FRIENDLY = 1
+      end
     end
 
     # Defines a proto annotation that describes a string field that refers to
@@ -226,6 +251,17 @@ module Google
     #             type: "pubsub.googleapis.com/Topic"
     #           }];
     #         }
+    #
+    #     Occasionally, a field may reference an arbitrary resource. In this case,
+    #     APIs use the special value * in their resource reference.
+    #
+    #     Example:
+    #
+    #         message GetIamPolicyRequest {
+    #           string resource = 2 [(google.api.resource_reference) = {
+    #             type: "*"
+    #           }];
+    #         }
     # @!attribute [rw] child_type
     #   @return [::String]
     #     The resource type of a child collection that the annotated field
@@ -234,11 +270,11 @@ module Google
     #
     #     Example:
     #
-    #       message ListLogEntriesRequest {
-    #         string parent = 1 [(google.api.resource_reference) = {
-    #           child_type: "logging.googleapis.com/LogEntry"
-    #         };
-    #       }
+    #         message ListLogEntriesRequest {
+    #           string parent = 1 [(google.api.resource_reference) = {
+    #             child_type: "logging.googleapis.com/LogEntry"
+    #           };
+    #         }
     class ResourceReference
       include ::Google::Protobuf::MessageExts
       extend ::Google::Protobuf::MessageExts::ClassMethods

data/proto_docs/google/cloud/dataproc/v1/clusters.rb

@@ -85,6 +85,8 @@ module Google
         #     and manage this project-level, per-location bucket (see
         #     [Dataproc staging
         #     bucket](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/staging-bucket)).
+        #     **This field requires a Cloud Storage bucket name, not a URI to a Cloud
+        #     Storage bucket.**
         # @!attribute [rw] temp_bucket
         #   @return [::String]
         #     Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs data,
@@ -96,6 +98,8 @@ module Google
         #     and manage this project-level, per-location bucket. The default bucket has
         #     a TTL of 90 days, but you can use any TTL (or none) if you specify a
         #     bucket.
+        #     **This field requires a Cloud Storage bucket name, not a URI to a Cloud
+        #     Storage bucket.**
         # @!attribute [rw] gce_cluster_config
         #   @return [::Google::Cloud::Dataproc::V1::GceClusterConfig]
         #     Optional. The shared Compute Engine config settings for
@@ -146,11 +150,42 @@ module Google
         # @!attribute [rw] endpoint_config
         #   @return [::Google::Cloud::Dataproc::V1::EndpointConfig]
         #     Optional. Port/endpoint configuration for this cluster
+        # @!attribute [rw] metastore_config
+        #   @return [::Google::Cloud::Dataproc::V1::MetastoreConfig]
+        #     Optional. Metastore configuration.
+        # @!attribute [rw] gke_cluster_config
+        #   @return [::Google::Cloud::Dataproc::V1::GkeClusterConfig]
+        #     Optional. BETA. The Kubernetes Engine config for Dataproc clusters deployed to
+        #     Kubernetes. Setting this is considered mutually exclusive with Compute
+        #     Engine-based options such as `gce_cluster_config`, `master_config`,
+        #     `worker_config`, `secondary_worker_config`, and `autoscaling_config`.
         class ClusterConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
+        # The GKE config for this cluster.
+        # @!attribute [rw] namespaced_gke_deployment_target
+        #   @return [::Google::Cloud::Dataproc::V1::GkeClusterConfig::NamespacedGkeDeploymentTarget]
+        #     Optional. A target for the deployment.
+        class GkeClusterConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # A full, namespace-isolated deployment target for an existing GKE cluster.
+          # @!attribute [rw] target_gke_cluster
+          #   @return [::String]
+          #     Optional. The target GKE cluster to deploy to.
+          #     Format: 'projects/\\{project}/locations/\\{location}/clusters/\\{cluster_id}'
+          # @!attribute [rw] cluster_namespace
+          #   @return [::String]
+          #     Optional. A namespace within the GKE cluster to deploy into.
+          class NamespacedGkeDeploymentTarget
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+        end
+
         # Endpoint config for this cluster
         # @!attribute [r] http_ports
         #   @return [::Google::Protobuf::Map{::String => ::String}]
@@ -248,6 +283,9 @@ module Google
         #     instance. This `internal_ip_only` restriction can only be enabled for
         #     subnetwork enabled networks, and all off-cluster dependencies must be
         #     configured to be accessible without external IP addresses.
+        # @!attribute [rw] private_ipv6_google_access
+        #   @return [::Google::Cloud::Dataproc::V1::GceClusterConfig::PrivateIpv6GoogleAccess]
+        #     Optional. The type of IPv6 access for a cluster.
         # @!attribute [rw] service_account
         #   @return [::String]
         #     Optional. The [Dataproc service
@@ -289,6 +327,13 @@ module Google
         # @!attribute [rw] reservation_affinity
         #   @return [::Google::Cloud::Dataproc::V1::ReservationAffinity]
         #     Optional. Reservation Affinity for consuming Zonal reservation.
+        # @!attribute [rw] node_group_affinity
+        #   @return [::Google::Cloud::Dataproc::V1::NodeGroupAffinity]
+        #     Optional. Node Group Affinity for sole-tenant clusters.
+        # @!attribute [rw] shielded_instance_config
+        #   @return [::Google::Cloud::Dataproc::V1::ShieldedInstanceConfig]
+        #     Optional. Shielded Instance Config for clusters using [Compute Engine Shielded
+        #     VMs](https://cloud.google.com/security/shielded-cloud/shielded-vm).
         class GceClusterConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -301,6 +346,64 @@ module Google
             include ::Google::Protobuf::MessageExts
             extend ::Google::Protobuf::MessageExts::ClassMethods
           end
+
+          # `PrivateIpv6GoogleAccess` controls whether and how Dataproc cluster nodes
+          # can communicate with Google Services through gRPC over IPv6.
+          # These values are directly mapped to corresponding values in the
+          # [Compute Engine Instance
+          # fields](https://cloud.google.com/compute/docs/reference/rest/v1/instances).
+          module PrivateIpv6GoogleAccess
+            # If unspecified, Compute Engine default behavior will apply, which
+            # is the same as {::Google::Cloud::Dataproc::V1::GceClusterConfig::PrivateIpv6GoogleAccess::INHERIT_FROM_SUBNETWORK INHERIT_FROM_SUBNETWORK}.
+            PRIVATE_IPV6_GOOGLE_ACCESS_UNSPECIFIED = 0
+
+            # Private access to and from Google Services configuration
+            # inherited from the subnetwork configuration. This is the
+            # default Compute Engine behavior.
+            INHERIT_FROM_SUBNETWORK = 1
+
+            # Enables outbound private IPv6 access to Google Services from the Dataproc
+            # cluster.
+            OUTBOUND = 2
+
+            # Enables bidirectional private IPv6 access between Google Services and the
+            # Dataproc cluster.
+            BIDIRECTIONAL = 3
+          end
+        end
+
+        # Node Group Affinity for clusters using sole-tenant node groups.
+        # @!attribute [rw] node_group_uri
+        #   @return [::String]
+        #     Required. The URI of a
+        #     sole-tenant [node group
+        #     resource](https://cloud.google.com/compute/docs/reference/rest/v1/nodeGroups)
+        #     that the cluster will be created on.
+        #
+        #     A full URL, partial URI, or node group name are valid. Examples:
+        #
+        #     * `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-central1-a/nodeGroups/node-group-1`
+        #     * `projects/[project_id]/zones/us-central1-a/nodeGroups/node-group-1`
+        #     * `node-group-1`
+        class NodeGroupAffinity
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # Shielded Instance Config for clusters using [Compute Engine Shielded
+        # VMs](https://cloud.google.com/security/shielded-cloud/shielded-vm).
+        # @!attribute [rw] enable_secure_boot
+        #   @return [::Boolean]
+        #     Optional. Defines whether instances have Secure Boot enabled.
+        # @!attribute [rw] enable_vtpm
+        #   @return [::Boolean]
+        #     Optional. Defines whether instances have the vTPM enabled.
+        # @!attribute [rw] enable_integrity_monitoring
+        #   @return [::Boolean]
+        #     Optional. Defines whether instances have integrity monitoring enabled.
+        class ShieldedInstanceConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
         # The config settings for Compute Engine resources in
@@ -308,7 +411,11 @@ module Google
         # @!attribute [rw] num_instances
         #   @return [::Integer]
         #     Optional. The number of VM instances in the instance group.
-        #     For master instance groups, must be set to 1.
+        #     For [HA
+        #     cluster](/dataproc/docs/concepts/configuring-clusters/high-availability)
+        #     [master_config](#FIELDS.master_config) groups, **must be set to 3**.
+        #     For standard cluster [master_config](#FIELDS.master_config) groups,
+        #     **must be set to 1**.
         # @!attribute [r] instance_names
         #   @return [::Array<::String>]
         #     Output only. The list of instance names. Dataproc derives the names
@@ -450,8 +557,10 @@ module Google
         # @!attribute [rw] boot_disk_type
         #   @return [::String]
         #     Optional. Type of the boot disk (default is "pd-standard").
-        #     Valid values: "pd-ssd" (Persistent Disk Solid State Drive) or
-        #     "pd-standard" (Persistent Disk Hard Disk Drive).
+        #     Valid values: "pd-balanced" (Persistent Disk Balanced Solid State Drive),
+        #     "pd-ssd" (Persistent Disk Solid State Drive),
+        #     or "pd-standard" (Persistent Disk Hard Disk Drive).
+        #     See [Disk types](https://cloud.google.com/compute/docs/disks#disk-types).
         # @!attribute [rw] boot_disk_size_gb
         #   @return [::Integer]
         #     Optional. Size in GB of the boot disk (default is 500GB).
@@ -525,6 +634,15 @@ module Google
 
             # The cluster is being updated. It continues to accept and process jobs.
             UPDATING = 5
+
+            # The cluster is being stopped. It cannot be used.
+            STOPPING = 6
+
+            # The cluster is currently stopped. It is not ready for use.
+            STOPPED = 7
+
+            # The cluster is being started. It is not ready for use.
+            STARTING = 8
           end
 
           # The cluster substate.
@@ -547,10 +665,14 @@ module Google
           end
         end
 
-        # Security related configuration, including Kerberos.
+        # Security related configuration, including encryption, Kerberos, etc.
         # @!attribute [rw] kerberos_config
         #   @return [::Google::Cloud::Dataproc::V1::KerberosConfig]
-        #     Kerberos related configuration.
+        #     Optional. Kerberos related configuration.
+        # @!attribute [rw] identity_config
+        #   @return [::Google::Cloud::Dataproc::V1::IdentityConfig]
+        #     Optional. Identity related configuration, including service account based
+        #     secure multi-tenancy user mappings.
         class SecurityConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -563,11 +685,11 @@ module Google
         #     this field to true to enable Kerberos on a cluster.
         # @!attribute [rw] root_principal_password_uri
         #   @return [::String]
-        #     Required. The Cloud Storage URI of a KMS encrypted file containing the root
+        #     Optional. The Cloud Storage URI of a KMS encrypted file containing the root
         #     principal password.
         # @!attribute [rw] kms_key_uri
         #   @return [::String]
-        #     Required. The uri of the KMS key used to encrypt various sensitive
+        #     Optional. The uri of the KMS key used to encrypt various sensitive
         #     files.
         # @!attribute [rw] keystore_uri
         #   @return [::String]
@@ -629,6 +751,25 @@ module Google
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
+        # Identity related configuration, including service account based
+        # secure multi-tenancy user mappings.
+        # @!attribute [rw] user_service_account_mapping
+        #   @return [::Google::Protobuf::Map{::String => ::String}]
+        #     Required. Map of user to service account.
+        class IdentityConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # @!attribute [rw] key
+          #   @return [::String]
+          # @!attribute [rw] value
+          #   @return [::String]
+          class UserServiceAccountMappingEntry
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+        end
+
         # Specifies the selection and config of software inside the cluster.
         # @!attribute [rw] image_version
         #   @return [::String]
@@ -681,9 +822,9 @@ module Google
         #   @return [::Google::Protobuf::Duration]
         #     Optional. The duration to keep the cluster alive while idling (when no jobs
         #     are running). Passing this threshold will cause the cluster to be
-        #     deleted. Minimum value is 10 minutes; maximum value is 14 days (see JSON
+        #     deleted. Minimum value is 5 minutes; maximum value is 14 days (see JSON
         #     representation of
-        #     [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json).
+        #     [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
         # @!attribute [rw] auto_delete_time
         #   @return [::Google::Protobuf::Timestamp]
         #     Optional. The time when cluster will be auto-deleted (see JSON representation of
@@ -705,6 +846,19 @@ module Google
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
+        # Specifies a Metastore configuration.
+        # @!attribute [rw] dataproc_metastore_service
+        #   @return [::String]
+        #     Required. Resource name of an existing Dataproc Metastore service.
+        #
+        #     Example:
+        #
+        #     * `projects/[project_id]/locations/[dataproc_region]/services/[service-name]`
+        class MetastoreConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
         # Contains cluster daemon metrics, such as HDFS and YARN stats.
         #
         # **Beta Feature**: This report is available for testing purposes only. It may
@@ -751,9 +905,9 @@ module Google
         #     Required. The cluster to create.
         # @!attribute [rw] request_id
         #   @return [::String]
-        #     Optional. A unique id used to identify the request. If the server
-        #     receives two {::Google::Cloud::Dataproc::V1::CreateClusterRequest CreateClusterRequest} requests  with the same
-        #     id, then the second request will be ignored and the
+        #     Optional. A unique id used to identify the request. If the server receives two
+        #     [CreateClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateClusterRequest)s
+        #     with the same id, then the second request will be ignored and the
         #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the backend
         #     is returned.
         #
@@ -848,8 +1002,9 @@ module Google
         # @!attribute [rw] request_id
         #   @return [::String]
         #     Optional. A unique id used to identify the request. If the server
-        #     receives two {::Google::Cloud::Dataproc::V1::UpdateClusterRequest UpdateClusterRequest} requests  with the same
-        #     id, then the second request will be ignored and the
+        #     receives two
+        #     [UpdateClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.UpdateClusterRequest)s
+        #     with the same id, then the second request will be ignored and the
         #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
         #     backend is returned.
         #
@@ -863,6 +1018,74 @@ module Google
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
+        # A request to stop a cluster.
+        # @!attribute [rw] project_id
+        #   @return [::String]
+        #     Required. The ID of the Google Cloud Platform project the
+        #     cluster belongs to.
+        # @!attribute [rw] region
+        #   @return [::String]
+        #     Required. The Dataproc region in which to handle the request.
+        # @!attribute [rw] cluster_name
+        #   @return [::String]
+        #     Required. The cluster name.
+        # @!attribute [rw] cluster_uuid
+        #   @return [::String]
+        #     Optional. Specifying the `cluster_uuid` means the RPC will fail
+        #     (with error NOT_FOUND) if a cluster with the specified UUID does not exist.
+        # @!attribute [rw] request_id
+        #   @return [::String]
+        #     Optional. A unique id used to identify the request. If the server
+        #     receives two
+        #     [StopClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.StopClusterRequest)s
+        #     with the same id, then the second request will be ignored and the
+        #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
+        #     backend is returned.
+        #
+        #     Recommendation: Set this value to a
+        #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
+        #
+        #     The id must contain only letters (a-z, A-Z), numbers (0-9),
+        #     underscores (_), and hyphens (-). The maximum length is 40 characters.
+        class StopClusterRequest
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # A request to start a cluster.
+        # @!attribute [rw] project_id
+        #   @return [::String]
+        #     Required. The ID of the Google Cloud Platform project the
+        #     cluster belongs to.
+        # @!attribute [rw] region
+        #   @return [::String]
+        #     Required. The Dataproc region in which to handle the request.
+        # @!attribute [rw] cluster_name
+        #   @return [::String]
+        #     Required. The cluster name.
+        # @!attribute [rw] cluster_uuid
+        #   @return [::String]
+        #     Optional. Specifying the `cluster_uuid` means the RPC will fail
+        #     (with error NOT_FOUND) if a cluster with the specified UUID does not exist.
+        # @!attribute [rw] request_id
+        #   @return [::String]
+        #     Optional. A unique id used to identify the request. If the server
+        #     receives two
+        #     [StartClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.StartClusterRequest)s
+        #     with the same id, then the second request will be ignored and the
+        #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
+        #     backend is returned.
+        #
+        #     Recommendation: Set this value to a
+        #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
+        #
+        #     The id must contain only letters (a-z, A-Z), numbers (0-9),
+        #     underscores (_), and hyphens (-). The maximum length is 40 characters.
+        class StartClusterRequest
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
         # A request to delete a cluster.
         # @!attribute [rw] project_id
         #   @return [::String]
@@ -881,8 +1104,9 @@ module Google
         # @!attribute [rw] request_id
         #   @return [::String]
         #     Optional. A unique id used to identify the request. If the server
-        #     receives two {::Google::Cloud::Dataproc::V1::DeleteClusterRequest DeleteClusterRequest} requests  with the same
-        #     id, then the second request will be ignored and the
+        #     receives two
+        #     [DeleteClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.DeleteClusterRequest)s
+        #     with the same id, then the second request will be ignored and the
         #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
         #     backend is returned.
         #