google-cloud-dataproc-v1 0.5.0 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d8f513311372852777147dc4acadea0053ab1c1b49f8005ec4fe4176016a58aa
-  data.tar.gz: 1028ed0af3f6035b7b3ff5bfcfee9546e563ab8154ce13b46c371d5787e473ff
+  metadata.gz: f94c370eafa65952f1b3b24d82ce83fd6c525d2ee49edf592a0d048db65552bb
+  data.tar.gz: 0b5cc24618372de2ac7df3ed407be7ba6e164aef51c8aa9652500110d187b558
 SHA512:
-  metadata.gz: f2a9885f4e2b1ced87eab958361b137a33f9528885e4cfe6882bdfbe5a0902d0f5aa8c8e2efa7f7264936900e94b752459b9d2315a474febe4e02b311fdd8cab
-  data.tar.gz: a1cf6046ba3c50b12518073fa76b7df496449ba505ccf580f1233d59b0779d01cd139d798c6567a782269771f8a55690e4627d3fd18167ab143e04459cf6022a
+  metadata.gz: 45e0cb059d560fe81079c5b97c70b89f152f14fce14056f7ae774295e9999b44ca2d2b451b3aa4f3dd5ea7641efc3d04fd9715c3b828f459ba2a480948bb0a6c
+  data.tar.gz: 178d84bc29f77c21574cb54dc23dc6c302803f06c1d3d60aaf58d1026e51a880ccb1c2e2b835bc9fb156c6933bcad4b5435f2a650c33a6726228fdf21e0a22c4

data/lib/google/cloud/dataproc/v1/cluster_controller.rb

@@ -23,6 +23,7 @@ require "gapic/config/method"
 require "google/cloud/dataproc/v1/version"
 
 require "google/cloud/dataproc/v1/cluster_controller/credentials"
+require "google/cloud/dataproc/v1/cluster_controller/paths"
 require "google/cloud/dataproc/v1/cluster_controller/operations"
 require "google/cloud/dataproc/v1/cluster_controller/client"
 

data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb

@@ -31,6 +31,8 @@ module Google
           # of Compute Engine instances.
           #
           class Client
+            include Paths
+
             # @private
             attr_reader :cluster_controller_stub
 
@@ -237,9 +239,9 @@ module Google
             #   @param cluster [::Google::Cloud::Dataproc::V1::Cluster, ::Hash]
             #     Required. The cluster to create.
             #   @param request_id [::String]
-            #     Optional. A unique id used to identify the request. If the server
-            #     receives two {::Google::Cloud::Dataproc::V1::CreateClusterRequest CreateClusterRequest} requests  with the same
-            #     id, then the second request will be ignored and the
+            #     Optional. A unique id used to identify the request. If the server receives two
+            #     [CreateClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateClusterRequest)s
+            #     with the same id, then the second request will be ignored and the
             #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the backend
             #     is returned.
             #
@@ -389,8 +391,9 @@ module Google
             #      </table>
             #   @param request_id [::String]
             #     Optional. A unique id used to identify the request. If the server
-            #     receives two {::Google::Cloud::Dataproc::V1::UpdateClusterRequest UpdateClusterRequest} requests  with the same
-            #     id, then the second request will be ignored and the
+            #     receives two
+            #     [UpdateClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.UpdateClusterRequest)s
+            #     with the same id, then the second request will be ignored and the
             #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
             #     backend is returned.
             #
@@ -448,6 +451,186 @@ module Google
               raise ::Google::Cloud::Error.from_error(e)
             end
 
+            ##
+            # Stops a cluster in a project.
+            #
+            # @overload stop_cluster(request, options = nil)
+            #   Pass arguments to `stop_cluster` via a request object, either of type
+            #   {::Google::Cloud::Dataproc::V1::StopClusterRequest} or an equivalent Hash.
+            #
+            #   @param request [::Google::Cloud::Dataproc::V1::StopClusterRequest, ::Hash]
+            #     A request object representing the call parameters. Required. To specify no
+            #     parameters, or to keep all the default parameter values, pass an empty Hash.
+            #   @param options [::Gapic::CallOptions, ::Hash]
+            #     Overrides the default settings for this call, e.g, timeout, retries, etc. Optional.
+            #
+            # @overload stop_cluster(project_id: nil, region: nil, cluster_name: nil, cluster_uuid: nil, request_id: nil)
+            #   Pass arguments to `stop_cluster` via keyword arguments. Note that at
+            #   least one keyword argument is required. To specify no parameters, or to keep all
+            #   the default parameter values, pass an empty Hash as a request object (see above).
+            #
+            #   @param project_id [::String]
+            #     Required. The ID of the Google Cloud Platform project the
+            #     cluster belongs to.
+            #   @param region [::String]
+            #     Required. The Dataproc region in which to handle the request.
+            #   @param cluster_name [::String]
+            #     Required. The cluster name.
+            #   @param cluster_uuid [::String]
+            #     Optional. Specifying the `cluster_uuid` means the RPC will fail
+            #     (with error NOT_FOUND) if a cluster with the specified UUID does not exist.
+            #   @param request_id [::String]
+            #     Optional. A unique id used to identify the request. If the server
+            #     receives two
+            #     [StopClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.StopClusterRequest)s
+            #     with the same id, then the second request will be ignored and the
+            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
+            #     backend is returned.
+            #
+            #     Recommendation: Set this value to a
+            #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
+            #
+            #     The id must contain only letters (a-z, A-Z), numbers (0-9),
+            #     underscores (_), and hyphens (-). The maximum length is 40 characters.
+            #
+            # @yield [response, operation] Access the result along with the RPC operation
+            # @yieldparam response [::Gapic::Operation]
+            # @yieldparam operation [::GRPC::ActiveCall::Operation]
+            #
+            # @return [::Gapic::Operation]
+            #
+            # @raise [::Google::Cloud::Error] if the RPC is aborted.
+            #
+            def stop_cluster request, options = nil
+              raise ::ArgumentError, "request must be provided" if request.nil?
+
+              request = ::Gapic::Protobuf.coerce request, to: ::Google::Cloud::Dataproc::V1::StopClusterRequest
+
+              # Converts hash and nil to an options object
+              options = ::Gapic::CallOptions.new(**options.to_h) if options.respond_to? :to_h
+
+              # Customize the options with defaults
+              metadata = @config.rpcs.stop_cluster.metadata.to_h
+
+              # Set x-goog-api-client and x-goog-user-project headers
+              metadata[:"x-goog-api-client"] ||= ::Gapic::Headers.x_goog_api_client \
+                lib_name: @config.lib_name, lib_version: @config.lib_version,
+                gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
+              metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
+
+              header_params = {
+                "project_id" => request.project_id,
+                "region" => request.region,
+                "cluster_name" => request.cluster_name
+              }
+              request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
+              metadata[:"x-goog-request-params"] ||= request_params_header
+
+              options.apply_defaults timeout:      @config.rpcs.stop_cluster.timeout,
+                                     metadata:     metadata,
+                                     retry_policy: @config.rpcs.stop_cluster.retry_policy
+              options.apply_defaults metadata:     @config.metadata,
+                                     retry_policy: @config.retry_policy
+
+              @cluster_controller_stub.call_rpc :stop_cluster, request, options: options do |response, operation|
+                response = ::Gapic::Operation.new response, @operations_client, options: options
+                yield response, operation if block_given?
+                return response
+              end
+            rescue ::GRPC::BadStatus => e
+              raise ::Google::Cloud::Error.from_error(e)
+            end
+
+            ##
+            # Starts a cluster in a project.
+            #
+            # @overload start_cluster(request, options = nil)
+            #   Pass arguments to `start_cluster` via a request object, either of type
+            #   {::Google::Cloud::Dataproc::V1::StartClusterRequest} or an equivalent Hash.
+            #
+            #   @param request [::Google::Cloud::Dataproc::V1::StartClusterRequest, ::Hash]
+            #     A request object representing the call parameters. Required. To specify no
+            #     parameters, or to keep all the default parameter values, pass an empty Hash.
+            #   @param options [::Gapic::CallOptions, ::Hash]
+            #     Overrides the default settings for this call, e.g, timeout, retries, etc. Optional.
+            #
+            # @overload start_cluster(project_id: nil, region: nil, cluster_name: nil, cluster_uuid: nil, request_id: nil)
+            #   Pass arguments to `start_cluster` via keyword arguments. Note that at
+            #   least one keyword argument is required. To specify no parameters, or to keep all
+            #   the default parameter values, pass an empty Hash as a request object (see above).
+            #
+            #   @param project_id [::String]
+            #     Required. The ID of the Google Cloud Platform project the
+            #     cluster belongs to.
+            #   @param region [::String]
+            #     Required. The Dataproc region in which to handle the request.
+            #   @param cluster_name [::String]
+            #     Required. The cluster name.
+            #   @param cluster_uuid [::String]
+            #     Optional. Specifying the `cluster_uuid` means the RPC will fail
+            #     (with error NOT_FOUND) if a cluster with the specified UUID does not exist.
+            #   @param request_id [::String]
+            #     Optional. A unique id used to identify the request. If the server
+            #     receives two
+            #     [StartClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.StartClusterRequest)s
+            #     with the same id, then the second request will be ignored and the
+            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
+            #     backend is returned.
+            #
+            #     Recommendation: Set this value to a
+            #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
+            #
+            #     The id must contain only letters (a-z, A-Z), numbers (0-9),
+            #     underscores (_), and hyphens (-). The maximum length is 40 characters.
+            #
+            # @yield [response, operation] Access the result along with the RPC operation
+            # @yieldparam response [::Gapic::Operation]
+            # @yieldparam operation [::GRPC::ActiveCall::Operation]
+            #
+            # @return [::Gapic::Operation]
+            #
+            # @raise [::Google::Cloud::Error] if the RPC is aborted.
+            #
+            def start_cluster request, options = nil
+              raise ::ArgumentError, "request must be provided" if request.nil?
+
+              request = ::Gapic::Protobuf.coerce request, to: ::Google::Cloud::Dataproc::V1::StartClusterRequest
+
+              # Converts hash and nil to an options object
+              options = ::Gapic::CallOptions.new(**options.to_h) if options.respond_to? :to_h
+
+              # Customize the options with defaults
+              metadata = @config.rpcs.start_cluster.metadata.to_h
+
+              # Set x-goog-api-client and x-goog-user-project headers
+              metadata[:"x-goog-api-client"] ||= ::Gapic::Headers.x_goog_api_client \
+                lib_name: @config.lib_name, lib_version: @config.lib_version,
+                gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
+              metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
+
+              header_params = {
+                "project_id" => request.project_id,
+                "region" => request.region,
+                "cluster_name" => request.cluster_name
+              }
+              request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
+              metadata[:"x-goog-request-params"] ||= request_params_header
+
+              options.apply_defaults timeout:      @config.rpcs.start_cluster.timeout,
+                                     metadata:     metadata,
+                                     retry_policy: @config.rpcs.start_cluster.retry_policy
+              options.apply_defaults metadata:     @config.metadata,
+                                     retry_policy: @config.retry_policy
+
+              @cluster_controller_stub.call_rpc :start_cluster, request, options: options do |response, operation|
+                response = ::Gapic::Operation.new response, @operations_client, options: options
+                yield response, operation if block_given?
+                return response
+              end
+            rescue ::GRPC::BadStatus => e
+              raise ::Google::Cloud::Error.from_error(e)
+            end
+
             ##
             # Deletes a cluster in a project. The returned
             # {::Google::Longrunning::Operation#metadata Operation.metadata} will be
@@ -480,8 +663,9 @@ module Google
             #     (with error NOT_FOUND) if cluster with specified UUID does not exist.
             #   @param request_id [::String]
             #     Optional. A unique id used to identify the request. If the server
-            #     receives two {::Google::Cloud::Dataproc::V1::DeleteClusterRequest DeleteClusterRequest} requests  with the same
-            #     id, then the second request will be ignored and the
+            #     receives two
+            #     [DeleteClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.DeleteClusterRequest)s
+            #     with the same id, then the second request will be ignored and the
             #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
             #     backend is returned.
             #
@@ -934,6 +1118,16 @@ module Google
                 #
                 attr_reader :update_cluster
                 ##
+                # RPC-specific configuration for `stop_cluster`
+                # @return [::Gapic::Config::Method]
+                #
+                attr_reader :stop_cluster
+                ##
+                # RPC-specific configuration for `start_cluster`
+                # @return [::Gapic::Config::Method]
+                #
+                attr_reader :start_cluster
+                ##
                 # RPC-specific configuration for `delete_cluster`
                 # @return [::Gapic::Config::Method]
                 #
@@ -960,6 +1154,10 @@ module Google
                   @create_cluster = ::Gapic::Config::Method.new create_cluster_config
                   update_cluster_config = parent_rpcs.update_cluster if parent_rpcs.respond_to? :update_cluster
                   @update_cluster = ::Gapic::Config::Method.new update_cluster_config
+                  stop_cluster_config = parent_rpcs.stop_cluster if parent_rpcs.respond_to? :stop_cluster
+                  @stop_cluster = ::Gapic::Config::Method.new stop_cluster_config
+                  start_cluster_config = parent_rpcs.start_cluster if parent_rpcs.respond_to? :start_cluster
+                  @start_cluster = ::Gapic::Config::Method.new start_cluster_config
                   delete_cluster_config = parent_rpcs.delete_cluster if parent_rpcs.respond_to? :delete_cluster
                   @delete_cluster = ::Gapic::Config::Method.new delete_cluster_config
                   get_cluster_config = parent_rpcs.get_cluster if parent_rpcs.respond_to? :get_cluster

data/lib/google/cloud/dataproc/v1/cluster_controller/paths.rb

@@ -0,0 +1,71 @@
+# frozen_string_literal: true
+
+# Copyright 2021 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
+
+
+module Google
+  module Cloud
+    module Dataproc
+      module V1
+        module ClusterController
+          # Path helper methods for the ClusterController API.
+          module Paths
+            ##
+            # Create a fully-qualified Cluster resource string.
+            #
+            # The resource will be in the following format:
+            #
+            # `projects/{project}/locations/{location}/clusters/{cluster}`
+            #
+            # @param project [String]
+            # @param location [String]
+            # @param cluster [String]
+            #
+            # @return [::String]
+            def cluster_path project:, location:, cluster:
+              raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
+              raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
+
+              "projects/#{project}/locations/#{location}/clusters/#{cluster}"
+            end
+
+            ##
+            # Create a fully-qualified Service resource string.
+            #
+            # The resource will be in the following format:
+            #
+            # `projects/{project}/locations/{location}/services/{service}`
+            #
+            # @param project [String]
+            # @param location [String]
+            # @param service [String]
+            #
+            # @return [::String]
+            def service_path project:, location:, service:
+              raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
+              raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
+
+              "projects/#{project}/locations/#{location}/services/#{service}"
+            end
+
+            extend self
+          end
+        end
+      end
+    end
+  end
+end

data/lib/google/cloud/dataproc/v1/clusters_pb.rb

@@ -6,6 +6,7 @@ require 'google/protobuf'
 require 'google/api/annotations_pb'
 require 'google/api/client_pb'
 require 'google/api/field_behavior_pb'
+require 'google/api/resource_pb'
 require 'google/cloud/dataproc/v1/shared_pb'
 require 'google/longrunning/operations_pb'
 require 'google/protobuf/duration_pb'
@@ -37,6 +38,15 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :security_config, :message, 16, "google.cloud.dataproc.v1.SecurityConfig"
       optional :lifecycle_config, :message, 17, "google.cloud.dataproc.v1.LifecycleConfig"
       optional :endpoint_config, :message, 19, "google.cloud.dataproc.v1.EndpointConfig"
+      optional :metastore_config, :message, 20, "google.cloud.dataproc.v1.MetastoreConfig"
+      optional :gke_cluster_config, :message, 21, "google.cloud.dataproc.v1.GkeClusterConfig"
+    end
+    add_message "google.cloud.dataproc.v1.GkeClusterConfig" do
+      optional :namespaced_gke_deployment_target, :message, 1, "google.cloud.dataproc.v1.GkeClusterConfig.NamespacedGkeDeploymentTarget"
+    end
+    add_message "google.cloud.dataproc.v1.GkeClusterConfig.NamespacedGkeDeploymentTarget" do
+      optional :target_gke_cluster, :string, 1
+      optional :cluster_namespace, :string, 2
     end
     add_message "google.cloud.dataproc.v1.EndpointConfig" do
       map :http_ports, :string, :string, 1
@@ -53,11 +63,28 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :network_uri, :string, 2
       optional :subnetwork_uri, :string, 6
       optional :internal_ip_only, :bool, 7
+      optional :private_ipv6_google_access, :enum, 12, "google.cloud.dataproc.v1.GceClusterConfig.PrivateIpv6GoogleAccess"
       optional :service_account, :string, 8
       repeated :service_account_scopes, :string, 3
       repeated :tags, :string, 4
       map :metadata, :string, :string, 5
       optional :reservation_affinity, :message, 11, "google.cloud.dataproc.v1.ReservationAffinity"
+      optional :node_group_affinity, :message, 13, "google.cloud.dataproc.v1.NodeGroupAffinity"
+      optional :shielded_instance_config, :message, 14, "google.cloud.dataproc.v1.ShieldedInstanceConfig"
+    end
+    add_enum "google.cloud.dataproc.v1.GceClusterConfig.PrivateIpv6GoogleAccess" do
+      value :PRIVATE_IPV6_GOOGLE_ACCESS_UNSPECIFIED, 0
+      value :INHERIT_FROM_SUBNETWORK, 1
+      value :OUTBOUND, 2
+      value :BIDIRECTIONAL, 3
+    end
+    add_message "google.cloud.dataproc.v1.NodeGroupAffinity" do
+      optional :node_group_uri, :string, 1
+    end
+    add_message "google.cloud.dataproc.v1.ShieldedInstanceConfig" do
+      optional :enable_secure_boot, :bool, 1
+      optional :enable_vtpm, :bool, 2
+      optional :enable_integrity_monitoring, :bool, 3
     end
     add_message "google.cloud.dataproc.v1.InstanceGroupConfig" do
       optional :num_instances, :int32, 1
@@ -106,6 +133,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       value :ERROR, 3
       value :DELETING, 4
       value :UPDATING, 5
+      value :STOPPING, 6
+      value :STOPPED, 7
+      value :STARTING, 8
     end
     add_enum "google.cloud.dataproc.v1.ClusterStatus.Substate" do
       value :UNSPECIFIED, 0
@@ -114,6 +144,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     end
     add_message "google.cloud.dataproc.v1.SecurityConfig" do
       optional :kerberos_config, :message, 1, "google.cloud.dataproc.v1.KerberosConfig"
+      optional :identity_config, :message, 2, "google.cloud.dataproc.v1.IdentityConfig"
     end
     add_message "google.cloud.dataproc.v1.KerberosConfig" do
       optional :enable_kerberos, :bool, 1
@@ -132,6 +163,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :tgt_lifetime_hours, :int32, 14
       optional :realm, :string, 15
     end
+    add_message "google.cloud.dataproc.v1.IdentityConfig" do
+      map :user_service_account_mapping, :string, :string, 1
+    end
     add_message "google.cloud.dataproc.v1.SoftwareConfig" do
       optional :image_version, :string, 1
       map :properties, :string, :string, 2
@@ -145,6 +179,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
         optional :auto_delete_ttl, :message, 3, "google.protobuf.Duration"
       end
     end
+    add_message "google.cloud.dataproc.v1.MetastoreConfig" do
+      optional :dataproc_metastore_service, :string, 1
+    end
     add_message "google.cloud.dataproc.v1.ClusterMetrics" do
       map :hdfs_metrics, :string, :int64, 1
       map :yarn_metrics, :string, :int64, 2
@@ -164,6 +201,20 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :update_mask, :message, 4, "google.protobuf.FieldMask"
       optional :request_id, :string, 7
     end
+    add_message "google.cloud.dataproc.v1.StopClusterRequest" do
+      optional :project_id, :string, 1
+      optional :region, :string, 2
+      optional :cluster_name, :string, 3
+      optional :cluster_uuid, :string, 4
+      optional :request_id, :string, 5
+    end
+    add_message "google.cloud.dataproc.v1.StartClusterRequest" do
+      optional :project_id, :string, 1
+      optional :region, :string, 2
+      optional :cluster_name, :string, 3
+      optional :cluster_uuid, :string, 4
+      optional :request_id, :string, 5
+    end
     add_message "google.cloud.dataproc.v1.DeleteClusterRequest" do
       optional :project_id, :string, 1
       optional :region, :string, 3
@@ -215,10 +266,15 @@ module Google
       module V1
         Cluster = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Cluster").msgclass
         ClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterConfig").msgclass
+        GkeClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeClusterConfig").msgclass
+        GkeClusterConfig::NamespacedGkeDeploymentTarget = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeClusterConfig.NamespacedGkeDeploymentTarget").msgclass
         EndpointConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EndpointConfig").msgclass
         AutoscalingConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AutoscalingConfig").msgclass
         EncryptionConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EncryptionConfig").msgclass
         GceClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GceClusterConfig").msgclass
+        GceClusterConfig::PrivateIpv6GoogleAccess = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GceClusterConfig.PrivateIpv6GoogleAccess").enummodule
+        NodeGroupAffinity = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.NodeGroupAffinity").msgclass
+        ShieldedInstanceConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ShieldedInstanceConfig").msgclass
         InstanceGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupConfig").msgclass
         InstanceGroupConfig::Preemptibility = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupConfig.Preemptibility").enummodule
         ManagedGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ManagedGroupConfig").msgclass
@@ -230,11 +286,15 @@ module Google
         ClusterStatus::Substate = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus.Substate").enummodule
         SecurityConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SecurityConfig").msgclass
         KerberosConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.KerberosConfig").msgclass
+        IdentityConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.IdentityConfig").msgclass
         SoftwareConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SoftwareConfig").msgclass
         LifecycleConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.LifecycleConfig").msgclass
+        MetastoreConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.MetastoreConfig").msgclass
         ClusterMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterMetrics").msgclass
         CreateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.CreateClusterRequest").msgclass
         UpdateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.UpdateClusterRequest").msgclass
+        StopClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.StopClusterRequest").msgclass
+        StartClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.StartClusterRequest").msgclass
         DeleteClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DeleteClusterRequest").msgclass
         GetClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GetClusterRequest").msgclass
         ListClustersRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ListClustersRequest").msgclass