google-cloud-dataproc-v1 0.8.0 → 0.11.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 75b10ffcc3efa847d380e239d97ac92298df724a70e6f76e161a4357b31e2464
-  data.tar.gz: ff2d2916e09c5503d8cb4ee6f74058770b64254ecb962aa4e71f453f4bae6401
+  metadata.gz: 8e5fe6da17d8ccadfc7dbd12eaac80d02427f71070bbb1b1225a59dd838d9d7c
+  data.tar.gz: d21e87aaa4b34a8f0ed28cd1600c82a06abef2ed9ef44d7f5637372c96c2bbe5
 SHA512:
-  metadata.gz: d2f533ae3bc23fa57971f8fe1faf5ba3abf1bec75d25935cb3e3de5229e9b11bcf4e9dd8d2c7c887f6a0fb54ccfdc21764aea94e5f077c6cf5fa5738648a0b6a
-  data.tar.gz: 73a70eb049fc046aa5ece71bf473adad5df91872e7b83172c1439c1766901b5af6df17fff54dd561fa48e68c70cfb83282cd417a44a3a127058a36adaf547357
+  metadata.gz: 61fab34408f18b1a613a1a73cb09ad44de583aead63f99f4e6651853efed34461bef7845942dbae126fea638f852b634d5272e6d56be18cadb87ea2a5f34e809
+  data.tar.gz: 552a549a52d4e57e98854b025502ab3e6ed2a7d98c7be9b76773644d33f1ac521172747104da44313f7703e46f2b4ca3cda8dd80649da6ee4f175eec6fe51493

data/README.md

@@ -37,7 +37,7 @@ request = ::Google::Cloud::Dataproc::V1::CreateAutoscalingPolicyRequest.new # (r
 response = client.create_autoscaling_policy request
 ```
 
-View the [Client Library Documentation](https://googleapis.dev/ruby/google-cloud-dataproc-v1/latest)
+View the [Client Library Documentation](https://cloud.google.com/ruby/docs/reference/google-cloud-dataproc-v1/latest)
 for class and method documentation.
 
 See also the [Product Documentation](https://cloud.google.com/dataproc)
@@ -69,6 +69,11 @@ module GRPC
 end
 ```
 
+
+## Google Cloud Samples
+
+To browse ready to use code samples check [Google Cloud Samples](https://cloud.google.com/docs/samples).
+
 ## Supported Ruby Versions
 
 This library is supported on Ruby 2.5+.

data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb

@@ -1,13 +1,14 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/dataproc/v1/autoscaling_policies.proto
 
+require 'google/protobuf'
+
 require 'google/api/annotations_pb'
 require 'google/api/client_pb'
 require 'google/api/field_behavior_pb'
 require 'google/api/resource_pb'
 require 'google/protobuf/duration_pb'
 require 'google/protobuf/empty_pb'
-require 'google/protobuf'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/dataproc/v1/autoscaling_policies.proto", :syntax => :proto3) do
@@ -22,8 +23,10 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       end
     end
     add_message "google.cloud.dataproc.v1.BasicAutoscalingAlgorithm" do
-      optional :yarn_config, :message, 1, "google.cloud.dataproc.v1.BasicYarnAutoscalingConfig"
       optional :cooldown_period, :message, 2, "google.protobuf.Duration"
+      oneof :config do
+        optional :yarn_config, :message, 1, "google.cloud.dataproc.v1.BasicYarnAutoscalingConfig"
+      end
     end
     add_message "google.cloud.dataproc.v1.BasicYarnAutoscalingConfig" do
       optional :graceful_decommission_timeout, :message, 5, "google.protobuf.Duration"

data/lib/google/cloud/dataproc/v1/batches_pb.rb

@@ -1,6 +1,8 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/dataproc/v1/batches.proto
 
+require 'google/protobuf'
+
 require 'google/api/annotations_pb'
 require 'google/api/client_pb'
 require 'google/api/field_behavior_pb'
@@ -9,7 +11,6 @@ require 'google/cloud/dataproc/v1/shared_pb'
 require 'google/longrunning/operations_pb'
 require 'google/protobuf/empty_pb'
 require 'google/protobuf/timestamp_pb'
-require 'google/protobuf'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/dataproc/v1/batches.proto", :syntax => :proto3) do

data/lib/google/cloud/dataproc/v1/cluster_controller/paths.rb

@@ -24,25 +24,6 @@ module Google
         module ClusterController
           # Path helper methods for the ClusterController API.
           module Paths
-            ##
-            # Create a fully-qualified Cluster resource string.
-            #
-            # The resource will be in the following format:
-            #
-            # `projects/{project}/locations/{location}/clusters/{cluster}`
-            #
-            # @param project [String]
-            # @param location [String]
-            # @param cluster [String]
-            #
-            # @return [::String]
-            def cluster_path project:, location:, cluster:
-              raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
-              raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
-
-              "projects/#{project}/locations/#{location}/clusters/#{cluster}"
-            end
-
             ##
             # Create a fully-qualified Service resource string.
             #

data/lib/google/cloud/dataproc/v1/clusters_pb.rb

@@ -1,6 +1,8 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/dataproc/v1/clusters.proto
 
+require 'google/protobuf'
+
 require 'google/api/annotations_pb'
 require 'google/api/client_pb'
 require 'google/api/field_behavior_pb'
@@ -10,7 +12,6 @@ require 'google/longrunning/operations_pb'
 require 'google/protobuf/duration_pb'
 require 'google/protobuf/field_mask_pb'
 require 'google/protobuf/timestamp_pb'
-require 'google/protobuf'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/dataproc/v1/clusters.proto", :syntax => :proto3) do
@@ -18,6 +19,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :project_id, :string, 1
       optional :cluster_name, :string, 2
       optional :config, :message, 3, "google.cloud.dataproc.v1.ClusterConfig"
+      optional :virtual_cluster_config, :message, 10, "google.cloud.dataproc.v1.VirtualClusterConfig"
       map :labels, :string, :string, 8
       optional :status, :message, 4, "google.cloud.dataproc.v1.ClusterStatus"
       repeated :status_history, :message, 7, "google.cloud.dataproc.v1.ClusterStatus"
@@ -39,14 +41,17 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :lifecycle_config, :message, 17, "google.cloud.dataproc.v1.LifecycleConfig"
       optional :endpoint_config, :message, 19, "google.cloud.dataproc.v1.EndpointConfig"
       optional :metastore_config, :message, 20, "google.cloud.dataproc.v1.MetastoreConfig"
-      optional :gke_cluster_config, :message, 21, "google.cloud.dataproc.v1.GkeClusterConfig"
     end
-    add_message "google.cloud.dataproc.v1.GkeClusterConfig" do
-      optional :namespaced_gke_deployment_target, :message, 1, "google.cloud.dataproc.v1.GkeClusterConfig.NamespacedGkeDeploymentTarget"
+    add_message "google.cloud.dataproc.v1.VirtualClusterConfig" do
+      optional :staging_bucket, :string, 1
+      optional :auxiliary_services_config, :message, 7, "google.cloud.dataproc.v1.AuxiliaryServicesConfig"
+      oneof :infrastructure_config do
+        optional :kubernetes_cluster_config, :message, 6, "google.cloud.dataproc.v1.KubernetesClusterConfig"
+      end
     end
-    add_message "google.cloud.dataproc.v1.GkeClusterConfig.NamespacedGkeDeploymentTarget" do
-      optional :target_gke_cluster, :string, 1
-      optional :cluster_namespace, :string, 2
+    add_message "google.cloud.dataproc.v1.AuxiliaryServicesConfig" do
+      optional :metastore_config, :message, 1, "google.cloud.dataproc.v1.MetastoreConfig"
+      optional :spark_history_server_config, :message, 2, "google.cloud.dataproc.v1.SparkHistoryServerConfig"
     end
     add_message "google.cloud.dataproc.v1.EndpointConfig" do
       map :http_ports, :string, :string, 1
@@ -273,8 +278,8 @@ module Google
       module V1
         Cluster = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Cluster").msgclass
         ClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterConfig").msgclass
-        GkeClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeClusterConfig").msgclass
-        GkeClusterConfig::NamespacedGkeDeploymentTarget = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeClusterConfig.NamespacedGkeDeploymentTarget").msgclass
+        VirtualClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.VirtualClusterConfig").msgclass
+        AuxiliaryServicesConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AuxiliaryServicesConfig").msgclass
         EndpointConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EndpointConfig").msgclass
         AutoscalingConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AutoscalingConfig").msgclass
         EncryptionConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EncryptionConfig").msgclass

data/lib/google/cloud/dataproc/v1/jobs_pb.rb

@@ -1,6 +1,8 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/dataproc/v1/jobs.proto
 
+require 'google/protobuf'
+
 require 'google/api/annotations_pb'
 require 'google/api/client_pb'
 require 'google/api/field_behavior_pb'
@@ -8,7 +10,6 @@ require 'google/longrunning/operations_pb'
 require 'google/protobuf/empty_pb'
 require 'google/protobuf/field_mask_pb'
 require 'google/protobuf/timestamp_pb'
-require 'google/protobuf'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/dataproc/v1/jobs.proto", :syntax => :proto3) do

data/lib/google/cloud/dataproc/v1/operations_pb.rb

@@ -1,9 +1,10 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/dataproc/v1/operations.proto
 
+require 'google/protobuf'
+
 require 'google/api/field_behavior_pb'
 require 'google/protobuf/timestamp_pb'
-require 'google/protobuf'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/dataproc/v1/operations.proto", :syntax => :proto3) do

data/lib/google/cloud/dataproc/v1/shared_pb.rb

@@ -1,9 +1,10 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/dataproc/v1/shared.proto
 
-require 'google/api/field_behavior_pb'
 require 'google/protobuf'
 
+require 'google/api/field_behavior_pb'
+
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/dataproc/v1/shared.proto", :syntax => :proto3) do
     add_message "google.cloud.dataproc.v1.RuntimeConfig" do
@@ -36,6 +37,53 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :output_uri, :string, 2
       optional :diagnostic_output_uri, :string, 3
     end
+    add_message "google.cloud.dataproc.v1.GkeClusterConfig" do
+      optional :gke_cluster_target, :string, 2
+      repeated :node_pool_target, :message, 3, "google.cloud.dataproc.v1.GkeNodePoolTarget"
+    end
+    add_message "google.cloud.dataproc.v1.KubernetesClusterConfig" do
+      optional :kubernetes_namespace, :string, 1
+      optional :kubernetes_software_config, :message, 3, "google.cloud.dataproc.v1.KubernetesSoftwareConfig"
+      oneof :config do
+        optional :gke_cluster_config, :message, 2, "google.cloud.dataproc.v1.GkeClusterConfig"
+      end
+    end
+    add_message "google.cloud.dataproc.v1.KubernetesSoftwareConfig" do
+      map :component_version, :string, :string, 1
+      map :properties, :string, :string, 2
+    end
+    add_message "google.cloud.dataproc.v1.GkeNodePoolTarget" do
+      optional :node_pool, :string, 1
+      repeated :roles, :enum, 2, "google.cloud.dataproc.v1.GkeNodePoolTarget.Role"
+      optional :node_pool_config, :message, 3, "google.cloud.dataproc.v1.GkeNodePoolConfig"
+    end
+    add_enum "google.cloud.dataproc.v1.GkeNodePoolTarget.Role" do
+      value :ROLE_UNSPECIFIED, 0
+      value :DEFAULT, 1
+      value :CONTROLLER, 2
+      value :SPARK_DRIVER, 3
+      value :SPARK_EXECUTOR, 4
+    end
+    add_message "google.cloud.dataproc.v1.GkeNodePoolConfig" do
+      optional :config, :message, 2, "google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodeConfig"
+      repeated :locations, :string, 13
+      optional :autoscaling, :message, 4, "google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodePoolAutoscalingConfig"
+    end
+    add_message "google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodeConfig" do
+      optional :machine_type, :string, 1
+      optional :preemptible, :bool, 10
+      optional :local_ssd_count, :int32, 7
+      repeated :accelerators, :message, 11, "google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodePoolAcceleratorConfig"
+      optional :min_cpu_platform, :string, 13
+    end
+    add_message "google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodePoolAcceleratorConfig" do
+      optional :accelerator_count, :int64, 1
+      optional :accelerator_type, :string, 2
+    end
+    add_message "google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodePoolAutoscalingConfig" do
+      optional :min_node_count, :int32, 2
+      optional :max_node_count, :int32, 3
+    end
     add_enum "google.cloud.dataproc.v1.Component" do
       value :COMPONENT_UNSPECIFIED, 0
       value :ANACONDA, 5
@@ -69,6 +117,15 @@ module Google
         SparkHistoryServerConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SparkHistoryServerConfig").msgclass
         PeripheralsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.PeripheralsConfig").msgclass
         RuntimeInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.RuntimeInfo").msgclass
+        GkeClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeClusterConfig").msgclass
+        KubernetesClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.KubernetesClusterConfig").msgclass
+        KubernetesSoftwareConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.KubernetesSoftwareConfig").msgclass
+        GkeNodePoolTarget = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeNodePoolTarget").msgclass
+        GkeNodePoolTarget::Role = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeNodePoolTarget.Role").enummodule
+        GkeNodePoolConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeNodePoolConfig").msgclass
+        GkeNodePoolConfig::GkeNodeConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodeConfig").msgclass
+        GkeNodePoolConfig::GkeNodePoolAcceleratorConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodePoolAcceleratorConfig").msgclass
+        GkeNodePoolConfig::GkeNodePoolAutoscalingConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodePoolAutoscalingConfig").msgclass
         Component = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Component").enummodule
         FailureAction = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.FailureAction").enummodule
       end

data/lib/google/cloud/dataproc/v1/version.rb

@@ -21,7 +21,7 @@ module Google
   module Cloud
     module Dataproc
       module V1
-        VERSION = "0.8.0"
+        VERSION = "0.11.0"
       end
     end
   end

data/lib/google/cloud/dataproc/v1/workflow_template_service/paths.rb

@@ -24,25 +24,6 @@ module Google
         module WorkflowTemplateService
           # Path helper methods for the WorkflowTemplateService API.
           module Paths
-            ##
-            # Create a fully-qualified Cluster resource string.
-            #
-            # The resource will be in the following format:
-            #
-            # `projects/{project}/locations/{location}/clusters/{cluster}`
-            #
-            # @param project [String]
-            # @param location [String]
-            # @param cluster [String]
-            #
-            # @return [::String]
-            def cluster_path project:, location:, cluster:
-              raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
-              raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
-
-              "projects/#{project}/locations/#{location}/clusters/#{cluster}"
-            end
-
             ##
             # Create a fully-qualified Location resource string.
             #

data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb

@@ -1,6 +1,8 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: google/cloud/dataproc/v1/workflow_templates.proto
 
+require 'google/protobuf'
+
 require 'google/api/annotations_pb'
 require 'google/api/client_pb'
 require 'google/api/field_behavior_pb'
@@ -11,7 +13,6 @@ require 'google/longrunning/operations_pb'
 require 'google/protobuf/duration_pb'
 require 'google/protobuf/empty_pb'
 require 'google/protobuf/timestamp_pb'
-require 'google/protobuf'
 
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/dataproc/v1/workflow_templates.proto", :syntax => :proto3) do

data/lib/google/cloud/dataproc/v1.rb

@@ -29,6 +29,8 @@ module Google
       ##
       # To load this package, including all its services, and instantiate a client:
       #
+      # @example
+      #
       #     require "google/cloud/dataproc/v1"
       #     client = ::Google::Cloud::Dataproc::V1::AutoscalingPolicyService::Client.new
       #

data/proto_docs/google/cloud/dataproc/v1/clusters.rb

@@ -35,6 +35,15 @@ module Google
         #     Optional. The cluster config for a cluster of Compute Engine Instances.
         #     Note that Dataproc may set default values, and values may change
         #     when clusters are updated.
+        # @!attribute [rw] virtual_cluster_config
+        #   @return [::Google::Cloud::Dataproc::V1::VirtualClusterConfig]
+        #     Optional. The virtual cluster config, used when creating a Dataproc cluster that
+        #     does not directly control the underlying compute resources, for example,
+        #     when creating a [Dataproc-on-GKE
+        #     cluster](https://cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-on-gke-cluster).
+        #     Note that Dataproc may set default values, and values may change when
+        #     clusters are updated. Exactly one of config or virtualClusterConfig must be
+        #     specified.
         # @!attribute [rw] labels
         #   @return [::Google::Protobuf::Map{::String => ::String}]
         #     Optional. The labels to associate with this cluster.
@@ -156,37 +165,48 @@ module Google
         # @!attribute [rw] metastore_config
         #   @return [::Google::Cloud::Dataproc::V1::MetastoreConfig]
         #     Optional. Metastore configuration.
-        # @!attribute [rw] gke_cluster_config
-        #   @return [::Google::Cloud::Dataproc::V1::GkeClusterConfig]
-        #     Optional. BETA. The Kubernetes Engine config for Dataproc clusters deployed to
-        #     Kubernetes. Setting this is considered mutually exclusive with Compute
-        #     Engine-based options such as `gce_cluster_config`, `master_config`,
-        #     `worker_config`, `secondary_worker_config`, and `autoscaling_config`.
         class ClusterConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
-        # The GKE config for this cluster.
-        # @!attribute [rw] namespaced_gke_deployment_target
-        #   @return [::Google::Cloud::Dataproc::V1::GkeClusterConfig::NamespacedGkeDeploymentTarget]
-        #     Optional. A target for the deployment.
-        class GkeClusterConfig
+        # Dataproc cluster config for a cluster that does not directly control the
+        # underlying compute resources, such as a [Dataproc-on-GKE
+        # cluster](https://cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-on-gke-cluster).
+        # @!attribute [rw] staging_bucket
+        #   @return [::String]
+        #     Optional. A Storage bucket used to stage job
+        #     dependencies, config files, and job driver console output.
+        #     If you do not specify a staging bucket, Cloud
+        #     Dataproc will determine a Cloud Storage location (US,
+        #     ASIA, or EU) for your cluster's staging bucket according to the
+        #     Compute Engine zone where your cluster is deployed, and then create
+        #     and manage this project-level, per-location bucket (see
+        #     [Dataproc staging and temp
+        #     buckets](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/staging-bucket)).
+        #     **This field requires a Cloud Storage bucket name, not a `gs://...` URI to
+        #     a Cloud Storage bucket.**
+        # @!attribute [rw] kubernetes_cluster_config
+        #   @return [::Google::Cloud::Dataproc::V1::KubernetesClusterConfig]
+        #     Required. The configuration for running the Dataproc cluster on Kubernetes.
+        # @!attribute [rw] auxiliary_services_config
+        #   @return [::Google::Cloud::Dataproc::V1::AuxiliaryServicesConfig]
+        #     Optional. Configuration of auxiliary services used by this cluster.
+        class VirtualClusterConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
 
-          # A full, namespace-isolated deployment target for an existing GKE cluster.
-          # @!attribute [rw] target_gke_cluster
-          #   @return [::String]
-          #     Optional. The target GKE cluster to deploy to.
-          #     Format: 'projects/\\{project}/locations/\\{location}/clusters/\\{cluster_id}'
-          # @!attribute [rw] cluster_namespace
-          #   @return [::String]
-          #     Optional. A namespace within the GKE cluster to deploy into.
-          class NamespacedGkeDeploymentTarget
-            include ::Google::Protobuf::MessageExts
-            extend ::Google::Protobuf::MessageExts::ClassMethods
-          end
+        # Auxiliary services configuration for a Cluster.
+        # @!attribute [rw] metastore_config
+        #   @return [::Google::Cloud::Dataproc::V1::MetastoreConfig]
+        #     Optional. The Hive Metastore configuration for this workload.
+        # @!attribute [rw] spark_history_server_config
+        #   @return [::Google::Cloud::Dataproc::V1::SparkHistoryServerConfig]
+        #     Optional. The Spark History Server configuration for the workload.
+        class AuxiliaryServicesConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
         # Endpoint config for this cluster
@@ -594,8 +614,8 @@ module Google
         #     Optional. Interface type of local SSDs (default is "scsi").
         #     Valid values: "scsi" (Small Computer System Interface),
         #     "nvme" (Non-Volatile Memory Express).
-        #     See [SSD Interface
-        #     types](https://cloud.google.com/compute/docs/disks/local-ssd#performance).
+        #     See [local SSD
+        #     performance](https://cloud.google.com/compute/docs/disks/local-ssd#performance).
         class DiskConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -648,6 +668,10 @@ module Google
             CREATING = 1
 
             # The cluster is currently running and healthy. It is ready for use.
+            #
+            # **Note:** The cluster state changes from "creating" to "running" status
+            # after the master node(s), first two primary worker nodes (and the last
+            # primary worker node if primary workers > 2) are running.
             RUNNING = 2
 
             # The cluster encountered an error. It is not ready for use.

data/proto_docs/google/cloud/dataproc/v1/shared.rb

@@ -135,6 +135,215 @@ module Google
           end
         end
 
+        # The cluster's GKE config.
+        # @!attribute [rw] gke_cluster_target
+        #   @return [::String]
+        #     Optional. A target GKE cluster to deploy to. It must be in the same project and
+        #     region as the Dataproc cluster (the GKE cluster can be zonal or regional).
+        #     Format: 'projects/\\{project}/locations/\\{location}/clusters/\\{cluster_id}'
+        # @!attribute [rw] node_pool_target
+        #   @return [::Array<::Google::Cloud::Dataproc::V1::GkeNodePoolTarget>]
+        #     Optional. GKE NodePools where workloads will be scheduled. At least one node pool
+        #     must be assigned the 'default' role. Each role can be given to only a
+        #     single NodePoolTarget. All NodePools must have the same location settings.
+        #     If a nodePoolTarget is not specified, Dataproc constructs a default
+        #     nodePoolTarget.
+        class GkeClusterConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # The configuration for running the Dataproc cluster on Kubernetes.
+        # @!attribute [rw] kubernetes_namespace
+        #   @return [::String]
+        #     Optional. A namespace within the Kubernetes cluster to deploy into. If this namespace
+        #     does not exist, it is created. If it exists, Dataproc
+        #     verifies that another Dataproc VirtualCluster is not installed
+        #     into it. If not specified, the name of the Dataproc Cluster is used.
+        # @!attribute [rw] gke_cluster_config
+        #   @return [::Google::Cloud::Dataproc::V1::GkeClusterConfig]
+        #     Required. The configuration for running the Dataproc cluster on GKE.
+        # @!attribute [rw] kubernetes_software_config
+        #   @return [::Google::Cloud::Dataproc::V1::KubernetesSoftwareConfig]
+        #     Optional. The software configuration for this Dataproc cluster running on Kubernetes.
+        class KubernetesClusterConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # The software configuration for this Dataproc cluster running on Kubernetes.
+        # @!attribute [rw] component_version
+        #   @return [::Google::Protobuf::Map{::String => ::String}]
+        #     The components that should be installed in this Dataproc cluster. The key
+        #     must be a string from the KubernetesComponent enumeration. The value is
+        #     the version of the software to be installed.
+        #     At least one entry must be specified.
+        # @!attribute [rw] properties
+        #   @return [::Google::Protobuf::Map{::String => ::String}]
+        #     The properties to set on daemon config files.
+        #
+        #     Property keys are specified in `prefix:property` format, for example
+        #     `spark:spark.kubernetes.container.image`. The following are supported
+        #     prefixes and their mappings:
+        #
+        #     * spark:  `spark-defaults.conf`
+        #
+        #     For more information, see [Cluster
+        #     properties](https://cloud.google.com/dataproc/docs/concepts/cluster-properties).
+        class KubernetesSoftwareConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # @!attribute [rw] key
+          #   @return [::String]
+          # @!attribute [rw] value
+          #   @return [::String]
+          class ComponentVersionEntry
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+
+          # @!attribute [rw] key
+          #   @return [::String]
+          # @!attribute [rw] value
+          #   @return [::String]
+          class PropertiesEntry
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+        end
+
+        # GKE NodePools that Dataproc workloads run on.
+        # @!attribute [rw] node_pool
+        #   @return [::String]
+        #     Required. The target GKE NodePool.
+        #     Format:
+        #     'projects/\\{project}/locations/\\{location}/clusters/\\{cluster}/nodePools/\\{node_pool}'
+        # @!attribute [rw] roles
+        #   @return [::Array<::Google::Cloud::Dataproc::V1::GkeNodePoolTarget::Role>]
+        #     Required. The types of role for a GKE NodePool
+        # @!attribute [rw] node_pool_config
+        #   @return [::Google::Cloud::Dataproc::V1::GkeNodePoolConfig]
+        #     Optional. The configuration for the GKE NodePool.
+        #
+        #     If specified, Dataproc attempts to create a NodePool with the
+        #     specified shape. If one with the same name already exists, it is
+        #     verified against all specified fields. If a field differs, the
+        #     virtual cluster creation will fail.
+        #
+        #     If omitted, any NodePool with the specified name is used. If a
+        #     NodePool with the specified name does not exist, Dataproc create a NodePool
+        #     with default values.
+        class GkeNodePoolTarget
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # `Role` specifies whose tasks will run on the NodePool. The roles can be
+          # specific to workloads. Exactly one GkeNodePoolTarget within the
+          # VirtualCluster must have 'default' role, which is used to run all workloads
+          # that are not associated with a NodePool.
+          module Role
+            # Role is unspecified.
+            ROLE_UNSPECIFIED = 0
+
+            # Any roles that are not directly assigned to a NodePool run on the
+            # `default` role's NodePool.
+            DEFAULT = 1
+
+            # Run controllers and webhooks.
+            CONTROLLER = 2
+
+            # Run spark driver.
+            SPARK_DRIVER = 3
+
+            # Run spark executors.
+            SPARK_EXECUTOR = 4
+          end
+        end
+
+        # The configuration of a GKE NodePool used by a [Dataproc-on-GKE
+        # cluster](https://cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-on-gke-cluster).
+        # @!attribute [rw] config
+        #   @return [::Google::Cloud::Dataproc::V1::GkeNodePoolConfig::GkeNodeConfig]
+        #     Optional. The node pool configuration.
+        # @!attribute [rw] locations
+        #   @return [::Array<::String>]
+        #     Optional. The list of Compute Engine
+        #     [zones](https://cloud.google.com/compute/docs/zones#available) where
+        #     NodePool's nodes will be located.
+        #
+        #     **Note:** Currently, only one zone may be specified.
+        #
+        #     If a location is not specified during NodePool creation, Dataproc will
+        #     choose a location.
+        # @!attribute [rw] autoscaling
+        #   @return [::Google::Cloud::Dataproc::V1::GkeNodePoolConfig::GkeNodePoolAutoscalingConfig]
+        #     Optional. The autoscaler configuration for this NodePool. The autoscaler is enabled
+        #     only when a valid configuration is present.
+        class GkeNodePoolConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # Parameters that describe cluster nodes.
+          # @!attribute [rw] machine_type
+          #   @return [::String]
+          #     Optional. The name of a Compute Engine [machine
+          #     type](https://cloud.google.com/compute/docs/machine-types).
+          # @!attribute [rw] preemptible
+          #   @return [::Boolean]
+          #     Optional. Whether the nodes are created as [preemptible VM
+          #     instances](https://cloud.google.com/compute/docs/instances/preemptible).
+          # @!attribute [rw] local_ssd_count
+          #   @return [::Integer]
+          #     Optional. The number of local SSD disks to attach to the node, which is limited by
+          #     the maximum number of disks allowable per zone (see [Adding Local
+          #     SSDs](https://cloud.google.com/compute/docs/disks/local-ssd)).
+          # @!attribute [rw] accelerators
+          #   @return [::Array<::Google::Cloud::Dataproc::V1::GkeNodePoolConfig::GkeNodePoolAcceleratorConfig>]
+          #     Optional. A list of [hardware
+          #     accelerators](https://cloud.google.com/compute/docs/gpus) to attach to
+          #     each node.
+          # @!attribute [rw] min_cpu_platform
+          #   @return [::String]
+          #     Optional. [Minimum CPU
+          #     platform](https://cloud.google.com/compute/docs/instances/specify-min-cpu-platform)
+          #     to be used by this instance. The instance may be scheduled on the
+          #     specified or a newer CPU platform. Specify the friendly names of CPU
+          #     platforms, such as "Intel Haswell"` or Intel Sandy Bridge".
+          class GkeNodeConfig
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+
+          # A GkeNodeConfigAcceleratorConfig represents a Hardware Accelerator request
+          # for a NodePool.
+          # @!attribute [rw] accelerator_count
+          #   @return [::Integer]
+          #     The number of accelerator cards exposed to an instance.
+          # @!attribute [rw] accelerator_type
+          #   @return [::String]
+          #     The accelerator type resource namename (see GPUs on Compute Engine).
+          class GkeNodePoolAcceleratorConfig
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+
+          # GkeNodePoolAutoscaling contains information the cluster autoscaler needs to
+          # adjust the size of the node pool to the current cluster usage.
+          # @!attribute [rw] min_node_count
+          #   @return [::Integer]
+          #     The minimum number of nodes in the NodePool. Must be >= 0 and <=
+          #     max_node_count.
+          # @!attribute [rw] max_node_count
+          #   @return [::Integer]
+          #     The maximum number of nodes in the NodePool. Must be >= min_node_count.
+          #     **Note:** Quota must be sufficient to scale up the cluster.
+          class GkeNodePoolAutoscalingConfig
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+        end
+
         # Cluster components that can be activated.
         module Component
           # Unspecified component. Specifying this will cause Cluster creation to fail.

data/proto_docs/google/protobuf/any.rb

@@ -44,7 +44,7 @@ module Google
     #       foo = any.unpack(Foo.class);
     #     }
     #
-    #  Example 3: Pack and unpack a message in Python.
+    # Example 3: Pack and unpack a message in Python.
     #
     #     foo = Foo(...)
     #     any = Any()
@@ -54,7 +54,7 @@ module Google
     #       any.Unpack(foo)
     #       ...
     #
-    #  Example 4: Pack and unpack a message in Go
+    # Example 4: Pack and unpack a message in Go
     #
     #      foo := &pb.Foo{...}
     #      any, err := anypb.New(foo)
@@ -75,7 +75,7 @@ module Google
     #
     #
     # JSON
-    # ====
+    #
     # The JSON representation of an `Any` value uses the regular
     # representation of the deserialized, embedded message, with an
     # additional field `@type` which contains the type URL. Example:

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-dataproc-v1
 version: !ruby/object:Gem::Version
-  version: 0.8.0
+  version: 0.11.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-01-11 00:00:00.000000000 Z
+date: 2022-06-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gapic-common
@@ -243,7 +243,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.4
+rubygems_version: 3.3.14
 signing_key: 
 specification_version: 4
 summary: API Client library for the Cloud Dataproc V1 API