google-cloud-dataproc-v1 0.13.0 → 0.15.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8e75c2e5bee163cd428a8155406d32438bdeedaeec28b7710008ce7df4a7da25
-  data.tar.gz: d5bd45a016c39f8b9d01ebcb4a93d6c4c1359ebba133b6c0b9c4a99fb73f6e92
+  metadata.gz: 845bd25567ac1183e380bc1a633116e1e211b0b8683673ae3a26bc4ea68dcfbd
+  data.tar.gz: 58c166d6d8e3727386eebacffac347b102a661179e12d37b3a3ac73f5903a350
 SHA512:
-  metadata.gz: '0681451488f7689d38c141c2c3384250f6fc0fa791a855e1c87db4f61d7e7180cf3ab639fc7637c60837353bc4e0c1b3e1c67fed32078524f6c48c35f8b11528'
-  data.tar.gz: 2d411b612573a8e075f67ac0544dc5358b6fd7a1be5f294560e9877b675affdb0c7c3848256faa462b5bf55d3e9755901d9eb57658707ae688af7acdc7b07a06
+  metadata.gz: c33304f5a779b7d54b74c08efe4c5388bc249c1b0be5ce535c925a2c2b0e5e293317d8d9bc077d1402ff392a455673cae0f559eb037fc831f9b46d0bfb1681ce
+  data.tar.gz: 3ae99ffbcd72427fcd1121502208525821f42003c040de76264e8923753fcb5bf0c22c1db7d897e662e45ca8d7722eeb01efdde2cd747c7133f3dd002083c405

data/README.md

@@ -46,7 +46,7 @@ for general usage information.
 ## Enabling Logging
 
 To enable logging for this library, set the logger for the underlying [gRPC](https://github.com/grpc/grpc/tree/master/src/ruby) library.
-The logger that you set may be a Ruby stdlib [`Logger`](https://ruby-doc.org/stdlib/libdoc/logger/rdoc/Logger.html) as shown below,
+The logger that you set may be a Ruby stdlib [`Logger`](https://ruby-doc.org/current/stdlibs/logger/Logger.html) as shown below,
 or a [`Google::Cloud::Logging::Logger`](https://googleapis.dev/ruby/google-cloud-logging/latest)
 that will write logs to [Cloud Logging](https://cloud.google.com/logging/). See [grpc/logconfig.rb](https://github.com/grpc/grpc/blob/master/src/ruby/lib/grpc/logconfig.rb)
 and the gRPC [spec_helper.rb](https://github.com/grpc/grpc/blob/master/src/ruby/spec/spec_helper.rb) for additional information.

data/lib/google/cloud/dataproc/v1/autoscaling_policy_service.rb

@@ -34,7 +34,7 @@ module Google
         # The API interface for managing autoscaling policies in the
         # Dataproc API.
         #
-        # To load this service and instantiate a client:
+        # @example Load this service and instantiate a gRPC client
         #
         #     require "google/cloud/dataproc/v1/autoscaling_policy_service"
         #     client = ::Google::Cloud::Dataproc::V1::AutoscalingPolicyService::Client.new

data/lib/google/cloud/dataproc/v1/batch_controller.rb

@@ -34,7 +34,7 @@ module Google
         ##
         # The BatchController provides methods to manage batch workloads.
         #
-        # To load this service and instantiate a client:
+        # @example Load this service and instantiate a gRPC client
         #
         #     require "google/cloud/dataproc/v1/batch_controller"
         #     client = ::Google::Cloud::Dataproc::V1::BatchController::Client.new

data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb

@@ -216,11 +216,12 @@ module Google
             #   @param cluster [::Google::Cloud::Dataproc::V1::Cluster, ::Hash]
             #     Required. The cluster to create.
             #   @param request_id [::String]
-            #     Optional. A unique ID used to identify the request. If the server receives two
+            #     Optional. A unique ID used to identify the request. If the server receives
+            #     two
             #     [CreateClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateClusterRequest)s
             #     with the same id, then the second request will be ignored and the
-            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the backend
-            #     is returned.
+            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+            #     and stored in the backend is returned.
             #
             #     It is recommended to always set this value to a
             #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -309,7 +310,8 @@ module Google
             # Updates a cluster in a project. The returned
             # {::Google::Longrunning::Operation#metadata Operation.metadata} will be
             # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
-            # The cluster must be in a {::Google::Cloud::Dataproc::V1::ClusterStatus::State `RUNNING`} state or an error
+            # The cluster must be in a
+            # {::Google::Cloud::Dataproc::V1::ClusterStatus::State `RUNNING`} state or an error
             # is returned.
             #
             # @overload update_cluster(request, options = nil)
@@ -403,8 +405,8 @@ module Google
             #     receives two
             #     [UpdateClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.UpdateClusterRequest)s
             #     with the same id, then the second request will be ignored and the
-            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
-            #     backend is returned.
+            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+            #     and stored in the backend is returned.
             #
             #     It is recommended to always set this value to a
             #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -523,8 +525,8 @@ module Google
             #     receives two
             #     [StopClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.StopClusterRequest)s
             #     with the same id, then the second request will be ignored and the
-            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
-            #     backend is returned.
+            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+            #     and stored in the backend is returned.
             #
             #     Recommendation: Set this value to a
             #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -643,8 +645,8 @@ module Google
             #     receives two
             #     [StartClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.StartClusterRequest)s
             #     with the same id, then the second request will be ignored and the
-            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
-            #     backend is returned.
+            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+            #     and stored in the backend is returned.
             #
             #     Recommendation: Set this value to a
             #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -765,8 +767,8 @@ module Google
             #     receives two
             #     [DeleteClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.DeleteClusterRequest)s
             #     with the same id, then the second request will be ignored and the
-            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
-            #     backend is returned.
+            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+            #     and stored in the backend is returned.
             #
             #     It is recommended to always set this value to a
             #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).

data/lib/google/cloud/dataproc/v1/cluster_controller/paths.rb

@@ -24,6 +24,27 @@ module Google
         module ClusterController
           # Path helper methods for the ClusterController API.
           module Paths
+            ##
+            # Create a fully-qualified NodeGroup resource string.
+            #
+            # The resource will be in the following format:
+            #
+            # `projects/{project}/regions/{region}/clusters/{cluster}/nodeGroups/{node_group}`
+            #
+            # @param project [String]
+            # @param region [String]
+            # @param cluster [String]
+            # @param node_group [String]
+            #
+            # @return [::String]
+            def node_group_path project:, region:, cluster:, node_group:
+              raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
+              raise ::ArgumentError, "region cannot contain /" if region.to_s.include? "/"
+              raise ::ArgumentError, "cluster cannot contain /" if cluster.to_s.include? "/"
+
+              "projects/#{project}/regions/#{region}/clusters/#{cluster}/nodeGroups/#{node_group}"
+            end
+
             ##
             # Create a fully-qualified Service resource string.
             #

data/lib/google/cloud/dataproc/v1/cluster_controller.rb

@@ -35,7 +35,7 @@ module Google
         # The ClusterControllerService provides methods to manage clusters
         # of Compute Engine instances.
         #
-        # To load this service and instantiate a client:
+        # @example Load this service and instantiate a gRPC client
         #
         #     require "google/cloud/dataproc/v1/cluster_controller"
         #     client = ::Google::Cloud::Dataproc::V1::ClusterController::Client.new

data/lib/google/cloud/dataproc/v1/clusters_pb.rb

@@ -42,6 +42,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :endpoint_config, :message, 19, "google.cloud.dataproc.v1.EndpointConfig"
       optional :metastore_config, :message, 20, "google.cloud.dataproc.v1.MetastoreConfig"
       optional :dataproc_metric_config, :message, 23, "google.cloud.dataproc.v1.DataprocMetricConfig"
+      repeated :auxiliary_node_groups, :message, 25, "google.cloud.dataproc.v1.AuxiliaryNodeGroup"
     end
     add_message "google.cloud.dataproc.v1.VirtualClusterConfig" do
       optional :staging_bucket, :string, 1
@@ -112,6 +113,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       value :PREEMPTIBILITY_UNSPECIFIED, 0
       value :NON_PREEMPTIBLE, 1
       value :PREEMPTIBLE, 2
+      value :SPOT, 3
     end
     add_message "google.cloud.dataproc.v1.ManagedGroupConfig" do
       optional :instance_template_name, :string, 1
@@ -127,6 +129,20 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :num_local_ssds, :int32, 2
       optional :local_ssd_interface, :string, 4
     end
+    add_message "google.cloud.dataproc.v1.AuxiliaryNodeGroup" do
+      optional :node_group, :message, 1, "google.cloud.dataproc.v1.NodeGroup"
+      optional :node_group_id, :string, 2
+    end
+    add_message "google.cloud.dataproc.v1.NodeGroup" do
+      optional :name, :string, 1
+      repeated :roles, :enum, 2, "google.cloud.dataproc.v1.NodeGroup.Role"
+      optional :node_group_config, :message, 3, "google.cloud.dataproc.v1.InstanceGroupConfig"
+      map :labels, :string, :string, 4
+    end
+    add_enum "google.cloud.dataproc.v1.NodeGroup.Role" do
+      value :ROLE_UNSPECIFIED, 0
+      value :DRIVER, 1
+    end
     add_message "google.cloud.dataproc.v1.NodeInitializationAction" do
       optional :executable_file, :string, 1
       optional :execution_timeout, :message, 2, "google.protobuf.Duration"
@@ -310,6 +326,9 @@ module Google
         ManagedGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ManagedGroupConfig").msgclass
         AcceleratorConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AcceleratorConfig").msgclass
         DiskConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DiskConfig").msgclass
+        AuxiliaryNodeGroup = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AuxiliaryNodeGroup").msgclass
+        NodeGroup = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.NodeGroup").msgclass
+        NodeGroup::Role = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.NodeGroup.Role").enummodule
         NodeInitializationAction = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.NodeInitializationAction").msgclass
         ClusterStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus").msgclass
         ClusterStatus::State = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus.State").enummodule

data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb

@@ -41,7 +41,8 @@ module Google
             # Updates a cluster in a project. The returned
             # [Operation.metadata][google.longrunning.Operation.metadata] will be
             # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
-            # The cluster must be in a [`RUNNING`][google.cloud.dataproc.v1.ClusterStatus.State] state or an error
+            # The cluster must be in a
+            # [`RUNNING`][google.cloud.dataproc.v1.ClusterStatus.State] state or an error
             # is returned.
             rpc :UpdateCluster, ::Google::Cloud::Dataproc::V1::UpdateClusterRequest, ::Google::Longrunning::Operation
             # Stops a cluster in a project.

data/lib/google/cloud/dataproc/v1/job_controller.rb

@@ -33,7 +33,7 @@ module Google
         ##
         # The JobController provides methods to manage jobs.
         #
-        # To load this service and instantiate a client:
+        # @example Load this service and instantiate a gRPC client
         #
         #     require "google/cloud/dataproc/v1/job_controller"
         #     client = ::Google::Cloud::Dataproc::V1::JobController::Client.new

data/lib/google/cloud/dataproc/v1/jobs_pb.rb

@@ -176,6 +176,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :scheduling, :message, 20, "google.cloud.dataproc.v1.JobScheduling"
       optional :job_uuid, :string, 22
       optional :done, :bool, 24
+      optional :driver_scheduling_config, :message, 27, "google.cloud.dataproc.v1.DriverSchedulingConfig"
       oneof :type_job do
         optional :hadoop_job, :message, 3, "google.cloud.dataproc.v1.HadoopJob"
         optional :spark_job, :message, 4, "google.cloud.dataproc.v1.SparkJob"
@@ -187,6 +188,10 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
         optional :presto_job, :message, 23, "google.cloud.dataproc.v1.PrestoJob"
       end
     end
+    add_message "google.cloud.dataproc.v1.DriverSchedulingConfig" do
+      optional :memory_mb, :int32, 1
+      optional :vcores, :int32, 2
+    end
     add_message "google.cloud.dataproc.v1.JobScheduling" do
       optional :max_failures_per_hour, :int32, 1
       optional :max_failures_total, :int32, 2
@@ -269,6 +274,7 @@ module Google
         YarnApplication = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.YarnApplication").msgclass
         YarnApplication::State = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.YarnApplication.State").enummodule
         Job = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Job").msgclass
+        DriverSchedulingConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DriverSchedulingConfig").msgclass
         JobScheduling = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.JobScheduling").msgclass
         SubmitJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SubmitJobRequest").msgclass
         JobMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.JobMetadata").msgclass