google-cloud-dataproc-v1 0.13.0 → 0.14.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8e75c2e5bee163cd428a8155406d32438bdeedaeec28b7710008ce7df4a7da25
-  data.tar.gz: d5bd45a016c39f8b9d01ebcb4a93d6c4c1359ebba133b6c0b9c4a99fb73f6e92
+  metadata.gz: 22b06901c3281cabd3ffd80b6292bd25cf3b7d95b898bf8f6c1e13a98baf43b9
+  data.tar.gz: 0cfe46c1d2c513f2b74a9d025f847a69546d11da3badbcc6b1cee173b870dd65
 SHA512:
-  metadata.gz: '0681451488f7689d38c141c2c3384250f6fc0fa791a855e1c87db4f61d7e7180cf3ab639fc7637c60837353bc4e0c1b3e1c67fed32078524f6c48c35f8b11528'
-  data.tar.gz: 2d411b612573a8e075f67ac0544dc5358b6fd7a1be5f294560e9877b675affdb0c7c3848256faa462b5bf55d3e9755901d9eb57658707ae688af7acdc7b07a06
+  metadata.gz: 41d08ab37d4b3c1e124cec720747e924b492f6f8cc7634709e01729417ef0a10d0a67b35bd748ac2ccd1d8140d3eba7a9c809275b68eb09026efb8d6b6a41cb3
+  data.tar.gz: 7933dd80afc9836a514ca3b486185e0dc97546ebe87c85cd27edbfa86da1ff41476901cf866251fcd9036f0b229a68de24822272a02e78eb38ac919e067598f1

data/README.md

@@ -46,7 +46,7 @@ for general usage information.
 ## Enabling Logging
 
 To enable logging for this library, set the logger for the underlying [gRPC](https://github.com/grpc/grpc/tree/master/src/ruby) library.
-The logger that you set may be a Ruby stdlib [`Logger`](https://ruby-doc.org/stdlib/libdoc/logger/rdoc/Logger.html) as shown below,
+The logger that you set may be a Ruby stdlib [`Logger`](https://ruby-doc.org/current/stdlibs/logger/Logger.html) as shown below,
 or a [`Google::Cloud::Logging::Logger`](https://googleapis.dev/ruby/google-cloud-logging/latest)
 that will write logs to [Cloud Logging](https://cloud.google.com/logging/). See [grpc/logconfig.rb](https://github.com/grpc/grpc/blob/master/src/ruby/lib/grpc/logconfig.rb)
 and the gRPC [spec_helper.rb](https://github.com/grpc/grpc/blob/master/src/ruby/spec/spec_helper.rb) for additional information.

data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb

@@ -216,11 +216,12 @@ module Google
             #   @param cluster [::Google::Cloud::Dataproc::V1::Cluster, ::Hash]
             #     Required. The cluster to create.
             #   @param request_id [::String]
-            #     Optional. A unique ID used to identify the request. If the server receives two
+            #     Optional. A unique ID used to identify the request. If the server receives
+            #     two
             #     [CreateClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateClusterRequest)s
             #     with the same id, then the second request will be ignored and the
-            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the backend
-            #     is returned.
+            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+            #     and stored in the backend is returned.
             #
             #     It is recommended to always set this value to a
             #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -309,7 +310,8 @@ module Google
             # Updates a cluster in a project. The returned
             # {::Google::Longrunning::Operation#metadata Operation.metadata} will be
             # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
-            # The cluster must be in a {::Google::Cloud::Dataproc::V1::ClusterStatus::State `RUNNING`} state or an error
+            # The cluster must be in a
+            # {::Google::Cloud::Dataproc::V1::ClusterStatus::State `RUNNING`} state or an error
             # is returned.
             #
             # @overload update_cluster(request, options = nil)
@@ -403,8 +405,8 @@ module Google
             #     receives two
             #     [UpdateClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.UpdateClusterRequest)s
             #     with the same id, then the second request will be ignored and the
-            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
-            #     backend is returned.
+            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+            #     and stored in the backend is returned.
             #
             #     It is recommended to always set this value to a
             #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -523,8 +525,8 @@ module Google
             #     receives two
             #     [StopClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.StopClusterRequest)s
             #     with the same id, then the second request will be ignored and the
-            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
-            #     backend is returned.
+            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+            #     and stored in the backend is returned.
             #
             #     Recommendation: Set this value to a
             #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -643,8 +645,8 @@ module Google
             #     receives two
             #     [StartClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.StartClusterRequest)s
             #     with the same id, then the second request will be ignored and the
-            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
-            #     backend is returned.
+            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+            #     and stored in the backend is returned.
             #
             #     Recommendation: Set this value to a
             #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -765,8 +767,8 @@ module Google
             #     receives two
             #     [DeleteClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.DeleteClusterRequest)s
             #     with the same id, then the second request will be ignored and the
-            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
-            #     backend is returned.
+            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+            #     and stored in the backend is returned.
             #
             #     It is recommended to always set this value to a
             #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).

data/lib/google/cloud/dataproc/v1/cluster_controller/paths.rb

@@ -24,6 +24,27 @@ module Google
         module ClusterController
           # Path helper methods for the ClusterController API.
           module Paths
+            ##
+            # Create a fully-qualified NodeGroup resource string.
+            #
+            # The resource will be in the following format:
+            #
+            # `projects/{project}/regions/{region}/clusters/{cluster}/nodeGroups/{node_group}`
+            #
+            # @param project [String]
+            # @param region [String]
+            # @param cluster [String]
+            # @param node_group [String]
+            #
+            # @return [::String]
+            def node_group_path project:, region:, cluster:, node_group:
+              raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
+              raise ::ArgumentError, "region cannot contain /" if region.to_s.include? "/"
+              raise ::ArgumentError, "cluster cannot contain /" if cluster.to_s.include? "/"
+
+              "projects/#{project}/regions/#{region}/clusters/#{cluster}/nodeGroups/#{node_group}"
+            end
+
             ##
             # Create a fully-qualified Service resource string.
             #

data/lib/google/cloud/dataproc/v1/clusters_pb.rb

@@ -42,6 +42,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :endpoint_config, :message, 19, "google.cloud.dataproc.v1.EndpointConfig"
       optional :metastore_config, :message, 20, "google.cloud.dataproc.v1.MetastoreConfig"
       optional :dataproc_metric_config, :message, 23, "google.cloud.dataproc.v1.DataprocMetricConfig"
+      repeated :auxiliary_node_groups, :message, 25, "google.cloud.dataproc.v1.AuxiliaryNodeGroup"
     end
     add_message "google.cloud.dataproc.v1.VirtualClusterConfig" do
       optional :staging_bucket, :string, 1
@@ -127,6 +128,20 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :num_local_ssds, :int32, 2
       optional :local_ssd_interface, :string, 4
     end
+    add_message "google.cloud.dataproc.v1.AuxiliaryNodeGroup" do
+      optional :node_group, :message, 1, "google.cloud.dataproc.v1.NodeGroup"
+      optional :node_group_id, :string, 2
+    end
+    add_message "google.cloud.dataproc.v1.NodeGroup" do
+      optional :name, :string, 1
+      repeated :roles, :enum, 2, "google.cloud.dataproc.v1.NodeGroup.Role"
+      optional :node_group_config, :message, 3, "google.cloud.dataproc.v1.InstanceGroupConfig"
+      map :labels, :string, :string, 4
+    end
+    add_enum "google.cloud.dataproc.v1.NodeGroup.Role" do
+      value :ROLE_UNSPECIFIED, 0
+      value :DRIVER, 1
+    end
     add_message "google.cloud.dataproc.v1.NodeInitializationAction" do
       optional :executable_file, :string, 1
       optional :execution_timeout, :message, 2, "google.protobuf.Duration"
@@ -310,6 +325,9 @@ module Google
         ManagedGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ManagedGroupConfig").msgclass
         AcceleratorConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AcceleratorConfig").msgclass
         DiskConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DiskConfig").msgclass
+        AuxiliaryNodeGroup = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AuxiliaryNodeGroup").msgclass
+        NodeGroup = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.NodeGroup").msgclass
+        NodeGroup::Role = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.NodeGroup.Role").enummodule
         NodeInitializationAction = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.NodeInitializationAction").msgclass
         ClusterStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus").msgclass
         ClusterStatus::State = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus.State").enummodule

data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb

@@ -41,7 +41,8 @@ module Google
             # Updates a cluster in a project. The returned
             # [Operation.metadata][google.longrunning.Operation.metadata] will be
             # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
-            # The cluster must be in a [`RUNNING`][google.cloud.dataproc.v1.ClusterStatus.State] state or an error
+            # The cluster must be in a
+            # [`RUNNING`][google.cloud.dataproc.v1.ClusterStatus.State] state or an error
             # is returned.
             rpc :UpdateCluster, ::Google::Cloud::Dataproc::V1::UpdateClusterRequest, ::Google::Longrunning::Operation
             # Stops a cluster in a project.

data/lib/google/cloud/dataproc/v1/jobs_pb.rb

@@ -176,6 +176,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :scheduling, :message, 20, "google.cloud.dataproc.v1.JobScheduling"
       optional :job_uuid, :string, 22
       optional :done, :bool, 24
+      optional :driver_scheduling_config, :message, 27, "google.cloud.dataproc.v1.DriverSchedulingConfig"
       oneof :type_job do
         optional :hadoop_job, :message, 3, "google.cloud.dataproc.v1.HadoopJob"
         optional :spark_job, :message, 4, "google.cloud.dataproc.v1.SparkJob"
@@ -187,6 +188,10 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
         optional :presto_job, :message, 23, "google.cloud.dataproc.v1.PrestoJob"
       end
     end
+    add_message "google.cloud.dataproc.v1.DriverSchedulingConfig" do
+      optional :memory_mb, :int32, 1
+      optional :vcores, :int32, 2
+    end
     add_message "google.cloud.dataproc.v1.JobScheduling" do
       optional :max_failures_per_hour, :int32, 1
       optional :max_failures_total, :int32, 2
@@ -269,6 +274,7 @@ module Google
         YarnApplication = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.YarnApplication").msgclass
         YarnApplication::State = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.YarnApplication.State").enummodule
         Job = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Job").msgclass
+        DriverSchedulingConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DriverSchedulingConfig").msgclass
         JobScheduling = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.JobScheduling").msgclass
         SubmitJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SubmitJobRequest").msgclass
         JobMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.JobMetadata").msgclass