google-cloud-dataproc-v1 0.12.0 → 0.14.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 24a2902167835367b931f8efa336fd37812c7686bbbf02b997a81d0809498b7a
-  data.tar.gz: 313c924d821d89200281cddaaca758c773245eb18846532efbd10d1850fbd1c2
+  metadata.gz: 22b06901c3281cabd3ffd80b6292bd25cf3b7d95b898bf8f6c1e13a98baf43b9
+  data.tar.gz: 0cfe46c1d2c513f2b74a9d025f847a69546d11da3badbcc6b1cee173b870dd65
 SHA512:
-  metadata.gz: d27f8677b6ea1e53ab9a3726c0df25529a3946956915d6ac0ae1fd614054d4666805a250fd0545cb9ade6dac0d28a5be24e5742b491fc8c0c4dc89b493fbf1a1
-  data.tar.gz: 555b6c265f046f035de72eab171312f2b9894a35a9681a564929c4ced9063bf42d485ffa53776306367231d167225de51f4b0df6d60f3083d49021ab673a27d1
+  metadata.gz: 41d08ab37d4b3c1e124cec720747e924b492f6f8cc7634709e01729417ef0a10d0a67b35bd748ac2ccd1d8140d3eba7a9c809275b68eb09026efb8d6b6a41cb3
+  data.tar.gz: 7933dd80afc9836a514ca3b486185e0dc97546ebe87c85cd27edbfa86da1ff41476901cf866251fcd9036f0b229a68de24822272a02e78eb38ac919e067598f1

data/AUTHENTICATION.md

@@ -114,7 +114,7 @@ credentials are discovered.
 To configure your system for this, simply:
 
 1. [Download and install the Cloud SDK](https://cloud.google.com/sdk)
-2. Authenticate using OAuth 2.0 `$ gcloud auth login`
+2. Authenticate using OAuth 2.0 `$ gcloud auth application-default login`
 3. Write code as if already authenticated.
 
 **NOTE:** This is _not_ recommended for running in production. The Cloud SDK

data/README.md

@@ -46,7 +46,7 @@ for general usage information.
 ## Enabling Logging
 
 To enable logging for this library, set the logger for the underlying [gRPC](https://github.com/grpc/grpc/tree/master/src/ruby) library.
-The logger that you set may be a Ruby stdlib [`Logger`](https://ruby-doc.org/stdlib/libdoc/logger/rdoc/Logger.html) as shown below,
+The logger that you set may be a Ruby stdlib [`Logger`](https://ruby-doc.org/current/stdlibs/logger/Logger.html) as shown below,
 or a [`Google::Cloud::Logging::Logger`](https://googleapis.dev/ruby/google-cloud-logging/latest)
 that will write logs to [Cloud Logging](https://cloud.google.com/logging/). See [grpc/logconfig.rb](https://github.com/grpc/grpc/blob/master/src/ruby/lib/grpc/logconfig.rb)
 and the gRPC [spec_helper.rb](https://github.com/grpc/grpc/blob/master/src/ruby/spec/spec_helper.rb) for additional information.

data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb

@@ -216,11 +216,12 @@ module Google
             #   @param cluster [::Google::Cloud::Dataproc::V1::Cluster, ::Hash]
             #     Required. The cluster to create.
             #   @param request_id [::String]
-            #     Optional. A unique ID used to identify the request. If the server receives two
+            #     Optional. A unique ID used to identify the request. If the server receives
+            #     two
             #     [CreateClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateClusterRequest)s
             #     with the same id, then the second request will be ignored and the
-            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the backend
-            #     is returned.
+            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+            #     and stored in the backend is returned.
             #
             #     It is recommended to always set this value to a
             #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -309,7 +310,8 @@ module Google
             # Updates a cluster in a project. The returned
             # {::Google::Longrunning::Operation#metadata Operation.metadata} will be
             # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
-            # The cluster must be in a {::Google::Cloud::Dataproc::V1::ClusterStatus::State `RUNNING`} state or an error
+            # The cluster must be in a
+            # {::Google::Cloud::Dataproc::V1::ClusterStatus::State `RUNNING`} state or an error
             # is returned.
             #
             # @overload update_cluster(request, options = nil)
@@ -403,8 +405,8 @@ module Google
             #     receives two
             #     [UpdateClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.UpdateClusterRequest)s
             #     with the same id, then the second request will be ignored and the
-            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
-            #     backend is returned.
+            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+            #     and stored in the backend is returned.
             #
             #     It is recommended to always set this value to a
             #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -523,8 +525,8 @@ module Google
             #     receives two
             #     [StopClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.StopClusterRequest)s
             #     with the same id, then the second request will be ignored and the
-            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
-            #     backend is returned.
+            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+            #     and stored in the backend is returned.
             #
             #     Recommendation: Set this value to a
             #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -643,8 +645,8 @@ module Google
             #     receives two
             #     [StartClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.StartClusterRequest)s
             #     with the same id, then the second request will be ignored and the
-            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
-            #     backend is returned.
+            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+            #     and stored in the backend is returned.
             #
             #     Recommendation: Set this value to a
             #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -765,8 +767,8 @@ module Google
             #     receives two
             #     [DeleteClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.DeleteClusterRequest)s
             #     with the same id, then the second request will be ignored and the
-            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
-            #     backend is returned.
+            #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+            #     and stored in the backend is returned.
             #
             #     It is recommended to always set this value to a
             #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).

data/lib/google/cloud/dataproc/v1/cluster_controller/paths.rb

@@ -24,6 +24,27 @@ module Google
         module ClusterController
           # Path helper methods for the ClusterController API.
           module Paths
+            ##
+            # Create a fully-qualified NodeGroup resource string.
+            #
+            # The resource will be in the following format:
+            #
+            # `projects/{project}/regions/{region}/clusters/{cluster}/nodeGroups/{node_group}`
+            #
+            # @param project [String]
+            # @param region [String]
+            # @param cluster [String]
+            # @param node_group [String]
+            #
+            # @return [::String]
+            def node_group_path project:, region:, cluster:, node_group:
+              raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
+              raise ::ArgumentError, "region cannot contain /" if region.to_s.include? "/"
+              raise ::ArgumentError, "cluster cannot contain /" if cluster.to_s.include? "/"
+
+              "projects/#{project}/regions/#{region}/clusters/#{cluster}/nodeGroups/#{node_group}"
+            end
+
             ##
             # Create a fully-qualified Service resource string.
             #

data/lib/google/cloud/dataproc/v1/clusters_pb.rb

@@ -41,6 +41,8 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :lifecycle_config, :message, 17, "google.cloud.dataproc.v1.LifecycleConfig"
       optional :endpoint_config, :message, 19, "google.cloud.dataproc.v1.EndpointConfig"
       optional :metastore_config, :message, 20, "google.cloud.dataproc.v1.MetastoreConfig"
+      optional :dataproc_metric_config, :message, 23, "google.cloud.dataproc.v1.DataprocMetricConfig"
+      repeated :auxiliary_node_groups, :message, 25, "google.cloud.dataproc.v1.AuxiliaryNodeGroup"
     end
     add_message "google.cloud.dataproc.v1.VirtualClusterConfig" do
       optional :staging_bucket, :string, 1
@@ -126,6 +128,20 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :num_local_ssds, :int32, 2
       optional :local_ssd_interface, :string, 4
     end
+    add_message "google.cloud.dataproc.v1.AuxiliaryNodeGroup" do
+      optional :node_group, :message, 1, "google.cloud.dataproc.v1.NodeGroup"
+      optional :node_group_id, :string, 2
+    end
+    add_message "google.cloud.dataproc.v1.NodeGroup" do
+      optional :name, :string, 1
+      repeated :roles, :enum, 2, "google.cloud.dataproc.v1.NodeGroup.Role"
+      optional :node_group_config, :message, 3, "google.cloud.dataproc.v1.InstanceGroupConfig"
+      map :labels, :string, :string, 4
+    end
+    add_enum "google.cloud.dataproc.v1.NodeGroup.Role" do
+      value :ROLE_UNSPECIFIED, 0
+      value :DRIVER, 1
+    end
     add_message "google.cloud.dataproc.v1.NodeInitializationAction" do
       optional :executable_file, :string, 1
       optional :execution_timeout, :message, 2, "google.protobuf.Duration"
@@ -193,6 +209,22 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     add_message "google.cloud.dataproc.v1.MetastoreConfig" do
       optional :dataproc_metastore_service, :string, 1
     end
+    add_message "google.cloud.dataproc.v1.DataprocMetricConfig" do
+      repeated :metrics, :message, 1, "google.cloud.dataproc.v1.DataprocMetricConfig.Metric"
+    end
+    add_message "google.cloud.dataproc.v1.DataprocMetricConfig.Metric" do
+      optional :metric_source, :enum, 1, "google.cloud.dataproc.v1.DataprocMetricConfig.MetricSource"
+      repeated :metric_overrides, :string, 2
+    end
+    add_enum "google.cloud.dataproc.v1.DataprocMetricConfig.MetricSource" do
+      value :METRIC_SOURCE_UNSPECIFIED, 0
+      value :MONITORING_AGENT_DEFAULTS, 1
+      value :HDFS, 2
+      value :SPARK, 3
+      value :YARN, 4
+      value :SPARK_HISTORY_SERVER, 5
+      value :HIVESERVER2, 6
+    end
     add_message "google.cloud.dataproc.v1.ClusterMetrics" do
       map :hdfs_metrics, :string, :int64, 1
       map :yarn_metrics, :string, :int64, 2
@@ -293,6 +325,9 @@ module Google
         ManagedGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ManagedGroupConfig").msgclass
         AcceleratorConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AcceleratorConfig").msgclass
         DiskConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DiskConfig").msgclass
+        AuxiliaryNodeGroup = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AuxiliaryNodeGroup").msgclass
+        NodeGroup = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.NodeGroup").msgclass
+        NodeGroup::Role = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.NodeGroup.Role").enummodule
         NodeInitializationAction = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.NodeInitializationAction").msgclass
         ClusterStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus").msgclass
         ClusterStatus::State = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus.State").enummodule
@@ -303,6 +338,9 @@ module Google
         SoftwareConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SoftwareConfig").msgclass
         LifecycleConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.LifecycleConfig").msgclass
         MetastoreConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.MetastoreConfig").msgclass
+        DataprocMetricConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DataprocMetricConfig").msgclass
+        DataprocMetricConfig::Metric = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DataprocMetricConfig.Metric").msgclass
+        DataprocMetricConfig::MetricSource = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DataprocMetricConfig.MetricSource").enummodule
         ClusterMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterMetrics").msgclass
         CreateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.CreateClusterRequest").msgclass
         UpdateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.UpdateClusterRequest").msgclass

data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb

@@ -41,7 +41,8 @@ module Google
             # Updates a cluster in a project. The returned
             # [Operation.metadata][google.longrunning.Operation.metadata] will be
             # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
-            # The cluster must be in a [`RUNNING`][google.cloud.dataproc.v1.ClusterStatus.State] state or an error
+            # The cluster must be in a
+            # [`RUNNING`][google.cloud.dataproc.v1.ClusterStatus.State] state or an error
             # is returned.
             rpc :UpdateCluster, ::Google::Cloud::Dataproc::V1::UpdateClusterRequest, ::Google::Longrunning::Operation
             # Stops a cluster in a project.

data/lib/google/cloud/dataproc/v1/jobs_pb.rb

@@ -176,6 +176,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :scheduling, :message, 20, "google.cloud.dataproc.v1.JobScheduling"
       optional :job_uuid, :string, 22
       optional :done, :bool, 24
+      optional :driver_scheduling_config, :message, 27, "google.cloud.dataproc.v1.DriverSchedulingConfig"
       oneof :type_job do
         optional :hadoop_job, :message, 3, "google.cloud.dataproc.v1.HadoopJob"
         optional :spark_job, :message, 4, "google.cloud.dataproc.v1.SparkJob"
@@ -187,6 +188,10 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
         optional :presto_job, :message, 23, "google.cloud.dataproc.v1.PrestoJob"
       end
     end
+    add_message "google.cloud.dataproc.v1.DriverSchedulingConfig" do
+      optional :memory_mb, :int32, 1
+      optional :vcores, :int32, 2
+    end
     add_message "google.cloud.dataproc.v1.JobScheduling" do
       optional :max_failures_per_hour, :int32, 1
       optional :max_failures_total, :int32, 2
@@ -269,6 +274,7 @@ module Google
         YarnApplication = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.YarnApplication").msgclass
         YarnApplication::State = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.YarnApplication.State").enummodule
         Job = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Job").msgclass
+        DriverSchedulingConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DriverSchedulingConfig").msgclass
         JobScheduling = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.JobScheduling").msgclass
         SubmitJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SubmitJobRequest").msgclass
         JobMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.JobMetadata").msgclass