google-cloud-dataproc-v1 0.11.0 → 0.13.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8e5fe6da17d8ccadfc7dbd12eaac80d02427f71070bbb1b1225a59dd838d9d7c
-  data.tar.gz: d21e87aaa4b34a8f0ed28cd1600c82a06abef2ed9ef44d7f5637372c96c2bbe5
+  metadata.gz: 8e75c2e5bee163cd428a8155406d32438bdeedaeec28b7710008ce7df4a7da25
+  data.tar.gz: d5bd45a016c39f8b9d01ebcb4a93d6c4c1359ebba133b6c0b9c4a99fb73f6e92
 SHA512:
-  metadata.gz: 61fab34408f18b1a613a1a73cb09ad44de583aead63f99f4e6651853efed34461bef7845942dbae126fea638f852b634d5272e6d56be18cadb87ea2a5f34e809
-  data.tar.gz: 552a549a52d4e57e98854b025502ab3e6ed2a7d98c7be9b76773644d33f1ac521172747104da44313f7703e46f2b4ca3cda8dd80649da6ee4f175eec6fe51493
+  metadata.gz: '0681451488f7689d38c141c2c3384250f6fc0fa791a855e1c87db4f61d7e7180cf3ab639fc7637c60837353bc4e0c1b3e1c67fed32078524f6c48c35f8b11528'
+  data.tar.gz: 2d411b612573a8e075f67ac0544dc5358b6fd7a1be5f294560e9877b675affdb0c7c3848256faa462b5bf55d3e9755901d9eb57658707ae688af7acdc7b07a06

data/AUTHENTICATION.md

@@ -114,7 +114,7 @@ credentials are discovered.
 To configure your system for this, simply:
 
 1. [Download and install the Cloud SDK](https://cloud.google.com/sdk)
-2. Authenticate using OAuth 2.0 `$ gcloud auth login`
+2. Authenticate using OAuth 2.0 `$ gcloud auth application-default login`
 3. Write code as if already authenticated.
 
 **NOTE:** This is _not_ recommended for running in production. The Cloud SDK

data/README.md

@@ -76,14 +76,14 @@ To browse ready to use code samples check [Google Cloud Samples](https://cloud.g
 
 ## Supported Ruby Versions
 
-This library is supported on Ruby 2.5+.
+This library is supported on Ruby 2.6+.
 
 Google provides official support for Ruby versions that are actively supported
 by Ruby Core—that is, Ruby versions that are either in normal maintenance or
-in security maintenance, and not end of life. Currently, this means Ruby 2.5
-and later. Older versions of Ruby _may_ still work, but are unsupported and not
-recommended. See https://www.ruby-lang.org/en/downloads/branches/ for details
-about the Ruby support schedule.
+in security maintenance, and not end of life. Older versions of Ruby _may_
+still work, but are unsupported and not recommended. See
+https://www.ruby-lang.org/en/downloads/branches/ for details about the Ruby
+support schedule.
 
 ## Which client should I use?
 

data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb

@@ -95,6 +95,9 @@ module Google
                 channel_args: @config.channel_args,
                 interceptors: @config.interceptors
               )
+
+              # Used by an LRO wrapper for some methods of this service
+              @operations_client = self
             end
 
             # Service calls

data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb

@@ -95,6 +95,9 @@ module Google
                 channel_args: @config.channel_args,
                 interceptors: @config.interceptors
               )
+
+              # Used by an LRO wrapper for some methods of this service
+              @operations_client = self
             end
 
             # Service calls

data/lib/google/cloud/dataproc/v1/clusters_pb.rb

@@ -41,6 +41,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :lifecycle_config, :message, 17, "google.cloud.dataproc.v1.LifecycleConfig"
       optional :endpoint_config, :message, 19, "google.cloud.dataproc.v1.EndpointConfig"
       optional :metastore_config, :message, 20, "google.cloud.dataproc.v1.MetastoreConfig"
+      optional :dataproc_metric_config, :message, 23, "google.cloud.dataproc.v1.DataprocMetricConfig"
     end
     add_message "google.cloud.dataproc.v1.VirtualClusterConfig" do
       optional :staging_bucket, :string, 1
@@ -193,6 +194,22 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     add_message "google.cloud.dataproc.v1.MetastoreConfig" do
       optional :dataproc_metastore_service, :string, 1
     end
+    add_message "google.cloud.dataproc.v1.DataprocMetricConfig" do
+      repeated :metrics, :message, 1, "google.cloud.dataproc.v1.DataprocMetricConfig.Metric"
+    end
+    add_message "google.cloud.dataproc.v1.DataprocMetricConfig.Metric" do
+      optional :metric_source, :enum, 1, "google.cloud.dataproc.v1.DataprocMetricConfig.MetricSource"
+      repeated :metric_overrides, :string, 2
+    end
+    add_enum "google.cloud.dataproc.v1.DataprocMetricConfig.MetricSource" do
+      value :METRIC_SOURCE_UNSPECIFIED, 0
+      value :MONITORING_AGENT_DEFAULTS, 1
+      value :HDFS, 2
+      value :SPARK, 3
+      value :YARN, 4
+      value :SPARK_HISTORY_SERVER, 5
+      value :HIVESERVER2, 6
+    end
     add_message "google.cloud.dataproc.v1.ClusterMetrics" do
       map :hdfs_metrics, :string, :int64, 1
       map :yarn_metrics, :string, :int64, 2
@@ -303,6 +320,9 @@ module Google
         SoftwareConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SoftwareConfig").msgclass
         LifecycleConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.LifecycleConfig").msgclass
         MetastoreConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.MetastoreConfig").msgclass
+        DataprocMetricConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DataprocMetricConfig").msgclass
+        DataprocMetricConfig::Metric = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DataprocMetricConfig.Metric").msgclass
+        DataprocMetricConfig::MetricSource = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DataprocMetricConfig.MetricSource").enummodule
         ClusterMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterMetrics").msgclass
         CreateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.CreateClusterRequest").msgclass
         UpdateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.UpdateClusterRequest").msgclass

data/lib/google/cloud/dataproc/v1/job_controller/operations.rb

@@ -95,6 +95,9 @@ module Google
                 channel_args: @config.channel_args,
                 interceptors: @config.interceptors
               )
+
+              # Used by an LRO wrapper for some methods of this service
+              @operations_client = self
             end
 
             # Service calls

data/lib/google/cloud/dataproc/v1/version.rb

@@ -21,7 +21,7 @@ module Google
   module Cloud
     module Dataproc
       module V1
-        VERSION = "0.11.0"
+        VERSION = "0.13.0"
       end
     end
   end

data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb

@@ -95,6 +95,9 @@ module Google
                 channel_args: @config.channel_args,
                 interceptors: @config.interceptors
               )
+
+              # Used by an LRO wrapper for some methods of this service
+              @operations_client = self
             end
 
             # Service calls

data/proto_docs/google/cloud/dataproc/v1/clusters.rb

@@ -165,6 +165,9 @@ module Google
         # @!attribute [rw] metastore_config
         #   @return [::Google::Cloud::Dataproc::V1::MetastoreConfig]
         #     Optional. Metastore configuration.
+        # @!attribute [rw] dataproc_metric_config
+        #   @return [::Google::Cloud::Dataproc::V1::DataprocMetricConfig]
+        #     Optional. The config for Dataproc metrics.
         class ClusterConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -911,6 +914,87 @@ module Google
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
+        # Dataproc metric config.
+        # @!attribute [rw] metrics
+        #   @return [::Array<::Google::Cloud::Dataproc::V1::DataprocMetricConfig::Metric>]
+        #     Required. Metrics sources to enable.
+        class DataprocMetricConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # A Dataproc OSS metric.
+          # @!attribute [rw] metric_source
+          #   @return [::Google::Cloud::Dataproc::V1::DataprocMetricConfig::MetricSource]
+          #     Required. Default metrics are collected unless `metricOverrides` are
+          #     specified for the metric source (see [Available OSS metrics]
+          #     (https://cloud.google.com/dataproc/docs/guides/monitoring#available_oss_metrics)
+          #     for more information).
+          # @!attribute [rw] metric_overrides
+          #   @return [::Array<::String>]
+          #     Optional. Specify one or more [available OSS metrics]
+          #     (https://cloud.google.com/dataproc/docs/guides/monitoring#available_oss_metrics)
+          #     to collect for the metric course (for the `SPARK` metric source, any
+          #     [Spark metric]
+          #     (https://spark.apache.org/docs/latest/monitoring.html#metrics) can be
+          #     specified).
+          #
+          #     Provide metrics in the following format:
+          #     <code><var>METRIC_SOURCE</var>:<var>INSTANCE</var>:<var>GROUP</var>:<var>METRIC</var></code>
+          #     Use camelcase as appropriate.
+          #
+          #     Examples:
+          #
+          #     ```
+          #     yarn:ResourceManager:QueueMetrics:AppsCompleted
+          #     spark:driver:DAGScheduler:job.allJobs
+          #     sparkHistoryServer:JVM:Memory:NonHeapMemoryUsage.committed
+          #     hiveserver2:JVM:Memory:NonHeapMemoryUsage.used
+          #     ```
+          #
+          #     Notes:
+          #
+          #     * Only the specified overridden metrics will be collected for the
+          #       metric source. For example, if one or more `spark:executive` metrics
+          #       are listed as metric overrides, other `SPARK` metrics will not be
+          #       collected. The collection of the default metrics for other OSS metric
+          #       sources is unaffected. For example, if both `SPARK` andd `YARN` metric
+          #       sources are enabled, and overrides are provided for Spark metrics only,
+          #       all default YARN metrics will be collected.
+          class Metric
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+
+          # A source for the collection of Dataproc OSS metrics (see [available OSS
+          # metrics]
+          # (https://cloud.google.com//dataproc/docs/guides/monitoring#available_oss_metrics)).
+          module MetricSource
+            # Required unspecified metric source.
+            METRIC_SOURCE_UNSPECIFIED = 0
+
+            # Default monitoring agent metrics. If this source is enabled,
+            # Dataproc enables the monitoring agent in Compute Engine,
+            # and collects default monitoring agent metrics, which are published
+            # with an `agent.googleapis.com` prefix.
+            MONITORING_AGENT_DEFAULTS = 1
+
+            # HDFS metric source.
+            HDFS = 2
+
+            # Spark metric source.
+            SPARK = 3
+
+            # YARN metric source.
+            YARN = 4
+
+            # Spark History Server metric source.
+            SPARK_HISTORY_SERVER = 5
+
+            # Hiveserver2 metric source.
+            HIVESERVER2 = 6
+          end
+        end
+
         # Contains cluster daemon metrics, such as HDFS and YARN stats.
         #
         # **Beta Feature**: This report is available for testing purposes only. It may

data/proto_docs/google/protobuf/empty.rb

@@ -26,8 +26,6 @@ module Google
     #     service Foo {
     #       rpc Bar(google.protobuf.Empty) returns (google.protobuf.Empty);
     #     }
-    #
-    # The JSON representation for `Empty` is empty JSON object `{}`.
     class Empty
       include ::Google::Protobuf::MessageExts
       extend ::Google::Protobuf::MessageExts::ClassMethods

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-dataproc-v1
 version: !ruby/object:Gem::Version
-  version: 0.11.0
+  version: 0.13.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-06-30 00:00:00.000000000 Z
+date: 2022-09-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gapic-common
@@ -16,7 +16,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0.7'
+        version: '0.12'
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.a
@@ -26,7 +26,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0.7'
+        version: '0.12'
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.a
@@ -50,28 +50,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.25.1
+        version: 1.26.1
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.25.1
+        version: 1.26.1
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.14'
+        version: '5.16'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.14'
+        version: '5.16'
 - !ruby/object:Gem::Dependency
   name: minitest-focus
   requirement: !ruby/object:Gem::Requirement
@@ -106,14 +106,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '12.0'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '12.0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: redcarpet
   requirement: !ruby/object:Gem::Requirement
@@ -236,7 +236,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.5'
+      version: '2.6'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="