google-cloud-dataproc-v1 0.12.0 → 0.13.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 24a2902167835367b931f8efa336fd37812c7686bbbf02b997a81d0809498b7a
-  data.tar.gz: 313c924d821d89200281cddaaca758c773245eb18846532efbd10d1850fbd1c2
+  metadata.gz: 8e75c2e5bee163cd428a8155406d32438bdeedaeec28b7710008ce7df4a7da25
+  data.tar.gz: d5bd45a016c39f8b9d01ebcb4a93d6c4c1359ebba133b6c0b9c4a99fb73f6e92
 SHA512:
-  metadata.gz: d27f8677b6ea1e53ab9a3726c0df25529a3946956915d6ac0ae1fd614054d4666805a250fd0545cb9ade6dac0d28a5be24e5742b491fc8c0c4dc89b493fbf1a1
-  data.tar.gz: 555b6c265f046f035de72eab171312f2b9894a35a9681a564929c4ced9063bf42d485ffa53776306367231d167225de51f4b0df6d60f3083d49021ab673a27d1
+  metadata.gz: '0681451488f7689d38c141c2c3384250f6fc0fa791a855e1c87db4f61d7e7180cf3ab639fc7637c60837353bc4e0c1b3e1c67fed32078524f6c48c35f8b11528'
+  data.tar.gz: 2d411b612573a8e075f67ac0544dc5358b6fd7a1be5f294560e9877b675affdb0c7c3848256faa462b5bf55d3e9755901d9eb57658707ae688af7acdc7b07a06

data/AUTHENTICATION.md

@@ -114,7 +114,7 @@ credentials are discovered.
 To configure your system for this, simply:
 
 1. [Download and install the Cloud SDK](https://cloud.google.com/sdk)
-2. Authenticate using OAuth 2.0 `$ gcloud auth login`
+2. Authenticate using OAuth 2.0 `$ gcloud auth application-default login`
 3. Write code as if already authenticated.
 
 **NOTE:** This is _not_ recommended for running in production. The Cloud SDK

data/lib/google/cloud/dataproc/v1/clusters_pb.rb

@@ -41,6 +41,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :lifecycle_config, :message, 17, "google.cloud.dataproc.v1.LifecycleConfig"
       optional :endpoint_config, :message, 19, "google.cloud.dataproc.v1.EndpointConfig"
       optional :metastore_config, :message, 20, "google.cloud.dataproc.v1.MetastoreConfig"
+      optional :dataproc_metric_config, :message, 23, "google.cloud.dataproc.v1.DataprocMetricConfig"
     end
     add_message "google.cloud.dataproc.v1.VirtualClusterConfig" do
       optional :staging_bucket, :string, 1
@@ -193,6 +194,22 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     add_message "google.cloud.dataproc.v1.MetastoreConfig" do
       optional :dataproc_metastore_service, :string, 1
     end
+    add_message "google.cloud.dataproc.v1.DataprocMetricConfig" do
+      repeated :metrics, :message, 1, "google.cloud.dataproc.v1.DataprocMetricConfig.Metric"
+    end
+    add_message "google.cloud.dataproc.v1.DataprocMetricConfig.Metric" do
+      optional :metric_source, :enum, 1, "google.cloud.dataproc.v1.DataprocMetricConfig.MetricSource"
+      repeated :metric_overrides, :string, 2
+    end
+    add_enum "google.cloud.dataproc.v1.DataprocMetricConfig.MetricSource" do
+      value :METRIC_SOURCE_UNSPECIFIED, 0
+      value :MONITORING_AGENT_DEFAULTS, 1
+      value :HDFS, 2
+      value :SPARK, 3
+      value :YARN, 4
+      value :SPARK_HISTORY_SERVER, 5
+      value :HIVESERVER2, 6
+    end
     add_message "google.cloud.dataproc.v1.ClusterMetrics" do
       map :hdfs_metrics, :string, :int64, 1
       map :yarn_metrics, :string, :int64, 2
@@ -303,6 +320,9 @@ module Google
         SoftwareConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SoftwareConfig").msgclass
         LifecycleConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.LifecycleConfig").msgclass
         MetastoreConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.MetastoreConfig").msgclass
+        DataprocMetricConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DataprocMetricConfig").msgclass
+        DataprocMetricConfig::Metric = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DataprocMetricConfig.Metric").msgclass
+        DataprocMetricConfig::MetricSource = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DataprocMetricConfig.MetricSource").enummodule
         ClusterMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterMetrics").msgclass
         CreateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.CreateClusterRequest").msgclass
         UpdateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.UpdateClusterRequest").msgclass

data/lib/google/cloud/dataproc/v1/version.rb

@@ -21,7 +21,7 @@ module Google
   module Cloud
     module Dataproc
       module V1
-        VERSION = "0.12.0"
+        VERSION = "0.13.0"
       end
     end
   end

data/proto_docs/google/cloud/dataproc/v1/clusters.rb

@@ -165,6 +165,9 @@ module Google
         # @!attribute [rw] metastore_config
         #   @return [::Google::Cloud::Dataproc::V1::MetastoreConfig]
         #     Optional. Metastore configuration.
+        # @!attribute [rw] dataproc_metric_config
+        #   @return [::Google::Cloud::Dataproc::V1::DataprocMetricConfig]
+        #     Optional. The config for Dataproc metrics.
         class ClusterConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -911,6 +914,87 @@ module Google
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
+        # Dataproc metric config.
+        # @!attribute [rw] metrics
+        #   @return [::Array<::Google::Cloud::Dataproc::V1::DataprocMetricConfig::Metric>]
+        #     Required. Metrics sources to enable.
+        class DataprocMetricConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # A Dataproc OSS metric.
+          # @!attribute [rw] metric_source
+          #   @return [::Google::Cloud::Dataproc::V1::DataprocMetricConfig::MetricSource]
+          #     Required. Default metrics are collected unless `metricOverrides` are
+          #     specified for the metric source (see [Available OSS metrics]
+          #     (https://cloud.google.com/dataproc/docs/guides/monitoring#available_oss_metrics)
+          #     for more information).
+          # @!attribute [rw] metric_overrides
+          #   @return [::Array<::String>]
+          #     Optional. Specify one or more [available OSS metrics]
+          #     (https://cloud.google.com/dataproc/docs/guides/monitoring#available_oss_metrics)
+          #     to collect for the metric course (for the `SPARK` metric source, any
+          #     [Spark metric]
+          #     (https://spark.apache.org/docs/latest/monitoring.html#metrics) can be
+          #     specified).
+          #
+          #     Provide metrics in the following format:
+          #     <code><var>METRIC_SOURCE</var>:<var>INSTANCE</var>:<var>GROUP</var>:<var>METRIC</var></code>
+          #     Use camelcase as appropriate.
+          #
+          #     Examples:
+          #
+          #     ```
+          #     yarn:ResourceManager:QueueMetrics:AppsCompleted
+          #     spark:driver:DAGScheduler:job.allJobs
+          #     sparkHistoryServer:JVM:Memory:NonHeapMemoryUsage.committed
+          #     hiveserver2:JVM:Memory:NonHeapMemoryUsage.used
+          #     ```
+          #
+          #     Notes:
+          #
+          #     * Only the specified overridden metrics will be collected for the
+          #       metric source. For example, if one or more `spark:executive` metrics
+          #       are listed as metric overrides, other `SPARK` metrics will not be
+          #       collected. The collection of the default metrics for other OSS metric
+          #       sources is unaffected. For example, if both `SPARK` andd `YARN` metric
+          #       sources are enabled, and overrides are provided for Spark metrics only,
+          #       all default YARN metrics will be collected.
+          class Metric
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+
+          # A source for the collection of Dataproc OSS metrics (see [available OSS
+          # metrics]
+          # (https://cloud.google.com//dataproc/docs/guides/monitoring#available_oss_metrics)).
+          module MetricSource
+            # Required unspecified metric source.
+            METRIC_SOURCE_UNSPECIFIED = 0
+
+            # Default monitoring agent metrics. If this source is enabled,
+            # Dataproc enables the monitoring agent in Compute Engine,
+            # and collects default monitoring agent metrics, which are published
+            # with an `agent.googleapis.com` prefix.
+            MONITORING_AGENT_DEFAULTS = 1
+
+            # HDFS metric source.
+            HDFS = 2
+
+            # Spark metric source.
+            SPARK = 3
+
+            # YARN metric source.
+            YARN = 4
+
+            # Spark History Server metric source.
+            SPARK_HISTORY_SERVER = 5
+
+            # Hiveserver2 metric source.
+            HIVESERVER2 = 6
+          end
+        end
+
         # Contains cluster daemon metrics, such as HDFS and YARN stats.
         #
         # **Beta Feature**: This report is available for testing purposes only. It may

data/proto_docs/google/protobuf/empty.rb

@@ -26,8 +26,6 @@ module Google
     #     service Foo {
     #       rpc Bar(google.protobuf.Empty) returns (google.protobuf.Empty);
     #     }
-    #
-    # The JSON representation for `Empty` is empty JSON object `{}`.
     class Empty
       include ::Google::Protobuf::MessageExts
       extend ::Google::Protobuf::MessageExts::ClassMethods

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-dataproc-v1
 version: !ruby/object:Gem::Version
-  version: 0.12.0
+  version: 0.13.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-07-02 00:00:00.000000000 Z
+date: 2022-09-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gapic-common
@@ -16,7 +16,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0.10'
+        version: '0.12'
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.a
@@ -26,7 +26,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0.10'
+        version: '0.12'
     - - "<"
       - !ruby/object:Gem::Version
         version: 2.a