google-apis-dataproc_v1 0.39.0 → 0.41.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f36ab4eacc5e9634834a09b1ea13be85e23f3c2155fcb874815c131828b73b7f
-  data.tar.gz: 3415a436f1256db008f8a54968171d35068f944ab9c4cbd746442b37b99a57e8
+  metadata.gz: 74cbb6304c01196e55169e4cca219904f95444c7aadf55f0ac70e29e34cf9cae
+  data.tar.gz: 45b28c80359cb369568970ea23cf5bf55023216a535ce05ac1698db3170038b9
 SHA512:
-  metadata.gz: 65c3bab4183e9b76c2f1c11f52575e9fc7003edc413209a9c0b637a28b87eea496c9bd538f0187769993bc7c2c3833de30cab28cef791afce3f5906d6d2fda8b
-  data.tar.gz: 0264b1d05df86afcaf5805ddc18610e7d656b8722dd2988fd8f921a67158b533c40d932c4386597289196d94f444fc33bde86b2c580fc547beba87333adef49f
+  metadata.gz: d8f08f78e451e5e06bc724ec48ad719a8130a83600606dbe9c53a8fd12cd2d1f981be1859114ee69276b7d5c44ad216db451af9625e713410ce670c7644b3f2e
+  data.tar.gz: 48b64bee907c90f0d235557f68754ef89d2a5f1bc1213226e7643f47329ac7bab73f7bc40a30b167aa4279a0248f71146a90b575397b03887f1100e1882f33df

data/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Release history for google-apis-dataproc_v1
 
+### v0.41.0 (2022-12-14)
+
+* Regenerated from discovery document revision 20221207
+
+### v0.40.0 (2022-12-05)
+
+* Regenerated from discovery document revision 20221130
+
 ### v0.39.0 (2022-10-27)
 
 * Regenerated from discovery document revision 20221025

data/lib/google/apis/dataproc_v1/classes.rb

@@ -146,6 +146,35 @@ module Google
         end
       end
       
+      # Node group identification and configuration information.
+      class AuxiliaryNodeGroup
+        include Google::Apis::Core::Hashable
+      
+        # Dataproc Node Group. The Dataproc NodeGroup resource is not related to the
+        # Dataproc NodeGroupAffinity resource.
+        # Corresponds to the JSON property `nodeGroup`
+        # @return [Google::Apis::DataprocV1::NodeGroup]
+        attr_accessor :node_group
+      
+        # Optional. A node group ID. Generated if not specified.The ID must contain only
+        # letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). Cannot
+        # begin or end with underscore or hyphen. Must consist of from 3 to 33
+        # characters.
+        # Corresponds to the JSON property `nodeGroupId`
+        # @return [String]
+        attr_accessor :node_group_id
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @node_group = args[:node_group] if args.key?(:node_group)
+          @node_group_id = args[:node_group_id] if args.key?(:node_group_id)
+        end
+      end
+      
       # Auxiliary services configuration for a Cluster.
       class AuxiliaryServicesConfig
         include Google::Apis::Core::Hashable
@@ -633,6 +662,11 @@ module Google
         # @return [Google::Apis::DataprocV1::AutoscalingConfig]
         attr_accessor :autoscaling_config
       
+        # Optional. The node group settings.
+        # Corresponds to the JSON property `auxiliaryNodeGroups`
+        # @return [Array<Google::Apis::DataprocV1::AuxiliaryNodeGroup>]
+        attr_accessor :auxiliary_node_groups
+      
         # Optional. A Cloud Storage bucket used to stage job dependencies, config files,
         # and job driver console output. If you do not specify a staging bucket, Cloud
         # Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your
@@ -742,6 +776,7 @@ module Google
         # Update properties of this object
         def update!(**args)
           @autoscaling_config = args[:autoscaling_config] if args.key?(:autoscaling_config)
+          @auxiliary_node_groups = args[:auxiliary_node_groups] if args.key?(:auxiliary_node_groups)
           @config_bucket = args[:config_bucket] if args.key?(:config_bucket)
           @dataproc_metric_config = args[:dataproc_metric_config] if args.key?(:dataproc_metric_config)
           @encryption_config = args[:encryption_config] if args.key?(:encryption_config)
@@ -1111,6 +1146,31 @@ module Google
         end
       end
       
+      # Driver scheduling configuration.
+      class DriverSchedulingConfig
+        include Google::Apis::Core::Hashable
+      
+        # Required. The amount of memory in MB the driver is requesting.
+        # Corresponds to the JSON property `memoryMb`
+        # @return [Fixnum]
+        attr_accessor :memory_mb
+      
+        # Required. The number of vCPUs the driver is requesting.
+        # Corresponds to the JSON property `vcores`
+        # @return [Fixnum]
+        attr_accessor :vcores
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @memory_mb = args[:memory_mb] if args.key?(:memory_mb)
+          @vcores = args[:vcores] if args.key?(:vcores)
+        end
+      end
+      
       # A generic empty message that you can re-use to avoid defining duplicated empty
       # messages in your APIs. A typical example is to use it as the request or the
       # response type of an API method. For instance: service Foo ` rpc Bar(google.
@@ -1205,9 +1265,10 @@ module Google
         include Google::Apis::Core::Hashable
       
         # Optional. The duration to keep the session alive while it's idling. Passing
-        # this threshold will cause the session to be terminated. Minimum value is 30
+        # this threshold will cause the session to be terminated. Minimum value is 10
         # minutes; maximum value is 14 days (see JSON representation of Duration (https:/
-        # /developers.google.com/protocol-buffers/docs/proto3#json)).
+        # /developers.google.com/protocol-buffers/docs/proto3#json)). Defaults to 4
+        # hours if not set.
         # Corresponds to the JSON property `idleTtl`
         # @return [String]
         attr_accessor :idle_ttl
@@ -1347,7 +1408,8 @@ module Google
         # @return [String]
         attr_accessor :network_uri
       
-        # Node Group Affinity for clusters using sole-tenant node groups.
+        # Node Group Affinity for clusters using sole-tenant node groups. The Dataproc
+        # NodeGroupAffinity resource is not related to the Dataproc NodeGroup resource.
         # Corresponds to the JSON property `nodeGroupAffinity`
         # @return [Google::Apis::DataprocV1::NodeGroupAffinity]
         attr_accessor :node_group_affinity
@@ -2179,6 +2241,11 @@ module Google
         # @return [String]
         attr_accessor :driver_output_resource_uri
       
+        # Driver scheduling configuration.
+        # Corresponds to the JSON property `driverSchedulingConfig`
+        # @return [Google::Apis::DataprocV1::DriverSchedulingConfig]
+        attr_accessor :driver_scheduling_config
+      
         # A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/
         # docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
         # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
@@ -2296,6 +2363,7 @@ module Google
           @done = args[:done] if args.key?(:done)
           @driver_control_files_uri = args[:driver_control_files_uri] if args.key?(:driver_control_files_uri)
           @driver_output_resource_uri = args[:driver_output_resource_uri] if args.key?(:driver_output_resource_uri)
+          @driver_scheduling_config = args[:driver_scheduling_config] if args.key?(:driver_scheduling_config)
           @hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
           @hive_job = args[:hive_job] if args.key?(:hive_job)
           @job_uuid = args[:job_uuid] if args.key?(:job_uuid)
@@ -2420,20 +2488,21 @@ module Google
       
         # Optional. Maximum number of times per hour a driver may be restarted as a
         # result of driver exiting with non-zero code before job is reported failed.A
-        # job may be reported as thrashing if driver exits with non-zero code 4 times
-        # within 10 minute window.Maximum value is 10.Note: Currently, this restartable
-        # job option is not supported in Dataproc workflow template (https://cloud.
-        # google.com/dataproc/docs/concepts/workflows/using-workflows#
-        # adding_jobs_to_a_template) jobs.
+        # job may be reported as thrashing if the driver exits with a non-zero code four
+        # times within a 10-minute window.Maximum value is 10.Note: This restartable job
+        # option is not supported in Dataproc workflow templates (https://cloud.google.
+        # com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template)
+        # .
         # Corresponds to the JSON property `maxFailuresPerHour`
         # @return [Fixnum]
         attr_accessor :max_failures_per_hour
       
-        # Optional. Maximum number of times in total a driver may be restarted as a
-        # result of driver exiting with non-zero code before job is reported failed.
-        # Maximum value is 240.Note: Currently, this restartable job option is not
-        # supported in Dataproc workflow template (https://cloud.google.com/dataproc/
-        # docs/concepts/workflows/using-workflows#adding_jobs_to_a_template) jobs.
+        # Optional. Maximum total number of times a driver may be restarted as a result
+        # of the driver exiting with a non-zero code. After the maximum number is
+        # reached, the job will be reported as failed.Maximum value is 240.Note:
+        # Currently, this restartable job option is not supported in Dataproc workflow
+        # templates (https://cloud.google.com/dataproc/docs/concepts/workflows/using-
+        # workflows#adding_jobs_to_a_template).
         # Corresponds to the JSON property `maxFailuresTotal`
         # @return [Fixnum]
         attr_accessor :max_failures_total
@@ -3052,7 +3121,51 @@ module Google
         end
       end
       
-      # Node Group Affinity for clusters using sole-tenant node groups.
+      # Dataproc Node Group. The Dataproc NodeGroup resource is not related to the
+      # Dataproc NodeGroupAffinity resource.
+      class NodeGroup
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Node group labels. Label keys must consist of from 1 to 63
+        # characters and conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt).
+        # Label values can be empty. If specified, they must consist of from 1 to 63
+        # characters and conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt). The
+        # node group must have no more than 32 labelsn.
+        # Corresponds to the JSON property `labels`
+        # @return [Hash<String,String>]
+        attr_accessor :labels
+      
+        # The Node group resource name (https://aip.dev/122).
+        # Corresponds to the JSON property `name`
+        # @return [String]
+        attr_accessor :name
+      
+        # The config settings for Compute Engine resources in an instance group, such as
+        # a master or worker group.
+        # Corresponds to the JSON property `nodeGroupConfig`
+        # @return [Google::Apis::DataprocV1::InstanceGroupConfig]
+        attr_accessor :node_group_config
+      
+        # Required. Node group roles.
+        # Corresponds to the JSON property `roles`
+        # @return [Array<String>]
+        attr_accessor :roles
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @labels = args[:labels] if args.key?(:labels)
+          @name = args[:name] if args.key?(:name)
+          @node_group_config = args[:node_group_config] if args.key?(:node_group_config)
+          @roles = args[:roles] if args.key?(:roles)
+        end
+      end
+      
+      # Node Group Affinity for clusters using sole-tenant node groups. The Dataproc
+      # NodeGroupAffinity resource is not related to the Dataproc NodeGroup resource.
       class NodeGroupAffinity
         include Google::Apis::Core::Hashable
       
@@ -3909,6 +4022,55 @@ module Google
         end
       end
       
+      # A request to resize a node group.
+      class ResizeNodeGroupRequest
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Timeout for graceful YARN decomissioning. Graceful decommissioning (
+        # https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/scaling-
+        # clusters#graceful_decommissioning) allows the removal of nodes from the
+        # Compute Engine node group without interrupting jobs in progress. This timeout
+        # specifies how long to wait for jobs in progress to finish before forcefully
+        # removing nodes (and potentially interrupting jobs). Default timeout is 0 (for
+        # forceful decommission), and the maximum allowed timeout is 1 day. (see JSON
+        # representation of Duration (https://developers.google.com/protocol-buffers/
+        # docs/proto3#json)).Only supported on Dataproc image versions 1.2 and higher.
+        # Corresponds to the JSON property `gracefulDecommissionTimeout`
+        # @return [String]
+        attr_accessor :graceful_decommission_timeout
+      
+        # Optional. A unique ID used to identify the request. If the server receives two
+        # ResizeNodeGroupRequest (https://cloud.google.com/dataproc/docs/reference/rpc/
+        # google.cloud.dataproc.v1#google.cloud.dataproc.v1.ResizeNodeGroupRequests)
+        # with the same ID, the second request is ignored and the first google.
+        # longrunning.Operation created and stored in the backend is returned.
+        # Recommendation: Set this value to a UUID (https://en.wikipedia.org/wiki/
+        # Universally_unique_identifier).The ID must contain only letters (a-z, A-Z),
+        # numbers (0-9), underscores (_), and hyphens (-). The maximum length is 40
+        # characters.
+        # Corresponds to the JSON property `requestId`
+        # @return [String]
+        attr_accessor :request_id
+      
+        # Required. The number of running instances for the node group to maintain. The
+        # group adds or removes instances to maintain the number of instances specified
+        # by this parameter.
+        # Corresponds to the JSON property `size`
+        # @return [Fixnum]
+        attr_accessor :size
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @graceful_decommission_timeout = args[:graceful_decommission_timeout] if args.key?(:graceful_decommission_timeout)
+          @request_id = args[:request_id] if args.key?(:request_id)
+          @size = args[:size] if args.key?(:size)
+        end
+      end
+      
       # Runtime configuration for a workload.
       class RuntimeConfig
         include Google::Apis::Core::Hashable
@@ -3946,11 +4108,17 @@ module Google
       class RuntimeInfo
         include Google::Apis::Core::Hashable
       
-        # Usage metrics represent total resources consumed by a workload.
+        # Usage metrics represent approximate total resources consumed by a workload.
         # Corresponds to the JSON property `approximateUsage`
         # @return [Google::Apis::DataprocV1::UsageMetrics]
         attr_accessor :approximate_usage
       
+        # The usage snaphot represents the resources consumed by a workload at a
+        # specified time.
+        # Corresponds to the JSON property `currentUsage`
+        # @return [Google::Apis::DataprocV1::UsageSnapshot]
+        attr_accessor :current_usage
+      
         # Output only. A URI pointing to the location of the diagnostics tarball.
         # Corresponds to the JSON property `diagnosticOutputUri`
         # @return [String]
@@ -3975,6 +4143,7 @@ module Google
         # Update properties of this object
         def update!(**args)
           @approximate_usage = args[:approximate_usage] if args.key?(:approximate_usage)
+          @current_usage = args[:current_usage] if args.key?(:current_usage)
           @diagnostic_output_uri = args[:diagnostic_output_uri] if args.key?(:diagnostic_output_uri)
           @endpoints = args[:endpoints] if args.key?(:endpoints)
           @output_uri = args[:output_uri] if args.key?(:output_uri)
@@ -4927,16 +5096,19 @@ module Google
         end
       end
       
-      # Usage metrics represent total resources consumed by a workload.
+      # Usage metrics represent approximate total resources consumed by a workload.
       class UsageMetrics
         include Google::Apis::Core::Hashable
       
-        # Optional. DCU usage in milliDCU*seconds.
+        # Optional. DCU (Dataproc Compute Units) usage in (milliDCU x seconds) (see
+        # Dataproc Serverless pricing (https://cloud.google.com/dataproc-serverless/
+        # pricing)).
         # Corresponds to the JSON property `milliDcuSeconds`
         # @return [Fixnum]
         attr_accessor :milli_dcu_seconds
       
-        # Optional. Shuffle storage usage in GB*Seconds
+        # Optional. Shuffle storage usage in (GB x seconds) (see Dataproc Serverless
+        # pricing (https://cloud.google.com/dataproc-serverless/pricing)).
         # Corresponds to the JSON property `shuffleStorageGbSeconds`
         # @return [Fixnum]
         attr_accessor :shuffle_storage_gb_seconds
@@ -4952,6 +5124,40 @@ module Google
         end
       end
       
+      # The usage snaphot represents the resources consumed by a workload at a
+      # specified time.
+      class UsageSnapshot
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Milli (one-thousandth) Dataproc Compute Units (DCUs) (see Dataproc
+        # Serverless pricing (https://cloud.google.com/dataproc-serverless/pricing)).
+        # Corresponds to the JSON property `milliDcu`
+        # @return [Fixnum]
+        attr_accessor :milli_dcu
+      
+        # Optional. Shuffle Storage in gigabytes (GB). (see Dataproc Serverless pricing (
+        # https://cloud.google.com/dataproc-serverless/pricing))
+        # Corresponds to the JSON property `shuffleStorageGb`
+        # @return [Fixnum]
+        attr_accessor :shuffle_storage_gb
+      
+        # Optional. The timestamp of the usage snapshot.
+        # Corresponds to the JSON property `snapshotTime`
+        # @return [String]
+        attr_accessor :snapshot_time
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @milli_dcu = args[:milli_dcu] if args.key?(:milli_dcu)
+          @shuffle_storage_gb = args[:shuffle_storage_gb] if args.key?(:shuffle_storage_gb)
+          @snapshot_time = args[:snapshot_time] if args.key?(:snapshot_time)
+        end
+      end
+      
       # Validation based on a list of allowed values.
       class ValueValidation
         include Google::Apis::Core::Hashable

data/lib/google/apis/dataproc_v1/gem_version.rb

@@ -16,13 +16,13 @@ module Google
   module Apis
     module DataprocV1
       # Version of the google-apis-dataproc_v1 gem
-      GEM_VERSION = "0.39.0"
+      GEM_VERSION = "0.41.0"
 
       # Version of the code generator used to generate this client
       GENERATOR_VERSION = "0.11.0"
 
       # Revision of the discovery document this client was generated from
-      REVISION = "20221025"
+      REVISION = "20221207"
     end
   end
 end

data/lib/google/apis/dataproc_v1/representations.rb

@@ -40,6 +40,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class AuxiliaryNodeGroup
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class AuxiliaryServicesConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -160,6 +166,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class DriverSchedulingConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class Empty
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -430,6 +442,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class NodeGroup
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class NodeGroupAffinity
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -532,6 +550,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class ResizeNodeGroupRequest
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class RuntimeConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -682,6 +706,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class UsageSnapshot
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class ValueValidation
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -760,6 +790,15 @@ module Google
         end
       end
       
+      class AuxiliaryNodeGroup
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :node_group, as: 'nodeGroup', class: Google::Apis::DataprocV1::NodeGroup, decorator: Google::Apis::DataprocV1::NodeGroup::Representation
+      
+          property :node_group_id, as: 'nodeGroupId'
+        end
+      end
+      
       class AuxiliaryServicesConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -878,6 +917,8 @@ module Google
         class Representation < Google::Apis::Core::JsonRepresentation
           property :autoscaling_config, as: 'autoscalingConfig', class: Google::Apis::DataprocV1::AutoscalingConfig, decorator: Google::Apis::DataprocV1::AutoscalingConfig::Representation
       
+          collection :auxiliary_node_groups, as: 'auxiliaryNodeGroups', class: Google::Apis::DataprocV1::AuxiliaryNodeGroup, decorator: Google::Apis::DataprocV1::AuxiliaryNodeGroup::Representation
+      
           property :config_bucket, as: 'configBucket'
           property :dataproc_metric_config, as: 'dataprocMetricConfig', class: Google::Apis::DataprocV1::DataprocMetricConfig, decorator: Google::Apis::DataprocV1::DataprocMetricConfig::Representation
       
@@ -1009,6 +1050,14 @@ module Google
         end
       end
       
+      class DriverSchedulingConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :memory_mb, as: 'memoryMb'
+          property :vcores, as: 'vcores'
+        end
+      end
+      
       class Empty
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1261,6 +1310,8 @@ module Google
           property :done, as: 'done'
           property :driver_control_files_uri, as: 'driverControlFilesUri'
           property :driver_output_resource_uri, as: 'driverOutputResourceUri'
+          property :driver_scheduling_config, as: 'driverSchedulingConfig', class: Google::Apis::DataprocV1::DriverSchedulingConfig, decorator: Google::Apis::DataprocV1::DriverSchedulingConfig::Representation
+      
           property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1::HadoopJob, decorator: Google::Apis::DataprocV1::HadoopJob::Representation
       
           property :hive_job, as: 'hiveJob', class: Google::Apis::DataprocV1::HiveJob, decorator: Google::Apis::DataprocV1::HiveJob::Representation
@@ -1494,6 +1545,17 @@ module Google
         end
       end
       
+      class NodeGroup
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          hash :labels, as: 'labels'
+          property :name, as: 'name'
+          property :node_group_config, as: 'nodeGroupConfig', class: Google::Apis::DataprocV1::InstanceGroupConfig, decorator: Google::Apis::DataprocV1::InstanceGroupConfig::Representation
+      
+          collection :roles, as: 'roles'
+        end
+      end
+      
       class NodeGroupAffinity
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1696,6 +1758,15 @@ module Google
         end
       end
       
+      class ResizeNodeGroupRequest
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :graceful_decommission_timeout, as: 'gracefulDecommissionTimeout'
+          property :request_id, as: 'requestId'
+          property :size, as: 'size'
+        end
+      end
+      
       class RuntimeConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1710,6 +1781,8 @@ module Google
         class Representation < Google::Apis::Core::JsonRepresentation
           property :approximate_usage, as: 'approximateUsage', class: Google::Apis::DataprocV1::UsageMetrics, decorator: Google::Apis::DataprocV1::UsageMetrics::Representation
       
+          property :current_usage, as: 'currentUsage', class: Google::Apis::DataprocV1::UsageSnapshot, decorator: Google::Apis::DataprocV1::UsageSnapshot::Representation
+      
           property :diagnostic_output_uri, as: 'diagnosticOutputUri'
           hash :endpoints, as: 'endpoints'
           property :output_uri, as: 'outputUri'
@@ -1948,6 +2021,15 @@ module Google
         end
       end
       
+      class UsageSnapshot
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :milli_dcu, :numeric_string => true, as: 'milliDcu'
+          property :shuffle_storage_gb, :numeric_string => true, as: 'shuffleStorageGb'
+          property :snapshot_time, as: 'snapshotTime'
+        end
+      end
+      
       class ValueValidation
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation

data/lib/google/apis/dataproc_v1/service.rb

@@ -1968,6 +1968,126 @@ module Google
           execute_or_queue_command(command, &block)
         end
         
+        # Creates a node group in a cluster. The returned Operation.metadata is
+        # NodeGroupOperationMetadata (https://cloud.google.com/dataproc/docs/reference/
+        # rpc/google.cloud.dataproc.v1#nodegroupoperationmetadata).
+        # @param [String] parent
+        #   Required. The parent resource where this node group will be created. Format:
+        #   projects/`project`/regions/`region`/clusters/`cluster`
+        # @param [Google::Apis::DataprocV1::NodeGroup] node_group_object
+        # @param [String] node_group_id
+        #   Optional. An optional node group ID. Generated if not specified.The ID must
+        #   contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-
+        #   ). Cannot begin or end with underscore or hyphen. Must consist of from 3 to 33
+        #   characters.
+        # @param [String] request_id
+        #   Optional. A unique ID used to identify the request. If the server receives two
+        #   CreateNodeGroupRequest (https://cloud.google.com/dataproc/docs/reference/rpc/
+        #   google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateNodeGroupRequests)
+        #   with the same ID, the second request is ignored and the first google.
+        #   longrunning.Operation created and stored in the backend is returned.
+        #   Recommendation: Set this value to a UUID (https://en.wikipedia.org/wiki/
+        #   Universally_unique_identifier).The ID must contain only letters (a-z, A-Z),
+        #   numbers (0-9), underscores (_), and hyphens (-). The maximum length is 40
+        #   characters.
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1::Operation]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def create_project_region_cluster_node_group(parent, node_group_object = nil, node_group_id: nil, request_id: nil, fields: nil, quota_user: nil, options: nil, &block)
+          command = make_simple_command(:post, 'v1/{+parent}/nodeGroups', options)
+          command.request_representation = Google::Apis::DataprocV1::NodeGroup::Representation
+          command.request_object = node_group_object
+          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
+          command.response_class = Google::Apis::DataprocV1::Operation
+          command.params['parent'] = parent unless parent.nil?
+          command.query['nodeGroupId'] = node_group_id unless node_group_id.nil?
+          command.query['requestId'] = request_id unless request_id.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Gets the resource representation for a node group in a cluster.
+        # @param [String] name
+        #   Required. The name of the node group to retrieve. Format: projects/`project`/
+        #   regions/`region`/clusters/`cluster`/nodeGroups/`nodeGroup`
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1::NodeGroup] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1::NodeGroup]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def get_project_region_cluster_node_group(name, fields: nil, quota_user: nil, options: nil, &block)
+          command = make_simple_command(:get, 'v1/{+name}', options)
+          command.response_representation = Google::Apis::DataprocV1::NodeGroup::Representation
+          command.response_class = Google::Apis::DataprocV1::NodeGroup
+          command.params['name'] = name unless name.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Resizes a node group in a cluster. The returned Operation.metadata is
+        # NodeGroupOperationMetadata (https://cloud.google.com/dataproc/docs/reference/
+        # rpc/google.cloud.dataproc.v1#nodegroupoperationmetadata).
+        # @param [String] name
+        #   Required. The name of the node group to resize. Format: projects/`project`/
+        #   regions/`region`/clusters/`cluster`/nodeGroups/`nodeGroup`
+        # @param [Google::Apis::DataprocV1::ResizeNodeGroupRequest] resize_node_group_request_object
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1::Operation]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def resize_node_group(name, resize_node_group_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
+          command = make_simple_command(:post, 'v1/{+name}:resize', options)
+          command.request_representation = Google::Apis::DataprocV1::ResizeNodeGroupRequest::Representation
+          command.request_object = resize_node_group_request_object
+          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
+          command.response_class = Google::Apis::DataprocV1::Operation
+          command.params['name'] = name unless name.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
         # Starts a job cancellation request. To access the job resource after
         # cancellation, call regions/`region`/jobs.list (https://cloud.google.com/
         # dataproc/docs/reference/rest/v1/projects.regions.jobs/list) or regions/`region`

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-apis-dataproc_v1
 version: !ruby/object:Gem::Version
-  version: 0.39.0
+  version: 0.41.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-10-31 00:00:00.000000000 Z
+date: 2023-01-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-apis-core
@@ -58,7 +58,7 @@ licenses:
 metadata:
   bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
   changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
-  documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.39.0
+  documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.41.0
   source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
 post_install_message: 
 rdoc_options: []