google-apis-dataproc_v1 0.38.0 → 0.40.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2e42328869a85e1602ee63e6404ac7aef98df79305c17e7d40cad07e8b7e4328
-  data.tar.gz: caa32c8f4cde660a2422892eeaa1c73066805d4db6a48b3b13ae94f5f82f6893
+  metadata.gz: 0e31366ea9860831482fe756286fa4a5631ce06d53d1a609dd47b6c9f0aac238
+  data.tar.gz: 39fb6ab98678501e033851691479e925e89679f821e0f159397b60c715a9a42b
 SHA512:
-  metadata.gz: 3da6d62b174fa98038dff5cc616c1e1527277ff418cf79378a1e2df58c817f0a2c21c08d842de65de415508284b749ab4243eb6abc9964aa9b309b90b762e424
-  data.tar.gz: e84f29901512e0dd9e2a355be83d0efdd0853c9505cf6185dadc147f1b2c0ae9c4fbd40792b445946098a121623ccf371b9b95a1001cf2a65bcc012d2da2351b
+  metadata.gz: f7a94bbb4f0c56e9a8097a4e484e8ff9578ff07849af1075436752ed0d163470e5ce5e37aee9b989b549b0bed53deb535f449ac07d54d6cd37b7ecd094ccb1cf
+  data.tar.gz: 3339d0f5466aa6fad8dcde949754c98cca69744e40db4b98260e77a4ba27bf49a9770b19b4af569597909c2a6d54820ffbd5568d5f6b309a0fd534f45d9d686a

data/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Release history for google-apis-dataproc_v1
 
+### v0.40.0 (2022-12-05)
+
+* Regenerated from discovery document revision 20221130
+
+### v0.39.0 (2022-10-27)
+
+* Regenerated from discovery document revision 20221025
+
 ### v0.38.0 (2022-10-19)
 
 * Regenerated using generator version 0.11.0

data/lib/google/apis/dataproc_v1/classes.rb

@@ -146,6 +146,35 @@ module Google
         end
       end
       
+      # Node group identification and configuration information.
+      class AuxiliaryNodeGroup
+        include Google::Apis::Core::Hashable
+      
+        # Dataproc Node Group. The Dataproc NodeGroup resource is not related to the
+        # Dataproc NodeGroupAffinity resource.
+        # Corresponds to the JSON property `nodeGroup`
+        # @return [Google::Apis::DataprocV1::NodeGroup]
+        attr_accessor :node_group
+      
+        # Optional. A node group ID. Generated if not specified.The ID must contain only
+        # letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). Cannot
+        # begin or end with underscore or hyphen. Must consist of from 3 to 33
+        # characters.
+        # Corresponds to the JSON property `nodeGroupId`
+        # @return [String]
+        attr_accessor :node_group_id
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @node_group = args[:node_group] if args.key?(:node_group)
+          @node_group_id = args[:node_group_id] if args.key?(:node_group_id)
+        end
+      end
+      
       # Auxiliary services configuration for a Cluster.
       class AuxiliaryServicesConfig
         include Google::Apis::Core::Hashable
@@ -633,6 +662,11 @@ module Google
         # @return [Google::Apis::DataprocV1::AutoscalingConfig]
         attr_accessor :autoscaling_config
       
+        # Optional. The node group settings.
+        # Corresponds to the JSON property `auxiliaryNodeGroups`
+        # @return [Array<Google::Apis::DataprocV1::AuxiliaryNodeGroup>]
+        attr_accessor :auxiliary_node_groups
+      
         # Optional. A Cloud Storage bucket used to stage job dependencies, config files,
         # and job driver console output. If you do not specify a staging bucket, Cloud
         # Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your
@@ -742,6 +776,7 @@ module Google
         # Update properties of this object
         def update!(**args)
           @autoscaling_config = args[:autoscaling_config] if args.key?(:autoscaling_config)
+          @auxiliary_node_groups = args[:auxiliary_node_groups] if args.key?(:auxiliary_node_groups)
           @config_bucket = args[:config_bucket] if args.key?(:config_bucket)
           @dataproc_metric_config = args[:dataproc_metric_config] if args.key?(:dataproc_metric_config)
           @encryption_config = args[:encryption_config] if args.key?(:encryption_config)
@@ -1111,6 +1146,31 @@ module Google
         end
       end
       
+      # Driver scheduling configuration.
+      class DriverSchedulingConfig
+        include Google::Apis::Core::Hashable
+      
+        # Required. The amount of memory in MB the driver is requesting.
+        # Corresponds to the JSON property `memoryMb`
+        # @return [Fixnum]
+        attr_accessor :memory_mb
+      
+        # Required. The number of vCPUs the driver is requesting.
+        # Corresponds to the JSON property `vcores`
+        # @return [Fixnum]
+        attr_accessor :vcores
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @memory_mb = args[:memory_mb] if args.key?(:memory_mb)
+          @vcores = args[:vcores] if args.key?(:vcores)
+        end
+      end
+      
       # A generic empty message that you can re-use to avoid defining duplicated empty
       # messages in your APIs. A typical example is to use it as the request or the
       # response type of an API method. For instance: service Foo ` rpc Bar(google.
@@ -1205,9 +1265,10 @@ module Google
         include Google::Apis::Core::Hashable
       
         # Optional. The duration to keep the session alive while it's idling. Passing
-        # this threshold will cause the session to be terminated. Minimum value is 30
+        # this threshold will cause the session to be terminated. Minimum value is 10
         # minutes; maximum value is 14 days (see JSON representation of Duration (https:/
-        # /developers.google.com/protocol-buffers/docs/proto3#json)).
+        # /developers.google.com/protocol-buffers/docs/proto3#json)). Defaults to 4
+        # hours if not set.
         # Corresponds to the JSON property `idleTtl`
         # @return [String]
         attr_accessor :idle_ttl
@@ -1347,7 +1408,8 @@ module Google
         # @return [String]
         attr_accessor :network_uri
       
-        # Node Group Affinity for clusters using sole-tenant node groups.
+        # Node Group Affinity for clusters using sole-tenant node groups. The Dataproc
+        # NodeGroupAffinity resource is not related to the Dataproc NodeGroup resource.
         # Corresponds to the JSON property `nodeGroupAffinity`
         # @return [Google::Apis::DataprocV1::NodeGroupAffinity]
         attr_accessor :node_group_affinity
@@ -1440,68 +1502,6 @@ module Google
         end
       end
       
-      # Metadata describing the Compute Engine node pool operation.
-      class GceNodePoolOperationMetadata
-        include Google::Apis::Core::Hashable
-      
-        # Output only. Cluster UUID associated with the Compute Engine node pool
-        # operation.
-        # Corresponds to the JSON property `clusterUuid`
-        # @return [String]
-        attr_accessor :cluster_uuid
-      
-        # Output only. Short description of operation.
-        # Corresponds to the JSON property `description`
-        # @return [String]
-        attr_accessor :description
-      
-        # Output only. Compute Engine node pool ID for the operation.
-        # Corresponds to the JSON property `gceNodePoolId`
-        # @return [String]
-        attr_accessor :gce_node_pool_id
-      
-        # Output only. Labels associated with the operation
-        # Corresponds to the JSON property `labels`
-        # @return [Hash<String,String>]
-        attr_accessor :labels
-      
-        # The operation type.
-        # Corresponds to the JSON property `operationType`
-        # @return [String]
-        attr_accessor :operation_type
-      
-        # The status of the operation.
-        # Corresponds to the JSON property `status`
-        # @return [Google::Apis::DataprocV1::ClusterOperationStatus]
-        attr_accessor :status
-      
-        # Output only. The previous operation status.
-        # Corresponds to the JSON property `statusHistory`
-        # @return [Array<Google::Apis::DataprocV1::ClusterOperationStatus>]
-        attr_accessor :status_history
-      
-        # Output only. Errors encountered during operation execution.
-        # Corresponds to the JSON property `warnings`
-        # @return [Array<String>]
-        attr_accessor :warnings
-      
-        def initialize(**args)
-           update!(**args)
-        end
-      
-        # Update properties of this object
-        def update!(**args)
-          @cluster_uuid = args[:cluster_uuid] if args.key?(:cluster_uuid)
-          @description = args[:description] if args.key?(:description)
-          @gce_node_pool_id = args[:gce_node_pool_id] if args.key?(:gce_node_pool_id)
-          @labels = args[:labels] if args.key?(:labels)
-          @operation_type = args[:operation_type] if args.key?(:operation_type)
-          @status = args[:status] if args.key?(:status)
-          @status_history = args[:status_history] if args.key?(:status_history)
-          @warnings = args[:warnings] if args.key?(:warnings)
-        end
-      end
-      
       # Request message for GetIamPolicy method.
       class GetIamPolicyRequest
         include Google::Apis::Core::Hashable
@@ -1628,18 +1628,23 @@ module Google
         # @return [String]
         attr_accessor :min_cpu_platform
       
-        # Optional. Whether the nodes are created as preemptible VM instances (https://
-        # cloud.google.com/compute/docs/instances/preemptible). Preemptible nodes cannot
-        # be used in a node pool with the CONTROLLER role or in the DEFAULT node pool if
-        # the CONTROLLER role is not assigned (the DEFAULT node pool will assume the
-        # CONTROLLER role).
+        # Optional. Whether the nodes are created as legacy preemptible VM instances (
+        # https://cloud.google.com/compute/docs/instances/preemptible). Also see Spot
+        # VMs, preemptible VM instances without a maximum lifetime. Legacy and Spot
+        # preemptible nodes cannot be used in a node pool with the CONTROLLER role or in
+        # the DEFAULT node pool if the CONTROLLER role is not assigned (the DEFAULT node
+        # pool will assume the CONTROLLER role).
         # Corresponds to the JSON property `preemptible`
         # @return [Boolean]
         attr_accessor :preemptible
         alias_method :preemptible?, :preemptible
       
-        # Optional. Spot flag for enabling Spot VM, which is a rebrand of the existing
-        # preemptible flag.
+        # Optional. Whether the nodes are created as Spot VM instances (https://cloud.
+        # google.com/compute/docs/instances/spot). Spot VMs are the latest update to
+        # legacy preemptible VMs. Spot VMs do not have a maximum lifetime. Legacy and
+        # Spot preemptible nodes cannot be used in a node pool with the CONTROLLER role
+        # or in the DEFAULT node pool if the CONTROLLER role is not assigned (the
+        # DEFAULT node pool will assume the CONTROLLER role).
         # Corresponds to the JSON property `spot`
         # @return [Boolean]
         attr_accessor :spot
@@ -2236,6 +2241,11 @@ module Google
         # @return [String]
         attr_accessor :driver_output_resource_uri
       
+        # Driver scheduling configuration.
+        # Corresponds to the JSON property `driverSchedulingConfig`
+        # @return [Google::Apis::DataprocV1::DriverSchedulingConfig]
+        attr_accessor :driver_scheduling_config
+      
         # A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/
         # docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
         # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
@@ -2353,6 +2363,7 @@ module Google
           @done = args[:done] if args.key?(:done)
           @driver_control_files_uri = args[:driver_control_files_uri] if args.key?(:driver_control_files_uri)
           @driver_output_resource_uri = args[:driver_output_resource_uri] if args.key?(:driver_output_resource_uri)
+          @driver_scheduling_config = args[:driver_scheduling_config] if args.key?(:driver_scheduling_config)
           @hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
           @hive_job = args[:hive_job] if args.key?(:hive_job)
           @job_uuid = args[:job_uuid] if args.key?(:job_uuid)
@@ -2477,20 +2488,21 @@ module Google
       
         # Optional. Maximum number of times per hour a driver may be restarted as a
         # result of driver exiting with non-zero code before job is reported failed.A
-        # job may be reported as thrashing if driver exits with non-zero code 4 times
-        # within 10 minute window.Maximum value is 10.Note: Currently, this restartable
-        # job option is not supported in Dataproc workflow template (https://cloud.
-        # google.com/dataproc/docs/concepts/workflows/using-workflows#
-        # adding_jobs_to_a_template) jobs.
+        # job may be reported as thrashing if the driver exits with a non-zero code four
+        # times within a 10-minute window.Maximum value is 10.Note: This restartable job
+        # option is not supported in Dataproc workflow templates (https://cloud.google.
+        # com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template)
+        # .
         # Corresponds to the JSON property `maxFailuresPerHour`
         # @return [Fixnum]
         attr_accessor :max_failures_per_hour
       
-        # Optional. Maximum number of times in total a driver may be restarted as a
-        # result of driver exiting with non-zero code before job is reported failed.
-        # Maximum value is 240.Note: Currently, this restartable job option is not
-        # supported in Dataproc workflow template (https://cloud.google.com/dataproc/
-        # docs/concepts/workflows/using-workflows#adding_jobs_to_a_template) jobs.
+        # Optional. Maximum total number of times a driver may be restarted as a result
+        # of the driver exiting with a non-zero code. After the maximum number is
+        # reached, the job will be reported as failed.Maximum value is 240.Note:
+        # Currently, this restartable job option is not supported in Dataproc workflow
+        # templates (https://cloud.google.com/dataproc/docs/concepts/workflows/using-
+        # workflows#adding_jobs_to_a_template).
         # Corresponds to the JSON property `maxFailuresTotal`
         # @return [Fixnum]
         attr_accessor :max_failures_total
@@ -3109,7 +3121,51 @@ module Google
         end
       end
       
-      # Node Group Affinity for clusters using sole-tenant node groups.
+      # Dataproc Node Group. The Dataproc NodeGroup resource is not related to the
+      # Dataproc NodeGroupAffinity resource.
+      class NodeGroup
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Node group labels. Label keys must consist of from 1 to 63
+        # characters and conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt).
+        # Label values can be empty. If specified, they must consist of from 1 to 63
+        # characters and conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt). The
+        # node group must have no more than 32 labelsn.
+        # Corresponds to the JSON property `labels`
+        # @return [Hash<String,String>]
+        attr_accessor :labels
+      
+        # The Node group resource name (https://aip.dev/122).
+        # Corresponds to the JSON property `name`
+        # @return [String]
+        attr_accessor :name
+      
+        # The config settings for Compute Engine resources in an instance group, such as
+        # a master or worker group.
+        # Corresponds to the JSON property `nodeGroupConfig`
+        # @return [Google::Apis::DataprocV1::InstanceGroupConfig]
+        attr_accessor :node_group_config
+      
+        # Required. Node group roles.
+        # Corresponds to the JSON property `roles`
+        # @return [Array<String>]
+        attr_accessor :roles
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @labels = args[:labels] if args.key?(:labels)
+          @name = args[:name] if args.key?(:name)
+          @node_group_config = args[:node_group_config] if args.key?(:node_group_config)
+          @roles = args[:roles] if args.key?(:roles)
+        end
+      end
+      
+      # Node Group Affinity for clusters using sole-tenant node groups. The Dataproc
+      # NodeGroupAffinity resource is not related to the Dataproc NodeGroup resource.
       class NodeGroupAffinity
         include Google::Apis::Core::Hashable
       
@@ -3133,6 +3189,67 @@ module Google
         end
       end
       
+      # Metadata describing the node group operation.
+      class NodeGroupOperationMetadata
+        include Google::Apis::Core::Hashable
+      
+        # Output only. Cluster UUID associated with the node group operation.
+        # Corresponds to the JSON property `clusterUuid`
+        # @return [String]
+        attr_accessor :cluster_uuid
+      
+        # Output only. Short description of operation.
+        # Corresponds to the JSON property `description`
+        # @return [String]
+        attr_accessor :description
+      
+        # Output only. Labels associated with the operation.
+        # Corresponds to the JSON property `labels`
+        # @return [Hash<String,String>]
+        attr_accessor :labels
+      
+        # Output only. Node group ID for the operation.
+        # Corresponds to the JSON property `nodeGroupId`
+        # @return [String]
+        attr_accessor :node_group_id
+      
+        # The operation type.
+        # Corresponds to the JSON property `operationType`
+        # @return [String]
+        attr_accessor :operation_type
+      
+        # The status of the operation.
+        # Corresponds to the JSON property `status`
+        # @return [Google::Apis::DataprocV1::ClusterOperationStatus]
+        attr_accessor :status
+      
+        # Output only. The previous operation status.
+        # Corresponds to the JSON property `statusHistory`
+        # @return [Array<Google::Apis::DataprocV1::ClusterOperationStatus>]
+        attr_accessor :status_history
+      
+        # Output only. Errors encountered during operation execution.
+        # Corresponds to the JSON property `warnings`
+        # @return [Array<String>]
+        attr_accessor :warnings
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @cluster_uuid = args[:cluster_uuid] if args.key?(:cluster_uuid)
+          @description = args[:description] if args.key?(:description)
+          @labels = args[:labels] if args.key?(:labels)
+          @node_group_id = args[:node_group_id] if args.key?(:node_group_id)
+          @operation_type = args[:operation_type] if args.key?(:operation_type)
+          @status = args[:status] if args.key?(:status)
+          @status_history = args[:status_history] if args.key?(:status_history)
+          @warnings = args[:warnings] if args.key?(:warnings)
+        end
+      end
+      
       # Specifies an executable to run on a fully configured node and a timeout period
       # for executable completion.
       class NodeInitializationAction
@@ -3905,6 +4022,55 @@ module Google
         end
       end
       
+      # A request to resize a node group.
+      class ResizeNodeGroupRequest
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Timeout for graceful YARN decomissioning. Graceful decommissioning (
+        # https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/scaling-
+        # clusters#graceful_decommissioning) allows the removal of nodes from the
+        # Compute Engine node group without interrupting jobs in progress. This timeout
+        # specifies how long to wait for jobs in progress to finish before forcefully
+        # removing nodes (and potentially interrupting jobs). Default timeout is 0 (for
+        # forceful decommission), and the maximum allowed timeout is 1 day. (see JSON
+        # representation of Duration (https://developers.google.com/protocol-buffers/
+        # docs/proto3#json)).Only supported on Dataproc image versions 1.2 and higher.
+        # Corresponds to the JSON property `gracefulDecommissionTimeout`
+        # @return [String]
+        attr_accessor :graceful_decommission_timeout
+      
+        # Optional. A unique ID used to identify the request. If the server receives two
+        # ResizeNodeGroupRequest (https://cloud.google.com/dataproc/docs/reference/rpc/
+        # google.cloud.dataproc.v1#google.cloud.dataproc.v1.ResizeNodeGroupRequests)
+        # with the same ID, the second request is ignored and the first google.
+        # longrunning.Operation created and stored in the backend is returned.
+        # Recommendation: Set this value to a UUID (https://en.wikipedia.org/wiki/
+        # Universally_unique_identifier).The ID must contain only letters (a-z, A-Z),
+        # numbers (0-9), underscores (_), and hyphens (-). The maximum length is 40
+        # characters.
+        # Corresponds to the JSON property `requestId`
+        # @return [String]
+        attr_accessor :request_id
+      
+        # Required. The number of running instances for the node group to maintain. The
+        # group adds or removes instances to maintain the number of instances specified
+        # by this parameter.
+        # Corresponds to the JSON property `size`
+        # @return [Fixnum]
+        attr_accessor :size
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @graceful_decommission_timeout = args[:graceful_decommission_timeout] if args.key?(:graceful_decommission_timeout)
+          @request_id = args[:request_id] if args.key?(:request_id)
+          @size = args[:size] if args.key?(:size)
+        end
+      end
+      
       # Runtime configuration for a workload.
       class RuntimeConfig
         include Google::Apis::Core::Hashable
@@ -3942,6 +4108,17 @@ module Google
       class RuntimeInfo
         include Google::Apis::Core::Hashable
       
+        # Usage metrics represent approximate total resources consumed by a workload.
+        # Corresponds to the JSON property `approximateUsage`
+        # @return [Google::Apis::DataprocV1::UsageMetrics]
+        attr_accessor :approximate_usage
+      
+        # The usage snaphot represents the resources consumed by a workload at a
+        # specified time.
+        # Corresponds to the JSON property `currentUsage`
+        # @return [Google::Apis::DataprocV1::UsageSnapshot]
+        attr_accessor :current_usage
+      
         # Output only. A URI pointing to the location of the diagnostics tarball.
         # Corresponds to the JSON property `diagnosticOutputUri`
         # @return [String]
@@ -3965,6 +4142,8 @@ module Google
       
         # Update properties of this object
         def update!(**args)
+          @approximate_usage = args[:approximate_usage] if args.key?(:approximate_usage)
+          @current_usage = args[:current_usage] if args.key?(:current_usage)
           @diagnostic_output_uri = args[:diagnostic_output_uri] if args.key?(:diagnostic_output_uri)
           @endpoints = args[:endpoints] if args.key?(:endpoints)
           @output_uri = args[:output_uri] if args.key?(:output_uri)
@@ -4917,6 +5096,68 @@ module Google
         end
       end
       
+      # Usage metrics represent approximate total resources consumed by a workload.
+      class UsageMetrics
+        include Google::Apis::Core::Hashable
+      
+        # Optional. DCU (Dataproc Compute Units) usage in (milliDCU x seconds) (see
+        # Dataproc Serverless pricing (https://cloud.google.com/dataproc-serverless/
+        # pricing)).
+        # Corresponds to the JSON property `milliDcuSeconds`
+        # @return [Fixnum]
+        attr_accessor :milli_dcu_seconds
+      
+        # Optional. Shuffle storage usage in (GB x seconds) (see Dataproc Serverless
+        # pricing (https://cloud.google.com/dataproc-serverless/pricing)).
+        # Corresponds to the JSON property `shuffleStorageGbSeconds`
+        # @return [Fixnum]
+        attr_accessor :shuffle_storage_gb_seconds
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @milli_dcu_seconds = args[:milli_dcu_seconds] if args.key?(:milli_dcu_seconds)
+          @shuffle_storage_gb_seconds = args[:shuffle_storage_gb_seconds] if args.key?(:shuffle_storage_gb_seconds)
+        end
+      end
+      
+      # The usage snaphot represents the resources consumed by a workload at a
+      # specified time.
+      class UsageSnapshot
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Milli (one-thousandth) Dataproc Compute Units (DCUs) (see Dataproc
+        # Serverless pricing (https://cloud.google.com/dataproc-serverless/pricing)).
+        # Corresponds to the JSON property `milliDcu`
+        # @return [Fixnum]
+        attr_accessor :milli_dcu
+      
+        # Optional. Shuffle Storage in gigabytes (GB). (see Dataproc Serverless pricing (
+        # https://cloud.google.com/dataproc-serverless/pricing))
+        # Corresponds to the JSON property `shuffleStorageGb`
+        # @return [Fixnum]
+        attr_accessor :shuffle_storage_gb
+      
+        # Optional. The timestamp of the usage snapshot.
+        # Corresponds to the JSON property `snapshotTime`
+        # @return [String]
+        attr_accessor :snapshot_time
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @milli_dcu = args[:milli_dcu] if args.key?(:milli_dcu)
+          @shuffle_storage_gb = args[:shuffle_storage_gb] if args.key?(:shuffle_storage_gb)
+          @snapshot_time = args[:snapshot_time] if args.key?(:snapshot_time)
+        end
+      end
+      
       # Validation based on a list of allowed values.
       class ValueValidation
         include Google::Apis::Core::Hashable

data/lib/google/apis/dataproc_v1/gem_version.rb

@@ -16,13 +16,13 @@ module Google
   module Apis
     module DataprocV1
       # Version of the google-apis-dataproc_v1 gem
-      GEM_VERSION = "0.38.0"
+      GEM_VERSION = "0.40.0"
 
       # Version of the code generator used to generate this client
       GENERATOR_VERSION = "0.11.0"
 
       # Revision of the discovery document this client was generated from
-      REVISION = "20220907"
+      REVISION = "20221130"
     end
   end
 end

data/lib/google/apis/dataproc_v1/representations.rb

@@ -40,6 +40,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class AuxiliaryNodeGroup
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class AuxiliaryServicesConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -160,6 +166,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class DriverSchedulingConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class Empty
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -202,12 +214,6 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class GceNodePoolOperationMetadata
-        class Representation < Google::Apis::Core::JsonRepresentation; end
-      
-        include Google::Apis::Core::JsonObjectSupport
-      end
-      
       class GetIamPolicyRequest
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -436,12 +442,24 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class NodeGroup
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class NodeGroupAffinity
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class NodeGroupOperationMetadata
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class NodeInitializationAction
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -532,6 +550,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class ResizeNodeGroupRequest
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class RuntimeConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -676,6 +700,18 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class UsageMetrics
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
+      class UsageSnapshot
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class ValueValidation
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -754,6 +790,15 @@ module Google
         end
       end
       
+      class AuxiliaryNodeGroup
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :node_group, as: 'nodeGroup', class: Google::Apis::DataprocV1::NodeGroup, decorator: Google::Apis::DataprocV1::NodeGroup::Representation
+      
+          property :node_group_id, as: 'nodeGroupId'
+        end
+      end
+      
       class AuxiliaryServicesConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -872,6 +917,8 @@ module Google
         class Representation < Google::Apis::Core::JsonRepresentation
           property :autoscaling_config, as: 'autoscalingConfig', class: Google::Apis::DataprocV1::AutoscalingConfig, decorator: Google::Apis::DataprocV1::AutoscalingConfig::Representation
       
+          collection :auxiliary_node_groups, as: 'auxiliaryNodeGroups', class: Google::Apis::DataprocV1::AuxiliaryNodeGroup, decorator: Google::Apis::DataprocV1::AuxiliaryNodeGroup::Representation
+      
           property :config_bucket, as: 'configBucket'
           property :dataproc_metric_config, as: 'dataprocMetricConfig', class: Google::Apis::DataprocV1::DataprocMetricConfig, decorator: Google::Apis::DataprocV1::DataprocMetricConfig::Representation
       
@@ -1003,6 +1050,14 @@ module Google
         end
       end
       
+      class DriverSchedulingConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :memory_mb, as: 'memoryMb'
+          property :vcores, as: 'vcores'
+        end
+      end
+      
       class Empty
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1079,22 +1134,6 @@ module Google
         end
       end
       
-      class GceNodePoolOperationMetadata
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          property :cluster_uuid, as: 'clusterUuid'
-          property :description, as: 'description'
-          property :gce_node_pool_id, as: 'gceNodePoolId'
-          hash :labels, as: 'labels'
-          property :operation_type, as: 'operationType'
-          property :status, as: 'status', class: Google::Apis::DataprocV1::ClusterOperationStatus, decorator: Google::Apis::DataprocV1::ClusterOperationStatus::Representation
-      
-          collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::ClusterOperationStatus, decorator: Google::Apis::DataprocV1::ClusterOperationStatus::Representation
-      
-          collection :warnings, as: 'warnings'
-        end
-      end
-      
       class GetIamPolicyRequest
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1271,6 +1310,8 @@ module Google
           property :done, as: 'done'
           property :driver_control_files_uri, as: 'driverControlFilesUri'
           property :driver_output_resource_uri, as: 'driverOutputResourceUri'
+          property :driver_scheduling_config, as: 'driverSchedulingConfig', class: Google::Apis::DataprocV1::DriverSchedulingConfig, decorator: Google::Apis::DataprocV1::DriverSchedulingConfig::Representation
+      
           property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1::HadoopJob, decorator: Google::Apis::DataprocV1::HadoopJob::Representation
       
           property :hive_job, as: 'hiveJob', class: Google::Apis::DataprocV1::HiveJob, decorator: Google::Apis::DataprocV1::HiveJob::Representation
@@ -1504,6 +1545,17 @@ module Google
         end
       end
       
+      class NodeGroup
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          hash :labels, as: 'labels'
+          property :name, as: 'name'
+          property :node_group_config, as: 'nodeGroupConfig', class: Google::Apis::DataprocV1::InstanceGroupConfig, decorator: Google::Apis::DataprocV1::InstanceGroupConfig::Representation
+      
+          collection :roles, as: 'roles'
+        end
+      end
+      
       class NodeGroupAffinity
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1511,6 +1563,22 @@ module Google
         end
       end
       
+      class NodeGroupOperationMetadata
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :cluster_uuid, as: 'clusterUuid'
+          property :description, as: 'description'
+          hash :labels, as: 'labels'
+          property :node_group_id, as: 'nodeGroupId'
+          property :operation_type, as: 'operationType'
+          property :status, as: 'status', class: Google::Apis::DataprocV1::ClusterOperationStatus, decorator: Google::Apis::DataprocV1::ClusterOperationStatus::Representation
+      
+          collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::ClusterOperationStatus, decorator: Google::Apis::DataprocV1::ClusterOperationStatus::Representation
+      
+          collection :warnings, as: 'warnings'
+        end
+      end
+      
       class NodeInitializationAction
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1690,6 +1758,15 @@ module Google
         end
       end
       
+      class ResizeNodeGroupRequest
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :graceful_decommission_timeout, as: 'gracefulDecommissionTimeout'
+          property :request_id, as: 'requestId'
+          property :size, as: 'size'
+        end
+      end
+      
       class RuntimeConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1702,6 +1779,10 @@ module Google
       class RuntimeInfo
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :approximate_usage, as: 'approximateUsage', class: Google::Apis::DataprocV1::UsageMetrics, decorator: Google::Apis::DataprocV1::UsageMetrics::Representation
+      
+          property :current_usage, as: 'currentUsage', class: Google::Apis::DataprocV1::UsageSnapshot, decorator: Google::Apis::DataprocV1::UsageSnapshot::Representation
+      
           property :diagnostic_output_uri, as: 'diagnosticOutputUri'
           hash :endpoints, as: 'endpoints'
           property :output_uri, as: 'outputUri'
@@ -1932,6 +2013,23 @@ module Google
         end
       end
       
+      class UsageMetrics
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :milli_dcu_seconds, :numeric_string => true, as: 'milliDcuSeconds'
+          property :shuffle_storage_gb_seconds, :numeric_string => true, as: 'shuffleStorageGbSeconds'
+        end
+      end
+      
+      class UsageSnapshot
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :milli_dcu, :numeric_string => true, as: 'milliDcu'
+          property :shuffle_storage_gb, :numeric_string => true, as: 'shuffleStorageGb'
+          property :snapshot_time, as: 'snapshotTime'
+        end
+      end
+      
       class ValueValidation
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation

data/lib/google/apis/dataproc_v1/service.rb

@@ -506,6 +506,153 @@ module Google
           execute_or_queue_command(command, &block)
         end
         
+        # Starts asynchronous cancellation on a long-running operation. The server makes
+        # a best effort to cancel the operation, but success is not guaranteed. If the
+        # server doesn't support this method, it returns google.rpc.Code.UNIMPLEMENTED.
+        # Clients can use Operations.GetOperation or other methods to check whether the
+        # cancellation succeeded or whether the operation completed despite cancellation.
+        # On successful cancellation, the operation is not deleted; instead, it becomes
+        # an operation with an Operation.error value with a google.rpc.Status.code of 1,
+        # corresponding to Code.CANCELLED.
+        # @param [String] name
+        #   The name of the operation resource to be cancelled.
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1::Empty] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1::Empty]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def cancel_project_location_operation(name, fields: nil, quota_user: nil, options: nil, &block)
+          command = make_simple_command(:post, 'v1/{+name}:cancel', options)
+          command.response_representation = Google::Apis::DataprocV1::Empty::Representation
+          command.response_class = Google::Apis::DataprocV1::Empty
+          command.params['name'] = name unless name.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Deletes a long-running operation. This method indicates that the client is no
+        # longer interested in the operation result. It does not cancel the operation.
+        # If the server doesn't support this method, it returns google.rpc.Code.
+        # UNIMPLEMENTED.
+        # @param [String] name
+        #   The name of the operation resource to be deleted.
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1::Empty] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1::Empty]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def delete_project_location_operation(name, fields: nil, quota_user: nil, options: nil, &block)
+          command = make_simple_command(:delete, 'v1/{+name}', options)
+          command.response_representation = Google::Apis::DataprocV1::Empty::Representation
+          command.response_class = Google::Apis::DataprocV1::Empty
+          command.params['name'] = name unless name.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Gets the latest state of a long-running operation. Clients can use this method
+        # to poll the operation result at intervals as recommended by the API service.
+        # @param [String] name
+        #   The name of the operation resource.
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1::Operation]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def get_project_location_operation(name, fields: nil, quota_user: nil, options: nil, &block)
+          command = make_simple_command(:get, 'v1/{+name}', options)
+          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
+          command.response_class = Google::Apis::DataprocV1::Operation
+          command.params['name'] = name unless name.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Lists operations that match the specified filter in the request. If the server
+        # doesn't support this method, it returns UNIMPLEMENTED.NOTE: the name binding
+        # allows API services to override the binding to use different resource name
+        # schemes, such as users/*/operations. To override the binding, API services can
+        # add a binding such as "/v1/`name=users/*`/operations" to their service
+        # configuration. For backwards compatibility, the default name includes the
+        # operations collection id, however overriding users must ensure the name
+        # binding is the parent resource, without the operations collection id.
+        # @param [String] name
+        #   The name of the operation's parent resource.
+        # @param [String] filter
+        #   The standard list filter.
+        # @param [Fixnum] page_size
+        #   The standard list page size.
+        # @param [String] page_token
+        #   The standard list page token.
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1::ListOperationsResponse] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1::ListOperationsResponse]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def list_project_location_operations(name, filter: nil, page_size: nil, page_token: nil, fields: nil, quota_user: nil, options: nil, &block)
+          command = make_simple_command(:get, 'v1/{+name}', options)
+          command.response_representation = Google::Apis::DataprocV1::ListOperationsResponse::Representation
+          command.response_class = Google::Apis::DataprocV1::ListOperationsResponse
+          command.params['name'] = name unless name.nil?
+          command.query['filter'] = filter unless filter.nil?
+          command.query['pageSize'] = page_size unless page_size.nil?
+          command.query['pageToken'] = page_token unless page_token.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
         # Creates new workflow template.
         # @param [String] parent
         #   Required. The resource name of the region or location, as described in https://
@@ -1821,6 +1968,73 @@ module Google
           execute_or_queue_command(command, &block)
         end
         
+        # Gets the resource representation for a node group in a cluster.
+        # @param [String] name
+        #   Required. The name of the node group to retrieve. Format: projects/`project`/
+        #   regions/`region`/clusters/`cluster`/nodeGroups/`nodeGroup`
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1::NodeGroup] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1::NodeGroup]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def get_project_region_cluster_node_group(name, fields: nil, quota_user: nil, options: nil, &block)
+          command = make_simple_command(:get, 'v1/{+name}', options)
+          command.response_representation = Google::Apis::DataprocV1::NodeGroup::Representation
+          command.response_class = Google::Apis::DataprocV1::NodeGroup
+          command.params['name'] = name unless name.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
+        # Resizes a node group in a cluster. The returned Operation.metadata is
+        # NodeGroupOperationMetadata (https://cloud.google.com/dataproc/docs/reference/
+        # rpc/google.cloud.dataproc.v1#nodegroupoperationmetadata).
+        # @param [String] name
+        #   Required. The name of the node group to resize. Format: projects/`project`/
+        #   regions/`region`/clusters/`cluster`/nodeGroups/`nodeGroup`
+        # @param [Google::Apis::DataprocV1::ResizeNodeGroupRequest] resize_node_group_request_object
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataprocV1::Operation]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def resize_node_group(name, resize_node_group_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
+          command = make_simple_command(:post, 'v1/{+name}:resize', options)
+          command.request_representation = Google::Apis::DataprocV1::ResizeNodeGroupRequest::Representation
+          command.request_object = resize_node_group_request_object
+          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
+          command.response_class = Google::Apis::DataprocV1::Operation
+          command.params['name'] = name unless name.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
         # Starts a job cancellation request. To access the job resource after
         # cancellation, call regions/`region`/jobs.list (https://cloud.google.com/
         # dataproc/docs/reference/rest/v1/projects.regions.jobs/list) or regions/`region`

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-apis-dataproc_v1
 version: !ruby/object:Gem::Version
-  version: 0.38.0
+  version: 0.40.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-10-21 00:00:00.000000000 Z
+date: 2022-12-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-apis-core
@@ -58,7 +58,7 @@ licenses:
 metadata:
   bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
   changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
-  documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.38.0
+  documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.40.0
   source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
 post_install_message: 
 rdoc_options: []