google-apis-dataproc_v1 0.54.0 → 0.56.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: fd8a64411f7f7ade8de89db6110c5d83f82facf619371617958f09519db057c1
-  data.tar.gz: ca106acb7fc977618ea9f6a67bcf1d9efeae1f34c3f78c8d084cbdf061312ed3
+  metadata.gz: 17217fe058992b7183b0eead8a5341908d35b6cc198bfb492b0542c6adf49e64
+  data.tar.gz: f36ec5e9afe9132c7bebaa9dd7572506fc9802ecdc1833fdd17f7fa4158aca11
 SHA512:
-  metadata.gz: 48115a41d5385b7b65eb0387be92866ec41bf04812291eabf41adb5851dec970bf0affbd31a752a7828c8905942eda1cdfaffec1077dbe4d7ad65431ec44dedf
-  data.tar.gz: 38aba56560bd6e40ab06f5ed4446531654518ec243530ad59b9801f5bb026f9106a08bda45761617495d21c8f5f1af013a2a7e6e66b0da0ce8c5bf3f6aea2365
+  metadata.gz: 14a2aadb833400938203f681982a1b002a6b793a409557afc8e20dd67e9d98b1cd5f59b3a44b24ab771f50ab8be34d5defe672ed481a9ed3db80fb9a9b37a7c7
+  data.tar.gz: 19ee3c63657a969c5a6955e21a01eccb3fe6566701671718cde1e771626f8bba7f3b3fa9697a789ae477cb426984be0bcc547ab129206421e796e7e7bf288928

data/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Release history for google-apis-dataproc_v1
 
+### v0.56.0 (2023-10-01)
+
+* Regenerated from discovery document revision 20230926
+
+### v0.55.0 (2023-09-24)
+
+* Regenerated from discovery document revision 20230919
+
 ### v0.54.0 (2023-09-10)
 
 * Regenerated from discovery document revision 20230830

data/lib/google/apis/dataproc_v1/classes.rb

@@ -1242,12 +1242,6 @@ module Google
         # @return [String]
         attr_accessor :gce_pd_kms_key_name
       
-        # Optional. The Cloud KMS key name to use for encrypting customer core content
-        # and cluster PD disk for all instances in the cluster.
-        # Corresponds to the JSON property `kmsKey`
-        # @return [String]
-        attr_accessor :kms_key
-      
         def initialize(**args)
            update!(**args)
         end
@@ -1255,7 +1249,6 @@ module Google
         # Update properties of this object
         def update!(**args)
           @gce_pd_kms_key_name = args[:gce_pd_kms_key_name] if args.key?(:gce_pd_kms_key_name)
-          @kms_key = args[:kms_key] if args.key?(:kms_key)
         end
       end
       
@@ -1365,18 +1358,18 @@ module Google
         # @return [String]
         attr_accessor :subnetwork_uri
       
-        # Optional. The duration after which the workload will be terminated. When the
-        # workload exceeds this duration, it will be unconditionally terminated without
-        # waiting for ongoing work to finish. If ttl is not specified for a batch
-        # workload, the workload will be allowed to run until it exits naturally (or
-        # runs forever without exiting). If ttl is not specified for an interactive
-        # session, it defaults to 24h. If ttl is not specified for a batch that uses 2.1+
-        # runtime version, it defaults to 4h. Minimum value is 10 minutes; maximum
-        # value is 14 days (see JSON representation of Duration (https://developers.
-        # google.com/protocol-buffers/docs/proto3#json)). If both ttl and idle_ttl are
-        # specified (for an interactive session), the conditions are treated as OR
-        # conditions: the workload will be terminated when it has been idle for idle_ttl
-        # or when ttl has been exceeded, whichever occurs first.
+        # Optional. The duration after which the workload will be terminated, specified
+        # as the JSON representation for Duration (https://protobuf.dev/programming-
+        # guides/proto3/#json). When the workload exceeds this duration, it will be
+        # unconditionally terminated without waiting for ongoing work to finish. If ttl
+        # is not specified for a batch workload, the workload will be allowed to run
+        # until it exits naturally (or run forever without exiting). If ttl is not
+        # specified for an interactive session, it defaults to 24 hours. If ttl is not
+        # specified for a batch that uses 2.1+ runtime version, it defaults to 4 hours.
+        # Minimum value is 10 minutes; maximum value is 14 days. If both ttl and
+        # idle_ttl are specified (for an interactive session), the conditions are
+        # treated as OR conditions: the workload will be terminated when it has been
+        # idle for idle_ttl or when ttl has been exceeded, whichever occurs first.
         # Corresponds to the JSON property `ttl`
         # @return [String]
         attr_accessor :ttl
@@ -1452,14 +1445,13 @@ module Google
         end
       end
       
-      # A Dataproc job for running Apache Flink (https://flink.apache.org/)
-      # applications on YARN.
+      # A Dataproc job for running Apache Flink applications on YARN.
       class FlinkJob
         include Google::Apis::Core::Hashable
       
         # Optional. The arguments to pass to the driver. Do not include arguments, such
-        # as --conf, that can be set as job properties, since a collision may occur that
-        # causes an incorrect job submission.
+        # as --conf, that can be set as job properties, since a collision might occur
+        # that causes an incorrect job submission.
         # Corresponds to the JSON property `args`
         # @return [Array<String>]
         attr_accessor :args
@@ -1476,7 +1468,7 @@ module Google
         attr_accessor :logging_config
       
         # The name of the driver's main class. The jar file that contains the class must
-        # be in the default CLASSPATH or specified in jar_file_uris.
+        # be in the default CLASSPATH or specified in jarFileUris.
         # Corresponds to the JSON property `mainClass`
         # @return [String]
         attr_accessor :main_class
@@ -1487,15 +1479,15 @@ module Google
         attr_accessor :main_jar_file_uri
       
         # Optional. A mapping of property names to values, used to configure Flink.
-        # Properties that conflict with values set by the Dataproc API may beoverwritten.
-        # Can include properties set in/etc/flink/conf/flink-defaults.conf and classes
-        # in user code.
+        # Properties that conflict with values set by the Dataproc API might
+        # beoverwritten. Can include properties set in/etc/flink/conf/flink-defaults.
+        # conf and classes in user code.
         # Corresponds to the JSON property `properties`
         # @return [Hash<String,String>]
         attr_accessor :properties
       
-        # Optional. HCFS URI of the savepoint which contains the last saved progress for
-        # this job
+        # Optional. HCFS URI of the savepoint, which contains the last saved progress
+        # for starting the current job.
         # Corresponds to the JSON property `savepointUri`
         # @return [String]
         attr_accessor :savepoint_uri
@@ -1964,7 +1956,7 @@ module Google
       
         # Optional. The arguments to pass to the driver. Do not include arguments, such
         # as -libjars or -Dfoo=bar, that can be set as job properties, since a collision
-        # may occur that causes an incorrect job submission.
+        # might occur that causes an incorrect job submission.
         # Corresponds to the JSON property `args`
         # @return [Array<String>]
         attr_accessor :args
@@ -2002,7 +1994,7 @@ module Google
         attr_accessor :main_jar_file_uri
       
         # Optional. A mapping of property names to values, used to configure Hadoop.
-        # Properties that conflict with values set by the Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API might be
         # overwritten. Can include properties set in /etc/hadoop/conf/*-site and classes
         # in user code.
         # Corresponds to the JSON property `properties`
@@ -2046,7 +2038,7 @@ module Google
         attr_accessor :jar_file_uris
       
         # Optional. A mapping of property names and values, used to configure Hive.
-        # Properties that conflict with values set by the Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API might be
         # overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml, /etc/
         # hive/conf/hive-site.xml, and classes in user code.
         # Corresponds to the JSON property `properties`
@@ -2311,6 +2303,12 @@ module Google
         # @return [String]
         attr_accessor :preemptibility
       
+        # Configuration to handle the startup of instances during cluster create and
+        # update process.
+        # Corresponds to the JSON property `startupConfig`
+        # @return [Google::Apis::DataprocV1::StartupConfig]
+        attr_accessor :startup_config
+      
         def initialize(**args)
            update!(**args)
         end
@@ -2330,6 +2328,7 @@ module Google
           @min_num_instances = args[:min_num_instances] if args.key?(:min_num_instances)
           @num_instances = args[:num_instances] if args.key?(:num_instances)
           @preemptibility = args[:preemptibility] if args.key?(:preemptibility)
+          @startup_config = args[:startup_config] if args.key?(:startup_config)
         end
       end
       
@@ -2506,8 +2505,8 @@ module Google
         attr_accessor :done
         alias_method :done?, :done
       
-        # Output only. If present, the location of miscellaneous control files which may
-        # be used as part of job setup and handling. If not present, control files may
+        # Output only. If present, the location of miscellaneous control files which can
+        # be used as part of job setup and handling. If not present, control files might
         # be placed in the same location as driver_output_uri.
         # Corresponds to the JSON property `driverControlFilesUri`
         # @return [String]
@@ -2524,8 +2523,7 @@ module Google
         # @return [Google::Apis::DataprocV1::DriverSchedulingConfig]
         attr_accessor :driver_scheduling_config
       
-        # A Dataproc job for running Apache Flink (https://flink.apache.org/)
-        # applications on YARN.
+        # A Dataproc job for running Apache Flink applications on YARN.
         # Corresponds to the JSON property `flinkJob`
         # @return [Google::Apis::DataprocV1::FlinkJob]
         attr_accessor :flink_job
@@ -2545,7 +2543,7 @@ module Google
         attr_accessor :hive_job
       
         # Output only. A UUID that uniquely identifies a job within the project over
-        # time. This is in contrast to a user-settable reference.job_id that may be
+        # time. This is in contrast to a user-settable reference.job_id that might be
         # reused over time.
         # Corresponds to the JSON property `jobUuid`
         # @return [String]
@@ -2553,7 +2551,7 @@ module Google
       
         # Optional. The labels to associate with this job. Label keys must contain 1 to
         # 63 characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.
-        # txt). Label values may be empty, but, if present, must contain 1 to 63
+        # txt). Label values can be empty, but, if present, must contain 1 to 63
         # characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt)
         # . No more than 32 labels can be associated with a job.
         # Corresponds to the JSON property `labels`
@@ -2632,8 +2630,8 @@ module Google
         attr_accessor :trino_job
       
         # Output only. The collection of YARN applications spun up by this job.Beta
-        # Feature: This report is available for testing purposes only. It may be changed
-        # before final release.
+        # Feature: This report is available for testing purposes only. It might be
+        # changed before final release.
         # Corresponds to the JSON property `yarnApplications`
         # @return [Array<Google::Apis::DataprocV1::YarnApplication>]
         attr_accessor :yarn_applications
@@ -2771,18 +2769,18 @@ module Google
       class JobScheduling
         include Google::Apis::Core::Hashable
       
-        # Optional. Maximum number of times per hour a driver may be restarted as a
+        # Optional. Maximum number of times per hour a driver can be restarted as a
         # result of driver exiting with non-zero code before job is reported failed.A
-        # job may be reported as thrashing if the driver exits with a non-zero code four
-        # times within a 10-minute window.Maximum value is 10.Note: This restartable job
-        # option is not supported in Dataproc workflow templates (https://cloud.google.
-        # com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template)
-        # .
+        # job might be reported as thrashing if the driver exits with a non-zero code
+        # four times within a 10-minute window.Maximum value is 10.Note: This
+        # restartable job option is not supported in Dataproc workflow templates (https:/
+        # /cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#
+        # adding_jobs_to_a_template).
         # Corresponds to the JSON property `maxFailuresPerHour`
         # @return [Fixnum]
         attr_accessor :max_failures_per_hour
       
-        # Optional. Maximum total number of times a driver may be restarted as a result
+        # Optional. Maximum total number of times a driver can be restarted as a result
         # of the driver exiting with a non-zero code. After the maximum number is
         # reached, the job will be reported as failed.Maximum value is 240.Note:
         # Currently, this restartable job option is not supported in Dataproc workflow
@@ -3315,7 +3313,7 @@ module Google
       class LoggingConfig
         include Google::Apis::Core::Hashable
       
-        # The per-package log levels for the driver. This may include "root" package
+        # The per-package log levels for the driver. This can include "root" package
         # name to configure rootLogger. Examples: - 'com.google = FATAL' - 'root = INFO'
         # - 'org.apache = DEBUG'
         # Corresponds to the JSON property `driverLogLevels`
@@ -3751,6 +3749,11 @@ module Google
       class OrderedJob
         include Google::Apis::Core::Hashable
       
+        # A Dataproc job for running Apache Flink applications on YARN.
+        # Corresponds to the JSON property `flinkJob`
+        # @return [Google::Apis::DataprocV1::FlinkJob]
+        attr_accessor :flink_job
+      
         # A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/
         # docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
         # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
@@ -3847,6 +3850,7 @@ module Google
       
         # Update properties of this object
         def update!(**args)
+          @flink_job = args[:flink_job] if args.key?(:flink_job)
           @hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
           @hive_job = args[:hive_job] if args.key?(:hive_job)
           @labels = args[:labels] if args.key?(:labels)
@@ -3939,7 +3943,7 @@ module Google
         attr_accessor :logging_config
       
         # Optional. A mapping of property names to values, used to configure Pig.
-        # Properties that conflict with values set by the Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API might be
         # overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml, /etc/
         # pig/conf/pig.properties, and classes in user code.
         # Corresponds to the JSON property `properties`
@@ -4247,7 +4251,7 @@ module Google
         attr_accessor :main_python_file_uri
       
         # Optional. A mapping of property names to values, used to configure PySpark.
-        # Properties that conflict with values set by the Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API might be
         # overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
         # and classes in user code.
         # Corresponds to the JSON property `properties`
@@ -4848,6 +4852,12 @@ module Google
         # @return [String]
         attr_accessor :update_time
       
+        # Output only. A session template UUID (Unique Universal Identifier). The
+        # service generates this value when it creates the session template.
+        # Corresponds to the JSON property `uuid`
+        # @return [String]
+        attr_accessor :uuid
+      
         def initialize(**args)
            update!(**args)
         end
@@ -4863,6 +4873,7 @@ module Google
           @name = args[:name] if args.key?(:name)
           @runtime_config = args[:runtime_config] if args.key?(:runtime_config)
           @update_time = args[:update_time] if args.key?(:update_time)
+          @uuid = args[:uuid] if args.key?(:uuid)
         end
       end
       
@@ -5102,7 +5113,7 @@ module Google
         attr_accessor :logging_config
       
         # The name of the driver's main class. The jar file that contains the class must
-        # be in the default CLASSPATH or specified in jar_file_uris.
+        # be in the default CLASSPATH or specified in SparkJob.jar_file_uris.
         # Corresponds to the JSON property `mainClass`
         # @return [String]
         attr_accessor :main_class
@@ -5113,7 +5124,7 @@ module Google
         attr_accessor :main_jar_file_uri
       
         # Optional. A mapping of property names to values, used to configure Spark.
-        # Properties that conflict with values set by the Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API might be
         # overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
         # and classes in user code.
         # Corresponds to the JSON property `properties`
@@ -5216,7 +5227,7 @@ module Google
         attr_accessor :main_r_file_uri
       
         # Optional. A mapping of property names to values, used to configure SparkR.
-        # Properties that conflict with values set by the Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API might be
         # overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
         # and classes in user code.
         # Corresponds to the JSON property `properties`
@@ -5288,8 +5299,8 @@ module Google
         attr_accessor :logging_config
       
         # Optional. A mapping of property names to values, used to configure Spark SQL's
-        # SparkConf. Properties that conflict with values set by the Dataproc API may be
-        # overwritten.
+        # SparkConf. Properties that conflict with values set by the Dataproc API might
+        # be overwritten.
         # Corresponds to the JSON property `properties`
         # @return [Hash<String,String>]
         attr_accessor :properties
@@ -5337,6 +5348,12 @@ module Google
         # @return [String]
         attr_accessor :graceful_decommission_timeout
       
+        # Optional. Remove only idle workers when scaling down cluster
+        # Corresponds to the JSON property `removeOnlyIdleWorkers`
+        # @return [Boolean]
+        attr_accessor :remove_only_idle_workers
+        alias_method :remove_only_idle_workers?, :remove_only_idle_workers
+      
         # Required. Fraction of required executors to remove from Spark Serverless
         # clusters. A scale-down factor of 1.0 will result in scaling down so that there
         # are no more executors for the Spark Job.(more aggressive scaling). A scale-
@@ -5380,6 +5397,7 @@ module Google
         # Update properties of this object
         def update!(**args)
           @graceful_decommission_timeout = args[:graceful_decommission_timeout] if args.key?(:graceful_decommission_timeout)
+          @remove_only_idle_workers = args[:remove_only_idle_workers] if args.key?(:remove_only_idle_workers)
           @scale_down_factor = args[:scale_down_factor] if args.key?(:scale_down_factor)
           @scale_down_min_worker_fraction = args[:scale_down_min_worker_fraction] if args.key?(:scale_down_min_worker_fraction)
           @scale_up_factor = args[:scale_up_factor] if args.key?(:scale_up_factor)
@@ -5421,6 +5439,31 @@ module Google
         end
       end
       
+      # Configuration to handle the startup of instances during cluster create and
+      # update process.
+      class StartupConfig
+        include Google::Apis::Core::Hashable
+      
+        # Optional. The config setting to enable cluster creation/ updation to be
+        # successful only after required_registration_fraction of instances are up and
+        # running. This configuration is applicable to only secondary workers for now.
+        # The cluster will fail if required_registration_fraction of instances are not
+        # available. This will include instance creation, agent registration, and
+        # service registration (if enabled).
+        # Corresponds to the JSON property `requiredRegistrationFraction`
+        # @return [Float]
+        attr_accessor :required_registration_fraction
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @required_registration_fraction = args[:required_registration_fraction] if args.key?(:required_registration_fraction)
+        end
+      end
+      
       # Historical state information.
       class StateHistory
         include Google::Apis::Core::Hashable

data/lib/google/apis/dataproc_v1/gem_version.rb

@@ -16,13 +16,13 @@ module Google
   module Apis
     module DataprocV1
       # Version of the google-apis-dataproc_v1 gem
-      GEM_VERSION = "0.54.0"
+      GEM_VERSION = "0.56.0"
 
       # Version of the code generator used to generate this client
       GENERATOR_VERSION = "0.12.0"
 
       # Revision of the discovery document this client was generated from
-      REVISION = "20230830"
+      REVISION = "20230926"
     end
   end
 end

data/lib/google/apis/dataproc_v1/representations.rb

@@ -730,6 +730,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class StartupConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class StateHistory
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -1159,7 +1165,6 @@ module Google
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
           property :gce_pd_kms_key_name, as: 'gcePdKmsKeyName'
-          property :kms_key, as: 'kmsKey'
         end
       end
       
@@ -1403,6 +1408,8 @@ module Google
           property :min_num_instances, as: 'minNumInstances'
           property :num_instances, as: 'numInstances'
           property :preemptibility, as: 'preemptibility'
+          property :startup_config, as: 'startupConfig', class: Google::Apis::DataprocV1::StartupConfig, decorator: Google::Apis::DataprocV1::StartupConfig::Representation
+      
         end
       end
       
@@ -1785,6 +1792,8 @@ module Google
       class OrderedJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :flink_job, as: 'flinkJob', class: Google::Apis::DataprocV1::FlinkJob, decorator: Google::Apis::DataprocV1::FlinkJob::Representation
+      
           property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1::HadoopJob, decorator: Google::Apis::DataprocV1::HadoopJob::Representation
       
           property :hive_job, as: 'hiveJob', class: Google::Apis::DataprocV1::HiveJob, decorator: Google::Apis::DataprocV1::HiveJob::Representation
@@ -2054,6 +2063,7 @@ module Google
           property :runtime_config, as: 'runtimeConfig', class: Google::Apis::DataprocV1::RuntimeConfig, decorator: Google::Apis::DataprocV1::RuntimeConfig::Representation
       
           property :update_time, as: 'updateTime'
+          property :uuid, as: 'uuid'
         end
       end
       
@@ -2167,6 +2177,7 @@ module Google
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
           property :graceful_decommission_timeout, as: 'gracefulDecommissionTimeout'
+          property :remove_only_idle_workers, as: 'removeOnlyIdleWorkers'
           property :scale_down_factor, as: 'scaleDownFactor'
           property :scale_down_min_worker_fraction, as: 'scaleDownMinWorkerFraction'
           property :scale_up_factor, as: 'scaleUpFactor'
@@ -2182,6 +2193,13 @@ module Google
         end
       end
       
+      class StartupConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :required_registration_fraction, as: 'requiredRegistrationFraction'
+        end
+      end
+      
       class StateHistory
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-apis-dataproc_v1
 version: !ruby/object:Gem::Version
-  version: 0.54.0
+  version: 0.56.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-09-10 00:00:00.000000000 Z
+date: 2023-10-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-apis-core
@@ -58,7 +58,7 @@ licenses:
 metadata:
   bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
   changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
-  documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.54.0
+  documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.56.0
   source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
 post_install_message: 
 rdoc_options: []