google-apis-dataproc_v1 0.49.0 → 0.51.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ff5dfb9bfc7dc43816bdd8a8acbabd7c5cdf1856e0572d799491fbbdc6a06423
-  data.tar.gz: 0b777487c0a08a43b97f0b8a91d780f9984a6520ad3b35d87a63304a2b36580b
+  metadata.gz: 37854e54675f10d30dcc1edc6daa5685ec0369ada488f3600aa1fc2eb812b21f
+  data.tar.gz: c50930b1228e944d729362371af21837610f867e8a6f5a5c90707f62e5ca8c8e
 SHA512:
-  metadata.gz: '049dda056e6c5e935ac9cf25ac69f1ae3dce1269f679d7f79f5a6b63a988cca972dcabc975f42314534b41e68b7886ee62cebf63642bcb74b4bf16a7069d3fdb'
-  data.tar.gz: 1b025d2f8f3304eb1a62577846f3e4007957a1abea9fab117cf780f32c2a4a6a4135ffdb1f9cf4526305e89bfcaebe8fb49555f1c4dfa315224399a7e5cc484a
+  metadata.gz: a8a534d19ec4ea24fe7fbb2210a24845c034787617c8dc600d25eb2c58c5948352d9e51fa2efbfb83072e2de438cd3bc71065d4428186d9d77e6b3e088f2a01a
+  data.tar.gz: 6bede6116c5f361081565311bb2e911110804c8dc81576ef10e48bac34cd81260378311e374d63bbd0e528bb75e482c58d53aea5c6366ef8d92fb396f02debbf

data/CHANGELOG.md

@@ -1,8 +1,16 @@
 # Release history for google-apis-dataproc_v1
 
-### v0.49.0 (2023-05-07)
+### v0.51.0 (2023-07-23)
 
-* Regenerated from discovery document revision 20230427
+* Regenerated from discovery document revision 20230719
+
+### v0.50.0 (2023-06-25)
+
+* Regenerated from discovery document revision 20230620
+
+### v0.49.0 (2023-05-14)
+
+* Regenerated from discovery document revision 20230508
 
 ### v0.48.0 (2023-04-16)
 

data/lib/google/apis/dataproc_v1/classes.rb

@@ -1308,14 +1308,15 @@ module Google
       class ExecutionConfig
         include Google::Apis::Core::Hashable
       
-        # Optional. The duration to keep the session alive while it's idling. Exceeding
-        # this threshold causes the session to terminate. This field cannot be set on a
-        # batch workload. Minimum value is 10 minutes; maximum value is 14 days (see
-        # JSON representation of Duration (https://developers.google.com/protocol-
-        # buffers/docs/proto3#json)). Defaults to 4 hours if not set. If both ttl and
-        # idle_ttl are specified, the conditions are treated as OR conditions: the
-        # workload will be terminated when it has been idle for idle_ttl or when ttl has
-        # been exceed, whichever occurs first.
+        # Optional. Applies to sessions only. The duration to keep the session alive
+        # while it's idling. Exceeding this threshold causes the session to terminate.
+        # This field cannot be set on a batch workload. Minimum value is 10 minutes;
+        # maximum value is 14 days (see JSON representation of Duration (https://
+        # developers.google.com/protocol-buffers/docs/proto3#json)). Defaults to 4 hours
+        # if not set. If both ttl and idle_ttl are specified for an interactive session,
+        # the conditions are treated as OR conditions: the workload will be terminated
+        # when it has been idle for idle_ttl or when ttl has been exceeded, whichever
+        # occurs first.
         # Corresponds to the JSON property `idleTtl`
         # @return [String]
         attr_accessor :idle_ttl
@@ -1361,12 +1362,13 @@ module Google
         # waiting for ongoing work to finish. If ttl is not specified for a batch
         # workload, the workload will be allowed to run until it exits naturally (or
         # runs forever without exiting). If ttl is not specified for an interactive
-        # session, it defaults to 24h. Minimum value is 10 minutes; maximum value is 14
-        # days (see JSON representation of Duration (https://developers.google.com/
-        # protocol-buffers/docs/proto3#json)). If both ttl and idle_ttl are specified (
-        # for an interactive session), the conditions are treated as OR conditions: the
-        # workload will be terminated when it has been idle for idle_ttl or when ttl has
-        # been exceeded, whichever occurs first.
+        # session, it defaults to 24h. If ttl is not specified for a batch that uses 2.1+
+        # runtime version, it defaults to 4h. Minimum value is 10 minutes; maximum
+        # value is 14 days (see JSON representation of Duration (https://developers.
+        # google.com/protocol-buffers/docs/proto3#json)). If both ttl and idle_ttl are
+        # specified (for an interactive session), the conditions are treated as OR
+        # conditions: the workload will be terminated when it has been idle for idle_ttl
+        # or when ttl has been exceeded, whichever occurs first.
         # Corresponds to the JSON property `ttl`
         # @return [String]
         attr_accessor :ttl
@@ -1442,6 +1444,70 @@ module Google
         end
       end
       
+      # A Dataproc job for running Apache Flink (https://flink.apache.org/)
+      # applications on YARN.
+      class FlinkJob
+        include Google::Apis::Core::Hashable
+      
+        # Optional. The arguments to pass to the driver. Do not include arguments, such
+        # as --conf, that can be set as job properties, since a collision may occur that
+        # causes an incorrect job submission.
+        # Corresponds to the JSON property `args`
+        # @return [Array<String>]
+        attr_accessor :args
+      
+        # Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Flink driver
+        # and tasks.
+        # Corresponds to the JSON property `jarFileUris`
+        # @return [Array<String>]
+        attr_accessor :jar_file_uris
+      
+        # The runtime logging config of the job.
+        # Corresponds to the JSON property `loggingConfig`
+        # @return [Google::Apis::DataprocV1::LoggingConfig]
+        attr_accessor :logging_config
+      
+        # The name of the driver's main class. The jar file that contains the class must
+        # be in the default CLASSPATH or specified in jar_file_uris.
+        # Corresponds to the JSON property `mainClass`
+        # @return [String]
+        attr_accessor :main_class
+      
+        # The HCFS URI of the jar file that contains the main class.
+        # Corresponds to the JSON property `mainJarFileUri`
+        # @return [String]
+        attr_accessor :main_jar_file_uri
+      
+        # Optional. A mapping of property names to values, used to configure Flink.
+        # Properties that conflict with values set by the Dataproc API may beoverwritten.
+        # Can include properties set in/etc/flink/conf/flink-defaults.conf and classes
+        # in user code.
+        # Corresponds to the JSON property `properties`
+        # @return [Hash<String,String>]
+        attr_accessor :properties
+      
+        # Optional. HCFS URI of the savepoint which contains the last saved progress for
+        # this job
+        # Corresponds to the JSON property `savepointUri`
+        # @return [String]
+        attr_accessor :savepoint_uri
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @args = args[:args] if args.key?(:args)
+          @jar_file_uris = args[:jar_file_uris] if args.key?(:jar_file_uris)
+          @logging_config = args[:logging_config] if args.key?(:logging_config)
+          @main_class = args[:main_class] if args.key?(:main_class)
+          @main_jar_file_uri = args[:main_jar_file_uri] if args.key?(:main_jar_file_uri)
+          @properties = args[:properties] if args.key?(:properties)
+          @savepoint_uri = args[:savepoint_uri] if args.key?(:savepoint_uri)
+        end
+      end
+      
       # Common config settings for resources of Compute Engine cluster instances,
       # applicable to all instances in the cluster.
       class GceClusterConfig
@@ -1464,9 +1530,9 @@ module Google
         attr_accessor :internal_ip_only
         alias_method :internal_ip_only?, :internal_ip_only
       
-        # The Compute Engine metadata entries to add to all instances (see Project and
-        # instance metadata (https://cloud.google.com/compute/docs/storing-retrieving-
-        # metadata#project_and_instance_metadata)).
+        # Optional. The Compute Engine metadata entries to add to all instances (see
+        # Project and instance metadata (https://cloud.google.com/compute/docs/storing-
+        # retrieving-metadata#project_and_instance_metadata)).
         # Corresponds to the JSON property `metadata`
         # @return [Hash<String,String>]
         attr_accessor :metadata
@@ -1673,8 +1739,8 @@ module Google
         # Optional. The Customer Managed Encryption Key (CMEK) (https://cloud.google.com/
         # kubernetes-engine/docs/how-to/using-cmek) used to encrypt the boot disk
         # attached to each node in the node pool. Specify the key using the following
-        # format: projects/KEY_PROJECT_ID/locations/LOCATION /keyRings/RING_NAME/
-        # cryptoKeys/KEY_NAME.
+        # format: projects/`project`/locations/`location`/keyRings/`key_ring`/cryptoKeys/
+        # `crypto_key`
         # Corresponds to the JSON property `bootDiskKmsKey`
         # @return [String]
         attr_accessor :boot_disk_kms_key
@@ -2349,6 +2415,12 @@ module Google
         # @return [Google::Apis::DataprocV1::DriverSchedulingConfig]
         attr_accessor :driver_scheduling_config
       
+        # A Dataproc job for running Apache Flink (https://flink.apache.org/)
+        # applications on YARN.
+        # Corresponds to the JSON property `flinkJob`
+        # @return [Google::Apis::DataprocV1::FlinkJob]
+        attr_accessor :flink_job
+      
         # A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/
         # docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
         # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
@@ -2467,6 +2539,7 @@ module Google
           @driver_control_files_uri = args[:driver_control_files_uri] if args.key?(:driver_control_files_uri)
           @driver_output_resource_uri = args[:driver_output_resource_uri] if args.key?(:driver_output_resource_uri)
           @driver_scheduling_config = args[:driver_scheduling_config] if args.key?(:driver_scheduling_config)
+          @flink_job = args[:flink_job] if args.key?(:flink_job)
           @hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
           @hive_job = args[:hive_job] if args.key?(:hive_job)
           @job_uuid = args[:job_uuid] if args.key?(:job_uuid)
@@ -2924,7 +2997,7 @@ module Google
       class ListBatchesResponse
         include Google::Apis::Core::Hashable
       
-        # The batches from the specified collection.
+        # Output only. The batches from the specified collection.
         # Corresponds to the JSON property `batches`
         # @return [Array<Google::Apis::DataprocV1::Batch>]
         attr_accessor :batches
@@ -4216,7 +4289,7 @@ module Google
         # @return [Google::Apis::DataprocV1::UsageMetrics]
         attr_accessor :approximate_usage
       
-        # The usage snaphot represents the resources consumed by a workload at a
+        # The usage snapshot represents the resources consumed by a workload at a
         # specified time.
         # Corresponds to the JSON property `currentUsage`
         # @return [Google::Apis::DataprocV1::UsageSnapshot]
@@ -5227,7 +5300,7 @@ module Google
         end
       end
       
-      # The usage snaphot represents the resources consumed by a workload at a
+      # The usage snapshot represents the resources consumed by a workload at a
       # specified time.
       class UsageSnapshot
         include Google::Apis::Core::Hashable
@@ -5238,12 +5311,26 @@ module Google
         # @return [Fixnum]
         attr_accessor :milli_dcu
       
+        # Optional. Milli (one-thousandth) Dataproc Compute Units (DCUs) charged at
+        # premium tier (see Dataproc Serverless pricing (https://cloud.google.com/
+        # dataproc-serverless/pricing)).
+        # Corresponds to the JSON property `milliDcuPremium`
+        # @return [Fixnum]
+        attr_accessor :milli_dcu_premium
+      
         # Optional. Shuffle Storage in gigabytes (GB). (see Dataproc Serverless pricing (
         # https://cloud.google.com/dataproc-serverless/pricing))
         # Corresponds to the JSON property `shuffleStorageGb`
         # @return [Fixnum]
         attr_accessor :shuffle_storage_gb
       
+        # Optional. Shuffle Storage in gigabytes (GB) charged at premium tier. (see
+        # Dataproc Serverless pricing (https://cloud.google.com/dataproc-serverless/
+        # pricing))
+        # Corresponds to the JSON property `shuffleStorageGbPremium`
+        # @return [Fixnum]
+        attr_accessor :shuffle_storage_gb_premium
+      
         # Optional. The timestamp of the usage snapshot.
         # Corresponds to the JSON property `snapshotTime`
         # @return [String]
@@ -5256,7 +5343,9 @@ module Google
         # Update properties of this object
         def update!(**args)
           @milli_dcu = args[:milli_dcu] if args.key?(:milli_dcu)
+          @milli_dcu_premium = args[:milli_dcu_premium] if args.key?(:milli_dcu_premium)
           @shuffle_storage_gb = args[:shuffle_storage_gb] if args.key?(:shuffle_storage_gb)
+          @shuffle_storage_gb_premium = args[:shuffle_storage_gb_premium] if args.key?(:shuffle_storage_gb_premium)
           @snapshot_time = args[:snapshot_time] if args.key?(:snapshot_time)
         end
       end

data/lib/google/apis/dataproc_v1/gem_version.rb

@@ -16,13 +16,13 @@ module Google
   module Apis
     module DataprocV1
       # Version of the google-apis-dataproc_v1 gem
-      GEM_VERSION = "0.49.0"
+      GEM_VERSION = "0.51.0"
 
       # Version of the code generator used to generate this client
       GENERATOR_VERSION = "0.12.0"
 
       # Revision of the discovery document this client was generated from
-      REVISION = "20230427"
+      REVISION = "20230719"
     end
   end
 end

data/lib/google/apis/dataproc_v1/representations.rb

@@ -208,6 +208,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class FlinkJob
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class GceClusterConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -1126,6 +1132,20 @@ module Google
         end
       end
       
+      class FlinkJob
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          collection :args, as: 'args'
+          collection :jar_file_uris, as: 'jarFileUris'
+          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
+      
+          property :main_class, as: 'mainClass'
+          property :main_jar_file_uri, as: 'mainJarFileUri'
+          hash :properties, as: 'properties'
+          property :savepoint_uri, as: 'savepointUri'
+        end
+      end
+      
       class GceClusterConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1335,6 +1355,8 @@ module Google
           property :driver_output_resource_uri, as: 'driverOutputResourceUri'
           property :driver_scheduling_config, as: 'driverSchedulingConfig', class: Google::Apis::DataprocV1::DriverSchedulingConfig, decorator: Google::Apis::DataprocV1::DriverSchedulingConfig::Representation
       
+          property :flink_job, as: 'flinkJob', class: Google::Apis::DataprocV1::FlinkJob, decorator: Google::Apis::DataprocV1::FlinkJob::Representation
+      
           property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1::HadoopJob, decorator: Google::Apis::DataprocV1::HadoopJob::Representation
       
           property :hive_job, as: 'hiveJob', class: Google::Apis::DataprocV1::HiveJob, decorator: Google::Apis::DataprocV1::HiveJob::Representation
@@ -2048,7 +2070,9 @@ module Google
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
           property :milli_dcu, :numeric_string => true, as: 'milliDcu'
+          property :milli_dcu_premium, :numeric_string => true, as: 'milliDcuPremium'
           property :shuffle_storage_gb, :numeric_string => true, as: 'shuffleStorageGb'
+          property :shuffle_storage_gb_premium, :numeric_string => true, as: 'shuffleStorageGbPremium'
           property :snapshot_time, as: 'snapshotTime'
         end
       end

data/lib/google/apis/dataproc_v1/service.rb

@@ -404,8 +404,9 @@ module Google
           execute_or_queue_command(command, &block)
         end
         
-        # Deletes the batch workload resource. If the batch is not in terminal state,
-        # the delete fails and the response returns FAILED_PRECONDITION.
+        # Deletes the batch workload resource. If the batch is not in a CANCELLED,
+        # SUCCEEDED or FAILED State, the delete operation fails and the response returns
+        # FAILED_PRECONDITION.
         # @param [String] name
         #   Required. The fully qualified name of the batch to retrieve in the format "
         #   projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-apis-dataproc_v1
 version: !ruby/object:Gem::Version
-  version: 0.49.0
+  version: 0.51.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-05-14 00:00:00.000000000 Z
+date: 2023-07-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-apis-core
@@ -58,7 +58,7 @@ licenses:
 metadata:
   bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
   changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
-  documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.49.0
+  documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.51.0
   source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
 post_install_message: 
 rdoc_options: []