google-apis-dataproc_v1 0.50.0 → 0.52.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 14f0adf5fec19ac8db7637b5c7a0e236039bde606801e1a17ae8326d7c79ca4e
-  data.tar.gz: c42427af4023342f02593d1fd0dcc2b36e111505786673d8375518fdbb59235d
+  metadata.gz: 8a0bcdbed4ddcbfa4dfb12eb161f395b7f2dd81b9c9b068a754b7f4a855dbb3e
+  data.tar.gz: 6b62493112d66029a6f7353ad27d33e3d9b288c0a6922e798670919441c59b58
 SHA512:
-  metadata.gz: 7c82a0a977e527545824f44a26328a0a2febe2b40b732d8bbf5ea0ac9522282a0365a1d19958857ccf09db51f5b5ab8bec2e0532689e01fcfdd55295ed5c72c1
-  data.tar.gz: 2eb717eb8f9a587c39f44f024b8b4536028e166a5c61771157811d963bb72c7ada34596163503ff96a545594efd1dc8d089c64ae97a3aa6cc368780ea67d2589
+  metadata.gz: 11bde9df5ad754b98def5281d3166fc7e12b8a30010aeb09721ec5197df676500ea51f76026c406a648c12e0ab59d7f9bd0db4ca5d7aa41dff1de30f1baa0d14
+  data.tar.gz: f6e8ec18269ac2ff8b43c483cbca9bd76eb55b950d00b5696a7cb2ebbee6b304bebd59ae949f47bc4b04dca80bb2cfb7f89ffb36016acf761db9271f4f205c0c

data/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Release history for google-apis-dataproc_v1
 
+### v0.52.0 (2023-08-13)
+
+* Regenerated from discovery document revision 20230804
+
+### v0.51.0 (2023-07-23)
+
+* Regenerated from discovery document revision 20230719
+
 ### v0.50.0 (2023-06-25)
 
 * Regenerated from discovery document revision 20230620

data/lib/google/apis/dataproc_v1/classes.rb

@@ -1308,14 +1308,15 @@ module Google
       class ExecutionConfig
         include Google::Apis::Core::Hashable
       
-        # Optional. The duration to keep the session alive while it's idling. Exceeding
-        # this threshold causes the session to terminate. This field cannot be set on a
-        # batch workload. Minimum value is 10 minutes; maximum value is 14 days (see
-        # JSON representation of Duration (https://developers.google.com/protocol-
-        # buffers/docs/proto3#json)). Defaults to 4 hours if not set. If both ttl and
-        # idle_ttl are specified for an interactive session, the conditions are treated
-        # as OR conditions: the workload will be terminated when it has been idle for
-        # idle_ttl or when ttl has been exceeded, whichever occurs first.
+        # Optional. Applies to sessions only. The duration to keep the session alive
+        # while it's idling. Exceeding this threshold causes the session to terminate.
+        # This field cannot be set on a batch workload. Minimum value is 10 minutes;
+        # maximum value is 14 days (see JSON representation of Duration (https://
+        # developers.google.com/protocol-buffers/docs/proto3#json)). Defaults to 4 hours
+        # if not set. If both ttl and idle_ttl are specified for an interactive session,
+        # the conditions are treated as OR conditions: the workload will be terminated
+        # when it has been idle for idle_ttl or when ttl has been exceeded, whichever
+        # occurs first.
         # Corresponds to the JSON property `idleTtl`
         # @return [String]
         attr_accessor :idle_ttl
@@ -1443,6 +1444,70 @@ module Google
         end
       end
       
+      # A Dataproc job for running Apache Flink (https://flink.apache.org/)
+      # applications on YARN.
+      class FlinkJob
+        include Google::Apis::Core::Hashable
+      
+        # Optional. The arguments to pass to the driver. Do not include arguments, such
+        # as --conf, that can be set as job properties, since a collision may occur that
+        # causes an incorrect job submission.
+        # Corresponds to the JSON property `args`
+        # @return [Array<String>]
+        attr_accessor :args
+      
+        # Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Flink driver
+        # and tasks.
+        # Corresponds to the JSON property `jarFileUris`
+        # @return [Array<String>]
+        attr_accessor :jar_file_uris
+      
+        # The runtime logging config of the job.
+        # Corresponds to the JSON property `loggingConfig`
+        # @return [Google::Apis::DataprocV1::LoggingConfig]
+        attr_accessor :logging_config
+      
+        # The name of the driver's main class. The jar file that contains the class must
+        # be in the default CLASSPATH or specified in jar_file_uris.
+        # Corresponds to the JSON property `mainClass`
+        # @return [String]
+        attr_accessor :main_class
+      
+        # The HCFS URI of the jar file that contains the main class.
+        # Corresponds to the JSON property `mainJarFileUri`
+        # @return [String]
+        attr_accessor :main_jar_file_uri
+      
+        # Optional. A mapping of property names to values, used to configure Flink.
+        # Properties that conflict with values set by the Dataproc API may beoverwritten.
+        # Can include properties set in/etc/flink/conf/flink-defaults.conf and classes
+        # in user code.
+        # Corresponds to the JSON property `properties`
+        # @return [Hash<String,String>]
+        attr_accessor :properties
+      
+        # Optional. HCFS URI of the savepoint which contains the last saved progress for
+        # this job
+        # Corresponds to the JSON property `savepointUri`
+        # @return [String]
+        attr_accessor :savepoint_uri
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @args = args[:args] if args.key?(:args)
+          @jar_file_uris = args[:jar_file_uris] if args.key?(:jar_file_uris)
+          @logging_config = args[:logging_config] if args.key?(:logging_config)
+          @main_class = args[:main_class] if args.key?(:main_class)
+          @main_jar_file_uri = args[:main_jar_file_uri] if args.key?(:main_jar_file_uri)
+          @properties = args[:properties] if args.key?(:properties)
+          @savepoint_uri = args[:savepoint_uri] if args.key?(:savepoint_uri)
+        end
+      end
+      
       # Common config settings for resources of Compute Engine cluster instances,
       # applicable to all instances in the cluster.
       class GceClusterConfig
@@ -1465,9 +1530,9 @@ module Google
         attr_accessor :internal_ip_only
         alias_method :internal_ip_only?, :internal_ip_only
       
-        # The Compute Engine metadata entries to add to all instances (see Project and
-        # instance metadata (https://cloud.google.com/compute/docs/storing-retrieving-
-        # metadata#project_and_instance_metadata)).
+        # Optional. The Compute Engine metadata entries to add to all instances (see
+        # Project and instance metadata (https://cloud.google.com/compute/docs/storing-
+        # retrieving-metadata#project_and_instance_metadata)).
         # Corresponds to the JSON property `metadata`
         # @return [Hash<String,String>]
         attr_accessor :metadata
@@ -2179,6 +2244,23 @@ module Google
         # @return [String]
         attr_accessor :min_cpu_platform
       
+        # Optional. The minimum number of instances to create. If min_num_instances is
+        # set, min_num_instances is used for a criteria to decide the cluster. Cluster
+        # creation will be failed by being an error state if the total number of
+        # instances created is less than the min_num_instances. For example, given that
+        # num_instances = 5 and min_num_instances = 3, * if 4 instances are created and
+        # then registered successfully but one instance is failed, the failed VM will be
+        # deleted and the cluster will be resized to 4 instances in running state. * if
+        # 2 instances are created successfully and 3 instances are failed, the cluster
+        # will be in an error state and does not delete failed VMs for debugging. * if 2
+        # instance are created and then registered successfully but 3 instances are
+        # failed to initialize, the cluster will be in an error state and does not
+        # delete failed VMs for debugging. NB: This can only be set for primary workers
+        # now.
+        # Corresponds to the JSON property `minNumInstances`
+        # @return [Fixnum]
+        attr_accessor :min_num_instances
+      
         # Optional. The number of VM instances in the instance group. For HA cluster
         # master_config groups, must be set to 3. For standard cluster master_config
         # groups, must be set to 1.
@@ -2208,6 +2290,7 @@ module Google
           @machine_type_uri = args[:machine_type_uri] if args.key?(:machine_type_uri)
           @managed_group_config = args[:managed_group_config] if args.key?(:managed_group_config)
           @min_cpu_platform = args[:min_cpu_platform] if args.key?(:min_cpu_platform)
+          @min_num_instances = args[:min_num_instances] if args.key?(:min_num_instances)
           @num_instances = args[:num_instances] if args.key?(:num_instances)
           @preemptibility = args[:preemptibility] if args.key?(:preemptibility)
         end
@@ -2350,6 +2433,12 @@ module Google
         # @return [Google::Apis::DataprocV1::DriverSchedulingConfig]
         attr_accessor :driver_scheduling_config
       
+        # A Dataproc job for running Apache Flink (https://flink.apache.org/)
+        # applications on YARN.
+        # Corresponds to the JSON property `flinkJob`
+        # @return [Google::Apis::DataprocV1::FlinkJob]
+        attr_accessor :flink_job
+      
         # A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/
         # docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
         # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
@@ -2468,6 +2557,7 @@ module Google
           @driver_control_files_uri = args[:driver_control_files_uri] if args.key?(:driver_control_files_uri)
           @driver_output_resource_uri = args[:driver_output_resource_uri] if args.key?(:driver_output_resource_uri)
           @driver_scheduling_config = args[:driver_scheduling_config] if args.key?(:driver_scheduling_config)
+          @flink_job = args[:flink_job] if args.key?(:flink_job)
           @hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
           @hive_job = args[:hive_job] if args.key?(:hive_job)
           @job_uuid = args[:job_uuid] if args.key?(:job_uuid)
@@ -3457,12 +3547,12 @@ module Google
         # @return [String]
         attr_accessor :name
       
-        # The normal response of the operation in case of success. If the original
-        # method returns no data on success, such as Delete, the response is google.
-        # protobuf.Empty. If the original method is standard Get/Create/Update, the
-        # response should be the resource. For other methods, the response should have
-        # the type XxxResponse, where Xxx is the original method name. For example, if
-        # the original method name is TakeSnapshot(), the inferred response type is
+        # The normal, successful response of the operation. If the original method
+        # returns no data on success, such as Delete, the response is google.protobuf.
+        # Empty. If the original method is standard Get/Create/Update, the response
+        # should be the resource. For other methods, the response should have the type
+        # XxxResponse, where Xxx is the original method name. For example, if the
+        # original method name is TakeSnapshot(), the inferred response type is
         # TakeSnapshotResponse.
         # Corresponds to the JSON property `response`
         # @return [Hash<String,Object>]
@@ -4217,7 +4307,7 @@ module Google
         # @return [Google::Apis::DataprocV1::UsageMetrics]
         attr_accessor :approximate_usage
       
-        # The usage snaphot represents the resources consumed by a workload at a
+        # The usage snapshot represents the resources consumed by a workload at a
         # specified time.
         # Corresponds to the JSON property `currentUsage`
         # @return [Google::Apis::DataprocV1::UsageSnapshot]
@@ -5228,7 +5318,7 @@ module Google
         end
       end
       
-      # The usage snaphot represents the resources consumed by a workload at a
+      # The usage snapshot represents the resources consumed by a workload at a
       # specified time.
       class UsageSnapshot
         include Google::Apis::Core::Hashable
@@ -5239,12 +5329,26 @@ module Google
         # @return [Fixnum]
         attr_accessor :milli_dcu
       
+        # Optional. Milli (one-thousandth) Dataproc Compute Units (DCUs) charged at
+        # premium tier (see Dataproc Serverless pricing (https://cloud.google.com/
+        # dataproc-serverless/pricing)).
+        # Corresponds to the JSON property `milliDcuPremium`
+        # @return [Fixnum]
+        attr_accessor :milli_dcu_premium
+      
         # Optional. Shuffle Storage in gigabytes (GB). (see Dataproc Serverless pricing (
         # https://cloud.google.com/dataproc-serverless/pricing))
         # Corresponds to the JSON property `shuffleStorageGb`
         # @return [Fixnum]
         attr_accessor :shuffle_storage_gb
       
+        # Optional. Shuffle Storage in gigabytes (GB) charged at premium tier. (see
+        # Dataproc Serverless pricing (https://cloud.google.com/dataproc-serverless/
+        # pricing))
+        # Corresponds to the JSON property `shuffleStorageGbPremium`
+        # @return [Fixnum]
+        attr_accessor :shuffle_storage_gb_premium
+      
         # Optional. The timestamp of the usage snapshot.
         # Corresponds to the JSON property `snapshotTime`
         # @return [String]
@@ -5257,7 +5361,9 @@ module Google
         # Update properties of this object
         def update!(**args)
           @milli_dcu = args[:milli_dcu] if args.key?(:milli_dcu)
+          @milli_dcu_premium = args[:milli_dcu_premium] if args.key?(:milli_dcu_premium)
           @shuffle_storage_gb = args[:shuffle_storage_gb] if args.key?(:shuffle_storage_gb)
+          @shuffle_storage_gb_premium = args[:shuffle_storage_gb_premium] if args.key?(:shuffle_storage_gb_premium)
           @snapshot_time = args[:snapshot_time] if args.key?(:snapshot_time)
         end
       end

data/lib/google/apis/dataproc_v1/gem_version.rb

@@ -16,13 +16,13 @@ module Google
   module Apis
     module DataprocV1
       # Version of the google-apis-dataproc_v1 gem
-      GEM_VERSION = "0.50.0"
+      GEM_VERSION = "0.52.0"
 
       # Version of the code generator used to generate this client
       GENERATOR_VERSION = "0.12.0"
 
       # Revision of the discovery document this client was generated from
-      REVISION = "20230620"
+      REVISION = "20230804"
     end
   end
 end

data/lib/google/apis/dataproc_v1/representations.rb

@@ -208,6 +208,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class FlinkJob
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class GceClusterConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -1126,6 +1132,20 @@ module Google
         end
       end
       
+      class FlinkJob
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          collection :args, as: 'args'
+          collection :jar_file_uris, as: 'jarFileUris'
+          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
+      
+          property :main_class, as: 'mainClass'
+          property :main_jar_file_uri, as: 'mainJarFileUri'
+          hash :properties, as: 'properties'
+          property :savepoint_uri, as: 'savepointUri'
+        end
+      end
+      
       class GceClusterConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1295,6 +1315,7 @@ module Google
           property :managed_group_config, as: 'managedGroupConfig', class: Google::Apis::DataprocV1::ManagedGroupConfig, decorator: Google::Apis::DataprocV1::ManagedGroupConfig::Representation
       
           property :min_cpu_platform, as: 'minCpuPlatform'
+          property :min_num_instances, as: 'minNumInstances'
           property :num_instances, as: 'numInstances'
           property :preemptibility, as: 'preemptibility'
         end
@@ -1335,6 +1356,8 @@ module Google
           property :driver_output_resource_uri, as: 'driverOutputResourceUri'
           property :driver_scheduling_config, as: 'driverSchedulingConfig', class: Google::Apis::DataprocV1::DriverSchedulingConfig, decorator: Google::Apis::DataprocV1::DriverSchedulingConfig::Representation
       
+          property :flink_job, as: 'flinkJob', class: Google::Apis::DataprocV1::FlinkJob, decorator: Google::Apis::DataprocV1::FlinkJob::Representation
+      
           property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1::HadoopJob, decorator: Google::Apis::DataprocV1::HadoopJob::Representation
       
           property :hive_job, as: 'hiveJob', class: Google::Apis::DataprocV1::HiveJob, decorator: Google::Apis::DataprocV1::HiveJob::Representation
@@ -2048,7 +2071,9 @@ module Google
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
           property :milli_dcu, :numeric_string => true, as: 'milliDcu'
+          property :milli_dcu_premium, :numeric_string => true, as: 'milliDcuPremium'
           property :shuffle_storage_gb, :numeric_string => true, as: 'shuffleStorageGb'
+          property :shuffle_storage_gb_premium, :numeric_string => true, as: 'shuffleStorageGbPremium'
           property :snapshot_time, as: 'snapshotTime'
         end
       end

data/lib/google/apis/dataproc_v1/service.rb

@@ -404,8 +404,9 @@ module Google
           execute_or_queue_command(command, &block)
         end
         
-        # Deletes the batch workload resource. If the batch is not in terminal state,
-        # the delete fails and the response returns FAILED_PRECONDITION.
+        # Deletes the batch workload resource. If the batch is not in a CANCELLED,
+        # SUCCEEDED or FAILED State, the delete operation fails and the response returns
+        # FAILED_PRECONDITION.
         # @param [String] name
         #   Required. The fully qualified name of the batch to retrieve in the format "
         #   projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID"
@@ -1454,6 +1455,14 @@ module Google
         # @param [String] cluster_uuid
         #   Optional. Specifying the cluster_uuid means the RPC should fail (with error
         #   NOT_FOUND) if cluster with specified UUID does not exist.
+        # @param [String] graceful_termination_timeout
+        #   Optional. The graceful termination timeout for the deletion of the cluster.
+        #   Indicate the time the request will wait to complete the running jobs on the
+        #   cluster before its forceful deletion. Default value is 0 indicating that the
+        #   user has not enabled the graceful termination. Value can be between 60 second
+        #   and 6 Hours, in case the graceful termination is enabled. (There is no
+        #   separate flag to check the enabling or disabling of graceful termination, it
+        #   can be checked by the values in the field).
         # @param [String] request_id
         #   Optional. A unique ID used to identify the request. If the server receives two
         #   DeleteClusterRequest (https://cloud.google.com/dataproc/docs/reference/rpc/
@@ -1481,7 +1490,7 @@ module Google
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def delete_cluster(project_id, region, cluster_name, cluster_uuid: nil, request_id: nil, fields: nil, quota_user: nil, options: nil, &block)
+        def delete_cluster(project_id, region, cluster_name, cluster_uuid: nil, graceful_termination_timeout: nil, request_id: nil, fields: nil, quota_user: nil, options: nil, &block)
           command = make_simple_command(:delete, 'v1/projects/{projectId}/regions/{region}/clusters/{clusterName}', options)
           command.response_representation = Google::Apis::DataprocV1::Operation::Representation
           command.response_class = Google::Apis::DataprocV1::Operation
@@ -1489,6 +1498,7 @@ module Google
           command.params['region'] = region unless region.nil?
           command.params['clusterName'] = cluster_name unless cluster_name.nil?
           command.query['clusterUuid'] = cluster_uuid unless cluster_uuid.nil?
+          command.query['gracefulTerminationTimeout'] = graceful_termination_timeout unless graceful_termination_timeout.nil?
           command.query['requestId'] = request_id unless request_id.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-apis-dataproc_v1
 version: !ruby/object:Gem::Version
-  version: 0.50.0
+  version: 0.52.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-07-02 00:00:00.000000000 Z
+date: 2023-08-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-apis-core
@@ -58,7 +58,7 @@ licenses:
 metadata:
   bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
   changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
-  documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.50.0
+  documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.52.0
   source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
 post_install_message: 
 rdoc_options: []