google-apis-dataproc_v1 0.53.0 → 0.55.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5e0009331e21b257c87de77b5c447dcfc0864888c4e213c86646f285ab2d9d01
-  data.tar.gz: cb3b1623d60af4e0a9b9b1a84593aed70074b334b3ca7646762a1101837ccd57
+  metadata.gz: 1708ac356af646ab7efa35259ca866a67d6cd5425c08a1a188d0aed1317f44c0
+  data.tar.gz: ec4ef39038c1606bf137e832917694490a0c7cb7e9890a8b3d0dcafee26e8e73
 SHA512:
-  metadata.gz: 2c4ff5916cf5a1f50564f6ec8c85285e0c6a7d34340d1c793aee5678041226f9b388155e80cf7d2b9d9704d4390fbe6954abd0a4ecee9313ceb6c0c9631181c8
-  data.tar.gz: db5854659d012db39b4b404e7857f3bb730377181ebb0211c08f54f3be8ac38978e785ab9457f9e9a8913640cd5d61a1dcc8a47d4213ca9fc513cbc4550d9327
+  metadata.gz: 5d0a7e80f943c7ddb92f4bfb185687035ae207fb9d97ca7ede9315826b96845fb7d357db25a1e4d11f91e50bd78cf35c21957e6b51be0194debe1503ed6bb5de
+  data.tar.gz: cdf59d1de14910842f54a875c7227bb262c17303545c43884b2e1a8b432e68963be5dd42f1013d00d29079080b77cc2c7167dfadd6e2e2ef08401dae033d52c5

data/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Release history for google-apis-dataproc_v1
 
+### v0.55.0 (2023-09-24)
+
+* Regenerated from discovery document revision 20230919
+
+### v0.54.0 (2023-09-10)
+
+* Regenerated from discovery document revision 20230830
+
 ### v0.53.0 (2023-08-27)
 
 * Regenerated from discovery document revision 20230814

data/lib/google/apis/dataproc_v1/classes.rb

@@ -1089,6 +1089,13 @@ module Google
         # @return [Array<String>]
         attr_accessor :jobs
       
+        # Optional. (Optional) The output Cloud Storage directory for the diagnostic
+        # tarball. If not specified, a task-specific directory in the cluster's staging
+        # bucket will be used.
+        # Corresponds to the JSON property `tarballGcsDir`
+        # @return [String]
+        attr_accessor :tarball_gcs_dir
+      
         # Optional. DEPRECATED Specifies the yarn application on which diagnosis is to
         # be performed.
         # Corresponds to the JSON property `yarnApplicationId`
@@ -1110,6 +1117,7 @@ module Google
           @diagnosis_interval = args[:diagnosis_interval] if args.key?(:diagnosis_interval)
           @job = args[:job] if args.key?(:job)
           @jobs = args[:jobs] if args.key?(:jobs)
+          @tarball_gcs_dir = args[:tarball_gcs_dir] if args.key?(:tarball_gcs_dir)
           @yarn_application_id = args[:yarn_application_id] if args.key?(:yarn_application_id)
           @yarn_application_ids = args[:yarn_application_ids] if args.key?(:yarn_application_ids)
         end
@@ -1234,12 +1242,6 @@ module Google
         # @return [String]
         attr_accessor :gce_pd_kms_key_name
       
-        # Optional. The Cloud KMS key name to use for encrypting customer core content
-        # and cluster PD disk for all instances in the cluster.
-        # Corresponds to the JSON property `kmsKey`
-        # @return [String]
-        attr_accessor :kms_key
-      
         def initialize(**args)
            update!(**args)
         end
@@ -1247,7 +1249,6 @@ module Google
         # Update properties of this object
         def update!(**args)
           @gce_pd_kms_key_name = args[:gce_pd_kms_key_name] if args.key?(:gce_pd_kms_key_name)
-          @kms_key = args[:kms_key] if args.key?(:kms_key)
         end
       end
       
@@ -1357,18 +1358,18 @@ module Google
         # @return [String]
         attr_accessor :subnetwork_uri
       
-        # Optional. The duration after which the workload will be terminated. When the
-        # workload exceeds this duration, it will be unconditionally terminated without
-        # waiting for ongoing work to finish. If ttl is not specified for a batch
-        # workload, the workload will be allowed to run until it exits naturally (or
-        # runs forever without exiting). If ttl is not specified for an interactive
-        # session, it defaults to 24h. If ttl is not specified for a batch that uses 2.1+
-        # runtime version, it defaults to 4h. Minimum value is 10 minutes; maximum
-        # value is 14 days (see JSON representation of Duration (https://developers.
-        # google.com/protocol-buffers/docs/proto3#json)). If both ttl and idle_ttl are
-        # specified (for an interactive session), the conditions are treated as OR
-        # conditions: the workload will be terminated when it has been idle for idle_ttl
-        # or when ttl has been exceeded, whichever occurs first.
+        # Optional. The duration after which the workload will be terminated, specified
+        # as the JSON representation for Duration (https://protobuf.dev/programming-
+        # guides/proto3/#json). When the workload exceeds this duration, it will be
+        # unconditionally terminated without waiting for ongoing work to finish. If ttl
+        # is not specified for a batch workload, the workload will be allowed to run
+        # until it exits naturally (or run forever without exiting). If ttl is not
+        # specified for an interactive session, it defaults to 24 hours. If ttl is not
+        # specified for a batch that uses 2.1+ runtime version, it defaults to 4 hours.
+        # Minimum value is 10 minutes; maximum value is 14 days. If both ttl and
+        # idle_ttl are specified (for an interactive session), the conditions are
+        # treated as OR conditions: the workload will be terminated when it has been
+        # idle for idle_ttl or when ttl has been exceeded, whichever occurs first.
         # Corresponds to the JSON property `ttl`
         # @return [String]
         attr_accessor :ttl
@@ -1444,14 +1445,13 @@ module Google
         end
       end
       
-      # A Dataproc job for running Apache Flink (https://flink.apache.org/)
-      # applications on YARN.
+      # A Dataproc job for running Apache Flink applications on YARN.
       class FlinkJob
         include Google::Apis::Core::Hashable
       
         # Optional. The arguments to pass to the driver. Do not include arguments, such
-        # as --conf, that can be set as job properties, since a collision may occur that
-        # causes an incorrect job submission.
+        # as --conf, that can be set as job properties, since a collision might occur
+        # that causes an incorrect job submission.
         # Corresponds to the JSON property `args`
         # @return [Array<String>]
         attr_accessor :args
@@ -1468,7 +1468,7 @@ module Google
         attr_accessor :logging_config
       
         # The name of the driver's main class. The jar file that contains the class must
-        # be in the default CLASSPATH or specified in jar_file_uris.
+        # be in the default CLASSPATH or specified in jarFileUris.
         # Corresponds to the JSON property `mainClass`
         # @return [String]
         attr_accessor :main_class
@@ -1479,15 +1479,15 @@ module Google
         attr_accessor :main_jar_file_uri
       
         # Optional. A mapping of property names to values, used to configure Flink.
-        # Properties that conflict with values set by the Dataproc API may beoverwritten.
-        # Can include properties set in/etc/flink/conf/flink-defaults.conf and classes
-        # in user code.
+        # Properties that conflict with values set by the Dataproc API might
+        # beoverwritten. Can include properties set in/etc/flink/conf/flink-defaults.
+        # conf and classes in user code.
         # Corresponds to the JSON property `properties`
         # @return [Hash<String,String>]
         attr_accessor :properties
       
-        # Optional. HCFS URI of the savepoint which contains the last saved progress for
-        # this job
+        # Optional. HCFS URI of the savepoint, which contains the last saved progress
+        # for starting the current job.
         # Corresponds to the JSON property `savepointUri`
         # @return [String]
         attr_accessor :savepoint_uri
@@ -1956,7 +1956,7 @@ module Google
       
         # Optional. The arguments to pass to the driver. Do not include arguments, such
         # as -libjars or -Dfoo=bar, that can be set as job properties, since a collision
-        # may occur that causes an incorrect job submission.
+        # might occur that causes an incorrect job submission.
         # Corresponds to the JSON property `args`
         # @return [Array<String>]
         attr_accessor :args
@@ -1994,7 +1994,7 @@ module Google
         attr_accessor :main_jar_file_uri
       
         # Optional. A mapping of property names to values, used to configure Hadoop.
-        # Properties that conflict with values set by the Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API might be
         # overwritten. Can include properties set in /etc/hadoop/conf/*-site and classes
         # in user code.
         # Corresponds to the JSON property `properties`
@@ -2038,7 +2038,7 @@ module Google
         attr_accessor :jar_file_uris
       
         # Optional. A mapping of property names and values, used to configure Hive.
-        # Properties that conflict with values set by the Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API might be
         # overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml, /etc/
         # hive/conf/hive-site.xml, and classes in user code.
         # Corresponds to the JSON property `properties`
@@ -2124,29 +2124,21 @@ module Google
         end
       end
       
-      # A request to inject credentials to a session.
-      class InjectSessionCredentialsRequest
+      # Instance flexibility Policy allowing a mixture of VM shapes and provisioning
+      # models.
+      class InstanceFlexibilityPolicy
         include Google::Apis::Core::Hashable
       
-        # Required. The encrypted credentials being injected in to the session.The
-        # client is responsible for encrypting the credentials in a way that is
-        # supported by the session.A wrapped value is used here so that the actual
-        # contents of the encrypted credentials are not written to audit logs.
-        # Corresponds to the JSON property `credentialsCiphertext`
-        # @return [String]
-        attr_accessor :credentials_ciphertext
+        # Optional. List of instance selection options that the group will use when
+        # creating new VMs.
+        # Corresponds to the JSON property `instanceSelectionList`
+        # @return [Array<Google::Apis::DataprocV1::InstanceSelection>]
+        attr_accessor :instance_selection_list
       
-        # Optional. A unique ID used to identify the request. If the service receives
-        # two TerminateSessionRequest (https://cloud.google.com/dataproc/docs/reference/
-        # rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.TerminateSessionRequest)
-        # s with the same ID, the first request is ignored to ensure the most recent
-        # credentials are injected.Recommendation: Set this value to a UUID (https://en.
-        # wikipedia.org/wiki/Universally_unique_identifier).The value must contain only
-        # letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). The
-        # maximum length is 40 characters.
-        # Corresponds to the JSON property `requestId`
-        # @return [String]
-        attr_accessor :request_id
+        # Output only. A list of instance selection results in the group.
+        # Corresponds to the JSON property `instanceSelectionResults`
+        # @return [Array<Google::Apis::DataprocV1::InstanceSelectionResult>]
+        attr_accessor :instance_selection_results
       
         def initialize(**args)
            update!(**args)
@@ -2154,8 +2146,8 @@ module Google
       
         # Update properties of this object
         def update!(**args)
-          @credentials_ciphertext = args[:credentials_ciphertext] if args.key?(:credentials_ciphertext)
-          @request_id = args[:request_id] if args.key?(:request_id)
+          @instance_selection_list = args[:instance_selection_list] if args.key?(:instance_selection_list)
+          @instance_selection_results = args[:instance_selection_results] if args.key?(:instance_selection_results)
         end
       end
       
@@ -2238,6 +2230,12 @@ module Google
         # @return [String]
         attr_accessor :image_uri
       
+        # Instance flexibility Policy allowing a mixture of VM shapes and provisioning
+        # models.
+        # Corresponds to the JSON property `instanceFlexibilityPolicy`
+        # @return [Google::Apis::DataprocV1::InstanceFlexibilityPolicy]
+        attr_accessor :instance_flexibility_policy
+      
         # Output only. The list of instance names. Dataproc derives the names from
         # cluster_name, num_instances, and the instance group.
         # Corresponds to the JSON property `instanceNames`
@@ -2279,19 +2277,14 @@ module Google
         # @return [String]
         attr_accessor :min_cpu_platform
       
-        # Optional. The minimum number of instances to create. If min_num_instances is
-        # set, min_num_instances is used for a criteria to decide the cluster. Cluster
-        # creation will be failed by being an error state if the total number of
-        # instances created is less than the min_num_instances. For example, given that
-        # num_instances = 5 and min_num_instances = 3, * if 4 instances are created and
-        # then registered successfully but one instance is failed, the failed VM will be
-        # deleted and the cluster will be resized to 4 instances in running state. * if
-        # 2 instances are created successfully and 3 instances are failed, the cluster
-        # will be in an error state and does not delete failed VMs for debugging. * if 2
-        # instance are created and then registered successfully but 3 instances are
-        # failed to initialize, the cluster will be in an error state and does not
-        # delete failed VMs for debugging. NB: This can only be set for primary workers
-        # now.
+        # Optional. The minimum number of primary worker instances to create. If
+        # min_num_instances is set, cluster creation will succeed if the number of
+        # primary workers created is at least equal to the min_num_instances number.
+        # Example: Cluster creation request with num_instances = 5 and min_num_instances
+        # = 3: If 4 VMs are created and 1 instance fails, the failed VM is deleted. The
+        # cluster is resized to 4 instances and placed in a RUNNING state. If 2
+        # instances are created and 3 instances fail, the cluster in placed in an ERROR
+        # state. The failed VMs are not deleted.
         # Corresponds to the JSON property `minNumInstances`
         # @return [Fixnum]
         attr_accessor :min_num_instances
@@ -2319,6 +2312,7 @@ module Google
           @accelerators = args[:accelerators] if args.key?(:accelerators)
           @disk_config = args[:disk_config] if args.key?(:disk_config)
           @image_uri = args[:image_uri] if args.key?(:image_uri)
+          @instance_flexibility_policy = args[:instance_flexibility_policy] if args.key?(:instance_flexibility_policy)
           @instance_names = args[:instance_names] if args.key?(:instance_names)
           @instance_references = args[:instance_references] if args.key?(:instance_references)
           @is_preemptible = args[:is_preemptible] if args.key?(:is_preemptible)
@@ -2368,6 +2362,60 @@ module Google
         end
       end
       
+      # Defines machines types and a rank to which the machines types belong.
+      class InstanceSelection
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Full machine-type names, e.g. "n1-standard-16".
+        # Corresponds to the JSON property `machineTypes`
+        # @return [Array<String>]
+        attr_accessor :machine_types
+      
+        # Optional. Preference of this instance selection. Lower number means higher
+        # preference. Dataproc will first try to create a VM based on the machine-type
+        # with priority rank and fallback to next rank based on availability. Machine
+        # types and instance selections with the same priority have the same preference.
+        # Corresponds to the JSON property `rank`
+        # @return [Fixnum]
+        attr_accessor :rank
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @machine_types = args[:machine_types] if args.key?(:machine_types)
+          @rank = args[:rank] if args.key?(:rank)
+        end
+      end
+      
+      # Defines a mapping from machine types to the number of VMs that are created
+      # with each machine type.
+      class InstanceSelectionResult
+        include Google::Apis::Core::Hashable
+      
+        # Output only. Full machine-type names, e.g. "n1-standard-16".
+        # Corresponds to the JSON property `machineType`
+        # @return [String]
+        attr_accessor :machine_type
+      
+        # Output only. Number of VM provisioned with the machine_type.
+        # Corresponds to the JSON property `vmCount`
+        # @return [Fixnum]
+        attr_accessor :vm_count
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @machine_type = args[:machine_type] if args.key?(:machine_type)
+          @vm_count = args[:vm_count] if args.key?(:vm_count)
+        end
+      end
+      
       # A request to instantiate a workflow template.
       class InstantiateWorkflowTemplateRequest
         include Google::Apis::Core::Hashable
@@ -2450,8 +2498,8 @@ module Google
         attr_accessor :done
         alias_method :done?, :done
       
-        # Output only. If present, the location of miscellaneous control files which may
-        # be used as part of job setup and handling. If not present, control files may
+        # Output only. If present, the location of miscellaneous control files which can
+        # be used as part of job setup and handling. If not present, control files might
         # be placed in the same location as driver_output_uri.
         # Corresponds to the JSON property `driverControlFilesUri`
         # @return [String]
@@ -2468,8 +2516,7 @@ module Google
         # @return [Google::Apis::DataprocV1::DriverSchedulingConfig]
         attr_accessor :driver_scheduling_config
       
-        # A Dataproc job for running Apache Flink (https://flink.apache.org/)
-        # applications on YARN.
+        # A Dataproc job for running Apache Flink applications on YARN.
         # Corresponds to the JSON property `flinkJob`
         # @return [Google::Apis::DataprocV1::FlinkJob]
         attr_accessor :flink_job
@@ -2489,7 +2536,7 @@ module Google
         attr_accessor :hive_job
       
         # Output only. A UUID that uniquely identifies a job within the project over
-        # time. This is in contrast to a user-settable reference.job_id that may be
+        # time. This is in contrast to a user-settable reference.job_id that might be
         # reused over time.
         # Corresponds to the JSON property `jobUuid`
         # @return [String]
@@ -2497,7 +2544,7 @@ module Google
       
         # Optional. The labels to associate with this job. Label keys must contain 1 to
         # 63 characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.
-        # txt). Label values may be empty, but, if present, must contain 1 to 63
+        # txt). Label values can be empty, but, if present, must contain 1 to 63
         # characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt)
         # . No more than 32 labels can be associated with a job.
         # Corresponds to the JSON property `labels`
@@ -2576,8 +2623,8 @@ module Google
         attr_accessor :trino_job
       
         # Output only. The collection of YARN applications spun up by this job.Beta
-        # Feature: This report is available for testing purposes only. It may be changed
-        # before final release.
+        # Feature: This report is available for testing purposes only. It might be
+        # changed before final release.
         # Corresponds to the JSON property `yarnApplications`
         # @return [Array<Google::Apis::DataprocV1::YarnApplication>]
         attr_accessor :yarn_applications
@@ -2715,18 +2762,18 @@ module Google
       class JobScheduling
         include Google::Apis::Core::Hashable
       
-        # Optional. Maximum number of times per hour a driver may be restarted as a
+        # Optional. Maximum number of times per hour a driver can be restarted as a
         # result of driver exiting with non-zero code before job is reported failed.A
-        # job may be reported as thrashing if the driver exits with a non-zero code four
-        # times within a 10-minute window.Maximum value is 10.Note: This restartable job
-        # option is not supported in Dataproc workflow templates (https://cloud.google.
-        # com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template)
-        # .
+        # job might be reported as thrashing if the driver exits with a non-zero code
+        # four times within a 10-minute window.Maximum value is 10.Note: This
+        # restartable job option is not supported in Dataproc workflow templates (https:/
+        # /cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#
+        # adding_jobs_to_a_template).
         # Corresponds to the JSON property `maxFailuresPerHour`
         # @return [Fixnum]
         attr_accessor :max_failures_per_hour
       
-        # Optional. Maximum total number of times a driver may be restarted as a result
+        # Optional. Maximum total number of times a driver can be restarted as a result
         # of the driver exiting with a non-zero code. After the maximum number is
         # reached, the job will be reported as failed.Maximum value is 240.Note:
         # Currently, this restartable job option is not supported in Dataproc workflow
@@ -3206,7 +3253,7 @@ module Google
       class ListSessionsResponse
         include Google::Apis::Core::Hashable
       
-        # A token, which can be sent as page_token to retrieve the next page. If this
+        # A token, which can be sent as page_token, to retrieve the next page. If this
         # field is omitted, there are no subsequent pages.
         # Corresponds to the JSON property `nextPageToken`
         # @return [String]
@@ -3259,7 +3306,7 @@ module Google
       class LoggingConfig
         include Google::Apis::Core::Hashable
       
-        # The per-package log levels for the driver. This may include "root" package
+        # The per-package log levels for the driver. This can include "root" package
         # name to configure rootLogger. Examples: - 'com.google = FATAL' - 'root = INFO'
         # - 'org.apache = DEBUG'
         # Corresponds to the JSON property `driverLogLevels`
@@ -3323,6 +3370,12 @@ module Google
         # @return [String]
         attr_accessor :instance_group_manager_name
       
+        # Output only. The partial URI to the instance group manager for this group. E.g.
+        # projects/my-project/regions/us-central1/instanceGroupManagers/my-igm.
+        # Corresponds to the JSON property `instanceGroupManagerUri`
+        # @return [String]
+        attr_accessor :instance_group_manager_uri
+      
         # Output only. The name of the Instance Template used for the Managed Instance
         # Group.
         # Corresponds to the JSON property `instanceTemplateName`
@@ -3336,6 +3389,7 @@ module Google
         # Update properties of this object
         def update!(**args)
           @instance_group_manager_name = args[:instance_group_manager_name] if args.key?(:instance_group_manager_name)
+          @instance_group_manager_uri = args[:instance_group_manager_uri] if args.key?(:instance_group_manager_uri)
           @instance_template_name = args[:instance_template_name] if args.key?(:instance_template_name)
         end
       end
@@ -3688,6 +3742,11 @@ module Google
       class OrderedJob
         include Google::Apis::Core::Hashable
       
+        # A Dataproc job for running Apache Flink applications on YARN.
+        # Corresponds to the JSON property `flinkJob`
+        # @return [Google::Apis::DataprocV1::FlinkJob]
+        attr_accessor :flink_job
+      
         # A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/
         # docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
         # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
@@ -3784,6 +3843,7 @@ module Google
       
         # Update properties of this object
         def update!(**args)
+          @flink_job = args[:flink_job] if args.key?(:flink_job)
           @hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
           @hive_job = args[:hive_job] if args.key?(:hive_job)
           @labels = args[:labels] if args.key?(:labels)
@@ -3876,7 +3936,7 @@ module Google
         attr_accessor :logging_config
       
         # Optional. A mapping of property names to values, used to configure Pig.
-        # Properties that conflict with values set by the Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API might be
         # overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml, /etc/
         # pig/conf/pig.properties, and classes in user code.
         # Corresponds to the JSON property `properties`
@@ -4066,6 +4126,25 @@ module Google
         end
       end
       
+      # Configuration for PyPi repository
+      class PyPiRepositoryConfig
+        include Google::Apis::Core::Hashable
+      
+        # Optional. PyPi repository address
+        # Corresponds to the JSON property `pypiRepository`
+        # @return [String]
+        attr_accessor :pypi_repository
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @pypi_repository = args[:pypi_repository] if args.key?(:pypi_repository)
+        end
+      end
+      
       # A configuration for running an Apache PySpark (https://spark.apache.org/docs/
       # latest/api/python/getting_started/quickstart.html) batch workload.
       class PySparkBatch
@@ -4165,7 +4244,7 @@ module Google
         attr_accessor :main_python_file_uri
       
         # Optional. A mapping of property names to values, used to configure PySpark.
-        # Properties that conflict with values set by the Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API might be
         # overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
         # and classes in user code.
         # Corresponds to the JSON property `properties`
@@ -4297,6 +4376,25 @@ module Google
         end
       end
       
+      # Configuration for dependency repositories
+      class RepositoryConfig
+        include Google::Apis::Core::Hashable
+      
+        # Configuration for PyPi repository
+        # Corresponds to the JSON property `pypiRepositoryConfig`
+        # @return [Google::Apis::DataprocV1::PyPiRepositoryConfig]
+        attr_accessor :pypi_repository_config
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @pypi_repository_config = args[:pypi_repository_config] if args.key?(:pypi_repository_config)
+        end
+      end
+      
       # Reservation Affinity for consuming Zonal reservation.
       class ReservationAffinity
         include Google::Apis::Core::Hashable
@@ -4393,6 +4491,11 @@ module Google
         # @return [Hash<String,String>]
         attr_accessor :properties
       
+        # Configuration for dependency repositories
+        # Corresponds to the JSON property `repositoryConfig`
+        # @return [Google::Apis::DataprocV1::RepositoryConfig]
+        attr_accessor :repository_config
+      
         # Optional. Version of the batch runtime.
         # Corresponds to the JSON property `version`
         # @return [String]
@@ -4406,6 +4509,7 @@ module Google
         def update!(**args)
           @container_image = args[:container_image] if args.key?(:container_image)
           @properties = args[:properties] if args.key?(:properties)
+          @repository_config = args[:repository_config] if args.key?(:repository_config)
           @version = args[:version] if args.key?(:version)
         end
       end
@@ -4482,7 +4586,7 @@ module Google
         end
       end
       
-      # A representation of a session in the service. Next ID: 18
+      # A representation of a session.
       class Session
         include Google::Apis::Core::Hashable
       
@@ -4506,7 +4610,7 @@ module Google
         # @return [Google::Apis::DataprocV1::JupyterConfig]
         attr_accessor :jupyter_session
       
-        # Optional. The labels to associate with this session. Label keys must contain 1
+        # Optional. The labels to associate with the session. Label keys must contain 1
         # to 63 characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/
         # rfc1035.txt). Label values may be empty, but, if present, must contain 1 to 63
         # characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt)
@@ -4530,12 +4634,12 @@ module Google
         # @return [Google::Apis::DataprocV1::RuntimeInfo]
         attr_accessor :runtime_info
       
-        # Optional. The session template used by the session.Only resource names
-        # including project ID and location are valid.Example: * https://www.googleapis.
+        # Optional. The session template used by the session.Only resource names,
+        # including project ID and location, are valid.Example: * https://www.googleapis.
         # com/compute/v1/projects/[project_id]/locations/[dataproc_region]/
         # sessionTemplates/[template_id] * projects/[project_id]/locations/[
-        # dataproc_region]/sessionTemplates/[template_id]Note that the template must be
-        # in the same project and Dataproc region.
+        # dataproc_region]/sessionTemplates/[template_id]The template must be in the
+        # same project and Dataproc region as the session.
         # Corresponds to the JSON property `sessionTemplate`
         # @return [String]
         attr_accessor :session_template
@@ -4550,13 +4654,13 @@ module Google
         # @return [Array<Google::Apis::DataprocV1::SessionStateHistory>]
         attr_accessor :state_history
       
-        # Output only. Session state details, such as a failure description if the state
-        # is FAILED.
+        # Output only. Session state details, such as the failure description if the
+        # state is FAILED.
         # Corresponds to the JSON property `stateMessage`
         # @return [String]
         attr_accessor :state_message
       
-        # Output only. The time when the session entered a current state.
+        # Output only. The time when the session entered the current state.
         # Corresponds to the JSON property `stateTime`
         # @return [String]
         attr_accessor :state_time
@@ -4661,12 +4765,12 @@ module Google
       class SessionStateHistory
         include Google::Apis::Core::Hashable
       
-        # Output only. The state of the session at this point in history.
+        # Output only. The state of the session at this point in the session history.
         # Corresponds to the JSON property `state`
         # @return [String]
         attr_accessor :state
       
-        # Output only. Details about the state at this point in history.
+        # Output only. Details about the state at this point in the session history.
         # Corresponds to the JSON property `stateMessage`
         # @return [String]
         attr_accessor :state_message
@@ -4688,7 +4792,7 @@ module Google
         end
       end
       
-      # A representation of a session template in the service. Next ID: 12
+      # A representation of a session template.
       class SessionTemplate
         include Google::Apis::Core::Hashable
       
@@ -4717,12 +4821,11 @@ module Google
         # @return [Google::Apis::DataprocV1::JupyterConfig]
         attr_accessor :jupyter_session
       
-        # Optional. The labels to associate with sessions created using this template.
-        # Label keys must contain 1 to 63 characters, and must conform to RFC 1035 (
-        # https://www.ietf.org/rfc/rfc1035.txt). Label values may be empty, but, if
-        # present, must contain 1 to 63 characters, and must conform to RFC 1035 (https:/
-        # /www.ietf.org/rfc/rfc1035.txt). No more than 32 labels can be associated with
-        # a session.
+        # Optional. Labels to associate with sessions created using this template. Label
+        # keys must contain 1 to 63 characters, and must conform to RFC 1035 (https://
+        # www.ietf.org/rfc/rfc1035.txt). Label values can be empty, but, if present,
+        # must contain 1 to 63 characters and conform to RFC 1035 (https://www.ietf.org/
+        # rfc/rfc1035.txt). No more than 32 labels can be associated with a session.
         # Corresponds to the JSON property `labels`
         # @return [Hash<String,String>]
         attr_accessor :labels
@@ -4737,11 +4840,17 @@ module Google
         # @return [Google::Apis::DataprocV1::RuntimeConfig]
         attr_accessor :runtime_config
       
-        # Output only. The time template was last updated.
+        # Output only. The time the template was last updated.
         # Corresponds to the JSON property `updateTime`
         # @return [String]
         attr_accessor :update_time
       
+        # Output only. A session template UUID (Unique Universal Identifier). The
+        # service generates this value when it creates the session template.
+        # Corresponds to the JSON property `uuid`
+        # @return [String]
+        attr_accessor :uuid
+      
         def initialize(**args)
            update!(**args)
         end
@@ -4757,6 +4866,7 @@ module Google
           @name = args[:name] if args.key?(:name)
           @runtime_config = args[:runtime_config] if args.key?(:runtime_config)
           @update_time = args[:update_time] if args.key?(:update_time)
+          @uuid = args[:uuid] if args.key?(:uuid)
         end
       end
       
@@ -4996,7 +5106,7 @@ module Google
         attr_accessor :logging_config
       
         # The name of the driver's main class. The jar file that contains the class must
-        # be in the default CLASSPATH or specified in jar_file_uris.
+        # be in the default CLASSPATH or specified in SparkJob.jar_file_uris.
         # Corresponds to the JSON property `mainClass`
         # @return [String]
         attr_accessor :main_class
@@ -5007,7 +5117,7 @@ module Google
         attr_accessor :main_jar_file_uri
       
         # Optional. A mapping of property names to values, used to configure Spark.
-        # Properties that conflict with values set by the Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API might be
         # overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
         # and classes in user code.
         # Corresponds to the JSON property `properties`
@@ -5110,7 +5220,7 @@ module Google
         attr_accessor :main_r_file_uri
       
         # Optional. A mapping of property names to values, used to configure SparkR.
-        # Properties that conflict with values set by the Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API might be
         # overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
         # and classes in user code.
         # Corresponds to the JSON property `properties`
@@ -5182,8 +5292,8 @@ module Google
         attr_accessor :logging_config
       
         # Optional. A mapping of property names to values, used to configure Spark SQL's
-        # SparkConf. Properties that conflict with values set by the Dataproc API may be
-        # overwritten.
+        # SparkConf. Properties that conflict with values set by the Dataproc API might
+        # be overwritten.
         # Corresponds to the JSON property `properties`
         # @return [Hash<String,String>]
         attr_accessor :properties

data/lib/google/apis/dataproc_v1/gem_version.rb

@@ -16,13 +16,13 @@ module Google
   module Apis
     module DataprocV1
       # Version of the google-apis-dataproc_v1 gem
-      GEM_VERSION = "0.53.0"
+      GEM_VERSION = "0.55.0"
 
       # Version of the code generator used to generate this client
       GENERATOR_VERSION = "0.12.0"
 
       # Revision of the discovery document this client was generated from
-      REVISION = "20230814"
+      REVISION = "20230919"
     end
   end
 end

data/lib/google/apis/dataproc_v1/representations.rb

@@ -292,7 +292,7 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class InjectSessionCredentialsRequest
+      class InstanceFlexibilityPolicy
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
@@ -316,6 +316,18 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class InstanceSelection
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
+      class InstanceSelectionResult
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class InstantiateWorkflowTemplateRequest
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -550,6 +562,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class PyPiRepositoryConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class PySparkBatch
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -580,6 +598,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class RepositoryConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class ReservationAffinity
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -1094,6 +1118,7 @@ module Google
       
           property :job, as: 'job'
           collection :jobs, as: 'jobs'
+          property :tarball_gcs_dir, as: 'tarballGcsDir'
           property :yarn_application_id, as: 'yarnApplicationId'
           collection :yarn_application_ids, as: 'yarnApplicationIds'
         end
@@ -1134,7 +1159,6 @@ module Google
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
           property :gce_pd_kms_key_name, as: 'gcePdKmsKeyName'
-          property :kms_key, as: 'kmsKey'
         end
       end
       
@@ -1338,11 +1362,13 @@ module Google
         end
       end
       
-      class InjectSessionCredentialsRequest
+      class InstanceFlexibilityPolicy
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :credentials_ciphertext, as: 'credentialsCiphertext'
-          property :request_id, as: 'requestId'
+          collection :instance_selection_list, as: 'instanceSelectionList', class: Google::Apis::DataprocV1::InstanceSelection, decorator: Google::Apis::DataprocV1::InstanceSelection::Representation
+      
+          collection :instance_selection_results, as: 'instanceSelectionResults', class: Google::Apis::DataprocV1::InstanceSelectionResult, decorator: Google::Apis::DataprocV1::InstanceSelectionResult::Representation
+      
         end
       end
       
@@ -1363,6 +1389,8 @@ module Google
           property :disk_config, as: 'diskConfig', class: Google::Apis::DataprocV1::DiskConfig, decorator: Google::Apis::DataprocV1::DiskConfig::Representation
       
           property :image_uri, as: 'imageUri'
+          property :instance_flexibility_policy, as: 'instanceFlexibilityPolicy', class: Google::Apis::DataprocV1::InstanceFlexibilityPolicy, decorator: Google::Apis::DataprocV1::InstanceFlexibilityPolicy::Representation
+      
           collection :instance_names, as: 'instanceNames'
           collection :instance_references, as: 'instanceReferences', class: Google::Apis::DataprocV1::InstanceReference, decorator: Google::Apis::DataprocV1::InstanceReference::Representation
       
@@ -1387,6 +1415,22 @@ module Google
         end
       end
       
+      class InstanceSelection
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          collection :machine_types, as: 'machineTypes'
+          property :rank, as: 'rank'
+        end
+      end
+      
+      class InstanceSelectionResult
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :machine_type, as: 'machineType'
+          property :vm_count, as: 'vmCount'
+        end
+      end
+      
       class InstantiateWorkflowTemplateRequest
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1646,6 +1690,7 @@ module Google
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
           property :instance_group_manager_name, as: 'instanceGroupManagerName'
+          property :instance_group_manager_uri, as: 'instanceGroupManagerUri'
           property :instance_template_name, as: 'instanceTemplateName'
         end
       end
@@ -1739,6 +1784,8 @@ module Google
       class OrderedJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :flink_job, as: 'flinkJob', class: Google::Apis::DataprocV1::FlinkJob, decorator: Google::Apis::DataprocV1::FlinkJob::Representation
+      
           property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1::HadoopJob, decorator: Google::Apis::DataprocV1::HadoopJob::Representation
       
           property :hive_job, as: 'hiveJob', class: Google::Apis::DataprocV1::HiveJob, decorator: Google::Apis::DataprocV1::HiveJob::Representation
@@ -1824,6 +1871,13 @@ module Google
         end
       end
       
+      class PyPiRepositoryConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :pypi_repository, as: 'pypiRepository'
+        end
+      end
+      
       class PySparkBatch
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1877,6 +1931,14 @@ module Google
         end
       end
       
+      class RepositoryConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :pypi_repository_config, as: 'pypiRepositoryConfig', class: Google::Apis::DataprocV1::PyPiRepositoryConfig, decorator: Google::Apis::DataprocV1::PyPiRepositoryConfig::Representation
+      
+        end
+      end
+      
       class ReservationAffinity
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1900,6 +1962,8 @@ module Google
         class Representation < Google::Apis::Core::JsonRepresentation
           property :container_image, as: 'containerImage'
           hash :properties, as: 'properties'
+          property :repository_config, as: 'repositoryConfig', class: Google::Apis::DataprocV1::RepositoryConfig, decorator: Google::Apis::DataprocV1::RepositoryConfig::Representation
+      
           property :version, as: 'version'
         end
       end
@@ -1991,6 +2055,7 @@ module Google
           property :runtime_config, as: 'runtimeConfig', class: Google::Apis::DataprocV1::RuntimeConfig, decorator: Google::Apis::DataprocV1::RuntimeConfig::Representation
       
           property :update_time, as: 'updateTime'
+          property :uuid, as: 'uuid'
         end
       end
       

data/lib/google/apis/dataproc_v1/service.rb

@@ -665,7 +665,7 @@ module Google
           execute_or_queue_command(command, &block)
         end
         
-        # Create an session template, synchronously.
+        # Create a session template synchronously.
         # @param [String] parent
         #   Required. The parent resource where this session template will be created.
         # @param [Google::Apis::DataprocV1::SessionTemplate] session_template_object
@@ -760,7 +760,7 @@ module Google
         
         # Lists session templates.
         # @param [String] parent
-        #   Required. The parent, which owns this collection of session templates.
+        #   Required. The parent that owns this collection of session templates.
         # @param [String] filter
         #   Optional. A filter for the session templates to return in the response.
         #   Filters are case sensitive and have the following syntax:field = value AND
@@ -801,8 +801,7 @@ module Google
           execute_or_queue_command(command, &block)
         end
         
-        # Updates the session template, synchronously.Disable check for update_mask,
-        # because all updates will be full replacements.
+        # Updates the session template synchronously.
         # @param [String] name
         #   Required. The resource name of the session template.
         # @param [Google::Apis::DataprocV1::SessionTemplate] session_template_object
@@ -841,11 +840,11 @@ module Google
         # @param [Google::Apis::DataprocV1::Session] session_object
         # @param [String] request_id
         #   Optional. A unique ID used to identify the request. If the service receives
-        #   two CreateSessionRequest (https://cloud.google.com/dataproc/docs/reference/rpc/
-        #   google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateSessionRequest)s with
-        #   the same ID, the second request is ignored and the first Session is created
-        #   and stored in the backend is returned.Recommendation: Set this value to a UUID
-        #   (https://en.wikipedia.org/wiki/Universally_unique_identifier).The value must
+        #   two CreateSessionRequests (https://cloud.google.com/dataproc/docs/reference/
+        #   rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateSessionRequest)s
+        #   with the same ID, the second request is ignored, and the first Session is
+        #   created and stored in the backend.Recommendation: Set this value to a UUID (
+        #   https://en.wikipedia.org/wiki/Universally_unique_identifier).The value must
         #   contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-
         #   ). The maximum length is 40 characters.
         # @param [String] session_id
@@ -884,7 +883,7 @@ module Google
         end
         
         # Deletes the interactive session resource. If the session is not in terminal
-        # state, it will be terminated and deleted afterwards.
+        # state, it is terminated, and then deleted.
         # @param [String] name
         #   Required. The name of the session resource to delete.
         # @param [String] request_id
@@ -953,39 +952,6 @@ module Google
           execute_or_queue_command(command, &block)
         end
         
-        # Inject Credentials in the interactive session.
-        # @param [String] session
-        #   Required. The name of the session resource to inject credentials to.
-        # @param [Google::Apis::DataprocV1::InjectSessionCredentialsRequest] inject_session_credentials_request_object
-        # @param [String] fields
-        #   Selector specifying which fields to include in a partial response.
-        # @param [String] quota_user
-        #   Available to use for quota purposes for server-side applications. Can be any
-        #   arbitrary string assigned to a user, but should not exceed 40 characters.
-        # @param [Google::Apis::RequestOptions] options
-        #   Request-specific options
-        #
-        # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
-        # @yieldparam err [StandardError] error object if request failed
-        #
-        # @return [Google::Apis::DataprocV1::Operation]
-        #
-        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
-        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
-        # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def inject_project_location_session_credentials(session, inject_session_credentials_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
-          command = make_simple_command(:post, 'v1/{+session}:injectCredentials', options)
-          command.request_representation = Google::Apis::DataprocV1::InjectSessionCredentialsRequest::Representation
-          command.request_object = inject_session_credentials_request_object
-          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
-          command.response_class = Google::Apis::DataprocV1::Operation
-          command.params['session'] = session unless session.nil?
-          command.query['fields'] = fields unless fields.nil?
-          command.query['quotaUser'] = quota_user unless quota_user.nil?
-          execute_or_queue_command(command, &block)
-        end
-        
         # Lists interactive sessions.
         # @param [String] parent
         #   Required. The parent, which owns this collection of sessions.
@@ -993,12 +959,12 @@ module Google
         #   Optional. A filter for the sessions to return in the response.A filter is a
         #   logical expression constraining the values of various fields in each session
         #   resource. Filters are case sensitive, and may contain multiple clauses
-        #   combined with logical operators (AND/OR). Supported fields are session_id,
-        #   session_uuid, state, and create_time.e.g. state = ACTIVE and create_time < "
-        #   2023-01-01T00:00:00Z" filters for sessions in state ACTIVE that were created
-        #   before 2023-01-01See https://google.aip.dev/assets/misc/ebnf-filtering.txt for
-        #   a detailed description of the filter syntax and a list of supported
-        #   comparisons.
+        #   combined with logical operators (AND, OR). Supported fields are session_id,
+        #   session_uuid, state, and create_time.Example: state = ACTIVE and create_time <
+        #   "2023-01-01T00:00:00Z" is a filter for sessions in an ACTIVE state that were
+        #   created before 2023-01-01.See https://google.aip.dev/assets/misc/ebnf-
+        #   filtering.txt for a detailed description of the filter syntax and a list of
+        #   supported comparators.
         # @param [Fixnum] page_size
         #   Optional. The maximum number of sessions to return in each response. The
         #   service may return fewer than this value.

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-apis-dataproc_v1
 version: !ruby/object:Gem::Version
-  version: 0.53.0
+  version: 0.55.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-08-27 00:00:00.000000000 Z
+date: 2023-09-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-apis-core
@@ -58,7 +58,7 @@ licenses:
 metadata:
   bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
   changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
-  documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.53.0
+  documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.55.0
   source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
 post_install_message: 
 rdoc_options: []