google-cloud-dataproc-v1 0.6.2 → 0.8.0

data/proto_docs/google/cloud/dataproc/v1/batches.rb

@@ -0,0 +1,339 @@
+# frozen_string_literal: true
+
+# Copyright 2021 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
+
+
+module Google
+  module Cloud
+    module Dataproc
+      module V1
+        # A request to create a batch workload.
+        # @!attribute [rw] parent
+        #   @return [::String]
+        #     Required. The parent resource where this batch will be created.
+        # @!attribute [rw] batch
+        #   @return [::Google::Cloud::Dataproc::V1::Batch]
+        #     Required. The batch to create.
+        # @!attribute [rw] batch_id
+        #   @return [::String]
+        #     Optional. The ID to use for the batch, which will become the final component of
+        #     the batch's resource name.
+        #
+        #     This value must be 4-63 characters. Valid characters are `/[a-z][0-9]-/`.
+        # @!attribute [rw] request_id
+        #   @return [::String]
+        #     Optional. A unique ID used to identify the request. If the service
+        #     receives two
+        #     [CreateBatchRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateBatchRequest)s
+        #     with the same request_id, the second request is ignored and the
+        #     Operation that corresponds to the first Batch created and stored
+        #     in the backend is returned.
+        #
+        #     Recommendation: Set this value to a
+        #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
+        #
+        #     The value must contain only letters (a-z, A-Z), numbers (0-9),
+        #     underscores (_), and hyphens (-). The maximum length is 40 characters.
+        class CreateBatchRequest
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # A request to get the resource representation for a batch workload.
+        # @!attribute [rw] name
+        #   @return [::String]
+        #     Required. The name of the batch to retrieve.
+        class GetBatchRequest
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # A request to list batch workloads in a project.
+        # @!attribute [rw] parent
+        #   @return [::String]
+        #     Required. The parent, which owns this collection of batches.
+        # @!attribute [rw] page_size
+        #   @return [::Integer]
+        #     Optional. The maximum number of batches to return in each response.
+        #     The service may return fewer than this value.
+        #     The default page size is 20; the maximum page size is 1000.
+        # @!attribute [rw] page_token
+        #   @return [::String]
+        #     Optional. A page token received from a previous `ListBatches` call.
+        #     Provide this token to retrieve the subsequent page.
+        class ListBatchesRequest
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # A list of batch workloads.
+        # @!attribute [rw] batches
+        #   @return [::Array<::Google::Cloud::Dataproc::V1::Batch>]
+        #     The batches from the specified collection.
+        # @!attribute [rw] next_page_token
+        #   @return [::String]
+        #     A token, which can be sent as `page_token` to retrieve the next page.
+        #     If this field is omitted, there are no subsequent pages.
+        class ListBatchesResponse
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # A request to delete a batch workload.
+        # @!attribute [rw] name
+        #   @return [::String]
+        #     Required. The name of the batch resource to delete.
+        class DeleteBatchRequest
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # A representation of a batch workload in the service.
+        # @!attribute [r] name
+        #   @return [::String]
+        #     Output only. The resource name of the batch.
+        # @!attribute [r] uuid
+        #   @return [::String]
+        #     Output only. A batch UUID (Unique Universal Identifier). The service
+        #     generates this value when it creates the batch.
+        # @!attribute [r] create_time
+        #   @return [::Google::Protobuf::Timestamp]
+        #     Output only. The time when the batch was created.
+        # @!attribute [rw] pyspark_batch
+        #   @return [::Google::Cloud::Dataproc::V1::PySparkBatch]
+        #     Optional. PySpark batch config.
+        # @!attribute [rw] spark_batch
+        #   @return [::Google::Cloud::Dataproc::V1::SparkBatch]
+        #     Optional. Spark batch config.
+        # @!attribute [rw] spark_r_batch
+        #   @return [::Google::Cloud::Dataproc::V1::SparkRBatch]
+        #     Optional. SparkR batch config.
+        # @!attribute [rw] spark_sql_batch
+        #   @return [::Google::Cloud::Dataproc::V1::SparkSqlBatch]
+        #     Optional. SparkSql batch config.
+        # @!attribute [r] runtime_info
+        #   @return [::Google::Cloud::Dataproc::V1::RuntimeInfo]
+        #     Output only. Runtime information about batch execution.
+        # @!attribute [r] state
+        #   @return [::Google::Cloud::Dataproc::V1::Batch::State]
+        #     Output only. The state of the batch.
+        # @!attribute [r] state_message
+        #   @return [::String]
+        #     Output only. Batch state details, such as a failure
+        #     description if the state is `FAILED`.
+        # @!attribute [r] state_time
+        #   @return [::Google::Protobuf::Timestamp]
+        #     Output only. The time when the batch entered a current state.
+        # @!attribute [r] creator
+        #   @return [::String]
+        #     Output only. The email address of the user who created the batch.
+        # @!attribute [rw] labels
+        #   @return [::Google::Protobuf::Map{::String => ::String}]
+        #     Optional. The labels to associate with this batch.
+        #     Label **keys** must contain 1 to 63 characters, and must conform to
+        #     [RFC 1035](https://www.ietf.org/rfc/rfc1035.txt).
+        #     Label **values** may be empty, but, if present, must contain 1 to 63
+        #     characters, and must conform to [RFC
+        #     1035](https://www.ietf.org/rfc/rfc1035.txt). No more than 32 labels can be
+        #     associated with a batch.
+        # @!attribute [rw] runtime_config
+        #   @return [::Google::Cloud::Dataproc::V1::RuntimeConfig]
+        #     Optional. Runtime configuration for the batch execution.
+        # @!attribute [rw] environment_config
+        #   @return [::Google::Cloud::Dataproc::V1::EnvironmentConfig]
+        #     Optional. Environment configuration for the batch execution.
+        # @!attribute [r] operation
+        #   @return [::String]
+        #     Output only. The resource name of the operation associated with this batch.
+        # @!attribute [r] state_history
+        #   @return [::Array<::Google::Cloud::Dataproc::V1::Batch::StateHistory>]
+        #     Output only. Historical state information for the batch.
+        class Batch
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # Historical state information.
+          # @!attribute [r] state
+          #   @return [::Google::Cloud::Dataproc::V1::Batch::State]
+          #     Output only. The state of the batch at this point in history.
+          # @!attribute [r] state_message
+          #   @return [::String]
+          #     Output only. Details about the state at this point in history.
+          # @!attribute [r] state_start_time
+          #   @return [::Google::Protobuf::Timestamp]
+          #     Output only. The time when the batch entered the historical state.
+          class StateHistory
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+
+          # @!attribute [rw] key
+          #   @return [::String]
+          # @!attribute [rw] value
+          #   @return [::String]
+          class LabelsEntry
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+
+          # The batch state.
+          module State
+            # The batch state is unknown.
+            STATE_UNSPECIFIED = 0
+
+            # The batch is created before running.
+            PENDING = 1
+
+            # The batch is running.
+            RUNNING = 2
+
+            # The batch is cancelling.
+            CANCELLING = 3
+
+            # The batch cancellation was successful.
+            CANCELLED = 4
+
+            # The batch completed successfully.
+            SUCCEEDED = 5
+
+            # The batch is no longer running due to an error.
+            FAILED = 6
+          end
+        end
+
+        # A configuration for running an
+        # [Apache
+        # PySpark](https://spark.apache.org/docs/latest/api/python/getting_started/quickstart.html)
+        # batch workload.
+        # @!attribute [rw] main_python_file_uri
+        #   @return [::String]
+        #     Required. The HCFS URI of the main Python file to use as the Spark driver. Must
+        #     be a .py file.
+        # @!attribute [rw] args
+        #   @return [::Array<::String>]
+        #     Optional. The arguments to pass to the driver. Do not include arguments
+        #     that can be set as batch properties, such as `--conf`, since a collision
+        #     can occur that causes an incorrect batch submission.
+        # @!attribute [rw] python_file_uris
+        #   @return [::Array<::String>]
+        #     Optional. HCFS file URIs of Python files to pass to the PySpark
+        #     framework. Supported file types: `.py`, `.egg`, and `.zip`.
+        # @!attribute [rw] jar_file_uris
+        #   @return [::Array<::String>]
+        #     Optional. HCFS URIs of jar files to add to the classpath of the
+        #     Spark driver and tasks.
+        # @!attribute [rw] file_uris
+        #   @return [::Array<::String>]
+        #     Optional. HCFS URIs of files to be placed in the working directory of
+        #     each executor.
+        # @!attribute [rw] archive_uris
+        #   @return [::Array<::String>]
+        #     Optional. HCFS URIs of archives to be extracted into the working directory
+        #     of each executor. Supported file types:
+        #     `.jar`, `.tar`, `.tar.gz`, `.tgz`, and `.zip`.
+        class PySparkBatch
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # A configuration for running an [Apache Spark](http://spark.apache.org/)
+        # batch workload.
+        # @!attribute [rw] main_jar_file_uri
+        #   @return [::String]
+        #     Optional. The HCFS URI of the jar file that contains the main class.
+        # @!attribute [rw] main_class
+        #   @return [::String]
+        #     Optional. The name of the driver main class. The jar file that contains the class
+        #     must be in the classpath or specified in `jar_file_uris`.
+        # @!attribute [rw] args
+        #   @return [::Array<::String>]
+        #     Optional. The arguments to pass to the driver. Do not include arguments
+        #     that can be set as batch properties, such as `--conf`, since a collision
+        #     can occur that causes an incorrect batch submission.
+        # @!attribute [rw] jar_file_uris
+        #   @return [::Array<::String>]
+        #     Optional. HCFS URIs of jar files to add to the classpath of the
+        #     Spark driver and tasks.
+        # @!attribute [rw] file_uris
+        #   @return [::Array<::String>]
+        #     Optional. HCFS URIs of files to be placed in the working directory of
+        #     each executor.
+        # @!attribute [rw] archive_uris
+        #   @return [::Array<::String>]
+        #     Optional. HCFS URIs of archives to be extracted into the working directory
+        #     of each executor. Supported file types:
+        #     `.jar`, `.tar`, `.tar.gz`, `.tgz`, and `.zip`.
+        class SparkBatch
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # A configuration for running an
+        # [Apache SparkR](https://spark.apache.org/docs/latest/sparkr.html)
+        # batch workload.
+        # @!attribute [rw] main_r_file_uri
+        #   @return [::String]
+        #     Required. The HCFS URI of the main R file to use as the driver.
+        #     Must be a `.R` or `.r` file.
+        # @!attribute [rw] args
+        #   @return [::Array<::String>]
+        #     Optional. The arguments to pass to the Spark driver. Do not include arguments
+        #     that can be set as batch properties, such as `--conf`, since a collision
+        #     can occur that causes an incorrect batch submission.
+        # @!attribute [rw] file_uris
+        #   @return [::Array<::String>]
+        #     Optional. HCFS URIs of files to be placed in the working directory of
+        #     each executor.
+        # @!attribute [rw] archive_uris
+        #   @return [::Array<::String>]
+        #     Optional. HCFS URIs of archives to be extracted into the working directory
+        #     of each executor. Supported file types:
+        #     `.jar`, `.tar`, `.tar.gz`, `.tgz`, and `.zip`.
+        class SparkRBatch
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # A configuration for running
+        # [Apache Spark SQL](http://spark.apache.org/sql/) queries as a batch workload.
+        # @!attribute [rw] query_file_uri
+        #   @return [::String]
+        #     Required. The HCFS URI of the script that contains Spark SQL queries to execute.
+        # @!attribute [rw] query_variables
+        #   @return [::Google::Protobuf::Map{::String => ::String}]
+        #     Optional. Mapping of query variable names to values (equivalent to the
+        #     Spark SQL command: `SET name="value";`).
+        # @!attribute [rw] jar_file_uris
+        #   @return [::Array<::String>]
+        #     Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.
+        class SparkSqlBatch
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # @!attribute [rw] key
+          #   @return [::String]
+          # @!attribute [rw] value
+          #   @return [::String]
+          class QueryVariablesEntry
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+        end
+      end
+    end
+  end
+end

data/proto_docs/google/cloud/dataproc/v1/clusters.rb

@@ -22,7 +22,7 @@ module Google
     module Dataproc
       module V1
         # Describes the identifying information, config, and status of
-        # a cluster of Compute Engine instances.
+        # a Dataproc cluster
         # @!attribute [rw] project_id
         #   @return [::String]
         #     Required. The Google Cloud Platform project ID that the cluster belongs to.
@@ -32,8 +32,9 @@ module Google
         #     unique. Names of deleted clusters can be reused.
         # @!attribute [rw] config
         #   @return [::Google::Cloud::Dataproc::V1::ClusterConfig]
-        #     Required. The cluster config. Note that Dataproc may set
-        #     default values, and values may change when clusters are updated.
+        #     Optional. The cluster config for a cluster of Compute Engine Instances.
+        #     Note that Dataproc may set default values, and values may change
+        #     when clusters are updated.
         # @!attribute [rw] labels
         #   @return [::Google::Protobuf::Map{::String => ::String}]
         #     Optional. The labels to associate with this cluster.
@@ -83,10 +84,10 @@ module Google
         #     ASIA, or EU) for your cluster's staging bucket according to the
         #     Compute Engine zone where your cluster is deployed, and then create
         #     and manage this project-level, per-location bucket (see
-        #     [Dataproc staging
-        #     bucket](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/staging-bucket)).
-        #     **This field requires a Cloud Storage bucket name, not a URI to a Cloud
-        #     Storage bucket.**
+        #     [Dataproc staging and temp
+        #     buckets](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/staging-bucket)).
+        #     **This field requires a Cloud Storage bucket name, not a `gs://...` URI to
+        #     a Cloud Storage bucket.**
         # @!attribute [rw] temp_bucket
         #   @return [::String]
         #     Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs data,
@@ -97,9 +98,11 @@ module Google
         #     Compute Engine zone where your cluster is deployed, and then create
         #     and manage this project-level, per-location bucket. The default bucket has
         #     a TTL of 90 days, but you can use any TTL (or none) if you specify a
-        #     bucket.
-        #     **This field requires a Cloud Storage bucket name, not a URI to a Cloud
-        #     Storage bucket.**
+        #     bucket (see
+        #     [Dataproc staging and temp
+        #     buckets](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/staging-bucket)).
+        #     **This field requires a Cloud Storage bucket name, not a `gs://...` URI to
+        #     a Cloud Storage bucket.**
         # @!attribute [rw] gce_cluster_config
         #   @return [::Google::Cloud::Dataproc::V1::GceClusterConfig]
         #     Optional. The shared Compute Engine config settings for
@@ -107,18 +110,18 @@ module Google
         # @!attribute [rw] master_config
         #   @return [::Google::Cloud::Dataproc::V1::InstanceGroupConfig]
         #     Optional. The Compute Engine config settings for
-        #     the master instance in a cluster.
+        #     the cluster's master instance.
         # @!attribute [rw] worker_config
         #   @return [::Google::Cloud::Dataproc::V1::InstanceGroupConfig]
         #     Optional. The Compute Engine config settings for
-        #     worker instances in a cluster.
+        #     the cluster's worker instances.
         # @!attribute [rw] secondary_worker_config
         #   @return [::Google::Cloud::Dataproc::V1::InstanceGroupConfig]
         #     Optional. The Compute Engine config settings for
-        #     additional worker instances in a cluster.
+        #     a cluster's secondary worker instances
         # @!attribute [rw] software_config
         #   @return [::Google::Cloud::Dataproc::V1::SoftwareConfig]
-        #     Optional. The config settings for software inside the cluster.
+        #     Optional. The config settings for cluster software.
         # @!attribute [rw] initialization_actions
         #   @return [::Array<::Google::Cloud::Dataproc::V1::NodeInitializationAction>]
         #     Optional. Commands to execute on each node after config is
@@ -334,6 +337,10 @@ module Google
         #   @return [::Google::Cloud::Dataproc::V1::ShieldedInstanceConfig]
         #     Optional. Shielded Instance Config for clusters using [Compute Engine Shielded
         #     VMs](https://cloud.google.com/security/shielded-cloud/shielded-vm).
+        # @!attribute [rw] confidential_instance_config
+        #   @return [::Google::Cloud::Dataproc::V1::ConfidentialInstanceConfig]
+        #     Optional. Confidential Instance Config for clusters using [Confidential
+        #     VMs](https://cloud.google.com/compute/confidential-vm/docs).
         class GceClusterConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -406,6 +413,16 @@ module Google
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
+        # Confidential Instance Config for clusters using [Confidential
+        # VMs](https://cloud.google.com/compute/confidential-vm/docs)
+        # @!attribute [rw] enable_confidential_compute
+        #   @return [::Boolean]
+        #     Optional. Defines whether the instance should have confidential compute enabled.
+        class ConfidentialInstanceConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
         # The config settings for Compute Engine resources in
         # an instance group, such as a master or worker group.
         # @!attribute [rw] num_instances
@@ -572,6 +589,13 @@ module Google
         #     If one or more SSDs are attached, this runtime bulk
         #     data is spread across them, and the boot disk contains only basic
         #     config and installed binaries.
+        # @!attribute [rw] local_ssd_interface
+        #   @return [::String]
+        #     Optional. Interface type of local SSDs (default is "scsi").
+        #     Valid values: "scsi" (Small Computer System Interface),
+        #     "nvme" (Non-Volatile Memory Express).
+        #     See [SSD Interface
+        #     types](https://cloud.google.com/compute/docs/disks/local-ssd#performance).
         class DiskConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -629,6 +653,10 @@ module Google
             # The cluster encountered an error. It is not ready for use.
             ERROR = 3
 
+            # The cluster has encountered an error while being updated. Jobs can
+            # be submitted to the cluster, but the cluster cannot be updated.
+            ERROR_DUE_TO_UPDATE = 9
+
             # The cluster is being deleted. It cannot be used.
             DELETING = 4
 
@@ -905,7 +933,7 @@ module Google
         #     Required. The cluster to create.
         # @!attribute [rw] request_id
         #   @return [::String]
-        #     Optional. A unique id used to identify the request. If the server receives two
+        #     Optional. A unique ID used to identify the request. If the server receives two
         #     [CreateClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateClusterRequest)s
         #     with the same id, then the second request will be ignored and the
         #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the backend
@@ -914,8 +942,11 @@ module Google
         #     It is recommended to always set this value to a
         #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
         #
-        #     The id must contain only letters (a-z, A-Z), numbers (0-9),
+        #     The ID must contain only letters (a-z, A-Z), numbers (0-9),
         #     underscores (_), and hyphens (-). The maximum length is 40 characters.
+        # @!attribute [rw] action_on_failed_primary_workers
+        #   @return [::Google::Cloud::Dataproc::V1::FailureAction]
+        #     Optional. Failure action when primary worker creation fails.
         class CreateClusterRequest
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -1001,7 +1032,7 @@ module Google
         #      </table>
         # @!attribute [rw] request_id
         #   @return [::String]
-        #     Optional. A unique id used to identify the request. If the server
+        #     Optional. A unique ID used to identify the request. If the server
         #     receives two
         #     [UpdateClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.UpdateClusterRequest)s
         #     with the same id, then the second request will be ignored and the
@@ -1011,7 +1042,7 @@ module Google
         #     It is recommended to always set this value to a
         #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
         #
-        #     The id must contain only letters (a-z, A-Z), numbers (0-9),
+        #     The ID must contain only letters (a-z, A-Z), numbers (0-9),
         #     underscores (_), and hyphens (-). The maximum length is 40 characters.
         class UpdateClusterRequest
           include ::Google::Protobuf::MessageExts
@@ -1035,7 +1066,7 @@ module Google
         #     (with error NOT_FOUND) if a cluster with the specified UUID does not exist.
         # @!attribute [rw] request_id
         #   @return [::String]
-        #     Optional. A unique id used to identify the request. If the server
+        #     Optional. A unique ID used to identify the request. If the server
         #     receives two
         #     [StopClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.StopClusterRequest)s
         #     with the same id, then the second request will be ignored and the
@@ -1045,7 +1076,7 @@ module Google
         #     Recommendation: Set this value to a
         #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
         #
-        #     The id must contain only letters (a-z, A-Z), numbers (0-9),
+        #     The ID must contain only letters (a-z, A-Z), numbers (0-9),
         #     underscores (_), and hyphens (-). The maximum length is 40 characters.
         class StopClusterRequest
           include ::Google::Protobuf::MessageExts
@@ -1069,7 +1100,7 @@ module Google
         #     (with error NOT_FOUND) if a cluster with the specified UUID does not exist.
         # @!attribute [rw] request_id
         #   @return [::String]
-        #     Optional. A unique id used to identify the request. If the server
+        #     Optional. A unique ID used to identify the request. If the server
         #     receives two
         #     [StartClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.StartClusterRequest)s
         #     with the same id, then the second request will be ignored and the
@@ -1079,7 +1110,7 @@ module Google
         #     Recommendation: Set this value to a
         #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
         #
-        #     The id must contain only letters (a-z, A-Z), numbers (0-9),
+        #     The ID must contain only letters (a-z, A-Z), numbers (0-9),
         #     underscores (_), and hyphens (-). The maximum length is 40 characters.
         class StartClusterRequest
           include ::Google::Protobuf::MessageExts
@@ -1103,7 +1134,7 @@ module Google
         #     (with error NOT_FOUND) if cluster with specified UUID does not exist.
         # @!attribute [rw] request_id
         #   @return [::String]
-        #     Optional. A unique id used to identify the request. If the server
+        #     Optional. A unique ID used to identify the request. If the server
         #     receives two
         #     [DeleteClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.DeleteClusterRequest)s
         #     with the same id, then the second request will be ignored and the
@@ -1113,7 +1144,7 @@ module Google
         #     It is recommended to always set this value to a
         #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
         #
-        #     The id must contain only letters (a-z, A-Z), numbers (0-9),
+        #     The ID must contain only letters (a-z, A-Z), numbers (0-9),
         #     underscores (_), and hyphens (-). The maximum length is 40 characters.
         class DeleteClusterRequest
           include ::Google::Protobuf::MessageExts

data/proto_docs/google/cloud/dataproc/v1/jobs.rb

@@ -42,7 +42,7 @@ module Google
           end
 
           # The Log4j level for job execution. When running an
-          # [Apache Hive](http://hive.apache.org/) job, Cloud
+          # [Apache Hive](https://hive.apache.org/) job, Cloud
           # Dataproc configures the Hive client to an equivalent verbosity level.
           module Level
             # Level is unspecified. Use default level for log4j.
@@ -507,8 +507,7 @@ module Google
         #     the job is submitted.
         # @!attribute [rw] cluster_labels
         #   @return [::Google::Protobuf::Map{::String => ::String}]
-        #     Optional. Cluster labels to identify a cluster where the job will be
-        #     submitted.
+        #     Optional. Cluster labels to identify a cluster where the job will be submitted.
         class JobPlacement
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -609,8 +608,8 @@ module Google
         # Encapsulates the full scoping used to reference a job.
         # @!attribute [rw] project_id
         #   @return [::String]
-        #     Optional. The ID of the Google Cloud Platform project that the job belongs
-        #     to. If specified, must match the request project ID.
+        #     Optional. The ID of the Google Cloud Platform project that the job belongs to. If
+        #     specified, must match the request project ID.
         # @!attribute [rw] job_id
         #   @return [::String]
         #     Optional. The job ID, which must be unique within the project.
@@ -757,8 +756,8 @@ module Google
         #     may be reused over time.
         # @!attribute [r] done
         #   @return [::Boolean]
-        #     Output only. Indicates whether the job is completed. If the value is
-        #     `false`, the job is still in progress. If `true`, the job is completed, and
+        #     Output only. Indicates whether the job is completed. If the value is `false`,
+        #     the job is still in progress. If `true`, the job is completed, and
         #     `status.state` field will indicate if it was successful, failed,
         #     or cancelled.
         class Job
@@ -786,11 +785,23 @@ module Google
         #     4 times within 10 minute window.
         #
         #     Maximum value is 10.
+        #
+        #     **Note:** Currently, this restartable job option is
+        #     not supported in Dataproc
+        #     [workflow
+        #     template](https://cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template)
+        #     jobs.
         # @!attribute [rw] max_failures_total
         #   @return [::Integer]
-        #     Optional. Maximum number of times in total a driver may be restarted as a
-        #     result of driver exiting with non-zero code before job is reported failed.
+        #     Optional. Maximum number of times in total a driver may be restarted as a result of
+        #     driver exiting with non-zero code before job is reported failed.
         #     Maximum value is 240.
+        #
+        #     **Note:** Currently, this restartable job option is
+        #     not supported in Dataproc
+        #     [workflow
+        #     template](https://cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template)
+        #     jobs.
         class JobScheduling
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods

data/proto_docs/google/cloud/dataproc/v1/operations.rb

@@ -21,6 +21,54 @@ module Google
   module Cloud
     module Dataproc
       module V1
+        # Metadata describing the Batch operation.
+        # @!attribute [rw] batch
+        #   @return [::String]
+        #     Name of the batch for the operation.
+        # @!attribute [rw] batch_uuid
+        #   @return [::String]
+        #     Batch UUID for the operation.
+        # @!attribute [rw] create_time
+        #   @return [::Google::Protobuf::Timestamp]
+        #     The time when the operation was created.
+        # @!attribute [rw] done_time
+        #   @return [::Google::Protobuf::Timestamp]
+        #     The time when the operation finished.
+        # @!attribute [rw] operation_type
+        #   @return [::Google::Cloud::Dataproc::V1::BatchOperationMetadata::BatchOperationType]
+        #     The operation type.
+        # @!attribute [rw] description
+        #   @return [::String]
+        #     Short description of the operation.
+        # @!attribute [rw] labels
+        #   @return [::Google::Protobuf::Map{::String => ::String}]
+        #     Labels associated with the operation.
+        # @!attribute [rw] warnings
+        #   @return [::Array<::String>]
+        #     Warnings encountered during operation execution.
+        class BatchOperationMetadata
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # @!attribute [rw] key
+          #   @return [::String]
+          # @!attribute [rw] value
+          #   @return [::String]
+          class LabelsEntry
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+
+          # Operation type for Batch resources
+          module BatchOperationType
+            # Batch operation type is unknown.
+            BATCH_OPERATION_TYPE_UNSPECIFIED = 0
+
+            # Batch operation type.
+            BATCH = 1
+          end
+        end
+
         # The status of the operation.
         # @!attribute [r] state
         #   @return [::Google::Cloud::Dataproc::V1::ClusterOperationStatus::State]