google-cloud-dataproc-v1 0.12.0 → 0.14.0

data/proto_docs/google/api/launch_stage.rb

@@ -0,0 +1,71 @@
+# frozen_string_literal: true
+
+# Copyright 2022 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
+
+
+module Google
+  module Api
+    # The launch stage as defined by [Google Cloud Platform
+    # Launch Stages](https://cloud.google.com/terms/launch-stages).
+    module LaunchStage
+      # Do not use this default value.
+      LAUNCH_STAGE_UNSPECIFIED = 0
+
+      # The feature is not yet implemented. Users can not use it.
+      UNIMPLEMENTED = 6
+
+      # Prelaunch features are hidden from users and are only visible internally.
+      PRELAUNCH = 7
+
+      # Early Access features are limited to a closed group of testers. To use
+      # these features, you must sign up in advance and sign a Trusted Tester
+      # agreement (which includes confidentiality provisions). These features may
+      # be unstable, changed in backward-incompatible ways, and are not
+      # guaranteed to be released.
+      EARLY_ACCESS = 1
+
+      # Alpha is a limited availability test for releases before they are cleared
+      # for widespread use. By Alpha, all significant design issues are resolved
+      # and we are in the process of verifying functionality. Alpha customers
+      # need to apply for access, agree to applicable terms, and have their
+      # projects allowlisted. Alpha releases don't have to be feature complete,
+      # no SLAs are provided, and there are no technical support obligations, but
+      # they will be far enough along that customers can actually use them in
+      # test environments or for limited-use tests -- just like they would in
+      # normal production cases.
+      ALPHA = 2
+
+      # Beta is the point at which we are ready to open a release for any
+      # customer to use. There are no SLA or technical support obligations in a
+      # Beta release. Products will be complete from a feature perspective, but
+      # may have some open outstanding issues. Beta releases are suitable for
+      # limited production use cases.
+      BETA = 3
+
+      # GA features are open to all developers and are considered stable and
+      # fully qualified for production use.
+      GA = 4
+
+      # Deprecated features are scheduled to be shut down and removed. For more
+      # information, see the "Deprecation Policy" section of our [Terms of
+      # Service](https://cloud.google.com/terms/)
+      # and the [Google Cloud Platform Subject to the Deprecation
+      # Policy](https://cloud.google.com/terms/deprecation) documentation.
+      DEPRECATED = 5
+    end
+  end
+end

data/proto_docs/google/cloud/dataproc/v1/clusters.rb

@@ -28,8 +28,10 @@ module Google
         #     Required. The Google Cloud Platform project ID that the cluster belongs to.
         # @!attribute [rw] cluster_name
         #   @return [::String]
-        #     Required. The cluster name. Cluster names within a project must be
-        #     unique. Names of deleted clusters can be reused.
+        #     Required. The cluster name, which must be unique within a project.
+        #     The name must start with a lowercase letter, and can contain
+        #     up to 51 lowercase letters, numbers, and hyphens. It cannot end
+        #     with a hyphen. The name of a deleted cluster can be reused.
         # @!attribute [rw] config
         #   @return [::Google::Cloud::Dataproc::V1::ClusterConfig]
         #     Optional. The cluster config for a cluster of Compute Engine Instances.
@@ -37,13 +39,15 @@ module Google
         #     when clusters are updated.
         # @!attribute [rw] virtual_cluster_config
         #   @return [::Google::Cloud::Dataproc::V1::VirtualClusterConfig]
-        #     Optional. The virtual cluster config, used when creating a Dataproc cluster that
-        #     does not directly control the underlying compute resources, for example,
-        #     when creating a [Dataproc-on-GKE
-        #     cluster](https://cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-on-gke-cluster).
-        #     Note that Dataproc may set default values, and values may change when
-        #     clusters are updated. Exactly one of config or virtualClusterConfig must be
-        #     specified.
+        #     Optional. The virtual cluster config is used when creating a Dataproc
+        #     cluster that does not directly control the underlying compute resources,
+        #     for example, when creating a [Dataproc-on-GKE
+        #     cluster](https://cloud.google.com/dataproc/docs/guides/dpgke/dataproc-gke).
+        #     Dataproc may set default values, and values may change when
+        #     clusters are updated. Exactly one of
+        #     {::Google::Cloud::Dataproc::V1::Cluster#config config} or
+        #     {::Google::Cloud::Dataproc::V1::Cluster#virtual_cluster_config virtual_cluster_config}
+        #     must be specified.
         # @!attribute [rw] labels
         #   @return [::Google::Protobuf::Map{::String => ::String}]
         #     Optional. The labels to associate with this cluster.
@@ -99,15 +103,13 @@ module Google
         #     a Cloud Storage bucket.**
         # @!attribute [rw] temp_bucket
         #   @return [::String]
-        #     Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs data,
-        #     such as Spark and MapReduce history files.
-        #     If you do not specify a temp bucket,
-        #     Dataproc will determine a Cloud Storage location (US,
-        #     ASIA, or EU) for your cluster's temp bucket according to the
-        #     Compute Engine zone where your cluster is deployed, and then create
-        #     and manage this project-level, per-location bucket. The default bucket has
-        #     a TTL of 90 days, but you can use any TTL (or none) if you specify a
-        #     bucket (see
+        #     Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs
+        #     data, such as Spark and MapReduce history files. If you do not specify a
+        #     temp bucket, Dataproc will determine a Cloud Storage location (US, ASIA, or
+        #     EU) for your cluster's temp bucket according to the Compute Engine zone
+        #     where your cluster is deployed, and then create and manage this
+        #     project-level, per-location bucket. The default bucket has a TTL of 90
+        #     days, but you can use any TTL (or none) if you specify a bucket (see
         #     [Dataproc staging and temp
         #     buckets](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/staging-bucket)).
         #     **This field requires a Cloud Storage bucket name, not a `gs://...` URI to
@@ -165,17 +167,23 @@ module Google
         # @!attribute [rw] metastore_config
         #   @return [::Google::Cloud::Dataproc::V1::MetastoreConfig]
         #     Optional. Metastore configuration.
+        # @!attribute [rw] dataproc_metric_config
+        #   @return [::Google::Cloud::Dataproc::V1::DataprocMetricConfig]
+        #     Optional. The config for Dataproc metrics.
+        # @!attribute [rw] auxiliary_node_groups
+        #   @return [::Array<::Google::Cloud::Dataproc::V1::AuxiliaryNodeGroup>]
+        #     Optional. The node group settings.
         class ClusterConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
-        # Dataproc cluster config for a cluster that does not directly control the
+        # The Dataproc cluster config for a cluster that does not directly control the
         # underlying compute resources, such as a [Dataproc-on-GKE
-        # cluster](https://cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-on-gke-cluster).
+        # cluster](https://cloud.google.com/dataproc/docs/guides/dpgke/dataproc-gke).
         # @!attribute [rw] staging_bucket
         #   @return [::String]
-        #     Optional. A Storage bucket used to stage job
+        #     Optional. A Cloud Storage bucket used to stage job
         #     dependencies, config files, and job driver console output.
         #     If you do not specify a staging bucket, Cloud
         #     Dataproc will determine a Cloud Storage location (US,
@@ -188,7 +196,8 @@ module Google
         #     a Cloud Storage bucket.**
         # @!attribute [rw] kubernetes_cluster_config
         #   @return [::Google::Cloud::Dataproc::V1::KubernetesClusterConfig]
-        #     Required. The configuration for running the Dataproc cluster on Kubernetes.
+        #     Required. The configuration for running the Dataproc cluster on
+        #     Kubernetes.
         # @!attribute [rw] auxiliary_services_config
         #   @return [::Google::Cloud::Dataproc::V1::AuxiliaryServicesConfig]
         #     Optional. Configuration of auxiliary services used by this cluster.
@@ -355,7 +364,8 @@ module Google
         #     Optional. Node Group Affinity for sole-tenant clusters.
         # @!attribute [rw] shielded_instance_config
         #   @return [::Google::Cloud::Dataproc::V1::ShieldedInstanceConfig]
-        #     Optional. Shielded Instance Config for clusters using [Compute Engine Shielded
+        #     Optional. Shielded Instance Config for clusters using [Compute Engine
+        #     Shielded
         #     VMs](https://cloud.google.com/security/shielded-cloud/shielded-vm).
         # @!attribute [rw] confidential_instance_config
         #   @return [::Google::Cloud::Dataproc::V1::ConfidentialInstanceConfig]
@@ -381,7 +391,8 @@ module Google
           # fields](https://cloud.google.com/compute/docs/reference/rest/v1/instances).
           module PrivateIpv6GoogleAccess
             # If unspecified, Compute Engine default behavior will apply, which
-            # is the same as {::Google::Cloud::Dataproc::V1::GceClusterConfig::PrivateIpv6GoogleAccess::INHERIT_FROM_SUBNETWORK INHERIT_FROM_SUBNETWORK}.
+            # is the same as
+            # {::Google::Cloud::Dataproc::V1::GceClusterConfig::PrivateIpv6GoogleAccess::INHERIT_FROM_SUBNETWORK INHERIT_FROM_SUBNETWORK}.
             PRIVATE_IPV6_GOOGLE_ACCESS_UNSPECIFIED = 0
 
             # Private access to and from Google Services configuration
@@ -400,6 +411,8 @@ module Google
         end
 
         # Node Group Affinity for clusters using sole-tenant node groups.
+        # **The Dataproc `NodeGroupAffinity` resource is not related to the
+        # Dataproc {::Google::Cloud::Dataproc::V1::NodeGroup NodeGroup} resource.**
         # @!attribute [rw] node_group_uri
         #   @return [::String]
         #     Required. The URI of a
@@ -437,7 +450,8 @@ module Google
         # VMs](https://cloud.google.com/compute/confidential-vm/docs)
         # @!attribute [rw] enable_confidential_compute
         #   @return [::Boolean]
-        #     Optional. Defines whether the instance should have confidential compute enabled.
+        #     Optional. Defines whether the instance should have confidential compute
+        #     enabled.
         class ConfidentialInstanceConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -526,10 +540,7 @@ module Google
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
 
-          # Controls the use of
-          # [preemptible instances]
-          # (https://cloud.google.com/compute/docs/instances/preemptible)
-          # within the group.
+          # Controls the use of preemptible instances within the group.
           module Preemptibility
             # Preemptibility is unspecified, the system will choose the
             # appropriate setting for each instance group.
@@ -541,9 +552,12 @@ module Google
             # value for Master and Worker instance groups.
             NON_PREEMPTIBLE = 1
 
-            # Instances are preemptible.
+            # Instances are [preemptible]
+            # (https://cloud.google.com/compute/docs/instances/preemptible).
             #
-            # This option is allowed only for secondary worker groups.
+            # This option is allowed only for [secondary worker]
+            # (https://cloud.google.com/dataproc/docs/concepts/compute/secondary-vms)
+            # groups.
             PREEMPTIBLE = 2
           end
         end
@@ -603,7 +617,7 @@ module Google
         #     Optional. Size in GB of the boot disk (default is 500GB).
         # @!attribute [rw] num_local_ssds
         #   @return [::Integer]
-        #     Optional. Number of attached SSDs, from 0 to 4 (default is 0).
+        #     Optional. Number of attached SSDs, from 0 to 8 (default is 0).
         #     If SSDs are not attached, the boot disk is used to store runtime logs and
         #     [HDFS](https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data.
         #     If one or more SSDs are attached, this runtime bulk
@@ -621,6 +635,68 @@ module Google
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
+        # Node group identification and configuration information.
+        # @!attribute [rw] node_group
+        #   @return [::Google::Cloud::Dataproc::V1::NodeGroup]
+        #     Required. Node group configuration.
+        # @!attribute [rw] node_group_id
+        #   @return [::String]
+        #     Optional. A node group ID. Generated if not specified.
+        #
+        #     The ID must contain only letters (a-z, A-Z), numbers (0-9),
+        #     underscores (_), and hyphens (-). Cannot begin or end with underscore
+        #     or hyphen. Must consist of from 3 to 33 characters.
+        class AuxiliaryNodeGroup
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # Dataproc Node Group.
+        # **The Dataproc `NodeGroup` resource is not related to the
+        # Dataproc {::Google::Cloud::Dataproc::V1::NodeGroupAffinity NodeGroupAffinity}
+        # resource.**
+        # @!attribute [rw] name
+        #   @return [::String]
+        #     The Node group [resource name](https://aip.dev/122).
+        # @!attribute [rw] roles
+        #   @return [::Array<::Google::Cloud::Dataproc::V1::NodeGroup::Role>]
+        #     Required. Node group roles.
+        # @!attribute [rw] node_group_config
+        #   @return [::Google::Cloud::Dataproc::V1::InstanceGroupConfig]
+        #     Optional. The node group instance group configuration.
+        # @!attribute [rw] labels
+        #   @return [::Google::Protobuf::Map{::String => ::String}]
+        #     Optional. Node group labels.
+        #
+        #     * Label **keys** must consist of from 1 to 63 characters and conform to
+        #       [RFC 1035](https://www.ietf.org/rfc/rfc1035.txt).
+        #     * Label **values** can be empty. If specified, they must consist of from
+        #       1 to 63 characters and conform to [RFC 1035]
+        #       (https://www.ietf.org/rfc/rfc1035.txt).
+        #     * The node group must have no more than 32 labels.
+        class NodeGroup
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # @!attribute [rw] key
+          #   @return [::String]
+          # @!attribute [rw] value
+          #   @return [::String]
+          class LabelsEntry
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+
+          # Node group roles.
+          module Role
+            # Required unspecified role.
+            ROLE_UNSPECIFIED = 0
+
+            # Job drivers run on the node group.
+            DRIVER = 1
+          end
+        end
+
         # Specifies an executable to run on a fully configured node and a
         # timeout period for executable completion.
         # @!attribute [rw] executable_file
@@ -733,8 +809,8 @@ module Google
         # Specifies Kerberos related configuration.
         # @!attribute [rw] enable_kerberos
         #   @return [::Boolean]
-        #     Optional. Flag to indicate whether to Kerberize the cluster (default: false). Set
-        #     this field to true to enable Kerberos on a cluster.
+        #     Optional. Flag to indicate whether to Kerberize the cluster (default:
+        #     false). Set this field to true to enable Kerberos on a cluster.
         # @!attribute [rw] root_principal_password_uri
         #   @return [::String]
         #     Optional. The Cloud Storage URI of a KMS encrypted file containing the root
@@ -879,7 +955,8 @@ module Google
         #     [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
         # @!attribute [rw] auto_delete_time
         #   @return [::Google::Protobuf::Timestamp]
-        #     Optional. The time when cluster will be auto-deleted (see JSON representation of
+        #     Optional. The time when cluster will be auto-deleted (see JSON
+        #     representation of
         #     [Timestamp](https://developers.google.com/protocol-buffers/docs/proto3#json)).
         # @!attribute [rw] auto_delete_ttl
         #   @return [::Google::Protobuf::Duration]
@@ -911,6 +988,87 @@ module Google
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
+        # Dataproc metric config.
+        # @!attribute [rw] metrics
+        #   @return [::Array<::Google::Cloud::Dataproc::V1::DataprocMetricConfig::Metric>]
+        #     Required. Metrics sources to enable.
+        class DataprocMetricConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # A Dataproc OSS metric.
+          # @!attribute [rw] metric_source
+          #   @return [::Google::Cloud::Dataproc::V1::DataprocMetricConfig::MetricSource]
+          #     Required. Default metrics are collected unless `metricOverrides` are
+          #     specified for the metric source (see [Available OSS metrics]
+          #     (https://cloud.google.com/dataproc/docs/guides/monitoring#available_oss_metrics)
+          #     for more information).
+          # @!attribute [rw] metric_overrides
+          #   @return [::Array<::String>]
+          #     Optional. Specify one or more [available OSS metrics]
+          #     (https://cloud.google.com/dataproc/docs/guides/monitoring#available_oss_metrics)
+          #     to collect for the metric course (for the `SPARK` metric source, any
+          #     [Spark metric]
+          #     (https://spark.apache.org/docs/latest/monitoring.html#metrics) can be
+          #     specified).
+          #
+          #     Provide metrics in the following format:
+          #     <code><var>METRIC_SOURCE</var>:<var>INSTANCE</var>:<var>GROUP</var>:<var>METRIC</var></code>
+          #     Use camelcase as appropriate.
+          #
+          #     Examples:
+          #
+          #     ```
+          #     yarn:ResourceManager:QueueMetrics:AppsCompleted
+          #     spark:driver:DAGScheduler:job.allJobs
+          #     sparkHistoryServer:JVM:Memory:NonHeapMemoryUsage.committed
+          #     hiveserver2:JVM:Memory:NonHeapMemoryUsage.used
+          #     ```
+          #
+          #     Notes:
+          #
+          #     * Only the specified overridden metrics will be collected for the
+          #       metric source. For example, if one or more `spark:executive` metrics
+          #       are listed as metric overrides, other `SPARK` metrics will not be
+          #       collected. The collection of the default metrics for other OSS metric
+          #       sources is unaffected. For example, if both `SPARK` andd `YARN` metric
+          #       sources are enabled, and overrides are provided for Spark metrics only,
+          #       all default YARN metrics will be collected.
+          class Metric
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+
+          # A source for the collection of Dataproc OSS metrics (see [available OSS
+          # metrics]
+          # (https://cloud.google.com//dataproc/docs/guides/monitoring#available_oss_metrics)).
+          module MetricSource
+            # Required unspecified metric source.
+            METRIC_SOURCE_UNSPECIFIED = 0
+
+            # Default monitoring agent metrics. If this source is enabled,
+            # Dataproc enables the monitoring agent in Compute Engine,
+            # and collects default monitoring agent metrics, which are published
+            # with an `agent.googleapis.com` prefix.
+            MONITORING_AGENT_DEFAULTS = 1
+
+            # HDFS metric source.
+            HDFS = 2
+
+            # Spark metric source.
+            SPARK = 3
+
+            # YARN metric source.
+            YARN = 4
+
+            # Spark History Server metric source.
+            SPARK_HISTORY_SERVER = 5
+
+            # Hiveserver2 metric source.
+            HIVESERVER2 = 6
+          end
+        end
+
         # Contains cluster daemon metrics, such as HDFS and YARN stats.
         #
         # **Beta Feature**: This report is available for testing purposes only. It may
@@ -957,11 +1115,12 @@ module Google
         #     Required. The cluster to create.
         # @!attribute [rw] request_id
         #   @return [::String]
-        #     Optional. A unique ID used to identify the request. If the server receives two
+        #     Optional. A unique ID used to identify the request. If the server receives
+        #     two
         #     [CreateClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateClusterRequest)s
         #     with the same id, then the second request will be ignored and the
-        #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the backend
-        #     is returned.
+        #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+        #     and stored in the backend is returned.
         #
         #     It is recommended to always set this value to a
         #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -1060,8 +1219,8 @@ module Google
         #     receives two
         #     [UpdateClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.UpdateClusterRequest)s
         #     with the same id, then the second request will be ignored and the
-        #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
-        #     backend is returned.
+        #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+        #     and stored in the backend is returned.
         #
         #     It is recommended to always set this value to a
         #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -1094,8 +1253,8 @@ module Google
         #     receives two
         #     [StopClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.StopClusterRequest)s
         #     with the same id, then the second request will be ignored and the
-        #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
-        #     backend is returned.
+        #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+        #     and stored in the backend is returned.
         #
         #     Recommendation: Set this value to a
         #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -1128,8 +1287,8 @@ module Google
         #     receives two
         #     [StartClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.StartClusterRequest)s
         #     with the same id, then the second request will be ignored and the
-        #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
-        #     backend is returned.
+        #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+        #     and stored in the backend is returned.
         #
         #     Recommendation: Set this value to a
         #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -1162,8 +1321,8 @@ module Google
         #     receives two
         #     [DeleteClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.DeleteClusterRequest)s
         #     with the same id, then the second request will be ignored and the
-        #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
-        #     backend is returned.
+        #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+        #     and stored in the backend is returned.
         #
         #     It is recommended to always set this value to a
         #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).

data/proto_docs/google/cloud/dataproc/v1/jobs.rb

@@ -133,7 +133,7 @@ module Google
           end
         end
 
-        # A Dataproc job for running [Apache Spark](http://spark.apache.org/)
+        # A Dataproc job for running [Apache Spark](https://spark.apache.org/)
         # applications on YARN.
         # @!attribute [rw] main_jar_file_uri
         #   @return [::String]
@@ -310,7 +310,7 @@ module Google
         end
 
         # A Dataproc job for running [Apache Spark
-        # SQL](http://spark.apache.org/sql/) queries.
+        # SQL](https://spark.apache.org/sql/) queries.
         # @!attribute [rw] query_file_uri
         #   @return [::String]
         #     The HCFS URI of the script that contains SQL queries.
@@ -507,7 +507,8 @@ module Google
         #     the job is submitted.
         # @!attribute [rw] cluster_labels
         #   @return [::Google::Protobuf::Map{::String => ::String}]
-        #     Optional. Cluster labels to identify a cluster where the job will be submitted.
+        #     Optional. Cluster labels to identify a cluster where the job will be
+        #     submitted.
         class JobPlacement
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -608,8 +609,8 @@ module Google
         # Encapsulates the full scoping used to reference a job.
         # @!attribute [rw] project_id
         #   @return [::String]
-        #     Optional. The ID of the Google Cloud Platform project that the job belongs to. If
-        #     specified, must match the request project ID.
+        #     Optional. The ID of the Google Cloud Platform project that the job belongs
+        #     to. If specified, must match the request project ID.
         # @!attribute [rw] job_id
         #   @return [::String]
         #     Optional. The job ID, which must be unique within the project.
@@ -756,10 +757,13 @@ module Google
         #     may be reused over time.
         # @!attribute [r] done
         #   @return [::Boolean]
-        #     Output only. Indicates whether the job is completed. If the value is `false`,
-        #     the job is still in progress. If `true`, the job is completed, and
+        #     Output only. Indicates whether the job is completed. If the value is
+        #     `false`, the job is still in progress. If `true`, the job is completed, and
         #     `status.state` field will indicate if it was successful, failed,
         #     or cancelled.
+        # @!attribute [rw] driver_scheduling_config
+        #   @return [::Google::Cloud::Dataproc::V1::DriverSchedulingConfig]
+        #     Optional. Driver scheduling configuration.
         class Job
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -774,6 +778,18 @@ module Google
           end
         end
 
+        # Driver scheduling configuration.
+        # @!attribute [rw] memory_mb
+        #   @return [::Integer]
+        #     Required. The amount of memory in MB the driver is requesting.
+        # @!attribute [rw] vcores
+        #   @return [::Integer]
+        #     Required. The number of vCPUs the driver is requesting.
+        class DriverSchedulingConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
         # Job scheduling options.
         # @!attribute [rw] max_failures_per_hour
         #   @return [::Integer]
@@ -781,27 +797,26 @@ module Google
         #     a result of driver exiting with non-zero code before job is
         #     reported failed.
         #
-        #     A job may be reported as thrashing if driver exits with non-zero code
-        #     4 times within 10 minute window.
+        #     A job may be reported as thrashing if the driver exits with a non-zero code
+        #     four times within a 10-minute window.
         #
         #     Maximum value is 10.
         #
-        #     **Note:** Currently, this restartable job option is
-        #     not supported in Dataproc
-        #     [workflow
-        #     template](https://cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template)
-        #     jobs.
+        #     **Note:** This restartable job option is not supported in Dataproc
+        #     [workflow templates]
+        #     (https://cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template).
         # @!attribute [rw] max_failures_total
         #   @return [::Integer]
-        #     Optional. Maximum number of times in total a driver may be restarted as a result of
-        #     driver exiting with non-zero code before job is reported failed.
+        #     Optional. Maximum total number of times a driver may be restarted as a
+        #     result of the driver exiting with a non-zero code. After the maximum number
+        #     is reached, the job will be reported as failed.
+        #
         #     Maximum value is 240.
         #
         #     **Note:** Currently, this restartable job option is
         #     not supported in Dataproc
         #     [workflow
-        #     template](https://cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template)
-        #     jobs.
+        #     templates](https://cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template).
         class JobScheduling
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods