google-api-client 0.32.1 → 0.40.0

data/generated/google/apis/dataproc_v1beta2/classes.rb

@@ -23,7 +23,8 @@ module Google
     module DataprocV1beta2
       
       # Specifies the type and number of accelerator cards attached to the instances
-      # of an instance group (see GPUs on Compute Engine).
+      # of an instance group (see GPUs on Compute Engine (https://cloud.google.com/
+      # compute/docs/gpus/)).
       class AcceleratorConfig
         include Google::Apis::Core::Hashable
       
@@ -33,12 +34,15 @@ module Google
         attr_accessor :accelerator_count
       
         # Full URL, partial URI, or short name of the accelerator type resource to
-        # expose to this instance. See Compute Engine AcceleratorTypesExamples * https://
-        # www.googleapis.com/compute/beta/projects/[project_id]/zones/us-east1-a/
+        # expose to this instance. See Compute Engine AcceleratorTypes (https://cloud.
+        # google.com/compute/docs/reference/beta/acceleratorTypes)Examples * https://www.
+        # googleapis.com/compute/beta/projects/[project_id]/zones/us-east1-a/
         # acceleratorTypes/nvidia-tesla-k80 * projects/[project_id]/zones/us-east1-a/
         # acceleratorTypes/nvidia-tesla-k80 * nvidia-tesla-k80Auto Zone Exception: If
-        # you are using the Cloud Dataproc Auto Zone Placement feature, you must use the
-        # short name of the accelerator type resource, for example, nvidia-tesla-k80.
+        # you are using the Dataproc Auto Zone Placement (https://cloud.google.com/
+        # dataproc/docs/concepts/configuring-clusters/auto-zone#
+        # using_auto_zone_placement) feature, you must use the short name of the
+        # accelerator type resource, for example, nvidia-tesla-k80.
         # Corresponds to the JSON property `acceleratorTypeUri`
         # @return [String]
         attr_accessor :accelerator_type_uri
@@ -63,8 +67,7 @@ module Google
         # https://www.googleapis.com/compute/v1/projects/[project_id]/locations/[
         # dataproc_region]/autoscalingPolicies/[policy_id]
         # projects/[project_id]/locations/[dataproc_region]/autoscalingPolicies/[
-        # policy_id]Note that the policy must be in the same project and Cloud Dataproc
-        # region.
+        # policy_id]Note that the policy must be in the same project and Dataproc region.
         # Corresponds to the JSON property `policyUri`
         # @return [String]
         attr_accessor :policy_uri
@@ -226,10 +229,27 @@ module Google
       class Binding
         include Google::Apis::Core::Hashable
       
-        # Represents an expression text. Example:
-        # title: "User account presence"
-        # description: "Determines whether the request has a user account"
-        # expression: "size(request.user) > 0"
+        # Represents a textual expression in the Common Expression Language (CEL) syntax.
+        # CEL is a C-like expression language. The syntax and semantics of CEL are
+        # documented at https://github.com/google/cel-spec.Example (Comparison):
+        # title: "Summary size limit"
+        # description: "Determines if a summary is less than 100 chars"
+        # expression: "document.summary.size() < 100"
+        # Example (Equality):
+        # title: "Requestor is owner"
+        # description: "Determines if requestor is the document owner"
+        # expression: "document.owner == request.auth.claims.email"
+        # Example (Logic):
+        # title: "Public documents"
+        # description: "Determine whether the document should be publicly visible"
+        # expression: "document.type != 'private' && document.type != 'internal'"
+        # Example (Data Manipulation):
+        # title: "Notification string"
+        # description: "Create a notification string with a timestamp."
+        # expression: "'New message received at ' + string(document.create_time)"
+        # The exact variables and functions that may be referenced within an expression
+        # are determined by the service that evaluates it. See the service documentation
+        # for additional information.
         # Corresponds to the JSON property `condition`
         # @return [Google::Apis::DataprocV1beta2::Expr]
         attr_accessor :condition
@@ -246,6 +266,22 @@ module Google
         # For example, my-other-app@appspot.gserviceaccount.com.
         # group:`emailid`: An email address that represents a Google group.  For example,
         # admins@example.com.
+        # deleted:user:`emailid`?uid=`uniqueid`: An email address (plus unique
+        # identifier) representing a user that has been recently deleted. For  example,
+        # alice@example.com?uid=123456789012345678901. If the user is  recovered, this
+        # value reverts to user:`emailid` and the recovered user  retains the role in
+        # the binding.
+        # deleted:serviceAccount:`emailid`?uid=`uniqueid`: An email address (plus
+        # unique identifier) representing a service account that has been recently
+        # deleted. For example,  my-other-app@appspot.gserviceaccount.com?uid=
+        # 123456789012345678901.  If the service account is undeleted, this value
+        # reverts to  serviceAccount:`emailid` and the undeleted service account retains
+        # the  role in the binding.
+        # deleted:group:`emailid`?uid=`uniqueid`: An email address (plus unique
+        # identifier) representing a Google group that has been recently  deleted. For
+        # example, admins@example.com?uid=123456789012345678901. If  the group is
+        # recovered, this value reverts to group:`emailid` and the  recovered group
+        # retains the role in the binding.
         # domain:`domain`: The G Suite domain (primary) that represents all the  users
         # of that domain. For example, google.com or example.com.
         # Corresponds to the JSON property `members`
@@ -294,8 +330,8 @@ module Google
         # @return [String]
         attr_accessor :cluster_name
       
-        # Output only. A cluster UUID (Unique Universal Identifier). Cloud Dataproc
-        # generates this value when it creates the cluster.
+        # Output only. A cluster UUID (Unique Universal Identifier). Dataproc generates
+        # this value when it creates the cluster.
         # Corresponds to the JSON property `clusterUuid`
         # @return [String]
         attr_accessor :cluster_uuid
@@ -362,12 +398,13 @@ module Google
         # @return [Google::Apis::DataprocV1beta2::AutoscalingConfig]
         attr_accessor :autoscaling_config
       
-        # Optional. A Google Cloud Storage bucket used to stage job dependencies, config
-        # files, and job driver console output. If you do not specify a staging bucket,
-        # Cloud Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for
-        # your cluster's staging bucket according to the Google Compute Engine zone
-        # where your cluster is deployed, and then create and manage this project-level,
-        # per-location bucket (see Cloud Dataproc staging bucket).
+        # Optional. A Cloud Storage bucket used to stage job dependencies, config files,
+        # and job driver console output. If you do not specify a staging bucket, Cloud
+        # Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your
+        # cluster's staging bucket according to the Compute Engine zone where your
+        # cluster is deployed, and then create and manage this project-level, per-
+        # location bucket (see Dataproc staging bucket (https://cloud.google.com/
+        # dataproc/docs/concepts/configuring-clusters/staging-bucket)).
         # Corresponds to the JSON property `configBucket`
         # @return [String]
         attr_accessor :config_bucket
@@ -388,6 +425,11 @@ module Google
         # @return [Google::Apis::DataprocV1beta2::GceClusterConfig]
         attr_accessor :gce_cluster_config
       
+        # The GKE config for this cluster.
+        # Corresponds to the JSON property `gkeClusterConfig`
+        # @return [Google::Apis::DataprocV1beta2::GkeClusterConfig]
+        attr_accessor :gke_cluster_config
+      
         # Optional. Commands to execute on each node after config is completed. By
         # default, executables are run on master and all worker nodes. You can test a
         # node's <code>role</code> metadata to run an executable on a master or worker
@@ -447,6 +489,7 @@ module Google
           @encryption_config = args[:encryption_config] if args.key?(:encryption_config)
           @endpoint_config = args[:endpoint_config] if args.key?(:endpoint_config)
           @gce_cluster_config = args[:gce_cluster_config] if args.key?(:gce_cluster_config)
+          @gke_cluster_config = args[:gke_cluster_config] if args.key?(:gke_cluster_config)
           @initialization_actions = args[:initialization_actions] if args.key?(:initialization_actions)
           @lifecycle_config = args[:lifecycle_config] if args.key?(:lifecycle_config)
           @master_config = args[:master_config] if args.key?(:master_config)
@@ -655,7 +698,8 @@ module Google
         # @return [String]
         attr_accessor :state
       
-        # Output only. Time when this state was entered.
+        # Output only. Time when this state was entered (see JSON representation of
+        # Timestamp (https://developers.google.com/protocol-buffers/docs/proto3#json)).
         # Corresponds to the JSON property `stateStartTime`
         # @return [String]
         attr_accessor :state_start_time
@@ -816,34 +860,49 @@ module Google
         end
       end
       
-      # Represents an expression text. Example:
-      # title: "User account presence"
-      # description: "Determines whether the request has a user account"
-      # expression: "size(request.user) > 0"
+      # Represents a textual expression in the Common Expression Language (CEL) syntax.
+      # CEL is a C-like expression language. The syntax and semantics of CEL are
+      # documented at https://github.com/google/cel-spec.Example (Comparison):
+      # title: "Summary size limit"
+      # description: "Determines if a summary is less than 100 chars"
+      # expression: "document.summary.size() < 100"
+      # Example (Equality):
+      # title: "Requestor is owner"
+      # description: "Determines if requestor is the document owner"
+      # expression: "document.owner == request.auth.claims.email"
+      # Example (Logic):
+      # title: "Public documents"
+      # description: "Determine whether the document should be publicly visible"
+      # expression: "document.type != 'private' && document.type != 'internal'"
+      # Example (Data Manipulation):
+      # title: "Notification string"
+      # description: "Create a notification string with a timestamp."
+      # expression: "'New message received at ' + string(document.create_time)"
+      # The exact variables and functions that may be referenced within an expression
+      # are determined by the service that evaluates it. See the service documentation
+      # for additional information.
       class Expr
         include Google::Apis::Core::Hashable
       
-        # An optional description of the expression. This is a longer text which
-        # describes the expression, e.g. when hovered over it in a UI.
+        # Optional. Description of the expression. This is a longer text which describes
+        # the expression, e.g. when hovered over it in a UI.
         # Corresponds to the JSON property `description`
         # @return [String]
         attr_accessor :description
       
         # Textual representation of an expression in Common Expression Language syntax.
-        # The application context of the containing message determines which well-known
-        # feature set of CEL is supported.
         # Corresponds to the JSON property `expression`
         # @return [String]
         attr_accessor :expression
       
-        # An optional string indicating the location of the expression for error
-        # reporting, e.g. a file name and a position in the file.
+        # Optional. String indicating the location of the expression for error reporting,
+        # e.g. a file name and a position in the file.
         # Corresponds to the JSON property `location`
         # @return [String]
         attr_accessor :location
       
-        # An optional title for the expression, i.e. a short string describing its
-        # purpose. This can be used e.g. in UIs which allow to enter the expression.
+        # Optional. Title for the expression, i.e. a short string describing its purpose.
+        # This can be used e.g. in UIs which allow to enter the expression.
         # Corresponds to the JSON property `title`
         # @return [String]
         attr_accessor :title
@@ -887,8 +946,9 @@ module Google
         # Optional. The Compute Engine network to be used for machine communications.
         # Cannot be specified with subnetwork_uri. If neither network_uri nor
         # subnetwork_uri is specified, the "default" network of the project is used, if
-        # it exists. Cannot be a "Custom Subnet Network" (see Using Subnetworks for more
-        # information).A full URL, partial URI, or short name are valid. Examples:
+        # it exists. Cannot be a "Custom Subnet Network" (see Using Subnetworks (https://
+        # cloud.google.com/compute/docs/subnetworks) for more information).A full URL,
+        # partial URI, or short name are valid. Examples:
         # https://www.googleapis.com/compute/v1/projects/[project_id]/regions/global/
         # default
         # projects/[project_id]/regions/global/default
@@ -902,13 +962,14 @@ module Google
         # @return [Google::Apis::DataprocV1beta2::ReservationAffinity]
         attr_accessor :reservation_affinity
       
-        # Optional. The service account of the instances. Defaults to the default
-        # Compute Engine service account. Custom service accounts need permissions
-        # equivalent to the following IAM roles:
-        # roles/logging.logWriter
-        # roles/storage.objectAdmin(see https://cloud.google.com/compute/docs/access/
-        # service-accounts#custom_service_accounts for more information). Example: [
-        # account_id]@[project_id].iam.gserviceaccount.com
+        # Optional. The Dataproc service account (https://cloud.google.com/dataproc/docs/
+        # concepts/configuring-clusters/service-accounts#
+        # service_accounts_in_cloud_dataproc) (also see VM Data Plane identity (https://
+        # cloud.google.com/dataproc/docs/concepts/iam/dataproc-principals#
+        # vm_service_account_data_plane_identity)) used by Dataproc cluster VM instances
+        # to access Google Cloud Platform services.If not specified, the Compute Engine
+        # default service account (https://cloud.google.com/compute/docs/access/service-
+        # accounts#default_service_account) is used.
         # Corresponds to the JSON property `serviceAccount`
         # @return [String]
         attr_accessor :service_account
@@ -938,16 +999,17 @@ module Google
         # @return [String]
         attr_accessor :subnetwork_uri
       
-        # The Compute Engine tags to add to all instances (see Tagging instances).
+        # The Compute Engine tags to add to all instances (see Tagging instances (https:/
+        # /cloud.google.com/compute/docs/label-or-tag-resources#tags)).
         # Corresponds to the JSON property `tags`
         # @return [Array<String>]
         attr_accessor :tags
       
         # Optional. The zone where the Compute Engine cluster will be located. On a
         # create request, it is required in the "global" region. If omitted in a non-
-        # global Cloud Dataproc region, the service will pick a zone in the
-        # corresponding Compute Engine region. On a get request, zone will always be
-        # present.A full URL, partial URI, or short name are valid. Examples:
+        # global Dataproc region, the service will pick a zone in the corresponding
+        # Compute Engine region. On a get request, zone will always be present.A full
+        # URL, partial URI, or short name are valid. Examples:
         # https://www.googleapis.com/compute/v1/projects/[project_id]/zones/[zone]
         # projects/[project_id]/zones/[zone]
         # us-central1-f
@@ -999,7 +1061,9 @@ module Google
         # Optional. The policy format version to be returned.Valid values are 0, 1, and
         # 3. Requests specifying an invalid value will be rejected.Requests for policies
         # with any conditional bindings must specify version 3. Policies without any
-        # conditional bindings may specify any valid value or leave the field unset.
+        # conditional bindings may specify any valid value or leave the field unset.To
+        # learn which resources support conditions in their IAM policies, see the IAM
+        # documentation (https://cloud.google.com/iam/help/conditions/resource-policies).
         # Corresponds to the JSON property `requestedPolicyVersion`
         # @return [Fixnum]
         attr_accessor :requested_policy_version
@@ -1014,8 +1078,27 @@ module Google
         end
       end
       
-      # A Cloud Dataproc job for running Apache Hadoop MapReduce (https://hadoop.
-      # apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
+      # The GKE config for this cluster.
+      class GkeClusterConfig
+        include Google::Apis::Core::Hashable
+      
+        # A full, namespace-isolated deployment target for an existing GKE cluster.
+        # Corresponds to the JSON property `namespacedGkeDeploymentTarget`
+        # @return [Google::Apis::DataprocV1beta2::NamespacedGkeDeploymentTarget]
+        attr_accessor :namespaced_gke_deployment_target
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @namespaced_gke_deployment_target = args[:namespaced_gke_deployment_target] if args.key?(:namespaced_gke_deployment_target)
+        end
+      end
+      
+      # A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/
+      # docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
       # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
       # docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
       class HadoopJob
@@ -1068,7 +1151,7 @@ module Google
         attr_accessor :main_jar_file_uri
       
         # Optional. A mapping of property names to values, used to configure Hadoop.
-        # Properties that conflict with values set by the Cloud Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API may be
         # overwritten. Can include properties set in /etc/hadoop/conf/*-site and classes
         # in user code.
         # Corresponds to the JSON property `properties`
@@ -1092,8 +1175,8 @@ module Google
         end
       end
       
-      # A Cloud Dataproc job for running Apache Hive (https://hive.apache.org/)
-      # queries on YARN.
+      # A Dataproc job for running Apache Hive (https://hive.apache.org/) queries on
+      # YARN.
       class HiveJob
         include Google::Apis::Core::Hashable
       
@@ -1112,7 +1195,7 @@ module Google
         attr_accessor :jar_file_uris
       
         # Optional. A mapping of property names and values, used to configure Hive.
-        # Properties that conflict with values set by the Cloud Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API may be
         # overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml, /etc/
         # hive/conf/hive-site.xml, and classes in user code.
         # Corresponds to the JSON property `properties`
@@ -1207,8 +1290,6 @@ module Google
         include Google::Apis::Core::Hashable
       
         # Optional. The Compute Engine accelerator configuration for these instances.
-        # Beta Feature: This feature is still under development. It may be changed
-        # before final release.
         # Corresponds to the JSON property `accelerators`
         # @return [Array<Google::Apis::DataprocV1beta2::AcceleratorConfig>]
         attr_accessor :accelerators
@@ -1218,19 +1299,29 @@ module Google
         # @return [Google::Apis::DataprocV1beta2::DiskConfig]
         attr_accessor :disk_config
       
-        # Optional. The Compute Engine image resource used for cluster instances. It can
-        # be specified or may be inferred from SoftwareConfig.image_version.
+        # Optional. The Compute Engine image resource used for cluster instances.The URI
+        # can represent an image or image family.Image examples:
+        # https://www.googleapis.com/compute/beta/projects/[project_id]/global/images/[
+        # image-id]
+        # projects/[project_id]/global/images/[image-id]
+        # image-idImage family examples. Dataproc will use the most recent image from
+        # the family:
+        # https://www.googleapis.com/compute/beta/projects/[project_id]/global/images/
+        # family/[custom-image-family-name]
+        # projects/[project_id]/global/images/family/[custom-image-family-name]If the
+        # URI is unspecified, it will be inferred from SoftwareConfig.image_version or
+        # the system default.
         # Corresponds to the JSON property `imageUri`
         # @return [String]
         attr_accessor :image_uri
       
-        # Output only. The list of instance names. Cloud Dataproc derives the names from
+        # Output only. The list of instance names. Dataproc derives the names from
         # cluster_name, num_instances, and the instance group.
         # Corresponds to the JSON property `instanceNames`
         # @return [Array<String>]
         attr_accessor :instance_names
       
-        # Optional. Specifies that this instance group contains preemptible instances.
+        # Output only. Specifies that this instance group contains preemptible instances.
         # Corresponds to the JSON property `isPreemptible`
         # @return [Boolean]
         attr_accessor :is_preemptible
@@ -1241,9 +1332,10 @@ module Google
         # https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-east1-a/
         # machineTypes/n1-standard-2
         # projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2
-        # n1-standard-2Auto Zone Exception: If you are using the Cloud Dataproc Auto
-        # Zone Placement feature, you must use the short name of the machine type
-        # resource, for example, n1-standard-2.
+        # n1-standard-2Auto Zone Exception: If you are using the Dataproc Auto Zone
+        # Placement (https://cloud.google.com/dataproc/docs/concepts/configuring-
+        # clusters/auto-zone#using_auto_zone_placement) feature, you must use the short
+        # name of the machine type resource, for example, n1-standard-2.
         # Corresponds to the JSON property `machineTypeUri`
         # @return [String]
         attr_accessor :machine_type_uri
@@ -1253,8 +1345,9 @@ module Google
         # @return [Google::Apis::DataprocV1beta2::ManagedGroupConfig]
         attr_accessor :managed_group_config
       
-        # Specifies the minimum cpu platform for the Instance Group. See Cloud Dataproc&
-        # rarr;Minimum CPU Platform.
+        # Specifies the minimum cpu platform for the Instance Group. See Dataproc -&gt;
+        # Minimum CPU Platform (https://cloud.google.com/dataproc/docs/concepts/compute/
+        # dataproc-min-cpu).
         # Corresponds to the JSON property `minCpuPlatform`
         # @return [String]
         attr_accessor :min_cpu_platform
@@ -1265,6 +1358,13 @@ module Google
         # @return [Fixnum]
         attr_accessor :num_instances
       
+        # Optional. Specifies the preemptibility of the instance group.The default value
+        # for master and worker groups is NON_PREEMPTIBLE. This default cannot be
+        # changed.The default value for secondary instances is PREEMPTIBLE.
+        # Corresponds to the JSON property `preemptibility`
+        # @return [String]
+        attr_accessor :preemptibility
+      
         def initialize(**args)
            update!(**args)
         end
@@ -1280,6 +1380,7 @@ module Google
           @managed_group_config = args[:managed_group_config] if args.key?(:managed_group_config)
           @min_cpu_platform = args[:min_cpu_platform] if args.key?(:min_cpu_platform)
           @num_instances = args[:num_instances] if args.key?(:num_instances)
+          @preemptibility = args[:preemptibility] if args.key?(:preemptibility)
         end
       end
       
@@ -1329,10 +1430,18 @@ module Google
         end
       end
       
-      # A Cloud Dataproc job resource.
+      # A Dataproc job resource.
       class Job
         include Google::Apis::Core::Hashable
       
+        # Output only. Indicates whether the job is completed. If the value is false,
+        # the job is still in progress. If true, the job is completed, and status.state
+        # field will indicate if it was successful, failed, or cancelled.
+        # Corresponds to the JSON property `done`
+        # @return [Boolean]
+        attr_accessor :done
+        alias_method :done?, :done
+      
         # Output only. If present, the location of miscellaneous control files which may
         # be used as part of job setup and handling. If not present, control files may
         # be placed in the same location as driver_output_uri.
@@ -1346,16 +1455,16 @@ module Google
         # @return [String]
         attr_accessor :driver_output_resource_uri
       
-        # A Cloud Dataproc job for running Apache Hadoop MapReduce (https://hadoop.
-        # apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
+        # A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/
+        # docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
         # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
         # docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
         # Corresponds to the JSON property `hadoopJob`
         # @return [Google::Apis::DataprocV1beta2::HadoopJob]
         attr_accessor :hadoop_job
       
-        # A Cloud Dataproc job for running Apache Hive (https://hive.apache.org/)
-        # queries on YARN.
+        # A Dataproc job for running Apache Hive (https://hive.apache.org/) queries on
+        # YARN.
         # Corresponds to the JSON property `hiveJob`
         # @return [Google::Apis::DataprocV1beta2::HiveJob]
         attr_accessor :hive_job
@@ -1376,24 +1485,27 @@ module Google
         # @return [Hash<String,String>]
         attr_accessor :labels
       
-        # A Cloud Dataproc job for running Apache Pig (https://pig.apache.org/) queries
-        # on YARN.
+        # A Dataproc job for running Apache Pig (https://pig.apache.org/) queries on
+        # YARN.
         # Corresponds to the JSON property `pigJob`
         # @return [Google::Apis::DataprocV1beta2::PigJob]
         attr_accessor :pig_job
       
-        # Cloud Dataproc job config.
+        # Dataproc job config.
         # Corresponds to the JSON property `placement`
         # @return [Google::Apis::DataprocV1beta2::JobPlacement]
         attr_accessor :placement
       
-        # A Cloud Dataproc job for running Presto (https://prestosql.io/) queries
+        # A Dataproc job for running Presto (https://prestosql.io/) queries. IMPORTANT:
+        # The Dataproc Presto Optional Component (https://cloud.google.com/dataproc/docs/
+        # concepts/components/presto) must be enabled when the cluster is created to
+        # submit a Presto job to the cluster.
         # Corresponds to the JSON property `prestoJob`
         # @return [Google::Apis::DataprocV1beta2::PrestoJob]
         attr_accessor :presto_job
       
-        # A Cloud Dataproc job for running Apache PySpark (https://spark.apache.org/docs/
-        # 0.9.0/python-programming-guide.html) applications on YARN.
+        # A Dataproc job for running Apache PySpark (https://spark.apache.org/docs/0.9.0/
+        # python-programming-guide.html) applications on YARN.
         # Corresponds to the JSON property `pysparkJob`
         # @return [Google::Apis::DataprocV1beta2::PySparkJob]
         attr_accessor :pyspark_job
@@ -1408,7 +1520,7 @@ module Google
         # @return [Google::Apis::DataprocV1beta2::JobScheduling]
         attr_accessor :scheduling
       
-        # A Cloud Dataproc job for running Apache Spark (http://spark.apache.org/)
+        # A Dataproc job for running Apache Spark (http://spark.apache.org/)
         # applications on YARN. The specification of the main method to call to drive
         # the job. Specify either the jar file that contains the main class or the main
         # class name. To pass both a main jar and a main class in that jar, add the jar
@@ -1417,19 +1529,19 @@ module Google
         # @return [Google::Apis::DataprocV1beta2::SparkJob]
         attr_accessor :spark_job
       
-        # A Cloud Dataproc job for running Apache SparkR (https://spark.apache.org/docs/
-        # latest/sparkr.html) applications on YARN.
+        # A Dataproc job for running Apache SparkR (https://spark.apache.org/docs/latest/
+        # sparkr.html) applications on YARN.
         # Corresponds to the JSON property `sparkRJob`
         # @return [Google::Apis::DataprocV1beta2::SparkRJob]
         attr_accessor :spark_r_job
       
-        # A Cloud Dataproc job for running Apache Spark SQL (http://spark.apache.org/sql/
-        # ) queries.
+        # A Dataproc job for running Apache Spark SQL (http://spark.apache.org/sql/)
+        # queries.
         # Corresponds to the JSON property `sparkSqlJob`
         # @return [Google::Apis::DataprocV1beta2::SparkSqlJob]
         attr_accessor :spark_sql_job
       
-        # Cloud Dataproc job status.
+        # Dataproc job status.
         # Corresponds to the JSON property `status`
         # @return [Google::Apis::DataprocV1beta2::JobStatus]
         attr_accessor :status
@@ -1458,6 +1570,7 @@ module Google
       
         # Update properties of this object
         def update!(**args)
+          @done = args[:done] if args.key?(:done)
           @driver_control_files_uri = args[:driver_control_files_uri] if args.key?(:driver_control_files_uri)
           @driver_output_resource_uri = args[:driver_output_resource_uri] if args.key?(:driver_output_resource_uri)
           @hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
@@ -1480,7 +1593,44 @@ module Google
         end
       end
       
-      # Cloud Dataproc job config.
+      # Job Operation metadata.
+      class JobMetadata
+        include Google::Apis::Core::Hashable
+      
+        # Output only. The job id.
+        # Corresponds to the JSON property `jobId`
+        # @return [String]
+        attr_accessor :job_id
+      
+        # Output only. Operation type.
+        # Corresponds to the JSON property `operationType`
+        # @return [String]
+        attr_accessor :operation_type
+      
+        # Output only. Job submission time.
+        # Corresponds to the JSON property `startTime`
+        # @return [String]
+        attr_accessor :start_time
+      
+        # Dataproc job status.
+        # Corresponds to the JSON property `status`
+        # @return [Google::Apis::DataprocV1beta2::JobStatus]
+        attr_accessor :status
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @job_id = args[:job_id] if args.key?(:job_id)
+          @operation_type = args[:operation_type] if args.key?(:operation_type)
+          @start_time = args[:start_time] if args.key?(:start_time)
+          @status = args[:status] if args.key?(:status)
+        end
+      end
+      
+      # Dataproc job config.
       class JobPlacement
         include Google::Apis::Core::Hashable
       
@@ -1489,8 +1639,8 @@ module Google
         # @return [String]
         attr_accessor :cluster_name
       
-        # Output only. A cluster UUID generated by the Cloud Dataproc service when the
-        # job is submitted.
+        # Output only. A cluster UUID generated by the Dataproc service when the job is
+        # submitted.
         # Corresponds to the JSON property `clusterUuid`
         # @return [String]
         attr_accessor :cluster_uuid
@@ -1510,7 +1660,7 @@ module Google
       class JobReference
         include Google::Apis::Core::Hashable
       
-        # Optional. The job ID, which must be unique within the project.The ID must
+        # Optional. The job ID, which must be unique within the project. The ID must
         # contain only letters (a-z, A-Z), numbers (0-9), underscores (_), or hyphens (-)
         # . The maximum length is 100 characters.If not specified by the caller, the job
         # ID will be provided by the server.
@@ -1556,11 +1706,11 @@ module Google
         end
       end
       
-      # Cloud Dataproc job status.
+      # Dataproc job status.
       class JobStatus
         include Google::Apis::Core::Hashable
       
-        # Output only. Optional job state details, such as an error description if the
+        # Output only. Optional Job state details, such as an error description if the
         # state is <code>ERROR</code>.
         # Corresponds to the JSON property `details`
         # @return [String]
@@ -1624,7 +1774,8 @@ module Google
         # @return [String]
         attr_accessor :cross_realm_trust_shared_password_uri
       
-        # Optional. Flag to indicate whether to Kerberize the cluster.
+        # Optional. Flag to indicate whether to Kerberize the cluster (default: false).
+        # Set this field to true to enable Kerberos on a cluster.
         # Corresponds to the JSON property `enableKerberos`
         # @return [Boolean]
         attr_accessor :enable_kerberos
@@ -1720,28 +1871,32 @@ module Google
       class LifecycleConfig
         include Google::Apis::Core::Hashable
       
-        # Optional. The time when cluster will be auto-deleted.
+        # Optional. The time when cluster will be auto-deleted. (see JSON representation
+        # of Timestamp (https://developers.google.com/protocol-buffers/docs/proto3#json))
+        # .
         # Corresponds to the JSON property `autoDeleteTime`
         # @return [String]
         attr_accessor :auto_delete_time
       
         # Optional. The lifetime duration of cluster. The cluster will be auto-deleted
-        # at the end of this period. Valid range: 10m, 14d.Example: "1d", to delete the
-        # cluster 1 day after its creation..
+        # at the end of this period. Minimum value is 10 minutes; maximum value is 14
+        # days (see JSON representation of Duration (https://developers.google.com/
+        # protocol-buffers/docs/proto3#json)).
         # Corresponds to the JSON property `autoDeleteTtl`
         # @return [String]
         attr_accessor :auto_delete_ttl
       
-        # Optional. The duration to keep the cluster alive while idling. Passing this
-        # threshold will cause the cluster to be deleted. Valid range: 10m, 14d.Example:
-        # "10m", the minimum value, to delete the cluster when it has had no jobs
-        # running for 10 minutes.
+        # Optional. The duration to keep the cluster alive while idling (when no jobs
+        # are running). Passing this threshold will cause the cluster to be deleted.
+        # Minimum value is 10 minutes; maximum value is 14 days (see JSON representation
+        # of Duration (https://developers.google.com/protocol-buffers/docs/proto3#json).
         # Corresponds to the JSON property `idleDeleteTtl`
         # @return [String]
         attr_accessor :idle_delete_ttl
       
         # Output only. The time when cluster became idle (most recent job finished) and
-        # became eligible for deletion due to idleness.
+        # became eligible for deletion due to idleness (see JSON representation of
+        # Timestamp (https://developers.google.com/protocol-buffers/docs/proto3#json)).
         # Corresponds to the JSON property `idleStartTime`
         # @return [String]
         attr_accessor :idle_start_time
@@ -1976,6 +2131,32 @@ module Google
         end
       end
       
+      # A full, namespace-isolated deployment target for an existing GKE cluster.
+      class NamespacedGkeDeploymentTarget
+        include Google::Apis::Core::Hashable
+      
+        # Optional. A namespace within the GKE cluster to deploy into.
+        # Corresponds to the JSON property `clusterNamespace`
+        # @return [String]
+        attr_accessor :cluster_namespace
+      
+        # Optional. The target GKE cluster to deploy to. Format: 'projects/`project`/
+        # locations/`location`/clusters/`cluster_id`'
+        # Corresponds to the JSON property `targetGkeCluster`
+        # @return [String]
+        attr_accessor :target_gke_cluster
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @cluster_namespace = args[:cluster_namespace] if args.key?(:cluster_namespace)
+          @target_gke_cluster = args[:target_gke_cluster] if args.key?(:target_gke_cluster)
+        end
+      end
+      
       # Specifies an executable to run on a fully configured node and a timeout period
       # for executable completion.
       class NodeInitializationAction
@@ -1986,10 +2167,12 @@ module Google
         # @return [String]
         attr_accessor :executable_file
       
-        # Optional. Amount of time executable has to complete. Default is 10 minutes.
-        # Cluster creation fails with an explanatory error message (the name of the
-        # executable that caused the error and the exceeded timeout period) if the
-        # executable is not completed at end of the timeout period.
+        # Optional. Amount of time executable has to complete. Default is 10 minutes (
+        # see JSON representation of Duration (https://developers.google.com/protocol-
+        # buffers/docs/proto3#json)).Cluster creation fails with an explanatory error
+        # message (the name of the executable that caused the error and the exceeded
+        # timeout period) if the executable is not completed at end of the timeout
+        # period.
         # Corresponds to the JSON property `executionTimeout`
         # @return [String]
         attr_accessor :execution_timeout
@@ -2071,16 +2254,16 @@ module Google
       class OrderedJob
         include Google::Apis::Core::Hashable
       
-        # A Cloud Dataproc job for running Apache Hadoop MapReduce (https://hadoop.
-        # apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
+        # A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/
+        # docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
         # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
         # docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
         # Corresponds to the JSON property `hadoopJob`
         # @return [Google::Apis::DataprocV1beta2::HadoopJob]
         attr_accessor :hadoop_job
       
-        # A Cloud Dataproc job for running Apache Hive (https://hive.apache.org/)
-        # queries on YARN.
+        # A Dataproc job for running Apache Hive (https://hive.apache.org/) queries on
+        # YARN.
         # Corresponds to the JSON property `hiveJob`
         # @return [Google::Apis::DataprocV1beta2::HiveJob]
         attr_accessor :hive_job
@@ -2094,8 +2277,8 @@ module Google
         # @return [Hash<String,String>]
         attr_accessor :labels
       
-        # A Cloud Dataproc job for running Apache Pig (https://pig.apache.org/) queries
-        # on YARN.
+        # A Dataproc job for running Apache Pig (https://pig.apache.org/) queries on
+        # YARN.
         # Corresponds to the JSON property `pigJob`
         # @return [Google::Apis::DataprocV1beta2::PigJob]
         attr_accessor :pig_job
@@ -2106,8 +2289,16 @@ module Google
         # @return [Array<String>]
         attr_accessor :prerequisite_step_ids
       
-        # A Cloud Dataproc job for running Apache PySpark (https://spark.apache.org/docs/
-        # 0.9.0/python-programming-guide.html) applications on YARN.
+        # A Dataproc job for running Presto (https://prestosql.io/) queries. IMPORTANT:
+        # The Dataproc Presto Optional Component (https://cloud.google.com/dataproc/docs/
+        # concepts/components/presto) must be enabled when the cluster is created to
+        # submit a Presto job to the cluster.
+        # Corresponds to the JSON property `prestoJob`
+        # @return [Google::Apis::DataprocV1beta2::PrestoJob]
+        attr_accessor :presto_job
+      
+        # A Dataproc job for running Apache PySpark (https://spark.apache.org/docs/0.9.0/
+        # python-programming-guide.html) applications on YARN.
         # Corresponds to the JSON property `pysparkJob`
         # @return [Google::Apis::DataprocV1beta2::PySparkJob]
         attr_accessor :pyspark_job
@@ -2117,7 +2308,7 @@ module Google
         # @return [Google::Apis::DataprocV1beta2::JobScheduling]
         attr_accessor :scheduling
       
-        # A Cloud Dataproc job for running Apache Spark (http://spark.apache.org/)
+        # A Dataproc job for running Apache Spark (http://spark.apache.org/)
         # applications on YARN. The specification of the main method to call to drive
         # the job. Specify either the jar file that contains the main class or the main
         # class name. To pass both a main jar and a main class in that jar, add the jar
@@ -2126,8 +2317,14 @@ module Google
         # @return [Google::Apis::DataprocV1beta2::SparkJob]
         attr_accessor :spark_job
       
-        # A Cloud Dataproc job for running Apache Spark SQL (http://spark.apache.org/sql/
-        # ) queries.
+        # A Dataproc job for running Apache SparkR (https://spark.apache.org/docs/latest/
+        # sparkr.html) applications on YARN.
+        # Corresponds to the JSON property `sparkRJob`
+        # @return [Google::Apis::DataprocV1beta2::SparkRJob]
+        attr_accessor :spark_r_job
+      
+        # A Dataproc job for running Apache Spark SQL (http://spark.apache.org/sql/)
+        # queries.
         # Corresponds to the JSON property `sparkSqlJob`
         # @return [Google::Apis::DataprocV1beta2::SparkSqlJob]
         attr_accessor :spark_sql_job
@@ -2153,9 +2350,11 @@ module Google
           @labels = args[:labels] if args.key?(:labels)
           @pig_job = args[:pig_job] if args.key?(:pig_job)
           @prerequisite_step_ids = args[:prerequisite_step_ids] if args.key?(:prerequisite_step_ids)
+          @presto_job = args[:presto_job] if args.key?(:presto_job)
           @pyspark_job = args[:pyspark_job] if args.key?(:pyspark_job)
           @scheduling = args[:scheduling] if args.key?(:scheduling)
           @spark_job = args[:spark_job] if args.key?(:spark_job)
+          @spark_r_job = args[:spark_r_job] if args.key?(:spark_r_job)
           @spark_sql_job = args[:spark_sql_job] if args.key?(:spark_sql_job)
           @step_id = args[:step_id] if args.key?(:step_id)
         end
@@ -2186,8 +2385,8 @@ module Google
         end
       end
       
-      # A Cloud Dataproc job for running Apache Pig (https://pig.apache.org/) queries
-      # on YARN.
+      # A Dataproc job for running Apache Pig (https://pig.apache.org/) queries on
+      # YARN.
       class PigJob
         include Google::Apis::Core::Hashable
       
@@ -2211,7 +2410,7 @@ module Google
         attr_accessor :logging_config
       
         # Optional. A mapping of property names to values, used to configure Pig.
-        # Properties that conflict with values set by the Cloud Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API may be
         # overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml, /etc/
         # pig/conf/pig.properties, and classes in user code.
         # Corresponds to the JSON property `properties`
@@ -2250,18 +2449,22 @@ module Google
         end
       end
       
-      # Defines an Identity and Access Management (IAM) policy. It is used to specify
-      # access control policies for Cloud Platform resources.A Policy is a collection
-      # of bindings. A binding binds one or more members to a single role. Members can
-      # be user accounts, service accounts, Google groups, and domains (such as G
-      # Suite). A role is a named list of permissions (defined by IAM or configured by
-      # users). A binding can optionally specify a condition, which is a logic
-      # expression that further constrains the role binding based on attributes about
-      # the request and/or target resource.JSON Example
+      # An Identity and Access Management (IAM) policy, which specifies access
+      # controls for Google Cloud resources.A Policy is a collection of bindings. A
+      # binding binds one or more members to a single role. Members can be user
+      # accounts, service accounts, Google groups, and domains (such as G Suite). A
+      # role is a named list of permissions; each role can be an IAM predefined role
+      # or a user-created custom role.For some types of Google Cloud resources, a
+      # binding can also specify a condition, which is a logical expression that
+      # allows access to a resource only if the expression evaluates to true. A
+      # condition can add constraints based on attributes of the request, the resource,
+      # or both. To learn which resources support conditions in their IAM policies,
+      # see the IAM documentation (https://cloud.google.com/iam/help/conditions/
+      # resource-policies).JSON example:
       # `
       # "bindings": [
       # `
-      # "role": "role/resourcemanager.organizationAdmin",
+      # "role": "roles/resourcemanager.organizationAdmin",
       # "members": [
       # "user:mike@example.com",
       # "group:admins@example.com",
@@ -2271,17 +2474,20 @@ module Google
       # `,
       # `
       # "role": "roles/resourcemanager.organizationViewer",
-      # "members": ["user:eve@example.com"],
+      # "members": [
+      # "user:eve@example.com"
+      # ],
       # "condition": `
       # "title": "expirable access",
       # "description": "Does not grant access after Sep 2020",
-      # "expression": "request.time <
-      # timestamp('2020-10-01T00:00:00.000Z')",
+      # "expression": "request.time < timestamp('2020-10-01T00:00:00.000Z')",
       # `
       # `
-      # ]
+      # ],
+      # "etag": "BwWWja0YfJA=",
+      # "version": 3
       # `
-      # YAML Example
+      # YAML example:
       # bindings:
       # - members:
       # - user:mike@example.com
@@ -2296,14 +2502,16 @@ module Google
       # title: expirable access
       # description: Does not grant access after Sep 2020
       # expression: request.time < timestamp('2020-10-01T00:00:00.000Z')
-      # For a description of IAM and its features, see the IAM developer's guide (
-      # https://cloud.google.com/iam/docs).
+      # - etag: BwWWja0YfJA=
+      # - version: 3
+      # For a description of IAM and its features, see the IAM documentation (https://
+      # cloud.google.com/iam/docs/).
       class Policy
         include Google::Apis::Core::Hashable
       
-        # Associates a list of members to a role. Optionally may specify a condition
-        # that determines when binding is in effect. bindings with no members will
-        # result in an error.
+        # Associates a list of members to a role. Optionally, may specify a condition
+        # that determines how and when the bindings are applied. Each of the bindings
+        # must contain at least one member.
         # Corresponds to the JSON property `bindings`
         # @return [Array<Google::Apis::DataprocV1beta2::Binding>]
         attr_accessor :bindings
@@ -2314,23 +2522,31 @@ module Google
         # perform policy updates in order to avoid race conditions: An etag is returned
         # in the response to getIamPolicy, and systems are expected to put that etag in
         # the request to setIamPolicy to ensure that their change will be applied to the
-        # same version of the policy.If no etag is provided in the call to setIamPolicy,
-        # then the existing policy is overwritten. Due to blind-set semantics of an etag-
-        # less policy, 'setIamPolicy' will not fail even if either of incoming or stored
-        # policy does not meet the version requirements.
+        # same version of the policy.Important: If you use IAM Conditions, you must
+        # include the etag field whenever you call setIamPolicy. If you omit this field,
+        # then IAM allows you to overwrite a version 3 policy with a version 1 policy,
+        # and all of the conditions in the version 3 policy are lost.
         # Corresponds to the JSON property `etag`
         # NOTE: Values are automatically base64 encoded/decoded in the client library.
         # @return [String]
         attr_accessor :etag
       
-        # Specifies the format of the policy.Valid values are 0, 1, and 3. Requests
-        # specifying an invalid value will be rejected.Operations affecting conditional
-        # bindings must specify version 3. This can be either setting a conditional
-        # policy, modifying a conditional binding, or removing a conditional binding
-        # from the stored conditional policy. Operations on non-conditional policies may
-        # specify any valid value or leave the field unset.If no etag is provided in the
-        # call to setIamPolicy, any version compliance checks on the incoming and/or
-        # stored policy is skipped.
+        # Specifies the format of the policy.Valid values are 0, 1, and 3. Requests that
+        # specify an invalid value are rejected.Any operation that affects conditional
+        # role bindings must specify version 3. This requirement applies to the
+        # following operations:
+        # Getting a policy that includes a conditional role binding
+        # Adding a conditional role binding to a policy
+        # Changing a conditional role binding in a policy
+        # Removing any role binding, with or without a condition, from a policy  that
+        # includes conditionsImportant: If you use IAM Conditions, you must include the
+        # etag field whenever you call setIamPolicy. If you omit this field, then IAM
+        # allows you to overwrite a version 3 policy with a version 1 policy, and all of
+        # the conditions in the version 3 policy are lost.If a policy does not include
+        # any conditions, operations on that policy may specify any valid version or
+        # leave the field unset.To learn which resources support conditions in their IAM
+        # policies, see the IAM documentation (https://cloud.google.com/iam/help/
+        # conditions/resource-policies).
         # Corresponds to the JSON property `version`
         # @return [Fixnum]
         attr_accessor :version
@@ -2347,7 +2563,10 @@ module Google
         end
       end
       
-      # A Cloud Dataproc job for running Presto (https://prestosql.io/) queries
+      # A Dataproc job for running Presto (https://prestosql.io/) queries. IMPORTANT:
+      # The Dataproc Presto Optional Component (https://cloud.google.com/dataproc/docs/
+      # concepts/components/presto) must be enabled when the cluster is created to
+      # submit a Presto job to the cluster.
       class PrestoJob
         include Google::Apis::Core::Hashable
       
@@ -2408,8 +2627,8 @@ module Google
         end
       end
       
-      # A Cloud Dataproc job for running Apache PySpark (https://spark.apache.org/docs/
-      # 0.9.0/python-programming-guide.html) applications on YARN.
+      # A Dataproc job for running Apache PySpark (https://spark.apache.org/docs/0.9.0/
+      # python-programming-guide.html) applications on YARN.
       class PySparkJob
         include Google::Apis::Core::Hashable
       
@@ -2450,7 +2669,7 @@ module Google
         attr_accessor :main_python_file_uri
       
         # Optional. A mapping of property names to values, used to configure PySpark.
-        # Properties that conflict with values set by the Cloud Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API may be
         # overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
         # and classes in user code.
         # Corresponds to the JSON property `properties`
@@ -2586,18 +2805,22 @@ module Google
       class SetIamPolicyRequest
         include Google::Apis::Core::Hashable
       
-        # Defines an Identity and Access Management (IAM) policy. It is used to specify
-        # access control policies for Cloud Platform resources.A Policy is a collection
-        # of bindings. A binding binds one or more members to a single role. Members can
-        # be user accounts, service accounts, Google groups, and domains (such as G
-        # Suite). A role is a named list of permissions (defined by IAM or configured by
-        # users). A binding can optionally specify a condition, which is a logic
-        # expression that further constrains the role binding based on attributes about
-        # the request and/or target resource.JSON Example
+        # An Identity and Access Management (IAM) policy, which specifies access
+        # controls for Google Cloud resources.A Policy is a collection of bindings. A
+        # binding binds one or more members to a single role. Members can be user
+        # accounts, service accounts, Google groups, and domains (such as G Suite). A
+        # role is a named list of permissions; each role can be an IAM predefined role
+        # or a user-created custom role.For some types of Google Cloud resources, a
+        # binding can also specify a condition, which is a logical expression that
+        # allows access to a resource only if the expression evaluates to true. A
+        # condition can add constraints based on attributes of the request, the resource,
+        # or both. To learn which resources support conditions in their IAM policies,
+        # see the IAM documentation (https://cloud.google.com/iam/help/conditions/
+        # resource-policies).JSON example:
         # `
         # "bindings": [
         # `
-        # "role": "role/resourcemanager.organizationAdmin",
+        # "role": "roles/resourcemanager.organizationAdmin",
         # "members": [
         # "user:mike@example.com",
         # "group:admins@example.com",
@@ -2607,17 +2830,20 @@ module Google
         # `,
         # `
         # "role": "roles/resourcemanager.organizationViewer",
-        # "members": ["user:eve@example.com"],
+        # "members": [
+        # "user:eve@example.com"
+        # ],
         # "condition": `
         # "title": "expirable access",
         # "description": "Does not grant access after Sep 2020",
-        # "expression": "request.time <
-        # timestamp('2020-10-01T00:00:00.000Z')",
+        # "expression": "request.time < timestamp('2020-10-01T00:00:00.000Z')",
         # `
         # `
-        # ]
+        # ],
+        # "etag": "BwWWja0YfJA=",
+        # "version": 3
         # `
-        # YAML Example
+        # YAML example:
         # bindings:
         # - members:
         # - user:mike@example.com
@@ -2632,8 +2858,10 @@ module Google
         # title: expirable access
         # description: Does not grant access after Sep 2020
         # expression: request.time < timestamp('2020-10-01T00:00:00.000Z')
-        # For a description of IAM and its features, see the IAM developer's guide (
-        # https://cloud.google.com/iam/docs).
+        # - etag: BwWWja0YfJA=
+        # - version: 3
+        # For a description of IAM and its features, see the IAM documentation (https://
+        # cloud.google.com/iam/docs/).
         # Corresponds to the JSON property `policy`
         # @return [Google::Apis::DataprocV1beta2::Policy]
         attr_accessor :policy
@@ -2653,9 +2881,11 @@ module Google
         include Google::Apis::Core::Hashable
       
         # Optional. The version of software inside the cluster. It must be one of the
-        # supported Cloud Dataproc Versions, such as "1.2" (including a subminor version,
-        # such as "1.2.29"), or the "preview" version. If unspecified, it defaults to
-        # the latest Debian version.
+        # supported Dataproc Versions (https://cloud.google.com/dataproc/docs/concepts/
+        # versioning/dataproc-versions#supported_cloud_dataproc_versions), such as "1.2"
+        # (including a subminor version, such as "1.2.29"), or the "preview" version (
+        # https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#
+        # other_versions). If unspecified, it defaults to the latest Debian version.
         # Corresponds to the JSON property `imageVersion`
         # @return [String]
         attr_accessor :image_version
@@ -2676,7 +2906,8 @@ module Google
         # mapred: mapred-site.xml
         # pig: pig.properties
         # spark: spark-defaults.conf
-        # yarn: yarn-site.xmlFor more information, see Cluster properties.
+        # yarn: yarn-site.xmlFor more information, see Cluster properties (https://cloud.
+        # google.com/dataproc/docs/concepts/cluster-properties).
         # Corresponds to the JSON property `properties`
         # @return [Hash<String,String>]
         attr_accessor :properties
@@ -2693,7 +2924,7 @@ module Google
         end
       end
       
-      # A Cloud Dataproc job for running Apache Spark (http://spark.apache.org/)
+      # A Dataproc job for running Apache Spark (http://spark.apache.org/)
       # applications on YARN. The specification of the main method to call to drive
       # the job. Specify either the jar file that contains the main class or the main
       # class name. To pass both a main jar and a main class in that jar, add the jar
@@ -2744,7 +2975,7 @@ module Google
         attr_accessor :main_jar_file_uri
       
         # Optional. A mapping of property names to values, used to configure Spark.
-        # Properties that conflict with values set by the Cloud Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API may be
         # overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
         # and classes in user code.
         # Corresponds to the JSON property `properties`
@@ -2768,8 +2999,8 @@ module Google
         end
       end
       
-      # A Cloud Dataproc job for running Apache SparkR (https://spark.apache.org/docs/
-      # latest/sparkr.html) applications on YARN.
+      # A Dataproc job for running Apache SparkR (https://spark.apache.org/docs/latest/
+      # sparkr.html) applications on YARN.
       class SparkRJob
         include Google::Apis::Core::Hashable
       
@@ -2805,7 +3036,7 @@ module Google
         attr_accessor :main_r_file_uri
       
         # Optional. A mapping of property names to values, used to configure SparkR.
-        # Properties that conflict with values set by the Cloud Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API may be
         # overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
         # and classes in user code.
         # Corresponds to the JSON property `properties`
@@ -2827,8 +3058,8 @@ module Google
         end
       end
       
-      # A Cloud Dataproc job for running Apache Spark SQL (http://spark.apache.org/sql/
-      # ) queries.
+      # A Dataproc job for running Apache Spark SQL (http://spark.apache.org/sql/)
+      # queries.
       class SparkSqlJob
         include Google::Apis::Core::Hashable
       
@@ -2843,8 +3074,8 @@ module Google
         attr_accessor :logging_config
       
         # Optional. A mapping of property names to values, used to configure Spark SQL's
-        # SparkConf. Properties that conflict with values set by the Cloud Dataproc API
-        # may be overwritten.
+        # SparkConf. Properties that conflict with values set by the Dataproc API may be
+        # overwritten.
         # Corresponds to the JSON property `properties`
         # @return [Hash<String,String>]
         attr_accessor :properties
@@ -2880,6 +3111,38 @@ module Google
         end
       end
       
+      # A request to start a cluster.
+      class StartClusterRequest
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Specifying the cluster_uuid means the RPC should fail (with error
+        # NOT_FOUND) if cluster with specified UUID does not exist.
+        # Corresponds to the JSON property `clusterUuid`
+        # @return [String]
+        attr_accessor :cluster_uuid
+      
+        # Optional. A unique id used to identify the request. If the server receives two
+        # StartClusterRequest requests with the same id, then the second request will be
+        # ignored and the first google.longrunning.Operation created and stored in the
+        # backend is returned.It is recommended to always set this value to a UUID (
+        # https://en.wikipedia.org/wiki/Universally_unique_identifier).The id must
+        # contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-
+        # ). The maximum length is 40 characters.
+        # Corresponds to the JSON property `requestId`
+        # @return [String]
+        attr_accessor :request_id
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @cluster_uuid = args[:cluster_uuid] if args.key?(:cluster_uuid)
+          @request_id = args[:request_id] if args.key?(:request_id)
+        end
+      end
+      
       # The Status type defines a logical error model that is suitable for different
       # programming environments, including REST APIs and RPC APIs. It is used by gRPC
       # (https://github.com/grpc). Each Status message contains three pieces of data:
@@ -2919,11 +3182,43 @@ module Google
         end
       end
       
+      # A request to stop a cluster.
+      class StopClusterRequest
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Specifying the cluster_uuid means the RPC should fail (with error
+        # NOT_FOUND) if cluster with specified UUID does not exist.
+        # Corresponds to the JSON property `clusterUuid`
+        # @return [String]
+        attr_accessor :cluster_uuid
+      
+        # Optional. A unique id used to identify the request. If the server receives two
+        # StopClusterRequest requests with the same id, then the second request will be
+        # ignored and the first google.longrunning.Operation created and stored in the
+        # backend is returned.It is recommended to always set this value to a UUID (
+        # https://en.wikipedia.org/wiki/Universally_unique_identifier).The id must
+        # contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-
+        # ). The maximum length is 40 characters.
+        # Corresponds to the JSON property `requestId`
+        # @return [String]
+        attr_accessor :request_id
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @cluster_uuid = args[:cluster_uuid] if args.key?(:cluster_uuid)
+          @request_id = args[:request_id] if args.key?(:request_id)
+        end
+      end
+      
       # A request to submit a job.
       class SubmitJobRequest
         include Google::Apis::Core::Hashable
       
-        # A Cloud Dataproc job resource.
+        # A Dataproc job resource.
         # Corresponds to the JSON property `job`
         # @return [Google::Apis::DataprocV1beta2::Job]
         attr_accessor :job
@@ -3104,7 +3399,7 @@ module Google
         end
       end
       
-      # A Cloud Dataproc workflow template resource.
+      # A Dataproc workflow template resource.
       class WorkflowMetadata
         include Google::Apis::Core::Hashable
       
@@ -3233,7 +3528,7 @@ module Google
         end
       end
       
-      # A Cloud Dataproc workflow template resource.
+      # A Dataproc workflow template resource.
       class WorkflowTemplate
         include Google::Apis::Core::Hashable
       
@@ -3371,8 +3666,8 @@ module Google
         # @return [String]
         attr_accessor :state
       
-        # Optional. Output only. The HTTP URL of the ApplicationMaster, HistoryServer,
-        # or TimelineServer that provides application-specific information. The URL uses
+        # Output only. The HTTP URL of the ApplicationMaster, HistoryServer, or
+        # TimelineServer that provides application-specific information. The URL uses
         # the internal hostname, and requires a proxy server for resolution and,
         # possibly, access.
         # Corresponds to the JSON property `trackingUrl`