google-api-client 0.32.1 → 0.40.0

data/generated/google/apis/dataproc_v1/classes.rb

@@ -23,7 +23,8 @@ module Google
     module DataprocV1
       
       # Specifies the type and number of accelerator cards attached to the instances
-      # of an instance. See GPUs on Compute Engine.
+      # of an instance. See GPUs on Compute Engine (https://cloud.google.com/compute/
+      # docs/gpus/).
       class AcceleratorConfig
         include Google::Apis::Core::Hashable
       
@@ -33,13 +34,15 @@ module Google
         attr_accessor :accelerator_count
       
         # Full URL, partial URI, or short name of the accelerator type resource to
-        # expose to this instance. See Compute Engine AcceleratorTypes.Examples:
+        # expose to this instance. See Compute Engine AcceleratorTypes (https://cloud.
+        # google.com/compute/docs/reference/beta/acceleratorTypes).Examples:
         # https://www.googleapis.com/compute/beta/projects/[project_id]/zones/us-east1-a/
         # acceleratorTypes/nvidia-tesla-k80
         # projects/[project_id]/zones/us-east1-a/acceleratorTypes/nvidia-tesla-k80
-        # nvidia-tesla-k80Auto Zone Exception: If you are using the Cloud Dataproc Auto
-        # Zone Placement feature, you must use the short name of the accelerator type
-        # resource, for example, nvidia-tesla-k80.
+        # nvidia-tesla-k80Auto Zone Exception: If you are using the Dataproc Auto Zone
+        # Placement (https://cloud.google.com/dataproc/docs/concepts/configuring-
+        # clusters/auto-zone#using_auto_zone_placement) feature, you must use the short
+        # name of the accelerator type resource, for example, nvidia-tesla-k80.
         # Corresponds to the JSON property `acceleratorTypeUri`
         # @return [String]
         attr_accessor :accelerator_type_uri
@@ -64,8 +67,7 @@ module Google
         # https://www.googleapis.com/compute/v1/projects/[project_id]/locations/[
         # dataproc_region]/autoscalingPolicies/[policy_id]
         # projects/[project_id]/locations/[dataproc_region]/autoscalingPolicies/[
-        # policy_id]Note that the policy must be in the same project and Cloud Dataproc
-        # region.
+        # policy_id]Note that the policy must be in the same project and Dataproc region.
         # Corresponds to the JSON property `policyUri`
         # @return [String]
         attr_accessor :policy_uri
@@ -227,10 +229,27 @@ module Google
       class Binding
         include Google::Apis::Core::Hashable
       
-        # Represents an expression text. Example:
-        # title: "User account presence"
-        # description: "Determines whether the request has a user account"
-        # expression: "size(request.user) > 0"
+        # Represents a textual expression in the Common Expression Language (CEL) syntax.
+        # CEL is a C-like expression language. The syntax and semantics of CEL are
+        # documented at https://github.com/google/cel-spec.Example (Comparison):
+        # title: "Summary size limit"
+        # description: "Determines if a summary is less than 100 chars"
+        # expression: "document.summary.size() < 100"
+        # Example (Equality):
+        # title: "Requestor is owner"
+        # description: "Determines if requestor is the document owner"
+        # expression: "document.owner == request.auth.claims.email"
+        # Example (Logic):
+        # title: "Public documents"
+        # description: "Determine whether the document should be publicly visible"
+        # expression: "document.type != 'private' && document.type != 'internal'"
+        # Example (Data Manipulation):
+        # title: "Notification string"
+        # description: "Create a notification string with a timestamp."
+        # expression: "'New message received at ' + string(document.create_time)"
+        # The exact variables and functions that may be referenced within an expression
+        # are determined by the service that evaluates it. See the service documentation
+        # for additional information.
         # Corresponds to the JSON property `condition`
         # @return [Google::Apis::DataprocV1::Expr]
         attr_accessor :condition
@@ -247,6 +266,22 @@ module Google
         # For example, my-other-app@appspot.gserviceaccount.com.
         # group:`emailid`: An email address that represents a Google group.  For example,
         # admins@example.com.
+        # deleted:user:`emailid`?uid=`uniqueid`: An email address (plus unique
+        # identifier) representing a user that has been recently deleted. For  example,
+        # alice@example.com?uid=123456789012345678901. If the user is  recovered, this
+        # value reverts to user:`emailid` and the recovered user  retains the role in
+        # the binding.
+        # deleted:serviceAccount:`emailid`?uid=`uniqueid`: An email address (plus
+        # unique identifier) representing a service account that has been recently
+        # deleted. For example,  my-other-app@appspot.gserviceaccount.com?uid=
+        # 123456789012345678901.  If the service account is undeleted, this value
+        # reverts to  serviceAccount:`emailid` and the undeleted service account retains
+        # the  role in the binding.
+        # deleted:group:`emailid`?uid=`uniqueid`: An email address (plus unique
+        # identifier) representing a Google group that has been recently  deleted. For
+        # example, admins@example.com?uid=123456789012345678901. If  the group is
+        # recovered, this value reverts to group:`emailid` and the  recovered group
+        # retains the role in the binding.
         # domain:`domain`: The G Suite domain (primary) that represents all the  users
         # of that domain. For example, google.com or example.com.
         # Corresponds to the JSON property `members`
@@ -295,8 +330,8 @@ module Google
         # @return [String]
         attr_accessor :cluster_name
       
-        # Output only. A cluster UUID (Unique Universal Identifier). Cloud Dataproc
-        # generates this value when it creates the cluster.
+        # Output only. A cluster UUID (Unique Universal Identifier). Dataproc generates
+        # this value when it creates the cluster.
         # Corresponds to the JSON property `clusterUuid`
         # @return [String]
         attr_accessor :cluster_uuid
@@ -363,12 +398,13 @@ module Google
         # @return [Google::Apis::DataprocV1::AutoscalingConfig]
         attr_accessor :autoscaling_config
       
-        # Optional. A Google Cloud Storage bucket used to stage job dependencies, config
-        # files, and job driver console output. If you do not specify a staging bucket,
-        # Cloud Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for
-        # your cluster's staging bucket according to the Google Compute Engine zone
-        # where your cluster is deployed, and then create and manage this project-level,
-        # per-location bucket (see Cloud Dataproc staging bucket).
+        # Optional. A Cloud Storage bucket used to stage job dependencies, config files,
+        # and job driver console output. If you do not specify a staging bucket, Cloud
+        # Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your
+        # cluster's staging bucket according to the Compute Engine zone where your
+        # cluster is deployed, and then create and manage this project-level, per-
+        # location bucket (see Dataproc staging bucket (https://cloud.google.com/
+        # dataproc/docs/concepts/configuring-clusters/staging-bucket)).
         # Corresponds to the JSON property `configBucket`
         # @return [String]
         attr_accessor :config_bucket
@@ -404,14 +440,14 @@ module Google
         # @return [Google::Apis::DataprocV1::LifecycleConfig]
         attr_accessor :lifecycle_config
       
-        # Optional. The config settings for Compute Engine resources in an instance
-        # group, such as a master or worker group.
+        # The config settings for Compute Engine resources in an instance group, such as
+        # a master or worker group.
         # Corresponds to the JSON property `masterConfig`
         # @return [Google::Apis::DataprocV1::InstanceGroupConfig]
         attr_accessor :master_config
       
-        # Optional. The config settings for Compute Engine resources in an instance
-        # group, such as a master or worker group.
+        # The config settings for Compute Engine resources in an instance group, such as
+        # a master or worker group.
         # Corresponds to the JSON property `secondaryWorkerConfig`
         # @return [Google::Apis::DataprocV1::InstanceGroupConfig]
         attr_accessor :secondary_worker_config
@@ -426,8 +462,8 @@ module Google
         # @return [Google::Apis::DataprocV1::SoftwareConfig]
         attr_accessor :software_config
       
-        # Optional. The config settings for Compute Engine resources in an instance
-        # group, such as a master or worker group.
+        # The config settings for Compute Engine resources in an instance group, such as
+        # a master or worker group.
         # Corresponds to the JSON property `workerConfig`
         # @return [Google::Apis::DataprocV1::InstanceGroupConfig]
         attr_accessor :worker_config
@@ -650,7 +686,8 @@ module Google
         # @return [String]
         attr_accessor :state
       
-        # Output only. Time when this state was entered.
+        # Output only. Time when this state was entered (see JSON representation of
+        # Timestamp (https://developers.google.com/protocol-buffers/docs/proto3#json)).
         # Corresponds to the JSON property `stateStartTime`
         # @return [String]
         attr_accessor :state_start_time
@@ -783,34 +820,49 @@ module Google
         end
       end
       
-      # Represents an expression text. Example:
-      # title: "User account presence"
-      # description: "Determines whether the request has a user account"
-      # expression: "size(request.user) > 0"
+      # Represents a textual expression in the Common Expression Language (CEL) syntax.
+      # CEL is a C-like expression language. The syntax and semantics of CEL are
+      # documented at https://github.com/google/cel-spec.Example (Comparison):
+      # title: "Summary size limit"
+      # description: "Determines if a summary is less than 100 chars"
+      # expression: "document.summary.size() < 100"
+      # Example (Equality):
+      # title: "Requestor is owner"
+      # description: "Determines if requestor is the document owner"
+      # expression: "document.owner == request.auth.claims.email"
+      # Example (Logic):
+      # title: "Public documents"
+      # description: "Determine whether the document should be publicly visible"
+      # expression: "document.type != 'private' && document.type != 'internal'"
+      # Example (Data Manipulation):
+      # title: "Notification string"
+      # description: "Create a notification string with a timestamp."
+      # expression: "'New message received at ' + string(document.create_time)"
+      # The exact variables and functions that may be referenced within an expression
+      # are determined by the service that evaluates it. See the service documentation
+      # for additional information.
       class Expr
         include Google::Apis::Core::Hashable
       
-        # An optional description of the expression. This is a longer text which
-        # describes the expression, e.g. when hovered over it in a UI.
+        # Optional. Description of the expression. This is a longer text which describes
+        # the expression, e.g. when hovered over it in a UI.
         # Corresponds to the JSON property `description`
         # @return [String]
         attr_accessor :description
       
         # Textual representation of an expression in Common Expression Language syntax.
-        # The application context of the containing message determines which well-known
-        # feature set of CEL is supported.
         # Corresponds to the JSON property `expression`
         # @return [String]
         attr_accessor :expression
       
-        # An optional string indicating the location of the expression for error
-        # reporting, e.g. a file name and a position in the file.
+        # Optional. String indicating the location of the expression for error reporting,
+        # e.g. a file name and a position in the file.
         # Corresponds to the JSON property `location`
         # @return [String]
         attr_accessor :location
       
-        # An optional title for the expression, i.e. a short string describing its
-        # purpose. This can be used e.g. in UIs which allow to enter the expression.
+        # Optional. Title for the expression, i.e. a short string describing its purpose.
+        # This can be used e.g. in UIs which allow to enter the expression.
         # Corresponds to the JSON property `title`
         # @return [String]
         attr_accessor :title
@@ -854,8 +906,9 @@ module Google
         # Optional. The Compute Engine network to be used for machine communications.
         # Cannot be specified with subnetwork_uri. If neither network_uri nor
         # subnetwork_uri is specified, the "default" network of the project is used, if
-        # it exists. Cannot be a "Custom Subnet Network" (see Using Subnetworks for more
-        # information).A full URL, partial URI, or short name are valid. Examples:
+        # it exists. Cannot be a "Custom Subnet Network" (see Using Subnetworks (https://
+        # cloud.google.com/compute/docs/subnetworks) for more information).A full URL,
+        # partial URI, or short name are valid. Examples:
         # https://www.googleapis.com/compute/v1/projects/[project_id]/regions/global/
         # default
         # projects/[project_id]/regions/global/default
@@ -864,13 +917,19 @@ module Google
         # @return [String]
         attr_accessor :network_uri
       
-        # Optional. The service account of the instances. Defaults to the default
-        # Compute Engine service account. Custom service accounts need permissions
-        # equivalent to the following IAM roles:
-        # roles/logging.logWriter
-        # roles/storage.objectAdmin(see https://cloud.google.com/compute/docs/access/
-        # service-accounts#custom_service_accounts for more information). Example: [
-        # account_id]@[project_id].iam.gserviceaccount.com
+        # Reservation Affinity for consuming Zonal reservation.
+        # Corresponds to the JSON property `reservationAffinity`
+        # @return [Google::Apis::DataprocV1::ReservationAffinity]
+        attr_accessor :reservation_affinity
+      
+        # Optional. The Dataproc service account (https://cloud.google.com/dataproc/docs/
+        # concepts/configuring-clusters/service-accounts#
+        # service_accounts_in_cloud_dataproc) (also see VM Data Plane identity (https://
+        # cloud.google.com/dataproc/docs/concepts/iam/dataproc-principals#
+        # vm_service_account_data_plane_identity)) used by Dataproc cluster VM instances
+        # to access Google Cloud Platform services.If not specified, the Compute Engine
+        # default service account (https://cloud.google.com/compute/docs/access/service-
+        # accounts#default_service_account) is used.
         # Corresponds to the JSON property `serviceAccount`
         # @return [String]
         attr_accessor :service_account
@@ -900,16 +959,17 @@ module Google
         # @return [String]
         attr_accessor :subnetwork_uri
       
-        # The Compute Engine tags to add to all instances (see Tagging instances).
+        # The Compute Engine tags to add to all instances (see Tagging instances (https:/
+        # /cloud.google.com/compute/docs/label-or-tag-resources#tags)).
         # Corresponds to the JSON property `tags`
         # @return [Array<String>]
         attr_accessor :tags
       
         # Optional. The zone where the Compute Engine cluster will be located. On a
         # create request, it is required in the "global" region. If omitted in a non-
-        # global Cloud Dataproc region, the service will pick a zone in the
-        # corresponding Compute Engine region. On a get request, zone will always be
-        # present.A full URL, partial URI, or short name are valid. Examples:
+        # global Dataproc region, the service will pick a zone in the corresponding
+        # Compute Engine region. On a get request, zone will always be present.A full
+        # URL, partial URI, or short name are valid. Examples:
         # https://www.googleapis.com/compute/v1/projects/[project_id]/zones/[zone]
         # projects/[project_id]/zones/[zone]
         # us-central1-f
@@ -926,6 +986,7 @@ module Google
           @internal_ip_only = args[:internal_ip_only] if args.key?(:internal_ip_only)
           @metadata = args[:metadata] if args.key?(:metadata)
           @network_uri = args[:network_uri] if args.key?(:network_uri)
+          @reservation_affinity = args[:reservation_affinity] if args.key?(:reservation_affinity)
           @service_account = args[:service_account] if args.key?(:service_account)
           @service_account_scopes = args[:service_account_scopes] if args.key?(:service_account_scopes)
           @subnetwork_uri = args[:subnetwork_uri] if args.key?(:subnetwork_uri)
@@ -960,7 +1021,9 @@ module Google
         # Optional. The policy format version to be returned.Valid values are 0, 1, and
         # 3. Requests specifying an invalid value will be rejected.Requests for policies
         # with any conditional bindings must specify version 3. Policies without any
-        # conditional bindings may specify any valid value or leave the field unset.
+        # conditional bindings may specify any valid value or leave the field unset.To
+        # learn which resources support conditions in their IAM policies, see the IAM
+        # documentation (https://cloud.google.com/iam/help/conditions/resource-policies).
         # Corresponds to the JSON property `requestedPolicyVersion`
         # @return [Fixnum]
         attr_accessor :requested_policy_version
@@ -975,8 +1038,8 @@ module Google
         end
       end
       
-      # A Cloud Dataproc job for running Apache Hadoop MapReduce (https://hadoop.
-      # apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
+      # A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/
+      # docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
       # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
       # docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
       class HadoopJob
@@ -1029,7 +1092,7 @@ module Google
         attr_accessor :main_jar_file_uri
       
         # Optional. A mapping of property names to values, used to configure Hadoop.
-        # Properties that conflict with values set by the Cloud Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API may be
         # overwritten. Can include properties set in /etc/hadoop/conf/*-site and classes
         # in user code.
         # Corresponds to the JSON property `properties`
@@ -1053,8 +1116,8 @@ module Google
         end
       end
       
-      # A Cloud Dataproc job for running Apache Hive (https://hive.apache.org/)
-      # queries on YARN.
+      # A Dataproc job for running Apache Hive (https://hive.apache.org/) queries on
+      # YARN.
       class HiveJob
         include Google::Apis::Core::Hashable
       
@@ -1073,7 +1136,7 @@ module Google
         attr_accessor :jar_file_uris
       
         # Optional. A mapping of property names and values, used to configure Hive.
-        # Properties that conflict with values set by the Cloud Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API may be
         # overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml, /etc/
         # hive/conf/hive-site.xml, and classes in user code.
         # Corresponds to the JSON property `properties`
@@ -1162,14 +1225,12 @@ module Google
         end
       end
       
-      # Optional. The config settings for Compute Engine resources in an instance
-      # group, such as a master or worker group.
+      # The config settings for Compute Engine resources in an instance group, such as
+      # a master or worker group.
       class InstanceGroupConfig
         include Google::Apis::Core::Hashable
       
         # Optional. The Compute Engine accelerator configuration for these instances.
-        # Beta Feature: This feature is still under development. It may be changed
-        # before final release.
         # Corresponds to the JSON property `accelerators`
         # @return [Array<Google::Apis::DataprocV1::AcceleratorConfig>]
         attr_accessor :accelerators
@@ -1179,19 +1240,29 @@ module Google
         # @return [Google::Apis::DataprocV1::DiskConfig]
         attr_accessor :disk_config
       
-        # Optional. The Compute Engine image resource used for cluster instances. It can
-        # be specified or may be inferred from SoftwareConfig.image_version.
+        # Optional. The Compute Engine image resource used for cluster instances.The URI
+        # can represent an image or image family.Image examples:
+        # https://www.googleapis.com/compute/beta/projects/[project_id]/global/images/[
+        # image-id]
+        # projects/[project_id]/global/images/[image-id]
+        # image-idImage family examples. Dataproc will use the most recent image from
+        # the family:
+        # https://www.googleapis.com/compute/beta/projects/[project_id]/global/images/
+        # family/[custom-image-family-name]
+        # projects/[project_id]/global/images/family/[custom-image-family-name]If the
+        # URI is unspecified, it will be inferred from SoftwareConfig.image_version or
+        # the system default.
         # Corresponds to the JSON property `imageUri`
         # @return [String]
         attr_accessor :image_uri
       
-        # Output only. The list of instance names. Cloud Dataproc derives the names from
+        # Output only. The list of instance names. Dataproc derives the names from
         # cluster_name, num_instances, and the instance group.
         # Corresponds to the JSON property `instanceNames`
         # @return [Array<String>]
         attr_accessor :instance_names
       
-        # Optional. Specifies that this instance group contains preemptible instances.
+        # Output only. Specifies that this instance group contains preemptible instances.
         # Corresponds to the JSON property `isPreemptible`
         # @return [Boolean]
         attr_accessor :is_preemptible
@@ -1202,9 +1273,10 @@ module Google
         # https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-east1-a/
         # machineTypes/n1-standard-2
         # projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2
-        # n1-standard-2Auto Zone Exception: If you are using the Cloud Dataproc Auto
-        # Zone Placement feature, you must use the short name of the machine type
-        # resource, for example, n1-standard-2.
+        # n1-standard-2Auto Zone Exception: If you are using the Dataproc Auto Zone
+        # Placement (https://cloud.google.com/dataproc/docs/concepts/configuring-
+        # clusters/auto-zone#using_auto_zone_placement) feature, you must use the short
+        # name of the machine type resource, for example, n1-standard-2.
         # Corresponds to the JSON property `machineTypeUri`
         # @return [String]
         attr_accessor :machine_type_uri
@@ -1214,12 +1286,26 @@ module Google
         # @return [Google::Apis::DataprocV1::ManagedGroupConfig]
         attr_accessor :managed_group_config
       
+        # Optional. Specifies the minimum cpu platform for the Instance Group. See
+        # Dataproc -&gt; Minimum CPU Platform (https://cloud.google.com/dataproc/docs/
+        # concepts/compute/dataproc-min-cpu).
+        # Corresponds to the JSON property `minCpuPlatform`
+        # @return [String]
+        attr_accessor :min_cpu_platform
+      
         # Optional. The number of VM instances in the instance group. For master
         # instance groups, must be set to 1.
         # Corresponds to the JSON property `numInstances`
         # @return [Fixnum]
         attr_accessor :num_instances
       
+        # Optional. Specifies the preemptibility of the instance group.The default value
+        # for master and worker groups is NON_PREEMPTIBLE. This default cannot be
+        # changed.The default value for secondary instances is PREEMPTIBLE.
+        # Corresponds to the JSON property `preemptibility`
+        # @return [String]
+        attr_accessor :preemptibility
+      
         def initialize(**args)
            update!(**args)
         end
@@ -1233,7 +1319,9 @@ module Google
           @is_preemptible = args[:is_preemptible] if args.key?(:is_preemptible)
           @machine_type_uri = args[:machine_type_uri] if args.key?(:machine_type_uri)
           @managed_group_config = args[:managed_group_config] if args.key?(:managed_group_config)
+          @min_cpu_platform = args[:min_cpu_platform] if args.key?(:min_cpu_platform)
           @num_instances = args[:num_instances] if args.key?(:num_instances)
+          @preemptibility = args[:preemptibility] if args.key?(:preemptibility)
         end
       end
       
@@ -1277,10 +1365,18 @@ module Google
         end
       end
       
-      # A Cloud Dataproc job resource.
+      # A Dataproc job resource.
       class Job
         include Google::Apis::Core::Hashable
       
+        # Output only. Indicates whether the job is completed. If the value is false,
+        # the job is still in progress. If true, the job is completed, and status.state
+        # field will indicate if it was successful, failed, or cancelled.
+        # Corresponds to the JSON property `done`
+        # @return [Boolean]
+        attr_accessor :done
+        alias_method :done?, :done
+      
         # Output only. If present, the location of miscellaneous control files which may
         # be used as part of job setup and handling. If not present, control files may
         # be placed in the same location as driver_output_uri.
@@ -1294,16 +1390,16 @@ module Google
         # @return [String]
         attr_accessor :driver_output_resource_uri
       
-        # A Cloud Dataproc job for running Apache Hadoop MapReduce (https://hadoop.
-        # apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
+        # A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/
+        # docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
         # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
         # docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
         # Corresponds to the JSON property `hadoopJob`
         # @return [Google::Apis::DataprocV1::HadoopJob]
         attr_accessor :hadoop_job
       
-        # A Cloud Dataproc job for running Apache Hive (https://hive.apache.org/)
-        # queries on YARN.
+        # A Dataproc job for running Apache Hive (https://hive.apache.org/) queries on
+        # YARN.
         # Corresponds to the JSON property `hiveJob`
         # @return [Google::Apis::DataprocV1::HiveJob]
         attr_accessor :hive_job
@@ -1324,19 +1420,27 @@ module Google
         # @return [Hash<String,String>]
         attr_accessor :labels
       
-        # A Cloud Dataproc job for running Apache Pig (https://pig.apache.org/) queries
-        # on YARN.
+        # A Dataproc job for running Apache Pig (https://pig.apache.org/) queries on
+        # YARN.
         # Corresponds to the JSON property `pigJob`
         # @return [Google::Apis::DataprocV1::PigJob]
         attr_accessor :pig_job
       
-        # Cloud Dataproc job config.
+        # Dataproc job config.
         # Corresponds to the JSON property `placement`
         # @return [Google::Apis::DataprocV1::JobPlacement]
         attr_accessor :placement
       
-        # A Cloud Dataproc job for running Apache PySpark (https://spark.apache.org/docs/
-        # 0.9.0/python-programming-guide.html) applications on YARN.
+        # A Dataproc job for running Presto (https://prestosql.io/) queries. IMPORTANT:
+        # The Dataproc Presto Optional Component (https://cloud.google.com/dataproc/docs/
+        # concepts/components/presto) must be enabled when the cluster is created to
+        # submit a Presto job to the cluster.
+        # Corresponds to the JSON property `prestoJob`
+        # @return [Google::Apis::DataprocV1::PrestoJob]
+        attr_accessor :presto_job
+      
+        # A Dataproc job for running Apache PySpark (https://spark.apache.org/docs/0.9.0/
+        # python-programming-guide.html) applications on YARN.
         # Corresponds to the JSON property `pysparkJob`
         # @return [Google::Apis::DataprocV1::PySparkJob]
         attr_accessor :pyspark_job
@@ -1351,19 +1455,25 @@ module Google
         # @return [Google::Apis::DataprocV1::JobScheduling]
         attr_accessor :scheduling
       
-        # A Cloud Dataproc job for running Apache Spark (http://spark.apache.org/)
+        # A Dataproc job for running Apache Spark (http://spark.apache.org/)
         # applications on YARN.
         # Corresponds to the JSON property `sparkJob`
         # @return [Google::Apis::DataprocV1::SparkJob]
         attr_accessor :spark_job
       
-        # A Cloud Dataproc job for running Apache Spark SQL (http://spark.apache.org/sql/
-        # ) queries.
+        # A Dataproc job for running Apache SparkR (https://spark.apache.org/docs/latest/
+        # sparkr.html) applications on YARN.
+        # Corresponds to the JSON property `sparkRJob`
+        # @return [Google::Apis::DataprocV1::SparkRJob]
+        attr_accessor :spark_r_job
+      
+        # A Dataproc job for running Apache Spark SQL (http://spark.apache.org/sql/)
+        # queries.
         # Corresponds to the JSON property `sparkSqlJob`
         # @return [Google::Apis::DataprocV1::SparkSqlJob]
         attr_accessor :spark_sql_job
       
-        # Cloud Dataproc job status.
+        # Dataproc job status.
         # Corresponds to the JSON property `status`
         # @return [Google::Apis::DataprocV1::JobStatus]
         attr_accessor :status
@@ -1386,6 +1496,7 @@ module Google
       
         # Update properties of this object
         def update!(**args)
+          @done = args[:done] if args.key?(:done)
           @driver_control_files_uri = args[:driver_control_files_uri] if args.key?(:driver_control_files_uri)
           @driver_output_resource_uri = args[:driver_output_resource_uri] if args.key?(:driver_output_resource_uri)
           @hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
@@ -1394,10 +1505,12 @@ module Google
           @labels = args[:labels] if args.key?(:labels)
           @pig_job = args[:pig_job] if args.key?(:pig_job)
           @placement = args[:placement] if args.key?(:placement)
+          @presto_job = args[:presto_job] if args.key?(:presto_job)
           @pyspark_job = args[:pyspark_job] if args.key?(:pyspark_job)
           @reference = args[:reference] if args.key?(:reference)
           @scheduling = args[:scheduling] if args.key?(:scheduling)
           @spark_job = args[:spark_job] if args.key?(:spark_job)
+          @spark_r_job = args[:spark_r_job] if args.key?(:spark_r_job)
           @spark_sql_job = args[:spark_sql_job] if args.key?(:spark_sql_job)
           @status = args[:status] if args.key?(:status)
           @status_history = args[:status_history] if args.key?(:status_history)
@@ -1405,7 +1518,44 @@ module Google
         end
       end
       
-      # Cloud Dataproc job config.
+      # Job Operation metadata.
+      class JobMetadata
+        include Google::Apis::Core::Hashable
+      
+        # Output only. The job id.
+        # Corresponds to the JSON property `jobId`
+        # @return [String]
+        attr_accessor :job_id
+      
+        # Output only. Operation type.
+        # Corresponds to the JSON property `operationType`
+        # @return [String]
+        attr_accessor :operation_type
+      
+        # Output only. Job submission time.
+        # Corresponds to the JSON property `startTime`
+        # @return [String]
+        attr_accessor :start_time
+      
+        # Dataproc job status.
+        # Corresponds to the JSON property `status`
+        # @return [Google::Apis::DataprocV1::JobStatus]
+        attr_accessor :status
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @job_id = args[:job_id] if args.key?(:job_id)
+          @operation_type = args[:operation_type] if args.key?(:operation_type)
+          @start_time = args[:start_time] if args.key?(:start_time)
+          @status = args[:status] if args.key?(:status)
+        end
+      end
+      
+      # Dataproc job config.
       class JobPlacement
         include Google::Apis::Core::Hashable
       
@@ -1414,8 +1564,8 @@ module Google
         # @return [String]
         attr_accessor :cluster_name
       
-        # Output only. A cluster UUID generated by the Cloud Dataproc service when the
-        # job is submitted.
+        # Output only. A cluster UUID generated by the Dataproc service when the job is
+        # submitted.
         # Corresponds to the JSON property `clusterUuid`
         # @return [String]
         attr_accessor :cluster_uuid
@@ -1481,7 +1631,7 @@ module Google
         end
       end
       
-      # Cloud Dataproc job status.
+      # Dataproc job status.
       class JobStatus
         include Google::Apis::Core::Hashable
       
@@ -1549,7 +1699,8 @@ module Google
         # @return [String]
         attr_accessor :cross_realm_trust_shared_password_uri
       
-        # Optional. Flag to indicate whether to Kerberize the cluster.
+        # Optional. Flag to indicate whether to Kerberize the cluster (default: false).
+        # Set this field to true to enable Kerberos on a cluster.
         # Corresponds to the JSON property `enableKerberos`
         # @return [Boolean]
         attr_accessor :enable_kerberos
@@ -1645,28 +1796,32 @@ module Google
       class LifecycleConfig
         include Google::Apis::Core::Hashable
       
-        # Optional. The time when cluster will be auto-deleted.
+        # Optional. The time when cluster will be auto-deleted (see JSON representation
+        # of Timestamp (https://developers.google.com/protocol-buffers/docs/proto3#json))
+        # .
         # Corresponds to the JSON property `autoDeleteTime`
         # @return [String]
         attr_accessor :auto_delete_time
       
         # Optional. The lifetime duration of cluster. The cluster will be auto-deleted
-        # at the end of this period. Valid range: 10m, 14d.Example: "1d", to delete the
-        # cluster 1 day after its creation..
+        # at the end of this period. Minimum value is 10 minutes; maximum value is 14
+        # days (see JSON representation of Duration (https://developers.google.com/
+        # protocol-buffers/docs/proto3#json)).
         # Corresponds to the JSON property `autoDeleteTtl`
         # @return [String]
         attr_accessor :auto_delete_ttl
       
-        # Optional. The duration to keep the cluster alive while idling. Passing this
-        # threshold will cause the cluster to be deleted. Valid range: 10m, 14d.Example:
-        # "10m", the minimum value, to delete the cluster when it has had no jobs
-        # running for 10 minutes.
+        # Optional. The duration to keep the cluster alive while idling (when no jobs
+        # are running). Passing this threshold will cause the cluster to be deleted.
+        # Minimum value is 10 minutes; maximum value is 14 days (see JSON representation
+        # of Duration (https://developers.google.com/protocol-buffers/docs/proto3#json).
         # Corresponds to the JSON property `idleDeleteTtl`
         # @return [String]
         attr_accessor :idle_delete_ttl
       
         # Output only. The time when cluster became idle (most recent job finished) and
-        # became eligible for deletion due to idleness.
+        # became eligible for deletion due to idleness (see JSON representation of
+        # Timestamp (https://developers.google.com/protocol-buffers/docs/proto3#json)).
         # Corresponds to the JSON property `idleStartTime`
         # @return [String]
         attr_accessor :idle_start_time
@@ -1911,10 +2066,12 @@ module Google
         # @return [String]
         attr_accessor :executable_file
       
-        # Optional. Amount of time executable has to complete. Default is 10 minutes.
-        # Cluster creation fails with an explanatory error message (the name of the
-        # executable that caused the error and the exceeded timeout period) if the
-        # executable is not completed at end of the timeout period.
+        # Optional. Amount of time executable has to complete. Default is 10 minutes (
+        # see JSON representation of Duration (https://developers.google.com/protocol-
+        # buffers/docs/proto3#json)).Cluster creation fails with an explanatory error
+        # message (the name of the executable that caused the error and the exceeded
+        # timeout period) if the executable is not completed at end of the timeout
+        # period.
         # Corresponds to the JSON property `executionTimeout`
         # @return [String]
         attr_accessor :execution_timeout
@@ -1996,16 +2153,16 @@ module Google
       class OrderedJob
         include Google::Apis::Core::Hashable
       
-        # A Cloud Dataproc job for running Apache Hadoop MapReduce (https://hadoop.
-        # apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
+        # A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/
+        # docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
         # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
         # docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
         # Corresponds to the JSON property `hadoopJob`
         # @return [Google::Apis::DataprocV1::HadoopJob]
         attr_accessor :hadoop_job
       
-        # A Cloud Dataproc job for running Apache Hive (https://hive.apache.org/)
-        # queries on YARN.
+        # A Dataproc job for running Apache Hive (https://hive.apache.org/) queries on
+        # YARN.
         # Corresponds to the JSON property `hiveJob`
         # @return [Google::Apis::DataprocV1::HiveJob]
         attr_accessor :hive_job
@@ -2019,8 +2176,8 @@ module Google
         # @return [Hash<String,String>]
         attr_accessor :labels
       
-        # A Cloud Dataproc job for running Apache Pig (https://pig.apache.org/) queries
-        # on YARN.
+        # A Dataproc job for running Apache Pig (https://pig.apache.org/) queries on
+        # YARN.
         # Corresponds to the JSON property `pigJob`
         # @return [Google::Apis::DataprocV1::PigJob]
         attr_accessor :pig_job
@@ -2031,8 +2188,16 @@ module Google
         # @return [Array<String>]
         attr_accessor :prerequisite_step_ids
       
-        # A Cloud Dataproc job for running Apache PySpark (https://spark.apache.org/docs/
-        # 0.9.0/python-programming-guide.html) applications on YARN.
+        # A Dataproc job for running Presto (https://prestosql.io/) queries. IMPORTANT:
+        # The Dataproc Presto Optional Component (https://cloud.google.com/dataproc/docs/
+        # concepts/components/presto) must be enabled when the cluster is created to
+        # submit a Presto job to the cluster.
+        # Corresponds to the JSON property `prestoJob`
+        # @return [Google::Apis::DataprocV1::PrestoJob]
+        attr_accessor :presto_job
+      
+        # A Dataproc job for running Apache PySpark (https://spark.apache.org/docs/0.9.0/
+        # python-programming-guide.html) applications on YARN.
         # Corresponds to the JSON property `pysparkJob`
         # @return [Google::Apis::DataprocV1::PySparkJob]
         attr_accessor :pyspark_job
@@ -2042,14 +2207,20 @@ module Google
         # @return [Google::Apis::DataprocV1::JobScheduling]
         attr_accessor :scheduling
       
-        # A Cloud Dataproc job for running Apache Spark (http://spark.apache.org/)
+        # A Dataproc job for running Apache Spark (http://spark.apache.org/)
         # applications on YARN.
         # Corresponds to the JSON property `sparkJob`
         # @return [Google::Apis::DataprocV1::SparkJob]
         attr_accessor :spark_job
       
-        # A Cloud Dataproc job for running Apache Spark SQL (http://spark.apache.org/sql/
-        # ) queries.
+        # A Dataproc job for running Apache SparkR (https://spark.apache.org/docs/latest/
+        # sparkr.html) applications on YARN.
+        # Corresponds to the JSON property `sparkRJob`
+        # @return [Google::Apis::DataprocV1::SparkRJob]
+        attr_accessor :spark_r_job
+      
+        # A Dataproc job for running Apache Spark SQL (http://spark.apache.org/sql/)
+        # queries.
         # Corresponds to the JSON property `sparkSqlJob`
         # @return [Google::Apis::DataprocV1::SparkSqlJob]
         attr_accessor :spark_sql_job
@@ -2075,9 +2246,11 @@ module Google
           @labels = args[:labels] if args.key?(:labels)
           @pig_job = args[:pig_job] if args.key?(:pig_job)
           @prerequisite_step_ids = args[:prerequisite_step_ids] if args.key?(:prerequisite_step_ids)
+          @presto_job = args[:presto_job] if args.key?(:presto_job)
           @pyspark_job = args[:pyspark_job] if args.key?(:pyspark_job)
           @scheduling = args[:scheduling] if args.key?(:scheduling)
           @spark_job = args[:spark_job] if args.key?(:spark_job)
+          @spark_r_job = args[:spark_r_job] if args.key?(:spark_r_job)
           @spark_sql_job = args[:spark_sql_job] if args.key?(:spark_sql_job)
           @step_id = args[:step_id] if args.key?(:step_id)
         end
@@ -2108,8 +2281,8 @@ module Google
         end
       end
       
-      # A Cloud Dataproc job for running Apache Pig (https://pig.apache.org/) queries
-      # on YARN.
+      # A Dataproc job for running Apache Pig (https://pig.apache.org/) queries on
+      # YARN.
       class PigJob
         include Google::Apis::Core::Hashable
       
@@ -2133,7 +2306,7 @@ module Google
         attr_accessor :logging_config
       
         # Optional. A mapping of property names to values, used to configure Pig.
-        # Properties that conflict with values set by the Cloud Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API may be
         # overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml, /etc/
         # pig/conf/pig.properties, and classes in user code.
         # Corresponds to the JSON property `properties`
@@ -2172,18 +2345,22 @@ module Google
         end
       end
       
-      # Defines an Identity and Access Management (IAM) policy. It is used to specify
-      # access control policies for Cloud Platform resources.A Policy is a collection
-      # of bindings. A binding binds one or more members to a single role. Members can
-      # be user accounts, service accounts, Google groups, and domains (such as G
-      # Suite). A role is a named list of permissions (defined by IAM or configured by
-      # users). A binding can optionally specify a condition, which is a logic
-      # expression that further constrains the role binding based on attributes about
-      # the request and/or target resource.JSON Example
+      # An Identity and Access Management (IAM) policy, which specifies access
+      # controls for Google Cloud resources.A Policy is a collection of bindings. A
+      # binding binds one or more members to a single role. Members can be user
+      # accounts, service accounts, Google groups, and domains (such as G Suite). A
+      # role is a named list of permissions; each role can be an IAM predefined role
+      # or a user-created custom role.For some types of Google Cloud resources, a
+      # binding can also specify a condition, which is a logical expression that
+      # allows access to a resource only if the expression evaluates to true. A
+      # condition can add constraints based on attributes of the request, the resource,
+      # or both. To learn which resources support conditions in their IAM policies,
+      # see the IAM documentation (https://cloud.google.com/iam/help/conditions/
+      # resource-policies).JSON example:
       # `
       # "bindings": [
       # `
-      # "role": "role/resourcemanager.organizationAdmin",
+      # "role": "roles/resourcemanager.organizationAdmin",
       # "members": [
       # "user:mike@example.com",
       # "group:admins@example.com",
@@ -2193,17 +2370,20 @@ module Google
       # `,
       # `
       # "role": "roles/resourcemanager.organizationViewer",
-      # "members": ["user:eve@example.com"],
+      # "members": [
+      # "user:eve@example.com"
+      # ],
       # "condition": `
       # "title": "expirable access",
       # "description": "Does not grant access after Sep 2020",
-      # "expression": "request.time <
-      # timestamp('2020-10-01T00:00:00.000Z')",
+      # "expression": "request.time < timestamp('2020-10-01T00:00:00.000Z')",
       # `
       # `
-      # ]
+      # ],
+      # "etag": "BwWWja0YfJA=",
+      # "version": 3
       # `
-      # YAML Example
+      # YAML example:
       # bindings:
       # - members:
       # - user:mike@example.com
@@ -2218,14 +2398,16 @@ module Google
       # title: expirable access
       # description: Does not grant access after Sep 2020
       # expression: request.time < timestamp('2020-10-01T00:00:00.000Z')
-      # For a description of IAM and its features, see the IAM developer's guide (
-      # https://cloud.google.com/iam/docs).
+      # - etag: BwWWja0YfJA=
+      # - version: 3
+      # For a description of IAM and its features, see the IAM documentation (https://
+      # cloud.google.com/iam/docs/).
       class Policy
         include Google::Apis::Core::Hashable
       
-        # Associates a list of members to a role. Optionally may specify a condition
-        # that determines when binding is in effect. bindings with no members will
-        # result in an error.
+        # Associates a list of members to a role. Optionally, may specify a condition
+        # that determines how and when the bindings are applied. Each of the bindings
+        # must contain at least one member.
         # Corresponds to the JSON property `bindings`
         # @return [Array<Google::Apis::DataprocV1::Binding>]
         attr_accessor :bindings
@@ -2236,23 +2418,31 @@ module Google
         # perform policy updates in order to avoid race conditions: An etag is returned
         # in the response to getIamPolicy, and systems are expected to put that etag in
         # the request to setIamPolicy to ensure that their change will be applied to the
-        # same version of the policy.If no etag is provided in the call to setIamPolicy,
-        # then the existing policy is overwritten. Due to blind-set semantics of an etag-
-        # less policy, 'setIamPolicy' will not fail even if either of incoming or stored
-        # policy does not meet the version requirements.
+        # same version of the policy.Important: If you use IAM Conditions, you must
+        # include the etag field whenever you call setIamPolicy. If you omit this field,
+        # then IAM allows you to overwrite a version 3 policy with a version 1 policy,
+        # and all of the conditions in the version 3 policy are lost.
         # Corresponds to the JSON property `etag`
         # NOTE: Values are automatically base64 encoded/decoded in the client library.
         # @return [String]
         attr_accessor :etag
       
-        # Specifies the format of the policy.Valid values are 0, 1, and 3. Requests
-        # specifying an invalid value will be rejected.Operations affecting conditional
-        # bindings must specify version 3. This can be either setting a conditional
-        # policy, modifying a conditional binding, or removing a conditional binding
-        # from the stored conditional policy. Operations on non-conditional policies may
-        # specify any valid value or leave the field unset.If no etag is provided in the
-        # call to setIamPolicy, any version compliance checks on the incoming and/or
-        # stored policy is skipped.
+        # Specifies the format of the policy.Valid values are 0, 1, and 3. Requests that
+        # specify an invalid value are rejected.Any operation that affects conditional
+        # role bindings must specify version 3. This requirement applies to the
+        # following operations:
+        # Getting a policy that includes a conditional role binding
+        # Adding a conditional role binding to a policy
+        # Changing a conditional role binding in a policy
+        # Removing any role binding, with or without a condition, from a policy  that
+        # includes conditionsImportant: If you use IAM Conditions, you must include the
+        # etag field whenever you call setIamPolicy. If you omit this field, then IAM
+        # allows you to overwrite a version 3 policy with a version 1 policy, and all of
+        # the conditions in the version 3 policy are lost.If a policy does not include
+        # any conditions, operations on that policy may specify any valid version or
+        # leave the field unset.To learn which resources support conditions in their IAM
+        # policies, see the IAM documentation (https://cloud.google.com/iam/help/
+        # conditions/resource-policies).
         # Corresponds to the JSON property `version`
         # @return [Fixnum]
         attr_accessor :version
@@ -2269,8 +2459,72 @@ module Google
         end
       end
       
-      # A Cloud Dataproc job for running Apache PySpark (https://spark.apache.org/docs/
-      # 0.9.0/python-programming-guide.html) applications on YARN.
+      # A Dataproc job for running Presto (https://prestosql.io/) queries. IMPORTANT:
+      # The Dataproc Presto Optional Component (https://cloud.google.com/dataproc/docs/
+      # concepts/components/presto) must be enabled when the cluster is created to
+      # submit a Presto job to the cluster.
+      class PrestoJob
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Presto client tags to attach to this query
+        # Corresponds to the JSON property `clientTags`
+        # @return [Array<String>]
+        attr_accessor :client_tags
+      
+        # Optional. Whether to continue executing queries if a query fails. The default
+        # value is false. Setting to true can be useful when executing independent
+        # parallel queries.
+        # Corresponds to the JSON property `continueOnFailure`
+        # @return [Boolean]
+        attr_accessor :continue_on_failure
+        alias_method :continue_on_failure?, :continue_on_failure
+      
+        # The runtime logging config of the job.
+        # Corresponds to the JSON property `loggingConfig`
+        # @return [Google::Apis::DataprocV1::LoggingConfig]
+        attr_accessor :logging_config
+      
+        # Optional. The format in which query output will be displayed. See the Presto
+        # documentation for supported output formats
+        # Corresponds to the JSON property `outputFormat`
+        # @return [String]
+        attr_accessor :output_format
+      
+        # Optional. A mapping of property names to values. Used to set Presto session
+        # properties (https://prestodb.io/docs/current/sql/set-session.html) Equivalent
+        # to using the --session flag in the Presto CLI
+        # Corresponds to the JSON property `properties`
+        # @return [Hash<String,String>]
+        attr_accessor :properties
+      
+        # The HCFS URI of the script that contains SQL queries.
+        # Corresponds to the JSON property `queryFileUri`
+        # @return [String]
+        attr_accessor :query_file_uri
+      
+        # A list of queries to run on a cluster.
+        # Corresponds to the JSON property `queryList`
+        # @return [Google::Apis::DataprocV1::QueryList]
+        attr_accessor :query_list
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @client_tags = args[:client_tags] if args.key?(:client_tags)
+          @continue_on_failure = args[:continue_on_failure] if args.key?(:continue_on_failure)
+          @logging_config = args[:logging_config] if args.key?(:logging_config)
+          @output_format = args[:output_format] if args.key?(:output_format)
+          @properties = args[:properties] if args.key?(:properties)
+          @query_file_uri = args[:query_file_uri] if args.key?(:query_file_uri)
+          @query_list = args[:query_list] if args.key?(:query_list)
+        end
+      end
+      
+      # A Dataproc job for running Apache PySpark (https://spark.apache.org/docs/0.9.0/
+      # python-programming-guide.html) applications on YARN.
       class PySparkJob
         include Google::Apis::Core::Hashable
       
@@ -2311,7 +2565,7 @@ module Google
         attr_accessor :main_python_file_uri
       
         # Optional. A mapping of property names to values, used to configure PySpark.
-        # Properties that conflict with values set by the Cloud Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API may be
         # overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
         # and classes in user code.
         # Corresponds to the JSON property `properties`
@@ -2393,6 +2647,37 @@ module Google
         end
       end
       
+      # Reservation Affinity for consuming Zonal reservation.
+      class ReservationAffinity
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Type of reservation to consume
+        # Corresponds to the JSON property `consumeReservationType`
+        # @return [String]
+        attr_accessor :consume_reservation_type
+      
+        # Optional. Corresponds to the label key of reservation resource.
+        # Corresponds to the JSON property `key`
+        # @return [String]
+        attr_accessor :key
+      
+        # Optional. Corresponds to the label values of reservation resource.
+        # Corresponds to the JSON property `values`
+        # @return [Array<String>]
+        attr_accessor :values
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @consume_reservation_type = args[:consume_reservation_type] if args.key?(:consume_reservation_type)
+          @key = args[:key] if args.key?(:key)
+          @values = args[:values] if args.key?(:values)
+        end
+      end
+      
       # Security related configuration, including Kerberos.
       class SecurityConfig
         include Google::Apis::Core::Hashable
@@ -2416,18 +2701,22 @@ module Google
       class SetIamPolicyRequest
         include Google::Apis::Core::Hashable
       
-        # Defines an Identity and Access Management (IAM) policy. It is used to specify
-        # access control policies for Cloud Platform resources.A Policy is a collection
-        # of bindings. A binding binds one or more members to a single role. Members can
-        # be user accounts, service accounts, Google groups, and domains (such as G
-        # Suite). A role is a named list of permissions (defined by IAM or configured by
-        # users). A binding can optionally specify a condition, which is a logic
-        # expression that further constrains the role binding based on attributes about
-        # the request and/or target resource.JSON Example
+        # An Identity and Access Management (IAM) policy, which specifies access
+        # controls for Google Cloud resources.A Policy is a collection of bindings. A
+        # binding binds one or more members to a single role. Members can be user
+        # accounts, service accounts, Google groups, and domains (such as G Suite). A
+        # role is a named list of permissions; each role can be an IAM predefined role
+        # or a user-created custom role.For some types of Google Cloud resources, a
+        # binding can also specify a condition, which is a logical expression that
+        # allows access to a resource only if the expression evaluates to true. A
+        # condition can add constraints based on attributes of the request, the resource,
+        # or both. To learn which resources support conditions in their IAM policies,
+        # see the IAM documentation (https://cloud.google.com/iam/help/conditions/
+        # resource-policies).JSON example:
         # `
         # "bindings": [
         # `
-        # "role": "role/resourcemanager.organizationAdmin",
+        # "role": "roles/resourcemanager.organizationAdmin",
         # "members": [
         # "user:mike@example.com",
         # "group:admins@example.com",
@@ -2437,17 +2726,20 @@ module Google
         # `,
         # `
         # "role": "roles/resourcemanager.organizationViewer",
-        # "members": ["user:eve@example.com"],
+        # "members": [
+        # "user:eve@example.com"
+        # ],
         # "condition": `
         # "title": "expirable access",
         # "description": "Does not grant access after Sep 2020",
-        # "expression": "request.time <
-        # timestamp('2020-10-01T00:00:00.000Z')",
+        # "expression": "request.time < timestamp('2020-10-01T00:00:00.000Z')",
         # `
         # `
-        # ]
+        # ],
+        # "etag": "BwWWja0YfJA=",
+        # "version": 3
         # `
-        # YAML Example
+        # YAML example:
         # bindings:
         # - members:
         # - user:mike@example.com
@@ -2462,8 +2754,10 @@ module Google
         # title: expirable access
         # description: Does not grant access after Sep 2020
         # expression: request.time < timestamp('2020-10-01T00:00:00.000Z')
-        # For a description of IAM and its features, see the IAM developer's guide (
-        # https://cloud.google.com/iam/docs).
+        # - etag: BwWWja0YfJA=
+        # - version: 3
+        # For a description of IAM and its features, see the IAM documentation (https://
+        # cloud.google.com/iam/docs/).
         # Corresponds to the JSON property `policy`
         # @return [Google::Apis::DataprocV1::Policy]
         attr_accessor :policy
@@ -2483,9 +2777,11 @@ module Google
         include Google::Apis::Core::Hashable
       
         # Optional. The version of software inside the cluster. It must be one of the
-        # supported Cloud Dataproc Versions, such as "1.2" (including a subminor version,
-        # such as "1.2.29"), or the "preview" version. If unspecified, it defaults to
-        # the latest Debian version.
+        # supported Dataproc Versions (https://cloud.google.com/dataproc/docs/concepts/
+        # versioning/dataproc-versions#supported_cloud_dataproc_versions), such as "1.2"
+        # (including a subminor version, such as "1.2.29"), or the "preview" version (
+        # https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#
+        # other_versions). If unspecified, it defaults to the latest Debian version.
         # Corresponds to the JSON property `imageVersion`
         # @return [String]
         attr_accessor :image_version
@@ -2506,7 +2802,8 @@ module Google
         # mapred: mapred-site.xml
         # pig: pig.properties
         # spark: spark-defaults.conf
-        # yarn: yarn-site.xmlFor more information, see Cluster properties.
+        # yarn: yarn-site.xmlFor more information, see Cluster properties (https://cloud.
+        # google.com/dataproc/docs/concepts/cluster-properties).
         # Corresponds to the JSON property `properties`
         # @return [Hash<String,String>]
         attr_accessor :properties
@@ -2523,7 +2820,7 @@ module Google
         end
       end
       
-      # A Cloud Dataproc job for running Apache Spark (http://spark.apache.org/)
+      # A Dataproc job for running Apache Spark (http://spark.apache.org/)
       # applications on YARN.
       class SparkJob
         include Google::Apis::Core::Hashable
@@ -2571,7 +2868,7 @@ module Google
         attr_accessor :main_jar_file_uri
       
         # Optional. A mapping of property names to values, used to configure Spark.
-        # Properties that conflict with values set by the Cloud Dataproc API may be
+        # Properties that conflict with values set by the Dataproc API may be
         # overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
         # and classes in user code.
         # Corresponds to the JSON property `properties`
@@ -2595,8 +2892,67 @@ module Google
         end
       end
       
-      # A Cloud Dataproc job for running Apache Spark SQL (http://spark.apache.org/sql/
-      # ) queries.
+      # A Dataproc job for running Apache SparkR (https://spark.apache.org/docs/latest/
+      # sparkr.html) applications on YARN.
+      class SparkRJob
+        include Google::Apis::Core::Hashable
+      
+        # Optional. HCFS URIs of archives to be extracted in the working directory of
+        # Spark drivers and tasks. Supported file types: .jar, .tar, .tar.gz, .tgz, and .
+        # zip.
+        # Corresponds to the JSON property `archiveUris`
+        # @return [Array<String>]
+        attr_accessor :archive_uris
+      
+        # Optional. The arguments to pass to the driver. Do not include arguments, such
+        # as --conf, that can be set as job properties, since a collision may occur that
+        # causes an incorrect job submission.
+        # Corresponds to the JSON property `args`
+        # @return [Array<String>]
+        attr_accessor :args
+      
+        # Optional. HCFS URIs of files to be copied to the working directory of R
+        # drivers and distributed tasks. Useful for naively parallel tasks.
+        # Corresponds to the JSON property `fileUris`
+        # @return [Array<String>]
+        attr_accessor :file_uris
+      
+        # The runtime logging config of the job.
+        # Corresponds to the JSON property `loggingConfig`
+        # @return [Google::Apis::DataprocV1::LoggingConfig]
+        attr_accessor :logging_config
+      
+        # Required. The HCFS URI of the main R file to use as the driver. Must be a .R
+        # file.
+        # Corresponds to the JSON property `mainRFileUri`
+        # @return [String]
+        attr_accessor :main_r_file_uri
+      
+        # Optional. A mapping of property names to values, used to configure SparkR.
+        # Properties that conflict with values set by the Dataproc API may be
+        # overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
+        # and classes in user code.
+        # Corresponds to the JSON property `properties`
+        # @return [Hash<String,String>]
+        attr_accessor :properties
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @archive_uris = args[:archive_uris] if args.key?(:archive_uris)
+          @args = args[:args] if args.key?(:args)
+          @file_uris = args[:file_uris] if args.key?(:file_uris)
+          @logging_config = args[:logging_config] if args.key?(:logging_config)
+          @main_r_file_uri = args[:main_r_file_uri] if args.key?(:main_r_file_uri)
+          @properties = args[:properties] if args.key?(:properties)
+        end
+      end
+      
+      # A Dataproc job for running Apache Spark SQL (http://spark.apache.org/sql/)
+      # queries.
       class SparkSqlJob
         include Google::Apis::Core::Hashable
       
@@ -2611,8 +2967,8 @@ module Google
         attr_accessor :logging_config
       
         # Optional. A mapping of property names to values, used to configure Spark SQL's
-        # SparkConf. Properties that conflict with values set by the Cloud Dataproc API
-        # may be overwritten.
+        # SparkConf. Properties that conflict with values set by the Dataproc API may be
+        # overwritten.
         # Corresponds to the JSON property `properties`
         # @return [Hash<String,String>]
         attr_accessor :properties
@@ -2691,7 +3047,7 @@ module Google
       class SubmitJobRequest
         include Google::Apis::Core::Hashable
       
-        # A Cloud Dataproc job resource.
+        # A Dataproc job resource.
         # Corresponds to the JSON property `job`
         # @return [Google::Apis::DataprocV1::Job]
         attr_accessor :job
@@ -2872,7 +3228,7 @@ module Google
         end
       end
       
-      # A Cloud Dataproc workflow template resource.
+      # A Dataproc workflow template resource.
       class WorkflowMetadata
         include Google::Apis::Core::Hashable
       
@@ -3001,7 +3357,7 @@ module Google
         end
       end
       
-      # A Cloud Dataproc workflow template resource.
+      # A Dataproc workflow template resource.
       class WorkflowTemplate
         include Google::Apis::Core::Hashable