google-api-client 0.25.0 → 0.26.0

data/generated/google/apis/dataflow_v1b3.rb

@@ -25,7 +25,7 @@ module Google
     # @see https://cloud.google.com/dataflow
     module DataflowV1b3
       VERSION = 'V1b3'
-      REVISION = '20181016'
+      REVISION = '20181107'
 
       # View and manage your data across Google Cloud Platform services
       AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform'

data/generated/google/apis/dataflow_v1b3/classes.rb

@@ -1699,6 +1699,12 @@ module Google
         # @return [String]
         attr_accessor :create_time
       
+        # If this is specified, the job's initial state is populated from the given
+        # snapshot.
+        # Corresponds to the JSON property `createdFromSnapshotId`
+        # @return [String]
+        attr_accessor :created_from_snapshot_id
+      
         # The current state of the job.
         # Jobs are created in the `JOB_STATE_STOPPED` state unless otherwise
         # specified.
@@ -1820,11 +1826,17 @@ module Google
         # @return [String]
         attr_accessor :start_time
       
+        # Exactly one of step or steps_location should be specified.
         # The top-level steps that constitute the entire job.
         # Corresponds to the JSON property `steps`
         # @return [Array<Google::Apis::DataflowV1b3::Step>]
         attr_accessor :steps
       
+        # The GCS location where the steps are stored.
+        # Corresponds to the JSON property `stepsLocation`
+        # @return [String]
+        attr_accessor :steps_location
+      
         # A set of files the system should be aware of that are used
         # for temporary storage. These temporary files will be
         # removed on job completion.
@@ -1857,6 +1869,7 @@ module Google
         def update!(**args)
           @client_request_id = args[:client_request_id] if args.key?(:client_request_id)
           @create_time = args[:create_time] if args.key?(:create_time)
+          @created_from_snapshot_id = args[:created_from_snapshot_id] if args.key?(:created_from_snapshot_id)
           @current_state = args[:current_state] if args.key?(:current_state)
           @current_state_time = args[:current_state_time] if args.key?(:current_state_time)
           @environment = args[:environment] if args.key?(:environment)
@@ -1874,6 +1887,7 @@ module Google
           @stage_states = args[:stage_states] if args.key?(:stage_states)
           @start_time = args[:start_time] if args.key?(:start_time)
           @steps = args[:steps] if args.key?(:steps)
+          @steps_location = args[:steps_location] if args.key?(:steps_location)
           @temp_files = args[:temp_files] if args.key?(:temp_files)
           @transform_name_mapping = args[:transform_name_mapping] if args.key?(:transform_name_mapping)
           @type = args[:type] if args.key?(:type)
@@ -3561,6 +3575,74 @@ module Google
         end
       end
       
+      # Represents a snapshot of a job.
+      class Snapshot
+        include Google::Apis::Core::Hashable
+      
+        # The time this snapshot was created.
+        # Corresponds to the JSON property `creationTime`
+        # @return [String]
+        attr_accessor :creation_time
+      
+        # The unique ID of this snapshot.
+        # Corresponds to the JSON property `id`
+        # @return [String]
+        attr_accessor :id
+      
+        # The project this snapshot belongs to.
+        # Corresponds to the JSON property `projectId`
+        # @return [String]
+        attr_accessor :project_id
+      
+        # The job this snapshot was created from.
+        # Corresponds to the JSON property `sourceJobId`
+        # @return [String]
+        attr_accessor :source_job_id
+      
+        # The time after which this snapshot will be automatically deleted.
+        # Corresponds to the JSON property `ttl`
+        # @return [String]
+        attr_accessor :ttl
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @creation_time = args[:creation_time] if args.key?(:creation_time)
+          @id = args[:id] if args.key?(:id)
+          @project_id = args[:project_id] if args.key?(:project_id)
+          @source_job_id = args[:source_job_id] if args.key?(:source_job_id)
+          @ttl = args[:ttl] if args.key?(:ttl)
+        end
+      end
+      
+      # Request to create a snapshot of a job.
+      class SnapshotJobRequest
+        include Google::Apis::Core::Hashable
+      
+        # The location that contains this job.
+        # Corresponds to the JSON property `location`
+        # @return [String]
+        attr_accessor :location
+      
+        # TTL for the snapshot.
+        # Corresponds to the JSON property `ttl`
+        # @return [String]
+        attr_accessor :ttl
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @location = args[:location] if args.key?(:location)
+          @ttl = args[:ttl] if args.key?(:ttl)
+        end
+      end
+      
       # A source that records can be read and decoded from.
       class Source
         include Google::Apis::Core::Hashable

data/generated/google/apis/dataflow_v1b3/representations.rb

@@ -562,6 +562,18 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class Snapshot
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
+      class SnapshotJobRequest
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class Source
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -1294,6 +1306,7 @@ module Google
         class Representation < Google::Apis::Core::JsonRepresentation
           property :client_request_id, as: 'clientRequestId'
           property :create_time, as: 'createTime'
+          property :created_from_snapshot_id, as: 'createdFromSnapshotId'
           property :current_state, as: 'currentState'
           property :current_state_time, as: 'currentStateTime'
           property :environment, as: 'environment', class: Google::Apis::DataflowV1b3::Environment, decorator: Google::Apis::DataflowV1b3::Environment::Representation
@@ -1317,6 +1330,7 @@ module Google
           property :start_time, as: 'startTime'
           collection :steps, as: 'steps', class: Google::Apis::DataflowV1b3::Step, decorator: Google::Apis::DataflowV1b3::Step::Representation
       
+          property :steps_location, as: 'stepsLocation'
           collection :temp_files, as: 'tempFiles'
           hash :transform_name_mapping, as: 'transformNameMapping'
           property :type, as: 'type'
@@ -1802,6 +1816,25 @@ module Google
         end
       end
       
+      class Snapshot
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :creation_time, as: 'creationTime'
+          property :id, as: 'id'
+          property :project_id, as: 'projectId'
+          property :source_job_id, as: 'sourceJobId'
+          property :ttl, as: 'ttl'
+        end
+      end
+      
+      class SnapshotJobRequest
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :location, as: 'location'
+          property :ttl, as: 'ttl'
+        end
+      end
+      
       class Source
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation

data/generated/google/apis/dataflow_v1b3/service.rb

@@ -297,6 +297,42 @@ module Google
           execute_or_queue_command(command, &block)
         end
         
+        # Snapshot the state of a streaming job.
+        # @param [String] project_id
+        #   The project which owns the job to be snapshotted.
+        # @param [String] job_id
+        #   The job to be snapshotted.
+        # @param [Google::Apis::DataflowV1b3::SnapshotJobRequest] snapshot_job_request_object
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataflowV1b3::Snapshot] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataflowV1b3::Snapshot]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def snapshot_project_job(project_id, job_id, snapshot_job_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:post, 'v1b3/projects/{projectId}/jobs/{jobId}:snapshot', options)
+          command.request_representation = Google::Apis::DataflowV1b3::SnapshotJobRequest::Representation
+          command.request_object = snapshot_job_request_object
+          command.response_representation = Google::Apis::DataflowV1b3::Snapshot::Representation
+          command.response_class = Google::Apis::DataflowV1b3::Snapshot
+          command.params['projectId'] = project_id unless project_id.nil?
+          command.params['jobId'] = job_id unless job_id.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
         # Updates the state of an existing Cloud Dataflow job.
         # @param [String] project_id
         #   The ID of the Cloud Platform project that the job belongs to.
@@ -742,6 +778,45 @@ module Google
           execute_or_queue_command(command, &block)
         end
         
+        # Snapshot the state of a streaming job.
+        # @param [String] project_id
+        #   The project which owns the job to be snapshotted.
+        # @param [String] location
+        #   The location that contains this job.
+        # @param [String] job_id
+        #   The job to be snapshotted.
+        # @param [Google::Apis::DataflowV1b3::SnapshotJobRequest] snapshot_job_request_object
+        # @param [String] fields
+        #   Selector specifying which fields to include in a partial response.
+        # @param [String] quota_user
+        #   Available to use for quota purposes for server-side applications. Can be any
+        #   arbitrary string assigned to a user, but should not exceed 40 characters.
+        # @param [Google::Apis::RequestOptions] options
+        #   Request-specific options
+        #
+        # @yield [result, err] Result & error if block supplied
+        # @yieldparam result [Google::Apis::DataflowV1b3::Snapshot] parsed result object
+        # @yieldparam err [StandardError] error object if request failed
+        #
+        # @return [Google::Apis::DataflowV1b3::Snapshot]
+        #
+        # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
+        # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
+        # @raise [Google::Apis::AuthorizationError] Authorization is required
+        def snapshot_project_location_job(project_id, location, job_id, snapshot_job_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:post, 'v1b3/projects/{projectId}/locations/{location}/jobs/{jobId}:snapshot', options)
+          command.request_representation = Google::Apis::DataflowV1b3::SnapshotJobRequest::Representation
+          command.request_object = snapshot_job_request_object
+          command.response_representation = Google::Apis::DataflowV1b3::Snapshot::Representation
+          command.response_class = Google::Apis::DataflowV1b3::Snapshot
+          command.params['projectId'] = project_id unless project_id.nil?
+          command.params['location'] = location unless location.nil?
+          command.params['jobId'] = job_id unless job_id.nil?
+          command.query['fields'] = fields unless fields.nil?
+          command.query['quotaUser'] = quota_user unless quota_user.nil?
+          execute_or_queue_command(command, &block)
+        end
+        
         # Updates the state of an existing Cloud Dataflow job.
         # @param [String] project_id
         #   The ID of the Cloud Platform project that the job belongs to.
@@ -1038,7 +1113,7 @@ module Google
         # @param [String] gcs_path
         #   Required. A Cloud Storage path to the template from which to
         #   create the job.
-        #   Must be a valid Cloud Storage URL, beginning with `gs://`.
+        #   Must be valid Cloud Storage URL, beginning with 'gs://'.
         # @param [String] view
         #   The view to retrieve. Defaults to METADATA_ONLY.
         # @param [String] fields
@@ -1077,8 +1152,14 @@ module Google
         # @param [String] location
         #   The location to which to direct the request.
         # @param [Google::Apis::DataflowV1b3::LaunchTemplateParameters] launch_template_parameters_object
+        # @param [String] dynamic_template_gcs_path
+        #   Path to dynamic template spec file on GCS.
+        #   The file must be a Json serialized DynamicTemplateFieSpec object.
+        # @param [String] dynamic_template_staging_location
+        #   Cloud Storage path for staging dependencies.
+        #   Must be a valid Cloud Storage URL, beginning with `gs://`.
         # @param [String] gcs_path
-        #   Required. A Cloud Storage path to the template from which to create
+        #   A Cloud Storage path to the template from which to create
         #   the job.
         #   Must be valid Cloud Storage URL, beginning with 'gs://'.
         # @param [Boolean] validate_only
@@ -1101,7 +1182,7 @@ module Google
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def launch_project_location_template(project_id, location, launch_template_parameters_object = nil, gcs_path: nil, validate_only: nil, fields: nil, quota_user: nil, options: nil, &block)
+        def launch_project_location_template(project_id, location, launch_template_parameters_object = nil, dynamic_template_gcs_path: nil, dynamic_template_staging_location: nil, gcs_path: nil, validate_only: nil, fields: nil, quota_user: nil, options: nil, &block)
           command =  make_simple_command(:post, 'v1b3/projects/{projectId}/locations/{location}/templates:launch', options)
           command.request_representation = Google::Apis::DataflowV1b3::LaunchTemplateParameters::Representation
           command.request_object = launch_template_parameters_object
@@ -1109,6 +1190,8 @@ module Google
           command.response_class = Google::Apis::DataflowV1b3::LaunchTemplateResponse
           command.params['projectId'] = project_id unless project_id.nil?
           command.params['location'] = location unless location.nil?
+          command.query['dynamicTemplate.gcsPath'] = dynamic_template_gcs_path unless dynamic_template_gcs_path.nil?
+          command.query['dynamicTemplate.stagingLocation'] = dynamic_template_staging_location unless dynamic_template_staging_location.nil?
           command.query['gcsPath'] = gcs_path unless gcs_path.nil?
           command.query['validateOnly'] = validate_only unless validate_only.nil?
           command.query['fields'] = fields unless fields.nil?
@@ -1155,7 +1238,7 @@ module Google
         # @param [String] gcs_path
         #   Required. A Cloud Storage path to the template from which to
         #   create the job.
-        #   Must be a valid Cloud Storage URL, beginning with `gs://`.
+        #   Must be valid Cloud Storage URL, beginning with 'gs://'.
         # @param [String] location
         #   The location to which to direct the request.
         # @param [String] view
@@ -1194,8 +1277,14 @@ module Google
         # @param [String] project_id
         #   Required. The ID of the Cloud Platform project that the job belongs to.
         # @param [Google::Apis::DataflowV1b3::LaunchTemplateParameters] launch_template_parameters_object
+        # @param [String] dynamic_template_gcs_path
+        #   Path to dynamic template spec file on GCS.
+        #   The file must be a Json serialized DynamicTemplateFieSpec object.
+        # @param [String] dynamic_template_staging_location
+        #   Cloud Storage path for staging dependencies.
+        #   Must be a valid Cloud Storage URL, beginning with `gs://`.
         # @param [String] gcs_path
-        #   Required. A Cloud Storage path to the template from which to create
+        #   A Cloud Storage path to the template from which to create
         #   the job.
         #   Must be valid Cloud Storage URL, beginning with 'gs://'.
         # @param [String] location
@@ -1220,13 +1309,15 @@ module Google
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def launch_project_template(project_id, launch_template_parameters_object = nil, gcs_path: nil, location: nil, validate_only: nil, fields: nil, quota_user: nil, options: nil, &block)
+        def launch_project_template(project_id, launch_template_parameters_object = nil, dynamic_template_gcs_path: nil, dynamic_template_staging_location: nil, gcs_path: nil, location: nil, validate_only: nil, fields: nil, quota_user: nil, options: nil, &block)
           command =  make_simple_command(:post, 'v1b3/projects/{projectId}/templates:launch', options)
           command.request_representation = Google::Apis::DataflowV1b3::LaunchTemplateParameters::Representation
           command.request_object = launch_template_parameters_object
           command.response_representation = Google::Apis::DataflowV1b3::LaunchTemplateResponse::Representation
           command.response_class = Google::Apis::DataflowV1b3::LaunchTemplateResponse
           command.params['projectId'] = project_id unless project_id.nil?
+          command.query['dynamicTemplate.gcsPath'] = dynamic_template_gcs_path unless dynamic_template_gcs_path.nil?
+          command.query['dynamicTemplate.stagingLocation'] = dynamic_template_staging_location unless dynamic_template_staging_location.nil?
           command.query['gcsPath'] = gcs_path unless gcs_path.nil?
           command.query['location'] = location unless location.nil?
           command.query['validateOnly'] = validate_only unless validate_only.nil?

data/generated/google/apis/dataproc_v1.rb

@@ -25,7 +25,7 @@ module Google
     # @see https://cloud.google.com/dataproc/
     module DataprocV1
       VERSION = 'V1'
-      REVISION = '20181019'
+      REVISION = '20181126'
 
       # View and manage your data across Google Cloud Platform services
       AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform'

data/generated/google/apis/dataproc_v1/classes.rb

@@ -1043,6 +1043,13 @@ module Google
         # @return [Google::Apis::DataprocV1::HiveJob]
         attr_accessor :hive_job
       
+        # Output only. A UUID that uniquely identifies a job within the project over
+        # time. This is in contrast to a user-settable reference.job_id that may be
+        # reused over time.
+        # Corresponds to the JSON property `jobUuid`
+        # @return [String]
+        attr_accessor :job_uuid
+      
         # Optional. The labels to associate with this job. Label keys must contain 1 to
         # 63 characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.
         # txt). Label values may be empty, but, if present, must contain 1 to 63
@@ -1118,6 +1125,7 @@ module Google
           @driver_output_resource_uri = args[:driver_output_resource_uri] if args.key?(:driver_output_resource_uri)
           @hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
           @hive_job = args[:hive_job] if args.key?(:hive_job)
+          @job_uuid = args[:job_uuid] if args.key?(:job_uuid)
           @labels = args[:labels] if args.key?(:labels)
           @pig_job = args[:pig_job] if args.key?(:pig_job)
           @placement = args[:placement] if args.key?(:placement)
@@ -2409,11 +2417,16 @@ module Google
       class WorkflowMetadata
         include Google::Apis::Core::Hashable
       
-        # Output only. The name of the managed cluster.
+        # Output only. The name of the target cluster.
         # Corresponds to the JSON property `clusterName`
         # @return [String]
         attr_accessor :cluster_name
       
+        # Output only. The UUID of target cluster.
+        # Corresponds to the JSON property `clusterUuid`
+        # @return [String]
+        attr_accessor :cluster_uuid
+      
         # The cluster operation triggered by a workflow.
         # Corresponds to the JSON property `createCluster`
         # @return [Google::Apis::DataprocV1::ClusterOperation]
@@ -2466,6 +2479,7 @@ module Google
         # Update properties of this object
         def update!(**args)
           @cluster_name = args[:cluster_name] if args.key?(:cluster_name)
+          @cluster_uuid = args[:cluster_uuid] if args.key?(:cluster_uuid)
           @create_cluster = args[:create_cluster] if args.key?(:create_cluster)
           @delete_cluster = args[:delete_cluster] if args.key?(:delete_cluster)
           @end_time = args[:end_time] if args.key?(:end_time)

data/generated/google/apis/dataproc_v1/representations.rb

@@ -634,6 +634,7 @@ module Google
       
           property :hive_job, as: 'hiveJob', class: Google::Apis::DataprocV1::HiveJob, decorator: Google::Apis::DataprocV1::HiveJob::Representation
       
+          property :job_uuid, as: 'jobUuid'
           hash :labels, as: 'labels'
           property :pig_job, as: 'pigJob', class: Google::Apis::DataprocV1::PigJob, decorator: Google::Apis::DataprocV1::PigJob::Representation
       
@@ -966,6 +967,7 @@ module Google
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
           property :cluster_name, as: 'clusterName'
+          property :cluster_uuid, as: 'clusterUuid'
           property :create_cluster, as: 'createCluster', class: Google::Apis::DataprocV1::ClusterOperation, decorator: Google::Apis::DataprocV1::ClusterOperation::Representation
       
           property :delete_cluster, as: 'deleteCluster', class: Google::Apis::DataprocV1::ClusterOperation, decorator: Google::Apis::DataprocV1::ClusterOperation::Representation

data/generated/google/apis/dataproc_v1beta2.rb

@@ -25,7 +25,7 @@ module Google
     # @see https://cloud.google.com/dataproc/
     module DataprocV1beta2
       VERSION = 'V1beta2'
-      REVISION = '20181019'
+      REVISION = '20181126'
 
       # View and manage your data across Google Cloud Platform services
       AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform'

data/generated/google/apis/dataproc_v1beta2/classes.rb

@@ -55,6 +55,37 @@ module Google
         end
       end
       
+      # Allocation Affinity for consuming Zonal allocation.
+      class AllocationAffinity
+        include Google::Apis::Core::Hashable
+      
+        # 
+        # Corresponds to the JSON property `consumeAllocationType`
+        # @return [String]
+        attr_accessor :consume_allocation_type
+      
+        # Corresponds to the label key of Allocation resource.
+        # Corresponds to the JSON property `key`
+        # @return [String]
+        attr_accessor :key
+      
+        # Corresponds to the label values of allocation resource.
+        # Corresponds to the JSON property `values`
+        # @return [Array<String>]
+        attr_accessor :values
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @consume_allocation_type = args[:consume_allocation_type] if args.key?(:consume_allocation_type)
+          @key = args[:key] if args.key?(:key)
+          @values = args[:values] if args.key?(:values)
+        end
+      end
+      
       # Associates members with a role.
       class Binding
         include Google::Apis::Core::Hashable
@@ -653,6 +684,11 @@ module Google
       class GceClusterConfig
         include Google::Apis::Core::Hashable
       
+        # Allocation Affinity for consuming Zonal allocation.
+        # Corresponds to the JSON property `allocationAffinity`
+        # @return [Google::Apis::DataprocV1beta2::AllocationAffinity]
+        attr_accessor :allocation_affinity
+      
         # Optional. If true, all instances in the cluster will only have internal IP
         # addresses. By default, clusters are not restricted to internal IP addresses,
         # and will have ephemeral external IP addresses assigned to each instance. This
@@ -743,6 +779,7 @@ module Google
       
         # Update properties of this object
         def update!(**args)
+          @allocation_affinity = args[:allocation_affinity] if args.key?(:allocation_affinity)
           @internal_ip_only = args[:internal_ip_only] if args.key?(:internal_ip_only)
           @metadata = args[:metadata] if args.key?(:metadata)
           @network_uri = args[:network_uri] if args.key?(:network_uri)
@@ -1062,6 +1099,13 @@ module Google
         # @return [Google::Apis::DataprocV1beta2::HiveJob]
         attr_accessor :hive_job
       
+        # Output only. A UUID that uniquely identifies a job within the project over
+        # time. This is in contrast to a user-settable reference.job_id that may be
+        # reused over time.
+        # Corresponds to the JSON property `jobUuid`
+        # @return [String]
+        attr_accessor :job_uuid
+      
         # Optional. The labels to associate with this job. Label keys must contain 1 to
         # 63 characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.
         # txt). Label values may be empty, but, if present, must contain 1 to 63
@@ -1104,6 +1148,12 @@ module Google
         # @return [Google::Apis::DataprocV1beta2::SparkJob]
         attr_accessor :spark_job
       
+        # A Cloud Dataproc job for running Apache SparkR (https://spark.apache.org/docs/
+        # latest/sparkr.html) applications on YARN.
+        # Corresponds to the JSON property `sparkRJob`
+        # @return [Google::Apis::DataprocV1beta2::SparkRJob]
+        attr_accessor :spark_r_job
+      
         # A Cloud Dataproc job for running Apache Spark SQL (http://spark.apache.org/sql/
         # ) queries.
         # Corresponds to the JSON property `sparkSqlJob`
@@ -1120,6 +1170,12 @@ module Google
         # @return [Array<Google::Apis::DataprocV1beta2::JobStatus>]
         attr_accessor :status_history
       
+        # Output only. The email address of the user submitting the job. For jobs
+        # submitted on the cluster, the address is <code>username@hostname</code>.
+        # Corresponds to the JSON property `submittedBy`
+        # @return [String]
+        attr_accessor :submitted_by
+      
         # Output only. The collection of YARN applications spun up by this job.Beta
         # Feature: This report is available for testing purposes only. It may be changed
         # before final release.
@@ -1137,6 +1193,7 @@ module Google
           @driver_output_resource_uri = args[:driver_output_resource_uri] if args.key?(:driver_output_resource_uri)
           @hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
           @hive_job = args[:hive_job] if args.key?(:hive_job)
+          @job_uuid = args[:job_uuid] if args.key?(:job_uuid)
           @labels = args[:labels] if args.key?(:labels)
           @pig_job = args[:pig_job] if args.key?(:pig_job)
           @placement = args[:placement] if args.key?(:placement)
@@ -1144,9 +1201,11 @@ module Google
           @reference = args[:reference] if args.key?(:reference)
           @scheduling = args[:scheduling] if args.key?(:scheduling)
           @spark_job = args[:spark_job] if args.key?(:spark_job)
+          @spark_r_job = args[:spark_r_job] if args.key?(:spark_r_job)
           @spark_sql_job = args[:spark_sql_job] if args.key?(:spark_sql_job)
           @status = args[:status] if args.key?(:status)
           @status_history = args[:status_history] if args.key?(:status_history)
+          @submitted_by = args[:submitted_by] if args.key?(:submitted_by)
           @yarn_applications = args[:yarn_applications] if args.key?(:yarn_applications)
         end
       end
@@ -2161,6 +2220,65 @@ module Google
         end
       end
       
+      # A Cloud Dataproc job for running Apache SparkR (https://spark.apache.org/docs/
+      # latest/sparkr.html) applications on YARN.
+      class SparkRJob
+        include Google::Apis::Core::Hashable
+      
+        # Optional. HCFS URIs of archives to be extracted in the working directory of
+        # Spark drivers and tasks. Supported file types: .jar, .tar, .tar.gz, .tgz, and .
+        # zip.
+        # Corresponds to the JSON property `archiveUris`
+        # @return [Array<String>]
+        attr_accessor :archive_uris
+      
+        # Optional. The arguments to pass to the driver. Do not include arguments, such
+        # as --conf, that can be set as job properties, since a collision may occur that
+        # causes an incorrect job submission.
+        # Corresponds to the JSON property `args`
+        # @return [Array<String>]
+        attr_accessor :args
+      
+        # Optional. HCFS URIs of files to be copied to the working directory of R
+        # drivers and distributed tasks. Useful for naively parallel tasks.
+        # Corresponds to the JSON property `fileUris`
+        # @return [Array<String>]
+        attr_accessor :file_uris
+      
+        # The runtime logging config of the job.
+        # Corresponds to the JSON property `loggingConfig`
+        # @return [Google::Apis::DataprocV1beta2::LoggingConfig]
+        attr_accessor :logging_config
+      
+        # Required. The HCFS URI of the main R file to use as the driver. Must be a .R
+        # file.
+        # Corresponds to the JSON property `mainRFileUri`
+        # @return [String]
+        attr_accessor :main_r_file_uri
+      
+        # Optional. A mapping of property names to values, used to configure SparkR.
+        # Properties that conflict with values set by the Cloud Dataproc API may be
+        # overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
+        # and classes in user code.
+        # Corresponds to the JSON property `properties`
+        # @return [Hash<String,String>]
+        attr_accessor :properties
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @archive_uris = args[:archive_uris] if args.key?(:archive_uris)
+          @args = args[:args] if args.key?(:args)
+          @file_uris = args[:file_uris] if args.key?(:file_uris)
+          @logging_config = args[:logging_config] if args.key?(:logging_config)
+          @main_r_file_uri = args[:main_r_file_uri] if args.key?(:main_r_file_uri)
+          @properties = args[:properties] if args.key?(:properties)
+        end
+      end
+      
       # A Cloud Dataproc job for running Apache Spark SQL (http://spark.apache.org/sql/
       # ) queries.
       class SparkSqlJob
@@ -2470,11 +2588,16 @@ module Google
       class WorkflowMetadata
         include Google::Apis::Core::Hashable
       
-        # Output only. The name of the managed cluster.
+        # Output only. The name of the target cluster.
         # Corresponds to the JSON property `clusterName`
         # @return [String]
         attr_accessor :cluster_name
       
+        # Output only. The UUID of target cluster.
+        # Corresponds to the JSON property `clusterUuid`
+        # @return [String]
+        attr_accessor :cluster_uuid
+      
         # The cluster operation triggered by a workflow.
         # Corresponds to the JSON property `createCluster`
         # @return [Google::Apis::DataprocV1beta2::ClusterOperation]
@@ -2527,6 +2650,7 @@ module Google
         # Update properties of this object
         def update!(**args)
           @cluster_name = args[:cluster_name] if args.key?(:cluster_name)
+          @cluster_uuid = args[:cluster_uuid] if args.key?(:cluster_uuid)
           @create_cluster = args[:create_cluster] if args.key?(:create_cluster)
           @delete_cluster = args[:delete_cluster] if args.key?(:delete_cluster)
           @end_time = args[:end_time] if args.key?(:end_time)