google-api-client 0.11.1 → 0.11.2

data/generated/google/apis/dataproc_v1/representations.rb

@@ -40,13 +40,13 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class InstanceGroupConfig
+      class JobScheduling
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class JobScheduling
+      class InstanceGroupConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
@@ -106,13 +106,13 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class PigJob
+      class ClusterStatus
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ClusterStatus
+      class PigJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
@@ -154,7 +154,7 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class HadoopJob
+      class YarnApplication
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
@@ -166,7 +166,7 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class YarnApplication
+      class HadoopJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
@@ -281,33 +281,33 @@ module Google
       class Status
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :message, as: 'message'
           collection :details, as: 'details'
           property :code, as: 'code'
-          property :message, as: 'message'
         end
       end
       
-      class InstanceGroupConfig
+      class JobScheduling
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          collection :instance_names, as: 'instanceNames'
-          collection :accelerators, as: 'accelerators', class: Google::Apis::DataprocV1::AcceleratorConfig, decorator: Google::Apis::DataprocV1::AcceleratorConfig::Representation
+          property :max_failures_per_hour, as: 'maxFailuresPerHour'
+        end
+      end
       
-          property :num_instances, as: 'numInstances'
+      class InstanceGroupConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
           property :disk_config, as: 'diskConfig', class: Google::Apis::DataprocV1::DiskConfig, decorator: Google::Apis::DataprocV1::DiskConfig::Representation
       
-          property :is_preemptible, as: 'isPreemptible'
-          property :machine_type_uri, as: 'machineTypeUri'
           property :image_uri, as: 'imageUri'
+          property :machine_type_uri, as: 'machineTypeUri'
           property :managed_group_config, as: 'managedGroupConfig', class: Google::Apis::DataprocV1::ManagedGroupConfig, decorator: Google::Apis::DataprocV1::ManagedGroupConfig::Representation
       
-        end
-      end
+          property :is_preemptible, as: 'isPreemptible'
+          collection :instance_names, as: 'instanceNames'
+          collection :accelerators, as: 'accelerators', class: Google::Apis::DataprocV1::AcceleratorConfig, decorator: Google::Apis::DataprocV1::AcceleratorConfig::Representation
       
-      class JobScheduling
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          property :max_failures_per_hour, as: 'maxFailuresPerHour'
+          property :num_instances, as: 'numInstances'
         end
       end
       
@@ -337,32 +337,32 @@ module Google
       class SparkSqlJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :query_list, as: 'queryList', class: Google::Apis::DataprocV1::QueryList, decorator: Google::Apis::DataprocV1::QueryList::Representation
-      
-          property :query_file_uri, as: 'queryFileUri'
           hash :script_variables, as: 'scriptVariables'
           collection :jar_file_uris, as: 'jarFileUris'
           property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
       
           hash :properties, as: 'properties'
+          property :query_list, as: 'queryList', class: Google::Apis::DataprocV1::QueryList, decorator: Google::Apis::DataprocV1::QueryList::Representation
+      
+          property :query_file_uri, as: 'queryFileUri'
         end
       end
       
       class Cluster
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          hash :labels, as: 'labels'
-          property :metrics, as: 'metrics', class: Google::Apis::DataprocV1::ClusterMetrics, decorator: Google::Apis::DataprocV1::ClusterMetrics::Representation
-      
-          property :status, as: 'status', class: Google::Apis::DataprocV1::ClusterStatus, decorator: Google::Apis::DataprocV1::ClusterStatus::Representation
-      
           collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::ClusterStatus, decorator: Google::Apis::DataprocV1::ClusterStatus::Representation
       
           property :config, as: 'config', class: Google::Apis::DataprocV1::ClusterConfig, decorator: Google::Apis::DataprocV1::ClusterConfig::Representation
       
-          property :cluster_name, as: 'clusterName'
           property :cluster_uuid, as: 'clusterUuid'
+          property :cluster_name, as: 'clusterName'
           property :project_id, as: 'projectId'
+          hash :labels, as: 'labels'
+          property :status, as: 'status', class: Google::Apis::DataprocV1::ClusterStatus, decorator: Google::Apis::DataprocV1::ClusterStatus::Representation
+      
+          property :metrics, as: 'metrics', class: Google::Apis::DataprocV1::ClusterMetrics, decorator: Google::Apis::DataprocV1::ClusterMetrics::Representation
+      
         end
       end
       
@@ -388,8 +388,8 @@ module Google
           property :description, as: 'description'
           property :status, as: 'status', class: Google::Apis::DataprocV1::OperationStatus, decorator: Google::Apis::DataprocV1::OperationStatus::Representation
       
-          property :details, as: 'details'
           property :state, as: 'state'
+          property :details, as: 'details'
           property :cluster_uuid, as: 'clusterUuid'
           property :cluster_name, as: 'clusterName'
           property :inner_state, as: 'innerState'
@@ -407,33 +407,33 @@ module Google
       class SoftwareConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :image_version, as: 'imageVersion'
           hash :properties, as: 'properties'
+          property :image_version, as: 'imageVersion'
         end
       end
       
-      class PigJob
+      class ClusterStatus
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          collection :jar_file_uris, as: 'jarFileUris'
-          hash :script_variables, as: 'scriptVariables'
-          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
+          property :state, as: 'state'
+          property :state_start_time, as: 'stateStartTime'
+          property :substate, as: 'substate'
+          property :detail, as: 'detail'
+        end
+      end
       
+      class PigJob
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
           hash :properties, as: 'properties'
           property :continue_on_failure, as: 'continueOnFailure'
+          property :query_file_uri, as: 'queryFileUri'
           property :query_list, as: 'queryList', class: Google::Apis::DataprocV1::QueryList, decorator: Google::Apis::DataprocV1::QueryList::Representation
       
-          property :query_file_uri, as: 'queryFileUri'
-        end
-      end
+          collection :jar_file_uris, as: 'jarFileUris'
+          hash :script_variables, as: 'scriptVariables'
+          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
       
-      class ClusterStatus
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          property :state, as: 'state'
-          property :state_start_time, as: 'stateStartTime'
-          property :substate, as: 'substate'
-          property :detail, as: 'detail'
         end
       end
       
@@ -449,6 +449,7 @@ module Google
       class SparkJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :main_jar_file_uri, as: 'mainJarFileUri'
           collection :jar_file_uris, as: 'jarFileUris'
           property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
       
@@ -457,14 +458,12 @@ module Google
           collection :file_uris, as: 'fileUris'
           property :main_class, as: 'mainClass'
           collection :archive_uris, as: 'archiveUris'
-          property :main_jar_file_uri, as: 'mainJarFileUri'
         end
       end
       
       class Job
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :driver_control_files_uri, as: 'driverControlFilesUri'
           property :scheduling, as: 'scheduling', class: Google::Apis::DataprocV1::JobScheduling, decorator: Google::Apis::DataprocV1::JobScheduling::Representation
       
           property :pig_job, as: 'pigJob', class: Google::Apis::DataprocV1::PigJob, decorator: Google::Apis::DataprocV1::PigJob::Representation
@@ -473,12 +472,12 @@ module Google
       
           hash :labels, as: 'labels'
           property :driver_output_resource_uri, as: 'driverOutputResourceUri'
+          property :spark_job, as: 'sparkJob', class: Google::Apis::DataprocV1::SparkJob, decorator: Google::Apis::DataprocV1::SparkJob::Representation
+      
           collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::JobStatus, decorator: Google::Apis::DataprocV1::JobStatus::Representation
       
           property :spark_sql_job, as: 'sparkSqlJob', class: Google::Apis::DataprocV1::SparkSqlJob, decorator: Google::Apis::DataprocV1::SparkSqlJob::Representation
       
-          property :spark_job, as: 'sparkJob', class: Google::Apis::DataprocV1::SparkJob, decorator: Google::Apis::DataprocV1::SparkJob::Representation
-      
           collection :yarn_applications, as: 'yarnApplications', class: Google::Apis::DataprocV1::YarnApplication, decorator: Google::Apis::DataprocV1::YarnApplication::Representation
       
           property :pyspark_job, as: 'pysparkJob', class: Google::Apis::DataprocV1::PySparkJob, decorator: Google::Apis::DataprocV1::PySparkJob::Representation
@@ -487,20 +486,21 @@ module Google
       
           property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1::HadoopJob, decorator: Google::Apis::DataprocV1::HadoopJob::Representation
       
-          property :status, as: 'status', class: Google::Apis::DataprocV1::JobStatus, decorator: Google::Apis::DataprocV1::JobStatus::Representation
-      
           property :placement, as: 'placement', class: Google::Apis::DataprocV1::JobPlacement, decorator: Google::Apis::DataprocV1::JobPlacement::Representation
       
+          property :status, as: 'status', class: Google::Apis::DataprocV1::JobStatus, decorator: Google::Apis::DataprocV1::JobStatus::Representation
+      
+          property :driver_control_files_uri, as: 'driverControlFilesUri'
         end
       end
       
       class JobStatus
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :state_start_time, as: 'stateStartTime'
-          property :substate, as: 'substate'
           property :state, as: 'state'
           property :details, as: 'details'
+          property :state_start_time, as: 'stateStartTime'
+          property :substate, as: 'substate'
         end
       end
       
@@ -515,25 +515,20 @@ module Google
       class ClusterOperationStatus
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :state_start_time, as: 'stateStartTime'
           property :state, as: 'state'
           property :details, as: 'details'
           property :inner_state, as: 'innerState'
-          property :state_start_time, as: 'stateStartTime'
         end
       end
       
-      class HadoopJob
+      class YarnApplication
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          hash :properties, as: 'properties'
-          collection :args, as: 'args'
-          collection :file_uris, as: 'fileUris'
-          property :main_class, as: 'mainClass'
-          collection :archive_uris, as: 'archiveUris'
-          property :main_jar_file_uri, as: 'mainJarFileUri'
-          collection :jar_file_uris, as: 'jarFileUris'
-          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
-      
+          property :state, as: 'state'
+          property :name, as: 'name'
+          property :tracking_url, as: 'trackingUrl'
+          property :progress, as: 'progress'
         end
       end
       
@@ -544,13 +539,18 @@ module Google
         end
       end
       
-      class YarnApplication
+      class HadoopJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :state, as: 'state'
-          property :name, as: 'name'
-          property :tracking_url, as: 'trackingUrl'
-          property :progress, as: 'progress'
+          property :main_class, as: 'mainClass'
+          collection :archive_uris, as: 'archiveUris'
+          property :main_jar_file_uri, as: 'mainJarFileUri'
+          collection :jar_file_uris, as: 'jarFileUris'
+          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
+      
+          hash :properties, as: 'properties'
+          collection :args, as: 'args'
+          collection :file_uris, as: 'fileUris'
         end
       end
       
@@ -563,14 +563,16 @@ module Google
       class DiskConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :boot_disk_size_gb, as: 'bootDiskSizeGb'
           property :num_local_ssds, as: 'numLocalSsds'
+          property :boot_disk_size_gb, as: 'bootDiskSizeGb'
         end
       end
       
       class ClusterOperationMetadata
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :operation_type, as: 'operationType'
+          property :description, as: 'description'
           collection :warnings, as: 'warnings'
           hash :labels, as: 'labels'
           property :status, as: 'status', class: Google::Apis::DataprocV1::ClusterOperationStatus, decorator: Google::Apis::DataprocV1::ClusterOperationStatus::Representation
@@ -579,8 +581,6 @@ module Google
       
           property :cluster_name, as: 'clusterName'
           property :cluster_uuid, as: 'clusterUuid'
-          property :operation_type, as: 'operationType'
-          property :description, as: 'description'
         end
       end
       
@@ -593,13 +593,13 @@ module Google
       class HiveJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          hash :script_variables, as: 'scriptVariables'
+          collection :jar_file_uris, as: 'jarFileUris'
+          hash :properties, as: 'properties'
           property :continue_on_failure, as: 'continueOnFailure'
           property :query_file_uri, as: 'queryFileUri'
           property :query_list, as: 'queryList', class: Google::Apis::DataprocV1::QueryList, decorator: Google::Apis::DataprocV1::QueryList::Representation
       
-          collection :jar_file_uris, as: 'jarFileUris'
-          hash :script_variables, as: 'scriptVariables'
-          hash :properties, as: 'properties'
         end
       end
       
@@ -613,6 +613,9 @@ module Google
       class ClusterConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          collection :initialization_actions, as: 'initializationActions', class: Google::Apis::DataprocV1::NodeInitializationAction, decorator: Google::Apis::DataprocV1::NodeInitializationAction::Representation
+      
+          property :config_bucket, as: 'configBucket'
           property :worker_config, as: 'workerConfig', class: Google::Apis::DataprocV1::InstanceGroupConfig, decorator: Google::Apis::DataprocV1::InstanceGroupConfig::Representation
       
           property :gce_cluster_config, as: 'gceClusterConfig', class: Google::Apis::DataprocV1::GceClusterConfig, decorator: Google::Apis::DataprocV1::GceClusterConfig::Representation
@@ -623,32 +626,29 @@ module Google
       
           property :secondary_worker_config, as: 'secondaryWorkerConfig', class: Google::Apis::DataprocV1::InstanceGroupConfig, decorator: Google::Apis::DataprocV1::InstanceGroupConfig::Representation
       
-          collection :initialization_actions, as: 'initializationActions', class: Google::Apis::DataprocV1::NodeInitializationAction, decorator: Google::Apis::DataprocV1::NodeInitializationAction::Representation
-      
-          property :config_bucket, as: 'configBucket'
         end
       end
       
       class PySparkJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          collection :jar_file_uris, as: 'jarFileUris'
+          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
+      
           hash :properties, as: 'properties'
           collection :args, as: 'args'
           collection :file_uris, as: 'fileUris'
           collection :python_file_uris, as: 'pythonFileUris'
           property :main_python_file_uri, as: 'mainPythonFileUri'
           collection :archive_uris, as: 'archiveUris'
-          collection :jar_file_uris, as: 'jarFileUris'
-          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
-      
         end
       end
       
       class GceClusterConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :internal_ip_only, as: 'internalIpOnly'
           hash :metadata, as: 'metadata'
+          property :internal_ip_only, as: 'internalIpOnly'
           collection :service_account_scopes, as: 'serviceAccountScopes'
           collection :tags, as: 'tags'
           property :service_account, as: 'serviceAccount'
@@ -691,22 +691,22 @@ module Google
       class Operation
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :done, as: 'done'
           hash :response, as: 'response'
           property :name, as: 'name'
           property :error, as: 'error', class: Google::Apis::DataprocV1::Status, decorator: Google::Apis::DataprocV1::Status::Representation
       
           hash :metadata, as: 'metadata'
+          property :done, as: 'done'
         end
       end
       
       class OperationStatus
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :state_start_time, as: 'stateStartTime'
           property :state, as: 'state'
           property :details, as: 'details'
           property :inner_state, as: 'innerState'
-          property :state_start_time, as: 'stateStartTime'
         end
       end
     end

data/generated/google/apis/dataproc_v1/service.rb

@@ -47,14 +47,12 @@ module Google
           @batch_path = 'batch'
         end
         
-        # Deletes a cluster in a project.
+        # Submits a job to a cluster.
         # @param [String] project_id
-        #   Required The ID of the Google Cloud Platform project that the cluster belongs
-        #   to.
+        #   Required. The ID of the Google Cloud Platform project that the job belongs to.
         # @param [String] region
-        #   Required The Cloud Dataproc region in which to handle the request.
-        # @param [String] cluster_name
-        #   Required The cluster name.
+        #   Required. The Cloud Dataproc region in which to handle the request.
+        # @param [Google::Apis::DataprocV1::SubmitJobRequest] submit_job_request_object
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -64,36 +62,35 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Job] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Operation]
+        # @return [Google::Apis::DataprocV1::Job]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def delete_cluster(project_id, region, cluster_name, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:delete, 'v1/projects/{projectId}/regions/{region}/clusters/{clusterName}', options)
-          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
-          command.response_class = Google::Apis::DataprocV1::Operation
+        def submit_job(project_id, region, submit_job_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:post, 'v1/projects/{projectId}/regions/{region}/jobs:submit', options)
+          command.request_representation = Google::Apis::DataprocV1::SubmitJobRequest::Representation
+          command.request_object = submit_job_request_object
+          command.response_representation = Google::Apis::DataprocV1::Job::Representation
+          command.response_class = Google::Apis::DataprocV1::Job
           command.params['projectId'] = project_id unless project_id.nil?
           command.params['region'] = region unless region.nil?
-          command.params['clusterName'] = cluster_name unless cluster_name.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Gets cluster diagnostic information. After the operation completes, the
-        # Operation.response field contains DiagnoseClusterOutputLocation.
+        # Deletes the job from the project. If the job is active, the delete fails, and
+        # the response returns FAILED_PRECONDITION.
         # @param [String] project_id
-        #   Required The ID of the Google Cloud Platform project that the cluster belongs
-        #   to.
+        #   Required. The ID of the Google Cloud Platform project that the job belongs to.
         # @param [String] region
-        #   Required The Cloud Dataproc region in which to handle the request.
-        # @param [String] cluster_name
-        #   Required The cluster name.
-        # @param [Google::Apis::DataprocV1::DiagnoseClusterRequest] diagnose_cluster_request_object
+        #   Required. The Cloud Dataproc region in which to handle the request.
+        # @param [String] job_id
+        #   Required. The job ID.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -103,50 +100,50 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Empty] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Operation]
+        # @return [Google::Apis::DataprocV1::Empty]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def diagnose_cluster(project_id, region, cluster_name, diagnose_cluster_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:post, 'v1/projects/{projectId}/regions/{region}/clusters/{clusterName}:diagnose', options)
-          command.request_representation = Google::Apis::DataprocV1::DiagnoseClusterRequest::Representation
-          command.request_object = diagnose_cluster_request_object
-          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
-          command.response_class = Google::Apis::DataprocV1::Operation
+        def delete_job(project_id, region, job_id, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:delete, 'v1/projects/{projectId}/regions/{region}/jobs/{jobId}', options)
+          command.response_representation = Google::Apis::DataprocV1::Empty::Representation
+          command.response_class = Google::Apis::DataprocV1::Empty
           command.params['projectId'] = project_id unless project_id.nil?
           command.params['region'] = region unless region.nil?
-          command.params['clusterName'] = cluster_name unless cluster_name.nil?
+          command.params['jobId'] = job_id unless job_id.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Lists all regions/`region`/clusters in a project.
+        # Lists regions/`region`/jobs in a project.
         # @param [String] project_id
-        #   Required The ID of the Google Cloud Platform project that the cluster belongs
-        #   to.
+        #   Required. The ID of the Google Cloud Platform project that the job belongs to.
         # @param [String] region
-        #   Required The Cloud Dataproc region in which to handle the request.
+        #   Required. The Cloud Dataproc region in which to handle the request.
+        # @param [String] cluster_name
+        #   Optional. If set, the returned jobs list includes only jobs that were
+        #   submitted to the named cluster.
         # @param [String] filter
-        #   Optional A filter constraining the clusters to list. Filters are case-
-        #   sensitive and have the following syntax:field = value AND field = value ...
-        #   where field is one of status.state, clusterName, or labels.[KEY], and [KEY] is
-        #   a label key. value can be * to match all values. status.state can be one of
-        #   the following: ACTIVE, INACTIVE, CREATING, RUNNING, ERROR, DELETING, or
-        #   UPDATING. ACTIVE contains the CREATING, UPDATING, and RUNNING states. INACTIVE
-        #   contains the DELETING and ERROR states. clusterName is the name of the cluster
-        #   provided at creation time. Only the logical AND operator is supported; space-
-        #   separated items are treated as having an implicit AND operator.Example filter:
-        #   status.state = ACTIVE AND clusterName = mycluster AND labels.env = staging AND
-        #   labels.starred = *
+        #   Optional. A filter constraining the jobs to list. Filters are case-sensitive
+        #   and have the following syntax:field = value AND field = value ...where field
+        #   is status.state or labels.[KEY], and [KEY] is a label key. value can be * to
+        #   match all values. status.state can be either ACTIVE or INACTIVE. Only the
+        #   logical AND operator is supported; space-separated items are treated as having
+        #   an implicit AND operator.Example filter:status.state = ACTIVE AND labels.env =
+        #   staging AND labels.starred = *
+        # @param [String] job_state_matcher
+        #   Optional. Specifies enumerated categories of jobs to list (default = match ALL
+        #   jobs).
         # @param [String] page_token
-        #   Optional The standard List page token.
+        #   Optional. The page token, returned by a previous call, to request the next
+        #   page of results.
         # @param [Fixnum] page_size
-        #   Optional The standard List page size.
+        #   Optional. The number of results to return in each response.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -156,21 +153,23 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::ListClustersResponse] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::ListJobsResponse] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::ListClustersResponse]
+        # @return [Google::Apis::DataprocV1::ListJobsResponse]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def list_clusters(project_id, region, filter: nil, page_token: nil, page_size: nil, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:get, 'v1/projects/{projectId}/regions/{region}/clusters', options)
-          command.response_representation = Google::Apis::DataprocV1::ListClustersResponse::Representation
-          command.response_class = Google::Apis::DataprocV1::ListClustersResponse
+        def list_jobs(project_id, region, cluster_name: nil, filter: nil, job_state_matcher: nil, page_token: nil, page_size: nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:get, 'v1/projects/{projectId}/regions/{region}/jobs', options)
+          command.response_representation = Google::Apis::DataprocV1::ListJobsResponse::Representation
+          command.response_class = Google::Apis::DataprocV1::ListJobsResponse
           command.params['projectId'] = project_id unless project_id.nil?
           command.params['region'] = region unless region.nil?
+          command.query['clusterName'] = cluster_name unless cluster_name.nil?
           command.query['filter'] = filter unless filter.nil?
+          command.query['jobStateMatcher'] = job_state_matcher unless job_state_matcher.nil?
           command.query['pageToken'] = page_token unless page_token.nil?
           command.query['pageSize'] = page_size unless page_size.nil?
           command.query['fields'] = fields unless fields.nil?
@@ -178,13 +177,15 @@ module Google
           execute_or_queue_command(command, &block)
         end
         
-        # Creates a cluster in a project.
+        # Starts a job cancellation request. To access the job resource after
+        # cancellation, call regions/`region`/jobs.list or regions/`region`/jobs.get.
         # @param [String] project_id
-        #   Required The ID of the Google Cloud Platform project that the cluster belongs
-        #   to.
+        #   Required. The ID of the Google Cloud Platform project that the job belongs to.
         # @param [String] region
-        #   Required The Cloud Dataproc region in which to handle the request.
-        # @param [Google::Apis::DataprocV1::Cluster] cluster_object
+        #   Required. The Cloud Dataproc region in which to handle the request.
+        # @param [String] job_id
+        #   Required. The job ID.
+        # @param [Google::Apis::DataprocV1::CancelJobRequest] cancel_job_request_object
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -194,62 +195,42 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Job] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Operation]
+        # @return [Google::Apis::DataprocV1::Job]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def create_cluster(project_id, region, cluster_object = nil, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:post, 'v1/projects/{projectId}/regions/{region}/clusters', options)
-          command.request_representation = Google::Apis::DataprocV1::Cluster::Representation
-          command.request_object = cluster_object
-          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
-          command.response_class = Google::Apis::DataprocV1::Operation
+        def cancel_job(project_id, region, job_id, cancel_job_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:post, 'v1/projects/{projectId}/regions/{region}/jobs/{jobId}:cancel', options)
+          command.request_representation = Google::Apis::DataprocV1::CancelJobRequest::Representation
+          command.request_object = cancel_job_request_object
+          command.response_representation = Google::Apis::DataprocV1::Job::Representation
+          command.response_class = Google::Apis::DataprocV1::Job
           command.params['projectId'] = project_id unless project_id.nil?
           command.params['region'] = region unless region.nil?
+          command.params['jobId'] = job_id unless job_id.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Updates a cluster in a project.
+        # Updates a job in a project.
         # @param [String] project_id
-        #   Required The ID of the Google Cloud Platform project the cluster belongs to.
+        #   Required. The ID of the Google Cloud Platform project that the job belongs to.
         # @param [String] region
-        #   Required The Cloud Dataproc region in which to handle the request.
-        # @param [String] cluster_name
-        #   Required The cluster name.
-        # @param [Google::Apis::DataprocV1::Cluster] cluster_object
+        #   Required. The Cloud Dataproc region in which to handle the request.
+        # @param [String] job_id
+        #   Required. The job ID.
+        # @param [Google::Apis::DataprocV1::Job] job_object
         # @param [String] update_mask
-        #   Required Specifies the path, relative to <code>Cluster</code>, of the field to
-        #   update. For example, to change the number of workers in a cluster to 5, the <
-        #   code>update_mask</code> parameter would be specified as <code>config.
-        #   worker_config.num_instances</code>, and the PATCH request body would specify
-        #   the new value, as follows:
-        #   `
-        #   "config":`
-        #   "workerConfig":`
-        #   "numInstances":"5"
-        #   `
-        #   `
-        #   `
-        #   Similarly, to change the number of preemptible workers in a cluster to 5, the <
-        #   code>update_mask</code> parameter would be <code>config.
-        #   secondary_worker_config.num_instances</code>, and the PATCH request body would
-        #   be set as follows:
-        #   `
-        #   "config":`
-        #   "secondaryWorkerConfig":`
-        #   "numInstances":"5"
-        #   `
-        #   `
-        #   `
-        #   <strong>Note:</strong> Currently, <code>config.worker_config.num_instances</
-        #   code> and <code>config.secondary_worker_config.num_instances</code> are the
-        #   only fields that can be updated.
+        #   Required. Specifies the path, relative to <code>Job</code>, of the field to
+        #   update. For example, to update the labels of a Job the <code>update_mask</code>
+        #   parameter would be specified as <code>labels</code>, and the PATCH request
+        #   body would specify the new value. <strong>Note:</strong> Currently, <code>
+        #   labels</code> is the only field that can be updated.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -259,37 +240,36 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Job] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Operation]
+        # @return [Google::Apis::DataprocV1::Job]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def patch_cluster(project_id, region, cluster_name, cluster_object = nil, update_mask: nil, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:patch, 'v1/projects/{projectId}/regions/{region}/clusters/{clusterName}', options)
-          command.request_representation = Google::Apis::DataprocV1::Cluster::Representation
-          command.request_object = cluster_object
-          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
-          command.response_class = Google::Apis::DataprocV1::Operation
+        def patch_project_region_job(project_id, region, job_id, job_object = nil, update_mask: nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:patch, 'v1/projects/{projectId}/regions/{region}/jobs/{jobId}', options)
+          command.request_representation = Google::Apis::DataprocV1::Job::Representation
+          command.request_object = job_object
+          command.response_representation = Google::Apis::DataprocV1::Job::Representation
+          command.response_class = Google::Apis::DataprocV1::Job
           command.params['projectId'] = project_id unless project_id.nil?
           command.params['region'] = region unless region.nil?
-          command.params['clusterName'] = cluster_name unless cluster_name.nil?
+          command.params['jobId'] = job_id unless job_id.nil?
           command.query['updateMask'] = update_mask unless update_mask.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Gets the resource representation for a cluster in a project.
+        # Gets the resource representation for a job in a project.
         # @param [String] project_id
-        #   Required The ID of the Google Cloud Platform project that the cluster belongs
-        #   to.
+        #   Required. The ID of the Google Cloud Platform project that the job belongs to.
         # @param [String] region
-        #   Required The Cloud Dataproc region in which to handle the request.
-        # @param [String] cluster_name
-        #   Required The cluster name.
+        #   Required. The Cloud Dataproc region in which to handle the request.
+        # @param [String] job_id
+        #   Required. The job ID.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -299,36 +279,36 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Cluster] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Job] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Cluster]
+        # @return [Google::Apis::DataprocV1::Job]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def get_cluster(project_id, region, cluster_name, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:get, 'v1/projects/{projectId}/regions/{region}/clusters/{clusterName}', options)
-          command.response_representation = Google::Apis::DataprocV1::Cluster::Representation
-          command.response_class = Google::Apis::DataprocV1::Cluster
+        def get_job(project_id, region, job_id, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:get, 'v1/projects/{projectId}/regions/{region}/jobs/{jobId}', options)
+          command.response_representation = Google::Apis::DataprocV1::Job::Representation
+          command.response_class = Google::Apis::DataprocV1::Job
           command.params['projectId'] = project_id unless project_id.nil?
           command.params['region'] = region unless region.nil?
-          command.params['clusterName'] = cluster_name unless cluster_name.nil?
+          command.params['jobId'] = job_id unless job_id.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Starts asynchronous cancellation on a long-running operation. The server makes
-        # a best effort to cancel the operation, but success is not guaranteed. If the
-        # server doesn't support this method, it returns google.rpc.Code.UNIMPLEMENTED.
-        # Clients can use Operations.GetOperation or other methods to check whether the
-        # cancellation succeeded or whether the operation completed despite cancellation.
-        # On successful cancellation, the operation is not deleted; instead, it becomes
-        # an operation with an Operation.error value with a google.rpc.Status.code of 1,
-        # corresponding to Code.CANCELLED.
-        # @param [String] name
-        #   The name of the operation resource to be cancelled.
+        # Gets cluster diagnostic information. After the operation completes, the
+        # Operation.response field contains DiagnoseClusterOutputLocation.
+        # @param [String] project_id
+        #   Required. The ID of the Google Cloud Platform project that the cluster belongs
+        #   to.
+        # @param [String] region
+        #   Required. The Cloud Dataproc region in which to handle the request.
+        # @param [String] cluster_name
+        #   Required. The cluster name.
+        # @param [Google::Apis::DataprocV1::DiagnoseClusterRequest] diagnose_cluster_request_object
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -338,30 +318,36 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Empty] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Empty]
+        # @return [Google::Apis::DataprocV1::Operation]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def cancel_operation(name, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:post, 'v1/{+name}:cancel', options)
-          command.response_representation = Google::Apis::DataprocV1::Empty::Representation
-          command.response_class = Google::Apis::DataprocV1::Empty
-          command.params['name'] = name unless name.nil?
+        def diagnose_cluster(project_id, region, cluster_name, diagnose_cluster_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:post, 'v1/projects/{projectId}/regions/{region}/clusters/{clusterName}:diagnose', options)
+          command.request_representation = Google::Apis::DataprocV1::DiagnoseClusterRequest::Representation
+          command.request_object = diagnose_cluster_request_object
+          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
+          command.response_class = Google::Apis::DataprocV1::Operation
+          command.params['projectId'] = project_id unless project_id.nil?
+          command.params['region'] = region unless region.nil?
+          command.params['clusterName'] = cluster_name unless cluster_name.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Deletes a long-running operation. This method indicates that the client is no
-        # longer interested in the operation result. It does not cancel the operation.
-        # If the server doesn't support this method, it returns google.rpc.Code.
-        # UNIMPLEMENTED.
-        # @param [String] name
-        #   The name of the operation resource to be deleted.
+        # Deletes a cluster in a project.
+        # @param [String] project_id
+        #   Required. The ID of the Google Cloud Platform project that the cluster belongs
+        #   to.
+        # @param [String] region
+        #   Required. The Cloud Dataproc region in which to handle the request.
+        # @param [String] cluster_name
+        #   Required. The cluster name.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -371,36 +357,48 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Empty] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Empty]
+        # @return [Google::Apis::DataprocV1::Operation]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def delete_operation(name, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:delete, 'v1/{+name}', options)
-          command.response_representation = Google::Apis::DataprocV1::Empty::Representation
-          command.response_class = Google::Apis::DataprocV1::Empty
-          command.params['name'] = name unless name.nil?
+        def delete_cluster(project_id, region, cluster_name, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:delete, 'v1/projects/{projectId}/regions/{region}/clusters/{clusterName}', options)
+          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
+          command.response_class = Google::Apis::DataprocV1::Operation
+          command.params['projectId'] = project_id unless project_id.nil?
+          command.params['region'] = region unless region.nil?
+          command.params['clusterName'] = cluster_name unless cluster_name.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Lists operations that match the specified filter in the request. If the server
-        # doesn't support this method, it returns UNIMPLEMENTED.NOTE: the name binding
-        # below allows API services to override the binding to use different resource
-        # name schemes, such as users/*/operations.
-        # @param [String] name
-        #   The name of the operation collection.
+        # Lists all regions/`region`/clusters in a project.
+        # @param [String] project_id
+        #   Required. The ID of the Google Cloud Platform project that the cluster belongs
+        #   to.
+        # @param [String] region
+        #   Required. The Cloud Dataproc region in which to handle the request.
+        # @param [String] filter
+        #   Optional. A filter constraining the clusters to list. Filters are case-
+        #   sensitive and have the following syntax:field = value AND field = value ...
+        #   where field is one of status.state, clusterName, or labels.[KEY], and [KEY] is
+        #   a label key. value can be * to match all values. status.state can be one of
+        #   the following: ACTIVE, INACTIVE, CREATING, RUNNING, ERROR, DELETING, or
+        #   UPDATING. ACTIVE contains the CREATING, UPDATING, and RUNNING states. INACTIVE
+        #   contains the DELETING and ERROR states. clusterName is the name of the cluster
+        #   provided at creation time. Only the logical AND operator is supported; space-
+        #   separated items are treated as having an implicit AND operator.Example filter:
+        #   status.state = ACTIVE AND clusterName = mycluster AND labels.env = staging AND
+        #   labels.starred = *
         # @param [String] page_token
-        #   The standard list page token.
+        #   Optional. The standard List page token.
         # @param [Fixnum] page_size
-        #   The standard list page size.
-        # @param [String] filter
-        #   The standard list filter.
+        #   Optional. The standard List page size.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -410,31 +408,35 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::ListOperationsResponse] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::ListClustersResponse] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::ListOperationsResponse]
+        # @return [Google::Apis::DataprocV1::ListClustersResponse]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def list_operations(name, page_token: nil, page_size: nil, filter: nil, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:get, 'v1/{+name}', options)
-          command.response_representation = Google::Apis::DataprocV1::ListOperationsResponse::Representation
-          command.response_class = Google::Apis::DataprocV1::ListOperationsResponse
-          command.params['name'] = name unless name.nil?
+        def list_clusters(project_id, region, filter: nil, page_token: nil, page_size: nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:get, 'v1/projects/{projectId}/regions/{region}/clusters', options)
+          command.response_representation = Google::Apis::DataprocV1::ListClustersResponse::Representation
+          command.response_class = Google::Apis::DataprocV1::ListClustersResponse
+          command.params['projectId'] = project_id unless project_id.nil?
+          command.params['region'] = region unless region.nil?
+          command.query['filter'] = filter unless filter.nil?
           command.query['pageToken'] = page_token unless page_token.nil?
           command.query['pageSize'] = page_size unless page_size.nil?
-          command.query['filter'] = filter unless filter.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Gets the latest state of a long-running operation. Clients can use this method
-        # to poll the operation result at intervals as recommended by the API service.
-        # @param [String] name
-        #   The name of the operation resource.
+        # Creates a cluster in a project.
+        # @param [String] project_id
+        #   Required. The ID of the Google Cloud Platform project that the cluster belongs
+        #   to.
+        # @param [String] region
+        #   Required. The Cloud Dataproc region in which to handle the request.
+        # @param [Google::Apis::DataprocV1::Cluster] cluster_object
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -452,25 +454,27 @@ module Google
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def get_operation(name, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:get, 'v1/{+name}', options)
+        def create_cluster(project_id, region, cluster_object = nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:post, 'v1/projects/{projectId}/regions/{region}/clusters', options)
+          command.request_representation = Google::Apis::DataprocV1::Cluster::Representation
+          command.request_object = cluster_object
           command.response_representation = Google::Apis::DataprocV1::Operation::Representation
           command.response_class = Google::Apis::DataprocV1::Operation
-          command.params['name'] = name unless name.nil?
+          command.params['projectId'] = project_id unless project_id.nil?
+          command.params['region'] = region unless region.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Starts a job cancellation request. To access the job resource after
-        # cancellation, call regions/`region`/jobs.list or regions/`region`/jobs.get.
+        # Gets the resource representation for a cluster in a project.
         # @param [String] project_id
-        #   Required The ID of the Google Cloud Platform project that the job belongs to.
+        #   Required. The ID of the Google Cloud Platform project that the cluster belongs
+        #   to.
         # @param [String] region
-        #   Required The Cloud Dataproc region in which to handle the request.
-        # @param [String] job_id
-        #   Required The job ID.
-        # @param [Google::Apis::DataprocV1::CancelJobRequest] cancel_job_request_object
+        #   Required. The Cloud Dataproc region in which to handle the request.
+        # @param [String] cluster_name
+        #   Required. The cluster name.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -480,42 +484,63 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Job] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Cluster] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Job]
+        # @return [Google::Apis::DataprocV1::Cluster]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def cancel_job(project_id, region, job_id, cancel_job_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:post, 'v1/projects/{projectId}/regions/{region}/jobs/{jobId}:cancel', options)
-          command.request_representation = Google::Apis::DataprocV1::CancelJobRequest::Representation
-          command.request_object = cancel_job_request_object
-          command.response_representation = Google::Apis::DataprocV1::Job::Representation
-          command.response_class = Google::Apis::DataprocV1::Job
+        def get_cluster(project_id, region, cluster_name, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:get, 'v1/projects/{projectId}/regions/{region}/clusters/{clusterName}', options)
+          command.response_representation = Google::Apis::DataprocV1::Cluster::Representation
+          command.response_class = Google::Apis::DataprocV1::Cluster
           command.params['projectId'] = project_id unless project_id.nil?
           command.params['region'] = region unless region.nil?
-          command.params['jobId'] = job_id unless job_id.nil?
+          command.params['clusterName'] = cluster_name unless cluster_name.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Updates a job in a project.
+        # Updates a cluster in a project.
         # @param [String] project_id
-        #   Required The ID of the Google Cloud Platform project that the job belongs to.
+        #   Required. The ID of the Google Cloud Platform project the cluster belongs to.
         # @param [String] region
-        #   Required The Cloud Dataproc region in which to handle the request.
-        # @param [String] job_id
-        #   Required The job ID.
-        # @param [Google::Apis::DataprocV1::Job] job_object
+        #   Required. The Cloud Dataproc region in which to handle the request.
+        # @param [String] cluster_name
+        #   Required. The cluster name.
+        # @param [Google::Apis::DataprocV1::Cluster] cluster_object
         # @param [String] update_mask
-        #   Required Specifies the path, relative to <code>Job</code>, of the field to
-        #   update. For example, to update the labels of a Job the <code>update_mask</code>
-        #   parameter would be specified as <code>labels</code>, and the PATCH request
-        #   body would specify the new value. <strong>Note:</strong> Currently, <code>
-        #   labels</code> is the only field that can be updated.
+        #   Required. Specifies the path, relative to Cluster, of the field to update. For
+        #   example, to change the number of workers in a cluster to 5, the update_mask
+        #   parameter would be specified as config.worker_config.num_instances, and the
+        #   PATCH request body would specify the new value, as follows:
+        #   `
+        #   "config":`
+        #   "workerConfig":`
+        #   "numInstances":"5"
+        #   `
+        #   `
+        #   `
+        #   Similarly, to change the number of preemptible workers in a cluster to 5, the
+        #   update_mask parameter would be config.secondary_worker_config.num_instances,
+        #   and the PATCH request body would be set as follows:
+        #   `
+        #   "config":`
+        #   "secondaryWorkerConfig":`
+        #   "numInstances":"5"
+        #   `
+        #   `
+        #   `
+        #   <strong>Note:</strong> Currently, only the following fields can be updated:<
+        #   table>  <tbody>  <tr>  <td><strong>Mask</strong></td>  <td><strong>Purpose</
+        #   strong></td>  </tr>  <tr>  <td><strong><em>labels</em></strong></td>  <td>
+        #   Update labels</td>  </tr>  <tr>  <td><strong><em>config.worker_config.
+        #   num_instances</em></strong></td>  <td>Resize primary worker group</td>  </tr>
+        #   <tr>  <td><strong><em>config.secondary_worker_config.num_instances</em></
+        #   strong></td>  <td>Resize secondary worker group</td>  </tr>  </tbody>  </table>
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -525,36 +550,39 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Job] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Job]
+        # @return [Google::Apis::DataprocV1::Operation]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def patch_project_region_job(project_id, region, job_id, job_object = nil, update_mask: nil, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:patch, 'v1/projects/{projectId}/regions/{region}/jobs/{jobId}', options)
-          command.request_representation = Google::Apis::DataprocV1::Job::Representation
-          command.request_object = job_object
-          command.response_representation = Google::Apis::DataprocV1::Job::Representation
-          command.response_class = Google::Apis::DataprocV1::Job
+        def patch_cluster(project_id, region, cluster_name, cluster_object = nil, update_mask: nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:patch, 'v1/projects/{projectId}/regions/{region}/clusters/{clusterName}', options)
+          command.request_representation = Google::Apis::DataprocV1::Cluster::Representation
+          command.request_object = cluster_object
+          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
+          command.response_class = Google::Apis::DataprocV1::Operation
           command.params['projectId'] = project_id unless project_id.nil?
           command.params['region'] = region unless region.nil?
-          command.params['jobId'] = job_id unless job_id.nil?
+          command.params['clusterName'] = cluster_name unless cluster_name.nil?
           command.query['updateMask'] = update_mask unless update_mask.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Gets the resource representation for a job in a project.
-        # @param [String] project_id
-        #   Required The ID of the Google Cloud Platform project that the job belongs to.
-        # @param [String] region
-        #   Required The Cloud Dataproc region in which to handle the request.
-        # @param [String] job_id
-        #   Required The job ID.
+        # Starts asynchronous cancellation on a long-running operation. The server makes
+        # a best effort to cancel the operation, but success is not guaranteed. If the
+        # server doesn't support this method, it returns google.rpc.Code.UNIMPLEMENTED.
+        # Clients can use Operations.GetOperation or other methods to check whether the
+        # cancellation succeeded or whether the operation completed despite cancellation.
+        # On successful cancellation, the operation is not deleted; instead, it becomes
+        # an operation with an Operation.error value with a google.rpc.Status.code of 1,
+        # corresponding to Code.CANCELLED.
+        # @param [String] name
+        #   The name of the operation resource to be cancelled.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -564,32 +592,30 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Job] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Empty] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Job]
+        # @return [Google::Apis::DataprocV1::Empty]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def get_job(project_id, region, job_id, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:get, 'v1/projects/{projectId}/regions/{region}/jobs/{jobId}', options)
-          command.response_representation = Google::Apis::DataprocV1::Job::Representation
-          command.response_class = Google::Apis::DataprocV1::Job
-          command.params['projectId'] = project_id unless project_id.nil?
-          command.params['region'] = region unless region.nil?
-          command.params['jobId'] = job_id unless job_id.nil?
+        def cancel_operation(name, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:post, 'v1/{+name}:cancel', options)
+          command.response_representation = Google::Apis::DataprocV1::Empty::Representation
+          command.response_class = Google::Apis::DataprocV1::Empty
+          command.params['name'] = name unless name.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Submits a job to a cluster.
-        # @param [String] project_id
-        #   Required The ID of the Google Cloud Platform project that the job belongs to.
-        # @param [String] region
-        #   Required The Cloud Dataproc region in which to handle the request.
-        # @param [Google::Apis::DataprocV1::SubmitJobRequest] submit_job_request_object
+        # Deletes a long-running operation. This method indicates that the client is no
+        # longer interested in the operation result. It does not cancel the operation.
+        # If the server doesn't support this method, it returns google.rpc.Code.
+        # UNIMPLEMENTED.
+        # @param [String] name
+        #   The name of the operation resource to be deleted.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -599,35 +625,36 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Job] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Empty] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Job]
+        # @return [Google::Apis::DataprocV1::Empty]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def submit_job(project_id, region, submit_job_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:post, 'v1/projects/{projectId}/regions/{region}/jobs:submit', options)
-          command.request_representation = Google::Apis::DataprocV1::SubmitJobRequest::Representation
-          command.request_object = submit_job_request_object
-          command.response_representation = Google::Apis::DataprocV1::Job::Representation
-          command.response_class = Google::Apis::DataprocV1::Job
-          command.params['projectId'] = project_id unless project_id.nil?
-          command.params['region'] = region unless region.nil?
+        def delete_operation(name, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:delete, 'v1/{+name}', options)
+          command.response_representation = Google::Apis::DataprocV1::Empty::Representation
+          command.response_class = Google::Apis::DataprocV1::Empty
+          command.params['name'] = name unless name.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Deletes the job from the project. If the job is active, the delete fails, and
-        # the response returns FAILED_PRECONDITION.
-        # @param [String] project_id
-        #   Required The ID of the Google Cloud Platform project that the job belongs to.
-        # @param [String] region
-        #   Required The Cloud Dataproc region in which to handle the request.
-        # @param [String] job_id
-        #   Required The job ID.
+        # Lists operations that match the specified filter in the request. If the server
+        # doesn't support this method, it returns UNIMPLEMENTED.NOTE: the name binding
+        # below allows API services to override the binding to use different resource
+        # name schemes, such as users/*/operations.
+        # @param [String] name
+        #   The name of the operation collection.
+        # @param [String] filter
+        #   The standard list filter.
+        # @param [String] page_token
+        #   The standard list page token.
+        # @param [Fixnum] page_size
+        #   The standard list page size.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -637,50 +664,31 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Empty] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::ListOperationsResponse] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Empty]
+        # @return [Google::Apis::DataprocV1::ListOperationsResponse]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def delete_job(project_id, region, job_id, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:delete, 'v1/projects/{projectId}/regions/{region}/jobs/{jobId}', options)
-          command.response_representation = Google::Apis::DataprocV1::Empty::Representation
-          command.response_class = Google::Apis::DataprocV1::Empty
-          command.params['projectId'] = project_id unless project_id.nil?
-          command.params['region'] = region unless region.nil?
-          command.params['jobId'] = job_id unless job_id.nil?
+        def list_operations(name, filter: nil, page_token: nil, page_size: nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:get, 'v1/{+name}', options)
+          command.response_representation = Google::Apis::DataprocV1::ListOperationsResponse::Representation
+          command.response_class = Google::Apis::DataprocV1::ListOperationsResponse
+          command.params['name'] = name unless name.nil?
+          command.query['filter'] = filter unless filter.nil?
+          command.query['pageToken'] = page_token unless page_token.nil?
+          command.query['pageSize'] = page_size unless page_size.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Lists regions/`region`/jobs in a project.
-        # @param [String] project_id
-        #   Required The ID of the Google Cloud Platform project that the job belongs to.
-        # @param [String] region
-        #   Required The Cloud Dataproc region in which to handle the request.
-        # @param [String] page_token
-        #   Optional The page token, returned by a previous call, to request the next page
-        #   of results.
-        # @param [Fixnum] page_size
-        #   Optional The number of results to return in each response.
-        # @param [String] cluster_name
-        #   Optional If set, the returned jobs list includes only jobs that were submitted
-        #   to the named cluster.
-        # @param [String] filter
-        #   Optional A filter constraining the jobs to list. Filters are case-sensitive
-        #   and have the following syntax:field = value AND field = value ...where field
-        #   is status.state or labels.[KEY], and [KEY] is a label key. value can be * to
-        #   match all values. status.state can be either ACTIVE or INACTIVE. Only the
-        #   logical AND operator is supported; space-separated items are treated as having
-        #   an implicit AND operator.Example filter:status.state = ACTIVE AND labels.env =
-        #   staging AND labels.starred = *
-        # @param [String] job_state_matcher
-        #   Optional Specifies enumerated categories of jobs to list (default = match ALL
-        #   jobs).
+        # Gets the latest state of a long-running operation. Clients can use this method
+        # to poll the operation result at intervals as recommended by the API service.
+        # @param [String] name
+        #   The name of the operation resource.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -690,25 +698,19 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::ListJobsResponse] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::ListJobsResponse]
+        # @return [Google::Apis::DataprocV1::Operation]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def list_jobs(project_id, region, page_token: nil, page_size: nil, cluster_name: nil, filter: nil, job_state_matcher: nil, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:get, 'v1/projects/{projectId}/regions/{region}/jobs', options)
-          command.response_representation = Google::Apis::DataprocV1::ListJobsResponse::Representation
-          command.response_class = Google::Apis::DataprocV1::ListJobsResponse
-          command.params['projectId'] = project_id unless project_id.nil?
-          command.params['region'] = region unless region.nil?
-          command.query['pageToken'] = page_token unless page_token.nil?
-          command.query['pageSize'] = page_size unless page_size.nil?
-          command.query['clusterName'] = cluster_name unless cluster_name.nil?
-          command.query['filter'] = filter unless filter.nil?
-          command.query['jobStateMatcher'] = job_state_matcher unless job_state_matcher.nil?
+        def get_operation(name, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:get, 'v1/{+name}', options)
+          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
+          command.response_class = Google::Apis::DataprocV1::Operation
+          command.params['name'] = name unless name.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)