google-api-client 0.11.2 → 0.11.3

data/generated/google/apis/dataproc_v1/representations.rb

@@ -22,12 +22,6 @@ module Google
   module Apis
     module DataprocV1
       
-      class JobReference
-        class Representation < Google::Apis::Core::JsonRepresentation; end
-      
-        include Google::Apis::Core::JsonObjectSupport
-      end
-      
       class SubmitJobRequest
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -52,13 +46,13 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ListJobsResponse
+      class NodeInitializationAction
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class NodeInitializationAction
+      class ListJobsResponse
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
@@ -106,13 +100,13 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ClusterStatus
+      class PigJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class PigJob
+      class ClusterStatus
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
@@ -154,7 +148,7 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class YarnApplication
+      class HadoopJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
@@ -166,7 +160,7 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class HadoopJob
+      class YarnApplication
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
@@ -263,11 +257,9 @@ module Google
       end
       
       class JobReference
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          property :project_id, as: 'projectId'
-          property :job_id, as: 'jobId'
-        end
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
       end
       
       class SubmitJobRequest
@@ -281,9 +273,9 @@ module Google
       class Status
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :code, as: 'code'
           property :message, as: 'message'
           collection :details, as: 'details'
-          property :code, as: 'code'
         end
       end
       
@@ -299,11 +291,11 @@ module Google
         class Representation < Google::Apis::Core::JsonRepresentation
           property :disk_config, as: 'diskConfig', class: Google::Apis::DataprocV1::DiskConfig, decorator: Google::Apis::DataprocV1::DiskConfig::Representation
       
-          property :image_uri, as: 'imageUri'
           property :machine_type_uri, as: 'machineTypeUri'
           property :managed_group_config, as: 'managedGroupConfig', class: Google::Apis::DataprocV1::ManagedGroupConfig, decorator: Google::Apis::DataprocV1::ManagedGroupConfig::Representation
       
           property :is_preemptible, as: 'isPreemptible'
+          property :image_uri, as: 'imageUri'
           collection :instance_names, as: 'instanceNames'
           collection :accelerators, as: 'accelerators', class: Google::Apis::DataprocV1::AcceleratorConfig, decorator: Google::Apis::DataprocV1::AcceleratorConfig::Representation
       
@@ -311,20 +303,20 @@ module Google
         end
       end
       
-      class ListJobsResponse
+      class NodeInitializationAction
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          collection :jobs, as: 'jobs', class: Google::Apis::DataprocV1::Job, decorator: Google::Apis::DataprocV1::Job::Representation
-      
-          property :next_page_token, as: 'nextPageToken'
+          property :execution_timeout, as: 'executionTimeout'
+          property :executable_file, as: 'executableFile'
         end
       end
       
-      class NodeInitializationAction
+      class ListJobsResponse
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :execution_timeout, as: 'executionTimeout'
-          property :executable_file, as: 'executableFile'
+          property :next_page_token, as: 'nextPageToken'
+          collection :jobs, as: 'jobs', class: Google::Apis::DataprocV1::Job, decorator: Google::Apis::DataprocV1::Job::Representation
+      
         end
       end
       
@@ -337,32 +329,32 @@ module Google
       class SparkSqlJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :query_list, as: 'queryList', class: Google::Apis::DataprocV1::QueryList, decorator: Google::Apis::DataprocV1::QueryList::Representation
+      
+          property :query_file_uri, as: 'queryFileUri'
           hash :script_variables, as: 'scriptVariables'
           collection :jar_file_uris, as: 'jarFileUris'
           property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
       
           hash :properties, as: 'properties'
-          property :query_list, as: 'queryList', class: Google::Apis::DataprocV1::QueryList, decorator: Google::Apis::DataprocV1::QueryList::Representation
-      
-          property :query_file_uri, as: 'queryFileUri'
         end
       end
       
       class Cluster
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          hash :labels, as: 'labels'
+          property :metrics, as: 'metrics', class: Google::Apis::DataprocV1::ClusterMetrics, decorator: Google::Apis::DataprocV1::ClusterMetrics::Representation
+      
+          property :status, as: 'status', class: Google::Apis::DataprocV1::ClusterStatus, decorator: Google::Apis::DataprocV1::ClusterStatus::Representation
+      
           collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::ClusterStatus, decorator: Google::Apis::DataprocV1::ClusterStatus::Representation
       
           property :config, as: 'config', class: Google::Apis::DataprocV1::ClusterConfig, decorator: Google::Apis::DataprocV1::ClusterConfig::Representation
       
-          property :cluster_uuid, as: 'clusterUuid'
           property :cluster_name, as: 'clusterName'
+          property :cluster_uuid, as: 'clusterUuid'
           property :project_id, as: 'projectId'
-          hash :labels, as: 'labels'
-          property :status, as: 'status', class: Google::Apis::DataprocV1::ClusterStatus, decorator: Google::Apis::DataprocV1::ClusterStatus::Representation
-      
-          property :metrics, as: 'metrics', class: Google::Apis::DataprocV1::ClusterMetrics, decorator: Google::Apis::DataprocV1::ClusterMetrics::Representation
-      
         end
       end
       
@@ -378,6 +370,14 @@ module Google
       class OperationMetadata
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :description, as: 'description'
+          property :status, as: 'status', class: Google::Apis::DataprocV1::OperationStatus, decorator: Google::Apis::DataprocV1::OperationStatus::Representation
+      
+          property :details, as: 'details'
+          property :state, as: 'state'
+          property :cluster_name, as: 'clusterName'
+          property :cluster_uuid, as: 'clusterUuid'
+          property :inner_state, as: 'innerState'
           property :end_time, as: 'endTime'
           property :start_time, as: 'startTime'
           collection :warnings, as: 'warnings'
@@ -385,14 +385,6 @@ module Google
           collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::OperationStatus, decorator: Google::Apis::DataprocV1::OperationStatus::Representation
       
           property :operation_type, as: 'operationType'
-          property :description, as: 'description'
-          property :status, as: 'status', class: Google::Apis::DataprocV1::OperationStatus, decorator: Google::Apis::DataprocV1::OperationStatus::Representation
-      
-          property :state, as: 'state'
-          property :details, as: 'details'
-          property :cluster_uuid, as: 'clusterUuid'
-          property :cluster_name, as: 'clusterName'
-          property :inner_state, as: 'innerState'
         end
       end
       
@@ -407,33 +399,33 @@ module Google
       class SoftwareConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          hash :properties, as: 'properties'
           property :image_version, as: 'imageVersion'
-        end
-      end
-      
-      class ClusterStatus
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          property :state, as: 'state'
-          property :state_start_time, as: 'stateStartTime'
-          property :substate, as: 'substate'
-          property :detail, as: 'detail'
+          hash :properties, as: 'properties'
         end
       end
       
       class PigJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          collection :jar_file_uris, as: 'jarFileUris'
+          hash :script_variables, as: 'scriptVariables'
+          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
+      
           hash :properties, as: 'properties'
           property :continue_on_failure, as: 'continueOnFailure'
           property :query_file_uri, as: 'queryFileUri'
           property :query_list, as: 'queryList', class: Google::Apis::DataprocV1::QueryList, decorator: Google::Apis::DataprocV1::QueryList::Representation
       
-          collection :jar_file_uris, as: 'jarFileUris'
-          hash :script_variables, as: 'scriptVariables'
-          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
+        end
+      end
       
+      class ClusterStatus
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :detail, as: 'detail'
+          property :state, as: 'state'
+          property :state_start_time, as: 'stateStartTime'
+          property :substate, as: 'substate'
         end
       end
       
@@ -449,8 +441,6 @@ module Google
       class SparkJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :main_jar_file_uri, as: 'mainJarFileUri'
-          collection :jar_file_uris, as: 'jarFileUris'
           property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
       
           hash :properties, as: 'properties'
@@ -458,12 +448,19 @@ module Google
           collection :file_uris, as: 'fileUris'
           property :main_class, as: 'mainClass'
           collection :archive_uris, as: 'archiveUris'
+          property :main_jar_file_uri, as: 'mainJarFileUri'
+          collection :jar_file_uris, as: 'jarFileUris'
         end
       end
       
       class Job
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :status, as: 'status', class: Google::Apis::DataprocV1::JobStatus, decorator: Google::Apis::DataprocV1::JobStatus::Representation
+      
+          property :placement, as: 'placement', class: Google::Apis::DataprocV1::JobPlacement, decorator: Google::Apis::DataprocV1::JobPlacement::Representation
+      
+          property :driver_control_files_uri, as: 'driverControlFilesUri'
           property :scheduling, as: 'scheduling', class: Google::Apis::DataprocV1::JobScheduling, decorator: Google::Apis::DataprocV1::JobScheduling::Representation
       
           property :pig_job, as: 'pigJob', class: Google::Apis::DataprocV1::PigJob, decorator: Google::Apis::DataprocV1::PigJob::Representation
@@ -472,10 +469,10 @@ module Google
       
           hash :labels, as: 'labels'
           property :driver_output_resource_uri, as: 'driverOutputResourceUri'
-          property :spark_job, as: 'sparkJob', class: Google::Apis::DataprocV1::SparkJob, decorator: Google::Apis::DataprocV1::SparkJob::Representation
-      
           collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::JobStatus, decorator: Google::Apis::DataprocV1::JobStatus::Representation
       
+          property :spark_job, as: 'sparkJob', class: Google::Apis::DataprocV1::SparkJob, decorator: Google::Apis::DataprocV1::SparkJob::Representation
+      
           property :spark_sql_job, as: 'sparkSqlJob', class: Google::Apis::DataprocV1::SparkSqlJob, decorator: Google::Apis::DataprocV1::SparkSqlJob::Representation
       
           collection :yarn_applications, as: 'yarnApplications', class: Google::Apis::DataprocV1::YarnApplication, decorator: Google::Apis::DataprocV1::YarnApplication::Representation
@@ -486,11 +483,6 @@ module Google
       
           property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1::HadoopJob, decorator: Google::Apis::DataprocV1::HadoopJob::Representation
       
-          property :placement, as: 'placement', class: Google::Apis::DataprocV1::JobPlacement, decorator: Google::Apis::DataprocV1::JobPlacement::Representation
-      
-          property :status, as: 'status', class: Google::Apis::DataprocV1::JobStatus, decorator: Google::Apis::DataprocV1::JobStatus::Representation
-      
-          property :driver_control_files_uri, as: 'driverControlFilesUri'
         end
       end
       
@@ -515,20 +507,25 @@ module Google
       class ClusterOperationStatus
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :inner_state, as: 'innerState'
           property :state_start_time, as: 'stateStartTime'
           property :state, as: 'state'
           property :details, as: 'details'
-          property :inner_state, as: 'innerState'
         end
       end
       
-      class YarnApplication
+      class HadoopJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :state, as: 'state'
-          property :name, as: 'name'
-          property :tracking_url, as: 'trackingUrl'
-          property :progress, as: 'progress'
+          property :main_jar_file_uri, as: 'mainJarFileUri'
+          collection :jar_file_uris, as: 'jarFileUris'
+          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
+      
+          hash :properties, as: 'properties'
+          collection :args, as: 'args'
+          collection :file_uris, as: 'fileUris'
+          property :main_class, as: 'mainClass'
+          collection :archive_uris, as: 'archiveUris'
         end
       end
       
@@ -539,18 +536,13 @@ module Google
         end
       end
       
-      class HadoopJob
+      class YarnApplication
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :main_class, as: 'mainClass'
-          collection :archive_uris, as: 'archiveUris'
-          property :main_jar_file_uri, as: 'mainJarFileUri'
-          collection :jar_file_uris, as: 'jarFileUris'
-          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
-      
-          hash :properties, as: 'properties'
-          collection :args, as: 'args'
-          collection :file_uris, as: 'fileUris'
+          property :state, as: 'state'
+          property :name, as: 'name'
+          property :tracking_url, as: 'trackingUrl'
+          property :progress, as: 'progress'
         end
       end
       
@@ -571,16 +563,16 @@ module Google
       class ClusterOperationMetadata
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :operation_type, as: 'operationType'
-          property :description, as: 'description'
-          collection :warnings, as: 'warnings'
-          hash :labels, as: 'labels'
           property :status, as: 'status', class: Google::Apis::DataprocV1::ClusterOperationStatus, decorator: Google::Apis::DataprocV1::ClusterOperationStatus::Representation
       
           collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::ClusterOperationStatus, decorator: Google::Apis::DataprocV1::ClusterOperationStatus::Representation
       
-          property :cluster_name, as: 'clusterName'
           property :cluster_uuid, as: 'clusterUuid'
+          property :cluster_name, as: 'clusterName'
+          property :operation_type, as: 'operationType'
+          property :description, as: 'description'
+          collection :warnings, as: 'warnings'
+          hash :labels, as: 'labels'
         end
       end
       
@@ -593,13 +585,13 @@ module Google
       class HiveJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          hash :script_variables, as: 'scriptVariables'
-          collection :jar_file_uris, as: 'jarFileUris'
-          hash :properties, as: 'properties'
           property :continue_on_failure, as: 'continueOnFailure'
-          property :query_file_uri, as: 'queryFileUri'
           property :query_list, as: 'queryList', class: Google::Apis::DataprocV1::QueryList, decorator: Google::Apis::DataprocV1::QueryList::Representation
       
+          property :query_file_uri, as: 'queryFileUri'
+          hash :script_variables, as: 'scriptVariables'
+          collection :jar_file_uris, as: 'jarFileUris'
+          hash :properties, as: 'properties'
         end
       end
       
@@ -632,7 +624,6 @@ module Google
       class PySparkJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          collection :jar_file_uris, as: 'jarFileUris'
           property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
       
           hash :properties, as: 'properties'
@@ -641,20 +632,21 @@ module Google
           collection :python_file_uris, as: 'pythonFileUris'
           property :main_python_file_uri, as: 'mainPythonFileUri'
           collection :archive_uris, as: 'archiveUris'
+          collection :jar_file_uris, as: 'jarFileUris'
         end
       end
       
       class GceClusterConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :network_uri, as: 'networkUri'
+          property :zone_uri, as: 'zoneUri'
           hash :metadata, as: 'metadata'
           property :internal_ip_only, as: 'internalIpOnly'
           collection :service_account_scopes, as: 'serviceAccountScopes'
           collection :tags, as: 'tags'
           property :service_account, as: 'serviceAccount'
           property :subnetwork_uri, as: 'subnetworkUri'
-          property :network_uri, as: 'networkUri'
-          property :zone_uri, as: 'zoneUri'
         end
       end
       
@@ -669,8 +661,8 @@ module Google
       class AcceleratorConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :accelerator_count, as: 'acceleratorCount'
           property :accelerator_type_uri, as: 'acceleratorTypeUri'
+          property :accelerator_count, as: 'acceleratorCount'
         end
       end
       
@@ -703,10 +695,18 @@ module Google
       class OperationStatus
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :state_start_time, as: 'stateStartTime'
           property :state, as: 'state'
           property :details, as: 'details'
           property :inner_state, as: 'innerState'
+          property :state_start_time, as: 'stateStartTime'
+        end
+      end
+      
+      class JobReference
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :project_id, as: 'projectId'
+          property :job_id, as: 'jobId'
         end
       end
     end

data/generated/google/apis/dataproc_v1/service.rb

@@ -47,12 +47,13 @@ module Google
           @batch_path = 'batch'
         end
         
-        # Submits a job to a cluster.
+        # Creates a cluster in a project.
         # @param [String] project_id
-        #   Required. The ID of the Google Cloud Platform project that the job belongs to.
+        #   Required. The ID of the Google Cloud Platform project that the cluster belongs
+        #   to.
         # @param [String] region
         #   Required. The Cloud Dataproc region in which to handle the request.
-        # @param [Google::Apis::DataprocV1::SubmitJobRequest] submit_job_request_object
+        # @param [Google::Apis::DataprocV1::Cluster] cluster_object
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -62,20 +63,20 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Job] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Job]
+        # @return [Google::Apis::DataprocV1::Operation]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def submit_job(project_id, region, submit_job_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:post, 'v1/projects/{projectId}/regions/{region}/jobs:submit', options)
-          command.request_representation = Google::Apis::DataprocV1::SubmitJobRequest::Representation
-          command.request_object = submit_job_request_object
-          command.response_representation = Google::Apis::DataprocV1::Job::Representation
-          command.response_class = Google::Apis::DataprocV1::Job
+        def create_cluster(project_id, region, cluster_object = nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:post, 'v1/projects/{projectId}/regions/{region}/clusters', options)
+          command.request_representation = Google::Apis::DataprocV1::Cluster::Representation
+          command.request_object = cluster_object
+          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
+          command.response_class = Google::Apis::DataprocV1::Operation
           command.params['projectId'] = project_id unless project_id.nil?
           command.params['region'] = region unless region.nil?
           command.query['fields'] = fields unless fields.nil?
@@ -83,14 +84,43 @@ module Google
           execute_or_queue_command(command, &block)
         end
         
-        # Deletes the job from the project. If the job is active, the delete fails, and
-        # the response returns FAILED_PRECONDITION.
+        # Updates a cluster in a project.
         # @param [String] project_id
-        #   Required. The ID of the Google Cloud Platform project that the job belongs to.
+        #   Required. The ID of the Google Cloud Platform project the cluster belongs to.
         # @param [String] region
         #   Required. The Cloud Dataproc region in which to handle the request.
-        # @param [String] job_id
-        #   Required. The job ID.
+        # @param [String] cluster_name
+        #   Required. The cluster name.
+        # @param [Google::Apis::DataprocV1::Cluster] cluster_object
+        # @param [String] update_mask
+        #   Required. Specifies the path, relative to Cluster, of the field to update. For
+        #   example, to change the number of workers in a cluster to 5, the update_mask
+        #   parameter would be specified as config.worker_config.num_instances, and the
+        #   PATCH request body would specify the new value, as follows:
+        #   `
+        #   "config":`
+        #   "workerConfig":`
+        #   "numInstances":"5"
+        #   `
+        #   `
+        #   `
+        #   Similarly, to change the number of preemptible workers in a cluster to 5, the
+        #   update_mask parameter would be config.secondary_worker_config.num_instances,
+        #   and the PATCH request body would be set as follows:
+        #   `
+        #   "config":`
+        #   "secondaryWorkerConfig":`
+        #   "numInstances":"5"
+        #   `
+        #   `
+        #   `
+        #   <strong>Note:</strong> Currently, only the following fields can be updated:<
+        #   table>  <tbody>  <tr>  <td><strong>Mask</strong></td>  <td><strong>Purpose</
+        #   strong></td>  </tr>  <tr>  <td><strong><em>labels</em></strong></td>  <td>
+        #   Update labels</td>  </tr>  <tr>  <td><strong><em>config.worker_config.
+        #   num_instances</em></strong></td>  <td>Resize primary worker group</td>  </tr>
+        #   <tr>  <td><strong><em>config.secondary_worker_config.num_instances</em></
+        #   strong></td>  <td>Resize secondary worker group</td>  </tr>  </tbody>  </table>
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -100,50 +130,37 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Empty] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Empty]
+        # @return [Google::Apis::DataprocV1::Operation]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def delete_job(project_id, region, job_id, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:delete, 'v1/projects/{projectId}/regions/{region}/jobs/{jobId}', options)
-          command.response_representation = Google::Apis::DataprocV1::Empty::Representation
-          command.response_class = Google::Apis::DataprocV1::Empty
+        def patch_cluster(project_id, region, cluster_name, cluster_object = nil, update_mask: nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:patch, 'v1/projects/{projectId}/regions/{region}/clusters/{clusterName}', options)
+          command.request_representation = Google::Apis::DataprocV1::Cluster::Representation
+          command.request_object = cluster_object
+          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
+          command.response_class = Google::Apis::DataprocV1::Operation
           command.params['projectId'] = project_id unless project_id.nil?
           command.params['region'] = region unless region.nil?
-          command.params['jobId'] = job_id unless job_id.nil?
+          command.params['clusterName'] = cluster_name unless cluster_name.nil?
+          command.query['updateMask'] = update_mask unless update_mask.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Lists regions/`region`/jobs in a project.
+        # Gets the resource representation for a cluster in a project.
         # @param [String] project_id
-        #   Required. The ID of the Google Cloud Platform project that the job belongs to.
+        #   Required. The ID of the Google Cloud Platform project that the cluster belongs
+        #   to.
         # @param [String] region
         #   Required. The Cloud Dataproc region in which to handle the request.
         # @param [String] cluster_name
-        #   Optional. If set, the returned jobs list includes only jobs that were
-        #   submitted to the named cluster.
-        # @param [String] filter
-        #   Optional. A filter constraining the jobs to list. Filters are case-sensitive
-        #   and have the following syntax:field = value AND field = value ...where field
-        #   is status.state or labels.[KEY], and [KEY] is a label key. value can be * to
-        #   match all values. status.state can be either ACTIVE or INACTIVE. Only the
-        #   logical AND operator is supported; space-separated items are treated as having
-        #   an implicit AND operator.Example filter:status.state = ACTIVE AND labels.env =
-        #   staging AND labels.starred = *
-        # @param [String] job_state_matcher
-        #   Optional. Specifies enumerated categories of jobs to list (default = match ALL
-        #   jobs).
-        # @param [String] page_token
-        #   Optional. The page token, returned by a previous call, to request the next
-        #   page of results.
-        # @param [Fixnum] page_size
-        #   Optional. The number of results to return in each response.
+        #   Required. The cluster name.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -153,39 +170,34 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::ListJobsResponse] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Cluster] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::ListJobsResponse]
+        # @return [Google::Apis::DataprocV1::Cluster]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def list_jobs(project_id, region, cluster_name: nil, filter: nil, job_state_matcher: nil, page_token: nil, page_size: nil, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:get, 'v1/projects/{projectId}/regions/{region}/jobs', options)
-          command.response_representation = Google::Apis::DataprocV1::ListJobsResponse::Representation
-          command.response_class = Google::Apis::DataprocV1::ListJobsResponse
+        def get_cluster(project_id, region, cluster_name, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:get, 'v1/projects/{projectId}/regions/{region}/clusters/{clusterName}', options)
+          command.response_representation = Google::Apis::DataprocV1::Cluster::Representation
+          command.response_class = Google::Apis::DataprocV1::Cluster
           command.params['projectId'] = project_id unless project_id.nil?
           command.params['region'] = region unless region.nil?
-          command.query['clusterName'] = cluster_name unless cluster_name.nil?
-          command.query['filter'] = filter unless filter.nil?
-          command.query['jobStateMatcher'] = job_state_matcher unless job_state_matcher.nil?
-          command.query['pageToken'] = page_token unless page_token.nil?
-          command.query['pageSize'] = page_size unless page_size.nil?
+          command.params['clusterName'] = cluster_name unless cluster_name.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Starts a job cancellation request. To access the job resource after
-        # cancellation, call regions/`region`/jobs.list or regions/`region`/jobs.get.
+        # Deletes a cluster in a project.
         # @param [String] project_id
-        #   Required. The ID of the Google Cloud Platform project that the job belongs to.
+        #   Required. The ID of the Google Cloud Platform project that the cluster belongs
+        #   to.
         # @param [String] region
         #   Required. The Cloud Dataproc region in which to handle the request.
-        # @param [String] job_id
-        #   Required. The job ID.
-        # @param [Google::Apis::DataprocV1::CancelJobRequest] cancel_job_request_object
+        # @param [String] cluster_name
+        #   Required. The cluster name.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -195,42 +207,36 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Job] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Job]
+        # @return [Google::Apis::DataprocV1::Operation]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def cancel_job(project_id, region, job_id, cancel_job_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:post, 'v1/projects/{projectId}/regions/{region}/jobs/{jobId}:cancel', options)
-          command.request_representation = Google::Apis::DataprocV1::CancelJobRequest::Representation
-          command.request_object = cancel_job_request_object
-          command.response_representation = Google::Apis::DataprocV1::Job::Representation
-          command.response_class = Google::Apis::DataprocV1::Job
+        def delete_cluster(project_id, region, cluster_name, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:delete, 'v1/projects/{projectId}/regions/{region}/clusters/{clusterName}', options)
+          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
+          command.response_class = Google::Apis::DataprocV1::Operation
           command.params['projectId'] = project_id unless project_id.nil?
           command.params['region'] = region unless region.nil?
-          command.params['jobId'] = job_id unless job_id.nil?
+          command.params['clusterName'] = cluster_name unless cluster_name.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Updates a job in a project.
+        # Gets cluster diagnostic information. After the operation completes, the
+        # Operation.response field contains DiagnoseClusterOutputLocation.
         # @param [String] project_id
-        #   Required. The ID of the Google Cloud Platform project that the job belongs to.
+        #   Required. The ID of the Google Cloud Platform project that the cluster belongs
+        #   to.
         # @param [String] region
         #   Required. The Cloud Dataproc region in which to handle the request.
-        # @param [String] job_id
-        #   Required. The job ID.
-        # @param [Google::Apis::DataprocV1::Job] job_object
-        # @param [String] update_mask
-        #   Required. Specifies the path, relative to <code>Job</code>, of the field to
-        #   update. For example, to update the labels of a Job the <code>update_mask</code>
-        #   parameter would be specified as <code>labels</code>, and the PATCH request
-        #   body would specify the new value. <strong>Note:</strong> Currently, <code>
-        #   labels</code> is the only field that can be updated.
+        # @param [String] cluster_name
+        #   Required. The cluster name.
+        # @param [Google::Apis::DataprocV1::DiagnoseClusterRequest] diagnose_cluster_request_object
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -240,36 +246,50 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Job] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Job]
+        # @return [Google::Apis::DataprocV1::Operation]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def patch_project_region_job(project_id, region, job_id, job_object = nil, update_mask: nil, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:patch, 'v1/projects/{projectId}/regions/{region}/jobs/{jobId}', options)
-          command.request_representation = Google::Apis::DataprocV1::Job::Representation
-          command.request_object = job_object
-          command.response_representation = Google::Apis::DataprocV1::Job::Representation
-          command.response_class = Google::Apis::DataprocV1::Job
+        def diagnose_cluster(project_id, region, cluster_name, diagnose_cluster_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:post, 'v1/projects/{projectId}/regions/{region}/clusters/{clusterName}:diagnose', options)
+          command.request_representation = Google::Apis::DataprocV1::DiagnoseClusterRequest::Representation
+          command.request_object = diagnose_cluster_request_object
+          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
+          command.response_class = Google::Apis::DataprocV1::Operation
           command.params['projectId'] = project_id unless project_id.nil?
           command.params['region'] = region unless region.nil?
-          command.params['jobId'] = job_id unless job_id.nil?
-          command.query['updateMask'] = update_mask unless update_mask.nil?
+          command.params['clusterName'] = cluster_name unless cluster_name.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Gets the resource representation for a job in a project.
+        # Lists all regions/`region`/clusters in a project.
         # @param [String] project_id
-        #   Required. The ID of the Google Cloud Platform project that the job belongs to.
+        #   Required. The ID of the Google Cloud Platform project that the cluster belongs
+        #   to.
         # @param [String] region
         #   Required. The Cloud Dataproc region in which to handle the request.
-        # @param [String] job_id
-        #   Required. The job ID.
+        # @param [String] filter
+        #   Optional. A filter constraining the clusters to list. Filters are case-
+        #   sensitive and have the following syntax:field = value AND field = value ...
+        #   where field is one of status.state, clusterName, or labels.[KEY], and [KEY] is
+        #   a label key. value can be * to match all values. status.state can be one of
+        #   the following: ACTIVE, INACTIVE, CREATING, RUNNING, ERROR, DELETING, or
+        #   UPDATING. ACTIVE contains the CREATING, UPDATING, and RUNNING states. INACTIVE
+        #   contains the DELETING and ERROR states. clusterName is the name of the cluster
+        #   provided at creation time. Only the logical AND operator is supported; space-
+        #   separated items are treated as having an implicit AND operator.Example filter:
+        #   status.state = ACTIVE AND clusterName = mycluster AND labels.env = staging AND
+        #   labels.starred = *
+        # @param [String] page_token
+        #   Optional. The standard List page token.
+        # @param [Fixnum] page_size
+        #   Optional. The standard List page size.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -279,36 +299,40 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Job] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::ListClustersResponse] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Job]
+        # @return [Google::Apis::DataprocV1::ListClustersResponse]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def get_job(project_id, region, job_id, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:get, 'v1/projects/{projectId}/regions/{region}/jobs/{jobId}', options)
-          command.response_representation = Google::Apis::DataprocV1::Job::Representation
-          command.response_class = Google::Apis::DataprocV1::Job
+        def list_clusters(project_id, region, filter: nil, page_token: nil, page_size: nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:get, 'v1/projects/{projectId}/regions/{region}/clusters', options)
+          command.response_representation = Google::Apis::DataprocV1::ListClustersResponse::Representation
+          command.response_class = Google::Apis::DataprocV1::ListClustersResponse
           command.params['projectId'] = project_id unless project_id.nil?
           command.params['region'] = region unless region.nil?
-          command.params['jobId'] = job_id unless job_id.nil?
+          command.query['filter'] = filter unless filter.nil?
+          command.query['pageToken'] = page_token unless page_token.nil?
+          command.query['pageSize'] = page_size unless page_size.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Gets cluster diagnostic information. After the operation completes, the
-        # Operation.response field contains DiagnoseClusterOutputLocation.
-        # @param [String] project_id
-        #   Required. The ID of the Google Cloud Platform project that the cluster belongs
-        #   to.
-        # @param [String] region
-        #   Required. The Cloud Dataproc region in which to handle the request.
-        # @param [String] cluster_name
-        #   Required. The cluster name.
-        # @param [Google::Apis::DataprocV1::DiagnoseClusterRequest] diagnose_cluster_request_object
+        # Lists operations that match the specified filter in the request. If the server
+        # doesn't support this method, it returns UNIMPLEMENTED.NOTE: the name binding
+        # below allows API services to override the binding to use different resource
+        # name schemes, such as users/*/operations.
+        # @param [String] name
+        #   The name of the operation collection.
+        # @param [String] filter
+        #   The standard list filter.
+        # @param [String] page_token
+        #   The standard list page token.
+        # @param [Fixnum] page_size
+        #   The standard list page size.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -318,36 +342,31 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::ListOperationsResponse] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Operation]
+        # @return [Google::Apis::DataprocV1::ListOperationsResponse]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def diagnose_cluster(project_id, region, cluster_name, diagnose_cluster_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:post, 'v1/projects/{projectId}/regions/{region}/clusters/{clusterName}:diagnose', options)
-          command.request_representation = Google::Apis::DataprocV1::DiagnoseClusterRequest::Representation
-          command.request_object = diagnose_cluster_request_object
-          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
-          command.response_class = Google::Apis::DataprocV1::Operation
-          command.params['projectId'] = project_id unless project_id.nil?
-          command.params['region'] = region unless region.nil?
-          command.params['clusterName'] = cluster_name unless cluster_name.nil?
+        def list_operations(name, filter: nil, page_token: nil, page_size: nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:get, 'v1/{+name}', options)
+          command.response_representation = Google::Apis::DataprocV1::ListOperationsResponse::Representation
+          command.response_class = Google::Apis::DataprocV1::ListOperationsResponse
+          command.params['name'] = name unless name.nil?
+          command.query['filter'] = filter unless filter.nil?
+          command.query['pageToken'] = page_token unless page_token.nil?
+          command.query['pageSize'] = page_size unless page_size.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Deletes a cluster in a project.
-        # @param [String] project_id
-        #   Required. The ID of the Google Cloud Platform project that the cluster belongs
-        #   to.
-        # @param [String] region
-        #   Required. The Cloud Dataproc region in which to handle the request.
-        # @param [String] cluster_name
-        #   Required. The cluster name.
+        # Gets the latest state of a long-running operation. Clients can use this method
+        # to poll the operation result at intervals as recommended by the API service.
+        # @param [String] name
+        #   The name of the operation resource.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -365,40 +384,26 @@ module Google
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def delete_cluster(project_id, region, cluster_name, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:delete, 'v1/projects/{projectId}/regions/{region}/clusters/{clusterName}', options)
+        def get_operation(name, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:get, 'v1/{+name}', options)
           command.response_representation = Google::Apis::DataprocV1::Operation::Representation
           command.response_class = Google::Apis::DataprocV1::Operation
-          command.params['projectId'] = project_id unless project_id.nil?
-          command.params['region'] = region unless region.nil?
-          command.params['clusterName'] = cluster_name unless cluster_name.nil?
+          command.params['name'] = name unless name.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Lists all regions/`region`/clusters in a project.
-        # @param [String] project_id
-        #   Required. The ID of the Google Cloud Platform project that the cluster belongs
-        #   to.
-        # @param [String] region
-        #   Required. The Cloud Dataproc region in which to handle the request.
-        # @param [String] filter
-        #   Optional. A filter constraining the clusters to list. Filters are case-
-        #   sensitive and have the following syntax:field = value AND field = value ...
-        #   where field is one of status.state, clusterName, or labels.[KEY], and [KEY] is
-        #   a label key. value can be * to match all values. status.state can be one of
-        #   the following: ACTIVE, INACTIVE, CREATING, RUNNING, ERROR, DELETING, or
-        #   UPDATING. ACTIVE contains the CREATING, UPDATING, and RUNNING states. INACTIVE
-        #   contains the DELETING and ERROR states. clusterName is the name of the cluster
-        #   provided at creation time. Only the logical AND operator is supported; space-
-        #   separated items are treated as having an implicit AND operator.Example filter:
-        #   status.state = ACTIVE AND clusterName = mycluster AND labels.env = staging AND
-        #   labels.starred = *
-        # @param [String] page_token
-        #   Optional. The standard List page token.
-        # @param [Fixnum] page_size
-        #   Optional. The standard List page size.
+        # Starts asynchronous cancellation on a long-running operation. The server makes
+        # a best effort to cancel the operation, but success is not guaranteed. If the
+        # server doesn't support this method, it returns google.rpc.Code.UNIMPLEMENTED.
+        # Clients can use Operations.GetOperation or other methods to check whether the
+        # cancellation succeeded or whether the operation completed despite cancellation.
+        # On successful cancellation, the operation is not deleted; instead, it becomes
+        # an operation with an Operation.error value with a google.rpc.Status.code of 1,
+        # corresponding to Code.CANCELLED.
+        # @param [String] name
+        #   The name of the operation resource to be cancelled.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -408,35 +413,30 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::ListClustersResponse] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Empty] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::ListClustersResponse]
+        # @return [Google::Apis::DataprocV1::Empty]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def list_clusters(project_id, region, filter: nil, page_token: nil, page_size: nil, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:get, 'v1/projects/{projectId}/regions/{region}/clusters', options)
-          command.response_representation = Google::Apis::DataprocV1::ListClustersResponse::Representation
-          command.response_class = Google::Apis::DataprocV1::ListClustersResponse
-          command.params['projectId'] = project_id unless project_id.nil?
-          command.params['region'] = region unless region.nil?
-          command.query['filter'] = filter unless filter.nil?
-          command.query['pageToken'] = page_token unless page_token.nil?
-          command.query['pageSize'] = page_size unless page_size.nil?
+        def cancel_operation(name, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:post, 'v1/{+name}:cancel', options)
+          command.response_representation = Google::Apis::DataprocV1::Empty::Representation
+          command.response_class = Google::Apis::DataprocV1::Empty
+          command.params['name'] = name unless name.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Creates a cluster in a project.
-        # @param [String] project_id
-        #   Required. The ID of the Google Cloud Platform project that the cluster belongs
-        #   to.
-        # @param [String] region
-        #   Required. The Cloud Dataproc region in which to handle the request.
-        # @param [Google::Apis::DataprocV1::Cluster] cluster_object
+        # Deletes a long-running operation. This method indicates that the client is no
+        # longer interested in the operation result. It does not cancel the operation.
+        # If the server doesn't support this method, it returns google.rpc.Code.
+        # UNIMPLEMENTED.
+        # @param [String] name
+        #   The name of the operation resource to be deleted.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -446,35 +446,33 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Empty] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Operation]
+        # @return [Google::Apis::DataprocV1::Empty]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def create_cluster(project_id, region, cluster_object = nil, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:post, 'v1/projects/{projectId}/regions/{region}/clusters', options)
-          command.request_representation = Google::Apis::DataprocV1::Cluster::Representation
-          command.request_object = cluster_object
-          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
-          command.response_class = Google::Apis::DataprocV1::Operation
-          command.params['projectId'] = project_id unless project_id.nil?
-          command.params['region'] = region unless region.nil?
+        def delete_operation(name, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:delete, 'v1/{+name}', options)
+          command.response_representation = Google::Apis::DataprocV1::Empty::Representation
+          command.response_class = Google::Apis::DataprocV1::Empty
+          command.params['name'] = name unless name.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Gets the resource representation for a cluster in a project.
+        # Starts a job cancellation request. To access the job resource after
+        # cancellation, call regions/`region`/jobs.list or regions/`region`/jobs.get.
         # @param [String] project_id
-        #   Required. The ID of the Google Cloud Platform project that the cluster belongs
-        #   to.
+        #   Required. The ID of the Google Cloud Platform project that the job belongs to.
         # @param [String] region
         #   Required. The Cloud Dataproc region in which to handle the request.
-        # @param [String] cluster_name
-        #   Required. The cluster name.
+        # @param [String] job_id
+        #   Required. The job ID.
+        # @param [Google::Apis::DataprocV1::CancelJobRequest] cancel_job_request_object
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -484,63 +482,42 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Cluster] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Job] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Cluster]
+        # @return [Google::Apis::DataprocV1::Job]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def get_cluster(project_id, region, cluster_name, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:get, 'v1/projects/{projectId}/regions/{region}/clusters/{clusterName}', options)
-          command.response_representation = Google::Apis::DataprocV1::Cluster::Representation
-          command.response_class = Google::Apis::DataprocV1::Cluster
+        def cancel_job(project_id, region, job_id, cancel_job_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:post, 'v1/projects/{projectId}/regions/{region}/jobs/{jobId}:cancel', options)
+          command.request_representation = Google::Apis::DataprocV1::CancelJobRequest::Representation
+          command.request_object = cancel_job_request_object
+          command.response_representation = Google::Apis::DataprocV1::Job::Representation
+          command.response_class = Google::Apis::DataprocV1::Job
           command.params['projectId'] = project_id unless project_id.nil?
           command.params['region'] = region unless region.nil?
-          command.params['clusterName'] = cluster_name unless cluster_name.nil?
+          command.params['jobId'] = job_id unless job_id.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Updates a cluster in a project.
+        # Updates a job in a project.
         # @param [String] project_id
-        #   Required. The ID of the Google Cloud Platform project the cluster belongs to.
+        #   Required. The ID of the Google Cloud Platform project that the job belongs to.
         # @param [String] region
         #   Required. The Cloud Dataproc region in which to handle the request.
-        # @param [String] cluster_name
-        #   Required. The cluster name.
-        # @param [Google::Apis::DataprocV1::Cluster] cluster_object
+        # @param [String] job_id
+        #   Required. The job ID.
+        # @param [Google::Apis::DataprocV1::Job] job_object
         # @param [String] update_mask
-        #   Required. Specifies the path, relative to Cluster, of the field to update. For
-        #   example, to change the number of workers in a cluster to 5, the update_mask
-        #   parameter would be specified as config.worker_config.num_instances, and the
-        #   PATCH request body would specify the new value, as follows:
-        #   `
-        #   "config":`
-        #   "workerConfig":`
-        #   "numInstances":"5"
-        #   `
-        #   `
-        #   `
-        #   Similarly, to change the number of preemptible workers in a cluster to 5, the
-        #   update_mask parameter would be config.secondary_worker_config.num_instances,
-        #   and the PATCH request body would be set as follows:
-        #   `
-        #   "config":`
-        #   "secondaryWorkerConfig":`
-        #   "numInstances":"5"
-        #   `
-        #   `
-        #   `
-        #   <strong>Note:</strong> Currently, only the following fields can be updated:<
-        #   table>  <tbody>  <tr>  <td><strong>Mask</strong></td>  <td><strong>Purpose</
-        #   strong></td>  </tr>  <tr>  <td><strong><em>labels</em></strong></td>  <td>
-        #   Update labels</td>  </tr>  <tr>  <td><strong><em>config.worker_config.
-        #   num_instances</em></strong></td>  <td>Resize primary worker group</td>  </tr>
-        #   <tr>  <td><strong><em>config.secondary_worker_config.num_instances</em></
-        #   strong></td>  <td>Resize secondary worker group</td>  </tr>  </tbody>  </table>
+        #   Required. Specifies the path, relative to <code>Job</code>, of the field to
+        #   update. For example, to update the labels of a Job the <code>update_mask</code>
+        #   parameter would be specified as <code>labels</code>, and the PATCH request
+        #   body would specify the new value. <strong>Note:</strong> Currently, <code>
+        #   labels</code> is the only field that can be updated.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -550,39 +527,36 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Job] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Operation]
+        # @return [Google::Apis::DataprocV1::Job]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def patch_cluster(project_id, region, cluster_name, cluster_object = nil, update_mask: nil, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:patch, 'v1/projects/{projectId}/regions/{region}/clusters/{clusterName}', options)
-          command.request_representation = Google::Apis::DataprocV1::Cluster::Representation
-          command.request_object = cluster_object
-          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
-          command.response_class = Google::Apis::DataprocV1::Operation
+        def patch_project_region_job(project_id, region, job_id, job_object = nil, update_mask: nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:patch, 'v1/projects/{projectId}/regions/{region}/jobs/{jobId}', options)
+          command.request_representation = Google::Apis::DataprocV1::Job::Representation
+          command.request_object = job_object
+          command.response_representation = Google::Apis::DataprocV1::Job::Representation
+          command.response_class = Google::Apis::DataprocV1::Job
           command.params['projectId'] = project_id unless project_id.nil?
           command.params['region'] = region unless region.nil?
-          command.params['clusterName'] = cluster_name unless cluster_name.nil?
+          command.params['jobId'] = job_id unless job_id.nil?
           command.query['updateMask'] = update_mask unless update_mask.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Starts asynchronous cancellation on a long-running operation. The server makes
-        # a best effort to cancel the operation, but success is not guaranteed. If the
-        # server doesn't support this method, it returns google.rpc.Code.UNIMPLEMENTED.
-        # Clients can use Operations.GetOperation or other methods to check whether the
-        # cancellation succeeded or whether the operation completed despite cancellation.
-        # On successful cancellation, the operation is not deleted; instead, it becomes
-        # an operation with an Operation.error value with a google.rpc.Status.code of 1,
-        # corresponding to Code.CANCELLED.
-        # @param [String] name
-        #   The name of the operation resource to be cancelled.
+        # Gets the resource representation for a job in a project.
+        # @param [String] project_id
+        #   Required. The ID of the Google Cloud Platform project that the job belongs to.
+        # @param [String] region
+        #   Required. The Cloud Dataproc region in which to handle the request.
+        # @param [String] job_id
+        #   Required. The job ID.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -592,30 +566,32 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Empty] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Job] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Empty]
+        # @return [Google::Apis::DataprocV1::Job]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def cancel_operation(name, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:post, 'v1/{+name}:cancel', options)
-          command.response_representation = Google::Apis::DataprocV1::Empty::Representation
-          command.response_class = Google::Apis::DataprocV1::Empty
-          command.params['name'] = name unless name.nil?
+        def get_job(project_id, region, job_id, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:get, 'v1/projects/{projectId}/regions/{region}/jobs/{jobId}', options)
+          command.response_representation = Google::Apis::DataprocV1::Job::Representation
+          command.response_class = Google::Apis::DataprocV1::Job
+          command.params['projectId'] = project_id unless project_id.nil?
+          command.params['region'] = region unless region.nil?
+          command.params['jobId'] = job_id unless job_id.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Deletes a long-running operation. This method indicates that the client is no
-        # longer interested in the operation result. It does not cancel the operation.
-        # If the server doesn't support this method, it returns google.rpc.Code.
-        # UNIMPLEMENTED.
-        # @param [String] name
-        #   The name of the operation resource to be deleted.
+        # Submits a job to a cluster.
+        # @param [String] project_id
+        #   Required. The ID of the Google Cloud Platform project that the job belongs to.
+        # @param [String] region
+        #   Required. The Cloud Dataproc region in which to handle the request.
+        # @param [Google::Apis::DataprocV1::SubmitJobRequest] submit_job_request_object
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -625,36 +601,35 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Empty] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Job] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Empty]
+        # @return [Google::Apis::DataprocV1::Job]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def delete_operation(name, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:delete, 'v1/{+name}', options)
-          command.response_representation = Google::Apis::DataprocV1::Empty::Representation
-          command.response_class = Google::Apis::DataprocV1::Empty
-          command.params['name'] = name unless name.nil?
+        def submit_job(project_id, region, submit_job_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:post, 'v1/projects/{projectId}/regions/{region}/jobs:submit', options)
+          command.request_representation = Google::Apis::DataprocV1::SubmitJobRequest::Representation
+          command.request_object = submit_job_request_object
+          command.response_representation = Google::Apis::DataprocV1::Job::Representation
+          command.response_class = Google::Apis::DataprocV1::Job
+          command.params['projectId'] = project_id unless project_id.nil?
+          command.params['region'] = region unless region.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Lists operations that match the specified filter in the request. If the server
-        # doesn't support this method, it returns UNIMPLEMENTED.NOTE: the name binding
-        # below allows API services to override the binding to use different resource
-        # name schemes, such as users/*/operations.
-        # @param [String] name
-        #   The name of the operation collection.
-        # @param [String] filter
-        #   The standard list filter.
-        # @param [String] page_token
-        #   The standard list page token.
-        # @param [Fixnum] page_size
-        #   The standard list page size.
+        # Deletes the job from the project. If the job is active, the delete fails, and
+        # the response returns FAILED_PRECONDITION.
+        # @param [String] project_id
+        #   Required. The ID of the Google Cloud Platform project that the job belongs to.
+        # @param [String] region
+        #   Required. The Cloud Dataproc region in which to handle the request.
+        # @param [String] job_id
+        #   Required. The job ID.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -664,31 +639,50 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::ListOperationsResponse] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::Empty] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::ListOperationsResponse]
+        # @return [Google::Apis::DataprocV1::Empty]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def list_operations(name, filter: nil, page_token: nil, page_size: nil, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:get, 'v1/{+name}', options)
-          command.response_representation = Google::Apis::DataprocV1::ListOperationsResponse::Representation
-          command.response_class = Google::Apis::DataprocV1::ListOperationsResponse
-          command.params['name'] = name unless name.nil?
-          command.query['filter'] = filter unless filter.nil?
-          command.query['pageToken'] = page_token unless page_token.nil?
-          command.query['pageSize'] = page_size unless page_size.nil?
+        def delete_job(project_id, region, job_id, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:delete, 'v1/projects/{projectId}/regions/{region}/jobs/{jobId}', options)
+          command.response_representation = Google::Apis::DataprocV1::Empty::Representation
+          command.response_class = Google::Apis::DataprocV1::Empty
+          command.params['projectId'] = project_id unless project_id.nil?
+          command.params['region'] = region unless region.nil?
+          command.params['jobId'] = job_id unless job_id.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)
         end
         
-        # Gets the latest state of a long-running operation. Clients can use this method
-        # to poll the operation result at intervals as recommended by the API service.
-        # @param [String] name
-        #   The name of the operation resource.
+        # Lists regions/`region`/jobs in a project.
+        # @param [String] project_id
+        #   Required. The ID of the Google Cloud Platform project that the job belongs to.
+        # @param [String] region
+        #   Required. The Cloud Dataproc region in which to handle the request.
+        # @param [String] cluster_name
+        #   Optional. If set, the returned jobs list includes only jobs that were
+        #   submitted to the named cluster.
+        # @param [String] filter
+        #   Optional. A filter constraining the jobs to list. Filters are case-sensitive
+        #   and have the following syntax:field = value AND field = value ...where field
+        #   is status.state or labels.[KEY], and [KEY] is a label key. value can be * to
+        #   match all values. status.state can be either ACTIVE or INACTIVE. Only the
+        #   logical AND operator is supported; space-separated items are treated as having
+        #   an implicit AND operator.Example filter:status.state = ACTIVE AND labels.env =
+        #   staging AND labels.starred = *
+        # @param [String] job_state_matcher
+        #   Optional. Specifies enumerated categories of jobs to list (default = match ALL
+        #   jobs).
+        # @param [String] page_token
+        #   Optional. The page token, returned by a previous call, to request the next
+        #   page of results.
+        # @param [Fixnum] page_size
+        #   Optional. The number of results to return in each response.
         # @param [String] fields
         #   Selector specifying which fields to include in a partial response.
         # @param [String] quota_user
@@ -698,19 +692,25 @@ module Google
         #   Request-specific options
         #
         # @yield [result, err] Result & error if block supplied
-        # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
+        # @yieldparam result [Google::Apis::DataprocV1::ListJobsResponse] parsed result object
         # @yieldparam err [StandardError] error object if request failed
         #
-        # @return [Google::Apis::DataprocV1::Operation]
+        # @return [Google::Apis::DataprocV1::ListJobsResponse]
         #
         # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
         # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
         # @raise [Google::Apis::AuthorizationError] Authorization is required
-        def get_operation(name, fields: nil, quota_user: nil, options: nil, &block)
-          command =  make_simple_command(:get, 'v1/{+name}', options)
-          command.response_representation = Google::Apis::DataprocV1::Operation::Representation
-          command.response_class = Google::Apis::DataprocV1::Operation
-          command.params['name'] = name unless name.nil?
+        def list_jobs(project_id, region, cluster_name: nil, filter: nil, job_state_matcher: nil, page_token: nil, page_size: nil, fields: nil, quota_user: nil, options: nil, &block)
+          command =  make_simple_command(:get, 'v1/projects/{projectId}/regions/{region}/jobs', options)
+          command.response_representation = Google::Apis::DataprocV1::ListJobsResponse::Representation
+          command.response_class = Google::Apis::DataprocV1::ListJobsResponse
+          command.params['projectId'] = project_id unless project_id.nil?
+          command.params['region'] = region unless region.nil?
+          command.query['clusterName'] = cluster_name unless cluster_name.nil?
+          command.query['filter'] = filter unless filter.nil?
+          command.query['jobStateMatcher'] = job_state_matcher unless job_state_matcher.nil?
+          command.query['pageToken'] = page_token unless page_token.nil?
+          command.query['pageSize'] = page_size unless page_size.nil?
           command.query['fields'] = fields unless fields.nil?
           command.query['quotaUser'] = quota_user unless quota_user.nil?
           execute_or_queue_command(command, &block)