google-api-client 0.9.8 → 0.10.2

data/generated/google/apis/dataproc_v1/representations.rb

@@ -22,121 +22,127 @@ module Google
   module Apis
     module DataprocV1
       
-      class Cluster
+      class OperationMetadata
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ClusterConfig
+      class SoftwareConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class GceClusterConfig
+      class JobPlacement
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class InstanceGroupConfig
+      class PigJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class DiskConfig
+      class ClusterStatus
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ManagedGroupConfig
+      class ListClustersResponse
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class SoftwareConfig
+      class Job
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class NodeInitializationAction
+      class SparkJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ClusterStatus
+      class JobStatus
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class Operation
+      class ManagedGroupConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class Status
+      class ClusterOperationStatus
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ListClustersResponse
+      class HadoopJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class DiagnoseClusterRequest
+      class QueryList
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class SubmitJobRequest
+      class YarnApplication
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class Job
+      class DiagnoseClusterRequest
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class JobReference
+      class DiskConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class JobPlacement
+      class ClusterOperationMetadata
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class HadoopJob
+      class Empty
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class LoggingConfig
+      class HiveJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class SparkJob
+      class DiagnoseClusterResults
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
+      class ClusterConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
@@ -148,319 +154,364 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class HiveJob
+      class GceClusterConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class QueryList
+      class AcceleratorConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class PigJob
+      class ClusterMetrics
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class SparkSqlJob
+      class LoggingConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class JobStatus
+      class DiagnoseClusterOutputLocation
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ListJobsResponse
+      class Operation
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class CancelJobRequest
+      class OperationStatus
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class Empty
+      class JobReference
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ListOperationsResponse
+      class SubmitJobRequest
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class DiagnoseClusterResults
+      class Status
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ClusterOperationMetadata
+      class InstanceGroupConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ClusterOperationStatus
+      class JobScheduling
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class DiagnoseClusterOutputLocation
+      class ListJobsResponse
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class OperationMetadata
+      class NodeInitializationAction
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class OperationStatus
+      class CancelJobRequest
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
+      class SparkSqlJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
       class Cluster
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          property :project_id, as: 'projectId'
-          property :cluster_name, as: 'clusterName'
-          property :config, as: 'config', class: Google::Apis::DataprocV1::ClusterConfig, decorator: Google::Apis::DataprocV1::ClusterConfig::Representation
+        class Representation < Google::Apis::Core::JsonRepresentation; end
       
-          property :status, as: 'status', class: Google::Apis::DataprocV1::ClusterStatus, decorator: Google::Apis::DataprocV1::ClusterStatus::Representation
+        include Google::Apis::Core::JsonObjectSupport
+      end
       
-          collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::ClusterStatus, decorator: Google::Apis::DataprocV1::ClusterStatus::Representation
+      class ListOperationsResponse
+        class Representation < Google::Apis::Core::JsonRepresentation; end
       
-          property :cluster_uuid, as: 'clusterUuid'
-        end
+        include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ClusterConfig
+      class OperationMetadata
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :config_bucket, as: 'configBucket'
-          property :gce_cluster_config, as: 'gceClusterConfig', class: Google::Apis::DataprocV1::GceClusterConfig, decorator: Google::Apis::DataprocV1::GceClusterConfig::Representation
-      
-          property :master_config, as: 'masterConfig', class: Google::Apis::DataprocV1::InstanceGroupConfig, decorator: Google::Apis::DataprocV1::InstanceGroupConfig::Representation
-      
-          property :worker_config, as: 'workerConfig', class: Google::Apis::DataprocV1::InstanceGroupConfig, decorator: Google::Apis::DataprocV1::InstanceGroupConfig::Representation
-      
-          property :secondary_worker_config, as: 'secondaryWorkerConfig', class: Google::Apis::DataprocV1::InstanceGroupConfig, decorator: Google::Apis::DataprocV1::InstanceGroupConfig::Representation
+          property :description, as: 'description'
+          property :status, as: 'status', class: Google::Apis::DataprocV1::OperationStatus, decorator: Google::Apis::DataprocV1::OperationStatus::Representation
       
-          property :software_config, as: 'softwareConfig', class: Google::Apis::DataprocV1::SoftwareConfig, decorator: Google::Apis::DataprocV1::SoftwareConfig::Representation
+          property :details, as: 'details'
+          property :state, as: 'state'
+          property :cluster_name, as: 'clusterName'
+          property :cluster_uuid, as: 'clusterUuid'
+          property :inner_state, as: 'innerState'
+          property :end_time, as: 'endTime'
+          property :start_time, as: 'startTime'
+          collection :warnings, as: 'warnings'
+          property :insert_time, as: 'insertTime'
+          collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::OperationStatus, decorator: Google::Apis::DataprocV1::OperationStatus::Representation
       
-          collection :initialization_actions, as: 'initializationActions', class: Google::Apis::DataprocV1::NodeInitializationAction, decorator: Google::Apis::DataprocV1::NodeInitializationAction::Representation
+          property :operation_type, as: 'operationType'
+        end
+      end
       
+      class SoftwareConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :image_version, as: 'imageVersion'
+          hash :properties, as: 'properties'
         end
       end
       
-      class GceClusterConfig
+      class JobPlacement
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :zone_uri, as: 'zoneUri'
-          property :network_uri, as: 'networkUri'
-          property :subnetwork_uri, as: 'subnetworkUri'
-          collection :service_account_scopes, as: 'serviceAccountScopes'
-          collection :tags, as: 'tags'
-          hash :metadata, as: 'metadata'
+          property :cluster_name, as: 'clusterName'
+          property :cluster_uuid, as: 'clusterUuid'
         end
       end
       
-      class InstanceGroupConfig
+      class PigJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :num_instances, as: 'numInstances'
-          collection :instance_names, as: 'instanceNames'
-          property :image_uri, as: 'imageUri'
-          property :machine_type_uri, as: 'machineTypeUri'
-          property :disk_config, as: 'diskConfig', class: Google::Apis::DataprocV1::DiskConfig, decorator: Google::Apis::DataprocV1::DiskConfig::Representation
+          property :continue_on_failure, as: 'continueOnFailure'
+          property :query_file_uri, as: 'queryFileUri'
+          property :query_list, as: 'queryList', class: Google::Apis::DataprocV1::QueryList, decorator: Google::Apis::DataprocV1::QueryList::Representation
       
-          property :is_preemptible, as: 'isPreemptible'
-          property :managed_group_config, as: 'managedGroupConfig', class: Google::Apis::DataprocV1::ManagedGroupConfig, decorator: Google::Apis::DataprocV1::ManagedGroupConfig::Representation
+          collection :jar_file_uris, as: 'jarFileUris'
+          hash :script_variables, as: 'scriptVariables'
+          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
       
+          hash :properties, as: 'properties'
         end
       end
       
-      class DiskConfig
+      class ClusterStatus
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :boot_disk_size_gb, as: 'bootDiskSizeGb'
-          property :num_local_ssds, as: 'numLocalSsds'
+          property :detail, as: 'detail'
+          property :state, as: 'state'
+          property :state_start_time, as: 'stateStartTime'
+          property :substate, as: 'substate'
         end
       end
       
-      class ManagedGroupConfig
+      class ListClustersResponse
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :instance_template_name, as: 'instanceTemplateName'
-          property :instance_group_manager_name, as: 'instanceGroupManagerName'
+          collection :clusters, as: 'clusters', class: Google::Apis::DataprocV1::Cluster, decorator: Google::Apis::DataprocV1::Cluster::Representation
+      
+          property :next_page_token, as: 'nextPageToken'
         end
       end
       
-      class SoftwareConfig
+      class Job
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :image_version, as: 'imageVersion'
-          hash :properties, as: 'properties'
+          property :status, as: 'status', class: Google::Apis::DataprocV1::JobStatus, decorator: Google::Apis::DataprocV1::JobStatus::Representation
+      
+          property :placement, as: 'placement', class: Google::Apis::DataprocV1::JobPlacement, decorator: Google::Apis::DataprocV1::JobPlacement::Representation
+      
+          property :driver_control_files_uri, as: 'driverControlFilesUri'
+          property :scheduling, as: 'scheduling', class: Google::Apis::DataprocV1::JobScheduling, decorator: Google::Apis::DataprocV1::JobScheduling::Representation
+      
+          property :pig_job, as: 'pigJob', class: Google::Apis::DataprocV1::PigJob, decorator: Google::Apis::DataprocV1::PigJob::Representation
+      
+          property :hive_job, as: 'hiveJob', class: Google::Apis::DataprocV1::HiveJob, decorator: Google::Apis::DataprocV1::HiveJob::Representation
+      
+          hash :labels, as: 'labels'
+          property :driver_output_resource_uri, as: 'driverOutputResourceUri'
+          property :spark_job, as: 'sparkJob', class: Google::Apis::DataprocV1::SparkJob, decorator: Google::Apis::DataprocV1::SparkJob::Representation
+      
+          property :spark_sql_job, as: 'sparkSqlJob', class: Google::Apis::DataprocV1::SparkSqlJob, decorator: Google::Apis::DataprocV1::SparkSqlJob::Representation
+      
+          collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::JobStatus, decorator: Google::Apis::DataprocV1::JobStatus::Representation
+      
+          collection :yarn_applications, as: 'yarnApplications', class: Google::Apis::DataprocV1::YarnApplication, decorator: Google::Apis::DataprocV1::YarnApplication::Representation
+      
+          property :pyspark_job, as: 'pysparkJob', class: Google::Apis::DataprocV1::PySparkJob, decorator: Google::Apis::DataprocV1::PySparkJob::Representation
+      
+          property :reference, as: 'reference', class: Google::Apis::DataprocV1::JobReference, decorator: Google::Apis::DataprocV1::JobReference::Representation
+      
+          property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1::HadoopJob, decorator: Google::Apis::DataprocV1::HadoopJob::Representation
+      
         end
       end
       
-      class NodeInitializationAction
+      class SparkJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :executable_file, as: 'executableFile'
-          property :execution_timeout, as: 'executionTimeout'
+          collection :jar_file_uris, as: 'jarFileUris'
+          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
+      
+          hash :properties, as: 'properties'
+          collection :args, as: 'args'
+          collection :file_uris, as: 'fileUris'
+          property :main_class, as: 'mainClass'
+          collection :archive_uris, as: 'archiveUris'
+          property :main_jar_file_uri, as: 'mainJarFileUri'
         end
       end
       
-      class ClusterStatus
+      class JobStatus
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
           property :state, as: 'state'
-          property :detail, as: 'detail'
+          property :details, as: 'details'
           property :state_start_time, as: 'stateStartTime'
+          property :substate, as: 'substate'
         end
       end
       
-      class Operation
+      class ManagedGroupConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :name, as: 'name'
-          hash :metadata, as: 'metadata'
-          property :done, as: 'done'
-          property :error, as: 'error', class: Google::Apis::DataprocV1::Status, decorator: Google::Apis::DataprocV1::Status::Representation
-      
-          hash :response, as: 'response'
+          property :instance_group_manager_name, as: 'instanceGroupManagerName'
+          property :instance_template_name, as: 'instanceTemplateName'
         end
       end
       
-      class Status
+      class ClusterOperationStatus
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :code, as: 'code'
-          property :message, as: 'message'
-          collection :details, as: 'details'
+          property :inner_state, as: 'innerState'
+          property :state_start_time, as: 'stateStartTime'
+          property :state, as: 'state'
+          property :details, as: 'details'
         end
       end
       
-      class ListClustersResponse
+      class HadoopJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          collection :clusters, as: 'clusters', class: Google::Apis::DataprocV1::Cluster, decorator: Google::Apis::DataprocV1::Cluster::Representation
+          property :main_class, as: 'mainClass'
+          collection :archive_uris, as: 'archiveUris'
+          property :main_jar_file_uri, as: 'mainJarFileUri'
+          collection :jar_file_uris, as: 'jarFileUris'
+          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
       
-          property :next_page_token, as: 'nextPageToken'
+          hash :properties, as: 'properties'
+          collection :args, as: 'args'
+          collection :file_uris, as: 'fileUris'
         end
       end
       
-      class DiagnoseClusterRequest
+      class QueryList
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          collection :queries, as: 'queries'
         end
       end
       
-      class SubmitJobRequest
+      class YarnApplication
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :job, as: 'job', class: Google::Apis::DataprocV1::Job, decorator: Google::Apis::DataprocV1::Job::Representation
-      
+          property :tracking_url, as: 'trackingUrl'
+          property :progress, as: 'progress'
+          property :state, as: 'state'
+          property :name, as: 'name'
         end
       end
       
-      class Job
+      class DiagnoseClusterRequest
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :reference, as: 'reference', class: Google::Apis::DataprocV1::JobReference, decorator: Google::Apis::DataprocV1::JobReference::Representation
-      
-          property :placement, as: 'placement', class: Google::Apis::DataprocV1::JobPlacement, decorator: Google::Apis::DataprocV1::JobPlacement::Representation
-      
-          property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1::HadoopJob, decorator: Google::Apis::DataprocV1::HadoopJob::Representation
-      
-          property :spark_job, as: 'sparkJob', class: Google::Apis::DataprocV1::SparkJob, decorator: Google::Apis::DataprocV1::SparkJob::Representation
-      
-          property :pyspark_job, as: 'pysparkJob', class: Google::Apis::DataprocV1::PySparkJob, decorator: Google::Apis::DataprocV1::PySparkJob::Representation
-      
-          property :hive_job, as: 'hiveJob', class: Google::Apis::DataprocV1::HiveJob, decorator: Google::Apis::DataprocV1::HiveJob::Representation
-      
-          property :pig_job, as: 'pigJob', class: Google::Apis::DataprocV1::PigJob, decorator: Google::Apis::DataprocV1::PigJob::Representation
-      
-          property :spark_sql_job, as: 'sparkSqlJob', class: Google::Apis::DataprocV1::SparkSqlJob, decorator: Google::Apis::DataprocV1::SparkSqlJob::Representation
-      
-          property :status, as: 'status', class: Google::Apis::DataprocV1::JobStatus, decorator: Google::Apis::DataprocV1::JobStatus::Representation
-      
-          collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::JobStatus, decorator: Google::Apis::DataprocV1::JobStatus::Representation
-      
-          property :driver_output_resource_uri, as: 'driverOutputResourceUri'
-          property :driver_control_files_uri, as: 'driverControlFilesUri'
         end
       end
       
-      class JobReference
+      class DiskConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :project_id, as: 'projectId'
-          property :job_id, as: 'jobId'
+          property :boot_disk_size_gb, as: 'bootDiskSizeGb'
+          property :num_local_ssds, as: 'numLocalSsds'
         end
       end
       
-      class JobPlacement
+      class ClusterOperationMetadata
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :cluster_name, as: 'clusterName'
+          property :operation_type, as: 'operationType'
+          property :description, as: 'description'
+          collection :warnings, as: 'warnings'
+          hash :labels, as: 'labels'
+          property :status, as: 'status', class: Google::Apis::DataprocV1::ClusterOperationStatus, decorator: Google::Apis::DataprocV1::ClusterOperationStatus::Representation
+      
+          collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::ClusterOperationStatus, decorator: Google::Apis::DataprocV1::ClusterOperationStatus::Representation
+      
           property :cluster_uuid, as: 'clusterUuid'
+          property :cluster_name, as: 'clusterName'
         end
       end
       
-      class HadoopJob
+      class Empty
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+        end
+      end
+      
+      class HiveJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :main_jar_file_uri, as: 'mainJarFileUri'
-          property :main_class, as: 'mainClass'
-          collection :args, as: 'args'
           collection :jar_file_uris, as: 'jarFileUris'
-          collection :file_uris, as: 'fileUris'
-          collection :archive_uris, as: 'archiveUris'
+          hash :script_variables, as: 'scriptVariables'
           hash :properties, as: 'properties'
-          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
+          property :continue_on_failure, as: 'continueOnFailure'
+          property :query_file_uri, as: 'queryFileUri'
+          property :query_list, as: 'queryList', class: Google::Apis::DataprocV1::QueryList, decorator: Google::Apis::DataprocV1::QueryList::Representation
       
         end
       end
       
-      class LoggingConfig
+      class DiagnoseClusterResults
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          hash :driver_log_levels, as: 'driverLogLevels'
+          property :output_uri, as: 'outputUri'
         end
       end
       
-      class SparkJob
+      class ClusterConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :main_jar_file_uri, as: 'mainJarFileUri'
-          property :main_class, as: 'mainClass'
-          collection :args, as: 'args'
-          collection :jar_file_uris, as: 'jarFileUris'
-          collection :file_uris, as: 'fileUris'
-          collection :archive_uris, as: 'archiveUris'
-          hash :properties, as: 'properties'
-          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
+          property :master_config, as: 'masterConfig', class: Google::Apis::DataprocV1::InstanceGroupConfig, decorator: Google::Apis::DataprocV1::InstanceGroupConfig::Representation
+      
+          property :secondary_worker_config, as: 'secondaryWorkerConfig', class: Google::Apis::DataprocV1::InstanceGroupConfig, decorator: Google::Apis::DataprocV1::InstanceGroupConfig::Representation
+      
+          collection :initialization_actions, as: 'initializationActions', class: Google::Apis::DataprocV1::NodeInitializationAction, decorator: Google::Apis::DataprocV1::NodeInitializationAction::Representation
+      
+          property :config_bucket, as: 'configBucket'
+          property :worker_config, as: 'workerConfig', class: Google::Apis::DataprocV1::InstanceGroupConfig, decorator: Google::Apis::DataprocV1::InstanceGroupConfig::Representation
+      
+          property :gce_cluster_config, as: 'gceClusterConfig', class: Google::Apis::DataprocV1::GceClusterConfig, decorator: Google::Apis::DataprocV1::GceClusterConfig::Representation
+      
+          property :software_config, as: 'softwareConfig', class: Google::Apis::DataprocV1::SoftwareConfig, decorator: Google::Apis::DataprocV1::SoftwareConfig::Representation
       
         end
       end
@@ -468,171 +519,194 @@ module Google
       class PySparkJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :main_python_file_uri, as: 'mainPythonFileUri'
-          collection :args, as: 'args'
-          collection :python_file_uris, as: 'pythonFileUris'
           collection :jar_file_uris, as: 'jarFileUris'
-          collection :file_uris, as: 'fileUris'
-          collection :archive_uris, as: 'archiveUris'
-          hash :properties, as: 'properties'
           property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
       
+          hash :properties, as: 'properties'
+          collection :args, as: 'args'
+          collection :file_uris, as: 'fileUris'
+          collection :python_file_uris, as: 'pythonFileUris'
+          property :main_python_file_uri, as: 'mainPythonFileUri'
+          collection :archive_uris, as: 'archiveUris'
         end
       end
       
-      class HiveJob
+      class GceClusterConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :query_file_uri, as: 'queryFileUri'
-          property :query_list, as: 'queryList', class: Google::Apis::DataprocV1::QueryList, decorator: Google::Apis::DataprocV1::QueryList::Representation
-      
-          property :continue_on_failure, as: 'continueOnFailure'
-          hash :script_variables, as: 'scriptVariables'
-          hash :properties, as: 'properties'
-          collection :jar_file_uris, as: 'jarFileUris'
+          hash :metadata, as: 'metadata'
+          property :internal_ip_only, as: 'internalIpOnly'
+          collection :service_account_scopes, as: 'serviceAccountScopes'
+          collection :tags, as: 'tags'
+          property :service_account, as: 'serviceAccount'
+          property :subnetwork_uri, as: 'subnetworkUri'
+          property :network_uri, as: 'networkUri'
+          property :zone_uri, as: 'zoneUri'
         end
       end
       
-      class QueryList
+      class AcceleratorConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          collection :queries, as: 'queries'
+          property :accelerator_count, as: 'acceleratorCount'
+          property :accelerator_type_uri, as: 'acceleratorTypeUri'
         end
       end
       
-      class PigJob
+      class ClusterMetrics
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :query_file_uri, as: 'queryFileUri'
-          property :query_list, as: 'queryList', class: Google::Apis::DataprocV1::QueryList, decorator: Google::Apis::DataprocV1::QueryList::Representation
-      
-          property :continue_on_failure, as: 'continueOnFailure'
-          hash :script_variables, as: 'scriptVariables'
-          hash :properties, as: 'properties'
-          collection :jar_file_uris, as: 'jarFileUris'
-          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
+          hash :yarn_metrics, as: 'yarnMetrics'
+          hash :hdfs_metrics, as: 'hdfsMetrics'
+        end
+      end
       
+      class LoggingConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          hash :driver_log_levels, as: 'driverLogLevels'
         end
       end
       
-      class SparkSqlJob
+      class DiagnoseClusterOutputLocation
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :query_file_uri, as: 'queryFileUri'
-          property :query_list, as: 'queryList', class: Google::Apis::DataprocV1::QueryList, decorator: Google::Apis::DataprocV1::QueryList::Representation
+          property :output_uri, as: 'outputUri'
+        end
+      end
       
-          hash :script_variables, as: 'scriptVariables'
-          hash :properties, as: 'properties'
-          collection :jar_file_uris, as: 'jarFileUris'
-          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
+      class Operation
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :error, as: 'error', class: Google::Apis::DataprocV1::Status, decorator: Google::Apis::DataprocV1::Status::Representation
       
+          hash :metadata, as: 'metadata'
+          property :done, as: 'done'
+          hash :response, as: 'response'
+          property :name, as: 'name'
         end
       end
       
-      class JobStatus
+      class OperationStatus
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :inner_state, as: 'innerState'
+          property :state_start_time, as: 'stateStartTime'
           property :state, as: 'state'
           property :details, as: 'details'
-          property :state_start_time, as: 'stateStartTime'
         end
       end
       
-      class ListJobsResponse
+      class JobReference
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          collection :jobs, as: 'jobs', class: Google::Apis::DataprocV1::Job, decorator: Google::Apis::DataprocV1::Job::Representation
-      
-          property :next_page_token, as: 'nextPageToken'
+          property :project_id, as: 'projectId'
+          property :job_id, as: 'jobId'
         end
       end
       
-      class CancelJobRequest
+      class SubmitJobRequest
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :job, as: 'job', class: Google::Apis::DataprocV1::Job, decorator: Google::Apis::DataprocV1::Job::Representation
+      
         end
       end
       
-      class Empty
+      class Status
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :code, as: 'code'
+          property :message, as: 'message'
+          collection :details, as: 'details'
         end
       end
       
-      class ListOperationsResponse
+      class InstanceGroupConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          collection :operations, as: 'operations', class: Google::Apis::DataprocV1::Operation, decorator: Google::Apis::DataprocV1::Operation::Representation
+          property :managed_group_config, as: 'managedGroupConfig', class: Google::Apis::DataprocV1::ManagedGroupConfig, decorator: Google::Apis::DataprocV1::ManagedGroupConfig::Representation
+      
+          property :is_preemptible, as: 'isPreemptible'
+          property :image_uri, as: 'imageUri'
+          property :machine_type_uri, as: 'machineTypeUri'
+          collection :instance_names, as: 'instanceNames'
+          collection :accelerators, as: 'accelerators', class: Google::Apis::DataprocV1::AcceleratorConfig, decorator: Google::Apis::DataprocV1::AcceleratorConfig::Representation
+      
+          property :num_instances, as: 'numInstances'
+          property :disk_config, as: 'diskConfig', class: Google::Apis::DataprocV1::DiskConfig, decorator: Google::Apis::DataprocV1::DiskConfig::Representation
       
-          property :next_page_token, as: 'nextPageToken'
         end
       end
       
-      class DiagnoseClusterResults
+      class JobScheduling
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :output_uri, as: 'outputUri'
+          property :max_failures_per_hour, as: 'maxFailuresPerHour'
         end
       end
       
-      class ClusterOperationMetadata
+      class ListJobsResponse
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :cluster_name, as: 'clusterName'
-          property :cluster_uuid, as: 'clusterUuid'
-          property :status, as: 'status', class: Google::Apis::DataprocV1::ClusterOperationStatus, decorator: Google::Apis::DataprocV1::ClusterOperationStatus::Representation
+          collection :jobs, as: 'jobs', class: Google::Apis::DataprocV1::Job, decorator: Google::Apis::DataprocV1::Job::Representation
       
-          collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::ClusterOperationStatus, decorator: Google::Apis::DataprocV1::ClusterOperationStatus::Representation
+          property :next_page_token, as: 'nextPageToken'
+        end
+      end
       
-          property :operation_type, as: 'operationType'
-          property :description, as: 'description'
+      class NodeInitializationAction
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :executable_file, as: 'executableFile'
+          property :execution_timeout, as: 'executionTimeout'
         end
       end
       
-      class ClusterOperationStatus
+      class CancelJobRequest
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :state, as: 'state'
-          property :inner_state, as: 'innerState'
-          property :details, as: 'details'
-          property :state_start_time, as: 'stateStartTime'
         end
       end
       
-      class DiagnoseClusterOutputLocation
+      class SparkSqlJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :output_uri, as: 'outputUri'
+          hash :script_variables, as: 'scriptVariables'
+          collection :jar_file_uris, as: 'jarFileUris'
+          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
+      
+          hash :properties, as: 'properties'
+          property :query_file_uri, as: 'queryFileUri'
+          property :query_list, as: 'queryList', class: Google::Apis::DataprocV1::QueryList, decorator: Google::Apis::DataprocV1::QueryList::Representation
+      
         end
       end
       
-      class OperationMetadata
+      class Cluster
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :state, as: 'state'
-          property :inner_state, as: 'innerState'
-          property :details, as: 'details'
-          property :insert_time, as: 'insertTime'
-          property :start_time, as: 'startTime'
-          property :end_time, as: 'endTime'
-          property :cluster_name, as: 'clusterName'
-          property :cluster_uuid, as: 'clusterUuid'
-          property :status, as: 'status', class: Google::Apis::DataprocV1::OperationStatus, decorator: Google::Apis::DataprocV1::OperationStatus::Representation
+          property :project_id, as: 'projectId'
+          hash :labels, as: 'labels'
+          property :status, as: 'status', class: Google::Apis::DataprocV1::ClusterStatus, decorator: Google::Apis::DataprocV1::ClusterStatus::Representation
       
-          collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::OperationStatus, decorator: Google::Apis::DataprocV1::OperationStatus::Representation
+          property :metrics, as: 'metrics', class: Google::Apis::DataprocV1::ClusterMetrics, decorator: Google::Apis::DataprocV1::ClusterMetrics::Representation
       
-          property :operation_type, as: 'operationType'
-          property :description, as: 'description'
+          collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::ClusterStatus, decorator: Google::Apis::DataprocV1::ClusterStatus::Representation
+      
+          property :config, as: 'config', class: Google::Apis::DataprocV1::ClusterConfig, decorator: Google::Apis::DataprocV1::ClusterConfig::Representation
+      
+          property :cluster_uuid, as: 'clusterUuid'
+          property :cluster_name, as: 'clusterName'
         end
       end
       
-      class OperationStatus
+      class ListOperationsResponse
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :state, as: 'state'
-          property :inner_state, as: 'innerState'
-          property :details, as: 'details'
-          property :state_start_time, as: 'stateStartTime'
+          property :next_page_token, as: 'nextPageToken'
+          collection :operations, as: 'operations', class: Google::Apis::DataprocV1::Operation, decorator: Google::Apis::DataprocV1::Operation::Representation
+      
         end
       end
     end