google-api-client 0.10.1 → 0.10.2

data/generated/google/apis/dataproc_v1/representations.rb

@@ -22,417 +22,249 @@ module Google
   module Apis
     module DataprocV1
       
-      class ClusterMetrics
+      class OperationMetadata
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class AcceleratorConfig
+      class SoftwareConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class LoggingConfig
+      class JobPlacement
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class DiagnoseClusterOutputLocation
+      class PigJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class Operation
+      class ClusterStatus
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class OperationStatus
+      class ListClustersResponse
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class JobReference
+      class Job
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class SubmitJobRequest
+      class SparkJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class Status
+      class JobStatus
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class InstanceGroupConfig
+      class ManagedGroupConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class JobScheduling
+      class ClusterOperationStatus
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ListJobsResponse
+      class HadoopJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class NodeInitializationAction
+      class QueryList
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class CancelJobRequest
+      class YarnApplication
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class SparkSqlJob
+      class DiagnoseClusterRequest
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class Cluster
+      class DiskConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ListOperationsResponse
+      class ClusterOperationMetadata
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class OperationMetadata
+      class Empty
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class JobPlacement
+      class HiveJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class SoftwareConfig
+      class DiagnoseClusterResults
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class PigJob
+      class ClusterConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ClusterStatus
+      class PySparkJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ListClustersResponse
+      class GceClusterConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class Job
+      class AcceleratorConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class SparkJob
+      class ClusterMetrics
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class JobStatus
+      class LoggingConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ManagedGroupConfig
+      class DiagnoseClusterOutputLocation
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ClusterOperationStatus
+      class Operation
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class HadoopJob
+      class OperationStatus
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class QueryList
+      class JobReference
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class YarnApplication
+      class SubmitJobRequest
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class DiagnoseClusterRequest
+      class Status
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class DiskConfig
+      class InstanceGroupConfig
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ClusterOperationMetadata
+      class JobScheduling
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class HiveJob
+      class ListJobsResponse
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class Empty
+      class NodeInitializationAction
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class DiagnoseClusterResults
+      class CancelJobRequest
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ClusterConfig
+      class SparkSqlJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class PySparkJob
+      class Cluster
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class GceClusterConfig
+      class ListOperationsResponse
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
-      class ClusterMetrics
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          hash :yarn_metrics, as: 'yarnMetrics'
-          hash :hdfs_metrics, as: 'hdfsMetrics'
-        end
-      end
-      
-      class AcceleratorConfig
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          property :accelerator_type_uri, as: 'acceleratorTypeUri'
-          property :accelerator_count, as: 'acceleratorCount'
-        end
-      end
-      
-      class LoggingConfig
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          hash :driver_log_levels, as: 'driverLogLevels'
-        end
-      end
-      
-      class DiagnoseClusterOutputLocation
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          property :output_uri, as: 'outputUri'
-        end
-      end
-      
-      class Operation
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          property :done, as: 'done'
-          hash :response, as: 'response'
-          property :name, as: 'name'
-          property :error, as: 'error', class: Google::Apis::DataprocV1::Status, decorator: Google::Apis::DataprocV1::Status::Representation
-      
-          hash :metadata, as: 'metadata'
-        end
-      end
-      
-      class OperationStatus
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          property :inner_state, as: 'innerState'
-          property :state_start_time, as: 'stateStartTime'
-          property :state, as: 'state'
-          property :details, as: 'details'
-        end
-      end
-      
-      class JobReference
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          property :project_id, as: 'projectId'
-          property :job_id, as: 'jobId'
-        end
-      end
-      
-      class SubmitJobRequest
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          property :job, as: 'job', class: Google::Apis::DataprocV1::Job, decorator: Google::Apis::DataprocV1::Job::Representation
-      
-        end
-      end
-      
-      class Status
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          property :code, as: 'code'
-          property :message, as: 'message'
-          collection :details, as: 'details'
-        end
-      end
-      
-      class InstanceGroupConfig
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          property :managed_group_config, as: 'managedGroupConfig', class: Google::Apis::DataprocV1::ManagedGroupConfig, decorator: Google::Apis::DataprocV1::ManagedGroupConfig::Representation
-      
-          property :is_preemptible, as: 'isPreemptible'
-          property :machine_type_uri, as: 'machineTypeUri'
-          property :image_uri, as: 'imageUri'
-          collection :instance_names, as: 'instanceNames'
-          collection :accelerators, as: 'accelerators', class: Google::Apis::DataprocV1::AcceleratorConfig, decorator: Google::Apis::DataprocV1::AcceleratorConfig::Representation
-      
-          property :num_instances, as: 'numInstances'
-          property :disk_config, as: 'diskConfig', class: Google::Apis::DataprocV1::DiskConfig, decorator: Google::Apis::DataprocV1::DiskConfig::Representation
-      
-        end
-      end
-      
-      class JobScheduling
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          property :max_failures_per_hour, as: 'maxFailuresPerHour'
-        end
-      end
-      
-      class ListJobsResponse
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          property :next_page_token, as: 'nextPageToken'
-          collection :jobs, as: 'jobs', class: Google::Apis::DataprocV1::Job, decorator: Google::Apis::DataprocV1::Job::Representation
-      
-        end
-      end
-      
-      class NodeInitializationAction
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          property :execution_timeout, as: 'executionTimeout'
-          property :executable_file, as: 'executableFile'
-        end
-      end
-      
-      class CancelJobRequest
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-        end
-      end
-      
-      class SparkSqlJob
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          property :query_file_uri, as: 'queryFileUri'
-          property :query_list, as: 'queryList', class: Google::Apis::DataprocV1::QueryList, decorator: Google::Apis::DataprocV1::QueryList::Representation
-      
-          hash :script_variables, as: 'scriptVariables'
-          collection :jar_file_uris, as: 'jarFileUris'
-          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
-      
-          hash :properties, as: 'properties'
-        end
-      end
-      
-      class Cluster
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          hash :labels, as: 'labels'
-          property :metrics, as: 'metrics', class: Google::Apis::DataprocV1::ClusterMetrics, decorator: Google::Apis::DataprocV1::ClusterMetrics::Representation
-      
-          property :status, as: 'status', class: Google::Apis::DataprocV1::ClusterStatus, decorator: Google::Apis::DataprocV1::ClusterStatus::Representation
-      
-          property :config, as: 'config', class: Google::Apis::DataprocV1::ClusterConfig, decorator: Google::Apis::DataprocV1::ClusterConfig::Representation
-      
-          collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::ClusterStatus, decorator: Google::Apis::DataprocV1::ClusterStatus::Representation
-      
-          property :cluster_name, as: 'clusterName'
-          property :cluster_uuid, as: 'clusterUuid'
-          property :project_id, as: 'projectId'
-        end
-      end
-      
-      class ListOperationsResponse
-        # @private
-        class Representation < Google::Apis::Core::JsonRepresentation
-          property :next_page_token, as: 'nextPageToken'
-          collection :operations, as: 'operations', class: Google::Apis::DataprocV1::Operation, decorator: Google::Apis::DataprocV1::Operation::Representation
-      
-        end
-      end
-      
       class OperationMetadata
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::OperationStatus, decorator: Google::Apis::DataprocV1::OperationStatus::Representation
-      
-          property :operation_type, as: 'operationType'
           property :description, as: 'description'
           property :status, as: 'status', class: Google::Apis::DataprocV1::OperationStatus, decorator: Google::Apis::DataprocV1::OperationStatus::Representation
       
@@ -445,22 +277,25 @@ module Google
           property :start_time, as: 'startTime'
           collection :warnings, as: 'warnings'
           property :insert_time, as: 'insertTime'
+          collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::OperationStatus, decorator: Google::Apis::DataprocV1::OperationStatus::Representation
+      
+          property :operation_type, as: 'operationType'
         end
       end
       
-      class JobPlacement
+      class SoftwareConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :cluster_name, as: 'clusterName'
-          property :cluster_uuid, as: 'clusterUuid'
+          property :image_version, as: 'imageVersion'
+          hash :properties, as: 'properties'
         end
       end
       
-      class SoftwareConfig
+      class JobPlacement
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :image_version, as: 'imageVersion'
-          hash :properties, as: 'properties'
+          property :cluster_name, as: 'clusterName'
+          property :cluster_uuid, as: 'clusterUuid'
         end
       end
       
@@ -468,11 +303,11 @@ module Google
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
           property :continue_on_failure, as: 'continueOnFailure'
+          property :query_file_uri, as: 'queryFileUri'
           property :query_list, as: 'queryList', class: Google::Apis::DataprocV1::QueryList, decorator: Google::Apis::DataprocV1::QueryList::Representation
       
-          property :query_file_uri, as: 'queryFileUri'
-          hash :script_variables, as: 'scriptVariables'
           collection :jar_file_uris, as: 'jarFileUris'
+          hash :script_variables, as: 'scriptVariables'
           property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
       
           hash :properties, as: 'properties'
@@ -482,9 +317,10 @@ module Google
       class ClusterStatus
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :state_start_time, as: 'stateStartTime'
           property :detail, as: 'detail'
           property :state, as: 'state'
+          property :state_start_time, as: 'stateStartTime'
+          property :substate, as: 'substate'
         end
       end
       
@@ -500,14 +336,10 @@ module Google
       class Job
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :reference, as: 'reference', class: Google::Apis::DataprocV1::JobReference, decorator: Google::Apis::DataprocV1::JobReference::Representation
-      
-          property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1::HadoopJob, decorator: Google::Apis::DataprocV1::HadoopJob::Representation
+          property :status, as: 'status', class: Google::Apis::DataprocV1::JobStatus, decorator: Google::Apis::DataprocV1::JobStatus::Representation
       
           property :placement, as: 'placement', class: Google::Apis::DataprocV1::JobPlacement, decorator: Google::Apis::DataprocV1::JobPlacement::Representation
       
-          property :status, as: 'status', class: Google::Apis::DataprocV1::JobStatus, decorator: Google::Apis::DataprocV1::JobStatus::Representation
-      
           property :driver_control_files_uri, as: 'driverControlFilesUri'
           property :scheduling, as: 'scheduling', class: Google::Apis::DataprocV1::JobScheduling, decorator: Google::Apis::DataprocV1::JobScheduling::Representation
       
@@ -517,24 +349,26 @@ module Google
       
           hash :labels, as: 'labels'
           property :driver_output_resource_uri, as: 'driverOutputResourceUri'
-          collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::JobStatus, decorator: Google::Apis::DataprocV1::JobStatus::Representation
+          property :spark_job, as: 'sparkJob', class: Google::Apis::DataprocV1::SparkJob, decorator: Google::Apis::DataprocV1::SparkJob::Representation
       
           property :spark_sql_job, as: 'sparkSqlJob', class: Google::Apis::DataprocV1::SparkSqlJob, decorator: Google::Apis::DataprocV1::SparkSqlJob::Representation
       
-          property :spark_job, as: 'sparkJob', class: Google::Apis::DataprocV1::SparkJob, decorator: Google::Apis::DataprocV1::SparkJob::Representation
+          collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::JobStatus, decorator: Google::Apis::DataprocV1::JobStatus::Representation
       
           collection :yarn_applications, as: 'yarnApplications', class: Google::Apis::DataprocV1::YarnApplication, decorator: Google::Apis::DataprocV1::YarnApplication::Representation
       
           property :pyspark_job, as: 'pysparkJob', class: Google::Apis::DataprocV1::PySparkJob, decorator: Google::Apis::DataprocV1::PySparkJob::Representation
       
+          property :reference, as: 'reference', class: Google::Apis::DataprocV1::JobReference, decorator: Google::Apis::DataprocV1::JobReference::Representation
+      
+          property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1::HadoopJob, decorator: Google::Apis::DataprocV1::HadoopJob::Representation
+      
         end
       end
       
       class SparkJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          collection :archive_uris, as: 'archiveUris'
-          property :main_jar_file_uri, as: 'mainJarFileUri'
           collection :jar_file_uris, as: 'jarFileUris'
           property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
       
@@ -542,15 +376,18 @@ module Google
           collection :args, as: 'args'
           collection :file_uris, as: 'fileUris'
           property :main_class, as: 'mainClass'
+          collection :archive_uris, as: 'archiveUris'
+          property :main_jar_file_uri, as: 'mainJarFileUri'
         end
       end
       
       class JobStatus
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :state_start_time, as: 'stateStartTime'
           property :state, as: 'state'
           property :details, as: 'details'
+          property :state_start_time, as: 'stateStartTime'
+          property :substate, as: 'substate'
         end
       end
       
@@ -565,25 +402,25 @@ module Google
       class ClusterOperationStatus
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :state, as: 'state'
-          property :details, as: 'details'
           property :inner_state, as: 'innerState'
           property :state_start_time, as: 'stateStartTime'
+          property :state, as: 'state'
+          property :details, as: 'details'
         end
       end
       
       class HadoopJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          hash :properties, as: 'properties'
-          collection :args, as: 'args'
-          collection :file_uris, as: 'fileUris'
           property :main_class, as: 'mainClass'
           collection :archive_uris, as: 'archiveUris'
           property :main_jar_file_uri, as: 'mainJarFileUri'
           collection :jar_file_uris, as: 'jarFileUris'
           property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
       
+          hash :properties, as: 'properties'
+          collection :args, as: 'args'
+          collection :file_uris, as: 'fileUris'
         end
       end
       
@@ -597,10 +434,10 @@ module Google
       class YarnApplication
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :state, as: 'state'
-          property :name, as: 'name'
           property :tracking_url, as: 'trackingUrl'
           property :progress, as: 'progress'
+          property :state, as: 'state'
+          property :name, as: 'name'
         end
       end
       
@@ -621,6 +458,7 @@ module Google
       class ClusterOperationMetadata
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :operation_type, as: 'operationType'
           property :description, as: 'description'
           collection :warnings, as: 'warnings'
           hash :labels, as: 'labels'
@@ -630,26 +468,25 @@ module Google
       
           property :cluster_uuid, as: 'clusterUuid'
           property :cluster_name, as: 'clusterName'
-          property :operation_type, as: 'operationType'
         end
       end
       
-      class HiveJob
+      class Empty
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :continue_on_failure, as: 'continueOnFailure'
-          property :query_file_uri, as: 'queryFileUri'
-          property :query_list, as: 'queryList', class: Google::Apis::DataprocV1::QueryList, decorator: Google::Apis::DataprocV1::QueryList::Representation
-      
-          collection :jar_file_uris, as: 'jarFileUris'
-          hash :script_variables, as: 'scriptVariables'
-          hash :properties, as: 'properties'
         end
       end
       
-      class Empty
+      class HiveJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          collection :jar_file_uris, as: 'jarFileUris'
+          hash :script_variables, as: 'scriptVariables'
+          hash :properties, as: 'properties'
+          property :continue_on_failure, as: 'continueOnFailure'
+          property :query_file_uri, as: 'queryFileUri'
+          property :query_list, as: 'queryList', class: Google::Apis::DataprocV1::QueryList, decorator: Google::Apis::DataprocV1::QueryList::Representation
+      
         end
       end
       
@@ -663,6 +500,10 @@ module Google
       class ClusterConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :master_config, as: 'masterConfig', class: Google::Apis::DataprocV1::InstanceGroupConfig, decorator: Google::Apis::DataprocV1::InstanceGroupConfig::Representation
+      
+          property :secondary_worker_config, as: 'secondaryWorkerConfig', class: Google::Apis::DataprocV1::InstanceGroupConfig, decorator: Google::Apis::DataprocV1::InstanceGroupConfig::Representation
+      
           collection :initialization_actions, as: 'initializationActions', class: Google::Apis::DataprocV1::NodeInitializationAction, decorator: Google::Apis::DataprocV1::NodeInitializationAction::Representation
       
           property :config_bucket, as: 'configBucket'
@@ -672,39 +513,200 @@ module Google
       
           property :software_config, as: 'softwareConfig', class: Google::Apis::DataprocV1::SoftwareConfig, decorator: Google::Apis::DataprocV1::SoftwareConfig::Representation
       
-          property :master_config, as: 'masterConfig', class: Google::Apis::DataprocV1::InstanceGroupConfig, decorator: Google::Apis::DataprocV1::InstanceGroupConfig::Representation
-      
-          property :secondary_worker_config, as: 'secondaryWorkerConfig', class: Google::Apis::DataprocV1::InstanceGroupConfig, decorator: Google::Apis::DataprocV1::InstanceGroupConfig::Representation
-      
         end
       end
       
       class PySparkJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          collection :python_file_uris, as: 'pythonFileUris'
-          property :main_python_file_uri, as: 'mainPythonFileUri'
-          collection :archive_uris, as: 'archiveUris'
           collection :jar_file_uris, as: 'jarFileUris'
           property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
       
           hash :properties, as: 'properties'
           collection :args, as: 'args'
           collection :file_uris, as: 'fileUris'
+          collection :python_file_uris, as: 'pythonFileUris'
+          property :main_python_file_uri, as: 'mainPythonFileUri'
+          collection :archive_uris, as: 'archiveUris'
         end
       end
       
       class GceClusterConfig
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
-          property :network_uri, as: 'networkUri'
-          property :zone_uri, as: 'zoneUri'
           hash :metadata, as: 'metadata'
           property :internal_ip_only, as: 'internalIpOnly'
           collection :service_account_scopes, as: 'serviceAccountScopes'
           collection :tags, as: 'tags'
           property :service_account, as: 'serviceAccount'
           property :subnetwork_uri, as: 'subnetworkUri'
+          property :network_uri, as: 'networkUri'
+          property :zone_uri, as: 'zoneUri'
+        end
+      end
+      
+      class AcceleratorConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :accelerator_count, as: 'acceleratorCount'
+          property :accelerator_type_uri, as: 'acceleratorTypeUri'
+        end
+      end
+      
+      class ClusterMetrics
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          hash :yarn_metrics, as: 'yarnMetrics'
+          hash :hdfs_metrics, as: 'hdfsMetrics'
+        end
+      end
+      
+      class LoggingConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          hash :driver_log_levels, as: 'driverLogLevels'
+        end
+      end
+      
+      class DiagnoseClusterOutputLocation
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :output_uri, as: 'outputUri'
+        end
+      end
+      
+      class Operation
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :error, as: 'error', class: Google::Apis::DataprocV1::Status, decorator: Google::Apis::DataprocV1::Status::Representation
+      
+          hash :metadata, as: 'metadata'
+          property :done, as: 'done'
+          hash :response, as: 'response'
+          property :name, as: 'name'
+        end
+      end
+      
+      class OperationStatus
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :inner_state, as: 'innerState'
+          property :state_start_time, as: 'stateStartTime'
+          property :state, as: 'state'
+          property :details, as: 'details'
+        end
+      end
+      
+      class JobReference
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :project_id, as: 'projectId'
+          property :job_id, as: 'jobId'
+        end
+      end
+      
+      class SubmitJobRequest
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :job, as: 'job', class: Google::Apis::DataprocV1::Job, decorator: Google::Apis::DataprocV1::Job::Representation
+      
+        end
+      end
+      
+      class Status
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :code, as: 'code'
+          property :message, as: 'message'
+          collection :details, as: 'details'
+        end
+      end
+      
+      class InstanceGroupConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :managed_group_config, as: 'managedGroupConfig', class: Google::Apis::DataprocV1::ManagedGroupConfig, decorator: Google::Apis::DataprocV1::ManagedGroupConfig::Representation
+      
+          property :is_preemptible, as: 'isPreemptible'
+          property :image_uri, as: 'imageUri'
+          property :machine_type_uri, as: 'machineTypeUri'
+          collection :instance_names, as: 'instanceNames'
+          collection :accelerators, as: 'accelerators', class: Google::Apis::DataprocV1::AcceleratorConfig, decorator: Google::Apis::DataprocV1::AcceleratorConfig::Representation
+      
+          property :num_instances, as: 'numInstances'
+          property :disk_config, as: 'diskConfig', class: Google::Apis::DataprocV1::DiskConfig, decorator: Google::Apis::DataprocV1::DiskConfig::Representation
+      
+        end
+      end
+      
+      class JobScheduling
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :max_failures_per_hour, as: 'maxFailuresPerHour'
+        end
+      end
+      
+      class ListJobsResponse
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          collection :jobs, as: 'jobs', class: Google::Apis::DataprocV1::Job, decorator: Google::Apis::DataprocV1::Job::Representation
+      
+          property :next_page_token, as: 'nextPageToken'
+        end
+      end
+      
+      class NodeInitializationAction
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :executable_file, as: 'executableFile'
+          property :execution_timeout, as: 'executionTimeout'
+        end
+      end
+      
+      class CancelJobRequest
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+        end
+      end
+      
+      class SparkSqlJob
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          hash :script_variables, as: 'scriptVariables'
+          collection :jar_file_uris, as: 'jarFileUris'
+          property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
+      
+          hash :properties, as: 'properties'
+          property :query_file_uri, as: 'queryFileUri'
+          property :query_list, as: 'queryList', class: Google::Apis::DataprocV1::QueryList, decorator: Google::Apis::DataprocV1::QueryList::Representation
+      
+        end
+      end
+      
+      class Cluster
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :project_id, as: 'projectId'
+          hash :labels, as: 'labels'
+          property :status, as: 'status', class: Google::Apis::DataprocV1::ClusterStatus, decorator: Google::Apis::DataprocV1::ClusterStatus::Representation
+      
+          property :metrics, as: 'metrics', class: Google::Apis::DataprocV1::ClusterMetrics, decorator: Google::Apis::DataprocV1::ClusterMetrics::Representation
+      
+          collection :status_history, as: 'statusHistory', class: Google::Apis::DataprocV1::ClusterStatus, decorator: Google::Apis::DataprocV1::ClusterStatus::Representation
+      
+          property :config, as: 'config', class: Google::Apis::DataprocV1::ClusterConfig, decorator: Google::Apis::DataprocV1::ClusterConfig::Representation
+      
+          property :cluster_uuid, as: 'clusterUuid'
+          property :cluster_name, as: 'clusterName'
+        end
+      end
+      
+      class ListOperationsResponse
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :next_page_token, as: 'nextPageToken'
+          collection :operations, as: 'operations', class: Google::Apis::DataprocV1::Operation, decorator: Google::Apis::DataprocV1::Operation::Representation
+      
         end
       end
     end