google-api-client 0.37.0 → 0.38.0

data/generated/google/apis/dataproc_v1beta2/classes.rb

@@ -420,6 +420,11 @@ module Google
         # @return [Google::Apis::DataprocV1beta2::GceClusterConfig]
         attr_accessor :gce_cluster_config
       
+        # The GKE config for this cluster.
+        # Corresponds to the JSON property `gkeClusterConfig`
+        # @return [Google::Apis::DataprocV1beta2::GkeClusterConfig]
+        attr_accessor :gke_cluster_config
+      
         # Optional. Commands to execute on each node after config is completed. By
         # default, executables are run on master and all worker nodes. You can test a
         # node's <code>role</code> metadata to run an executable on a master or worker
@@ -479,6 +484,7 @@ module Google
           @encryption_config = args[:encryption_config] if args.key?(:encryption_config)
           @endpoint_config = args[:endpoint_config] if args.key?(:endpoint_config)
           @gce_cluster_config = args[:gce_cluster_config] if args.key?(:gce_cluster_config)
+          @gke_cluster_config = args[:gke_cluster_config] if args.key?(:gke_cluster_config)
           @initialization_actions = args[:initialization_actions] if args.key?(:initialization_actions)
           @lifecycle_config = args[:lifecycle_config] if args.key?(:lifecycle_config)
           @master_config = args[:master_config] if args.key?(:master_config)
@@ -1058,6 +1064,25 @@ module Google
         end
       end
       
+      # The GKE config for this cluster.
+      class GkeClusterConfig
+        include Google::Apis::Core::Hashable
+      
+        # A full, namespace-isolated deployment target for an existing GKE cluster.
+        # Corresponds to the JSON property `namespacedGkeDeploymentTarget`
+        # @return [Google::Apis::DataprocV1beta2::NamespacedGkeDeploymentTarget]
+        attr_accessor :namespaced_gke_deployment_target
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @namespaced_gke_deployment_target = args[:namespaced_gke_deployment_target] if args.key?(:namespaced_gke_deployment_target)
+        end
+      end
+      
       # A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/
       # docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
       # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
@@ -1260,8 +1285,18 @@ module Google
         # @return [Google::Apis::DataprocV1beta2::DiskConfig]
         attr_accessor :disk_config
       
-        # Optional. The Compute Engine image resource used for cluster instances. It can
-        # be specified or may be inferred from SoftwareConfig.image_version.
+        # Optional. The Compute Engine image resource used for cluster instances.The URI
+        # can represent an image or image family.Image examples:
+        # https://www.googleapis.com/compute/beta/projects/[project_id]/global/images/[
+        # image-id]
+        # projects/[project_id]/global/images/[image-id]
+        # image-idImage family examples. Dataproc will use the most recent image from
+        # the family:
+        # https://www.googleapis.com/compute/beta/projects/[project_id]/global/images/
+        # family/[custom-image-family-name]
+        # projects/[project_id]/global/images/family/[custom-image-family-name]If the
+        # URI is unspecified, it will be inferred from SoftwareConfig.image_version or
+        # the system default.
         # Corresponds to the JSON property `imageUri`
         # @return [String]
         attr_accessor :image_uri
@@ -1272,7 +1307,7 @@ module Google
         # @return [Array<String>]
         attr_accessor :instance_names
       
-        # Optional. Specifies that this instance group contains preemptible instances.
+        # Output only. Specifies that this instance group contains preemptible instances.
         # Corresponds to the JSON property `isPreemptible`
         # @return [Boolean]
         attr_accessor :is_preemptible
@@ -1307,6 +1342,13 @@ module Google
         # @return [Fixnum]
         attr_accessor :num_instances
       
+        # Optional. Specifies the preemptibility of the instance group.The default value
+        # for master and worker groups is NON_PREEMPTIBLE. This default cannot be
+        # changed.The default value for secondary instances is PREEMPTIBLE.
+        # Corresponds to the JSON property `preemptibility`
+        # @return [String]
+        attr_accessor :preemptibility
+      
         def initialize(**args)
            update!(**args)
         end
@@ -1322,6 +1364,7 @@ module Google
           @managed_group_config = args[:managed_group_config] if args.key?(:managed_group_config)
           @min_cpu_platform = args[:min_cpu_platform] if args.key?(:min_cpu_platform)
           @num_instances = args[:num_instances] if args.key?(:num_instances)
+          @preemptibility = args[:preemptibility] if args.key?(:preemptibility)
         end
       end
       
@@ -1375,6 +1418,14 @@ module Google
       class Job
         include Google::Apis::Core::Hashable
       
+        # Output only. Indicates whether the job is completed. If the value is false,
+        # the job is still in progress. If true, the job is completed, and status.state
+        # field will indicate if it was successful, failed, or cancelled.
+        # Corresponds to the JSON property `done`
+        # @return [Boolean]
+        attr_accessor :done
+        alias_method :done?, :done
+      
         # Output only. If present, the location of miscellaneous control files which may
         # be used as part of job setup and handling. If not present, control files may
         # be placed in the same location as driver_output_uri.
@@ -1429,7 +1480,9 @@ module Google
         # @return [Google::Apis::DataprocV1beta2::JobPlacement]
         attr_accessor :placement
       
-        # A Dataproc job for running Presto (https://prestosql.io/) queries
+        # A Dataproc job for running Presto (https://prestosql.io/) queries. IMPORTANT:
+        # The Dataproc Presto Optional Component must be enabled when the cluster is
+        # created to submit a Presto job to the cluster.
         # Corresponds to the JSON property `prestoJob`
         # @return [Google::Apis::DataprocV1beta2::PrestoJob]
         attr_accessor :presto_job
@@ -1500,6 +1553,7 @@ module Google
       
         # Update properties of this object
         def update!(**args)
+          @done = args[:done] if args.key?(:done)
           @driver_control_files_uri = args[:driver_control_files_uri] if args.key?(:driver_control_files_uri)
           @driver_output_resource_uri = args[:driver_output_resource_uri] if args.key?(:driver_output_resource_uri)
           @hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
@@ -1522,6 +1576,43 @@ module Google
         end
       end
       
+      # Job Operation metadata.
+      class JobMetadata
+        include Google::Apis::Core::Hashable
+      
+        # Output only. The job id.
+        # Corresponds to the JSON property `jobId`
+        # @return [String]
+        attr_accessor :job_id
+      
+        # Output only. Operation type.
+        # Corresponds to the JSON property `operationType`
+        # @return [String]
+        attr_accessor :operation_type
+      
+        # Output only. Job submission time.
+        # Corresponds to the JSON property `startTime`
+        # @return [String]
+        attr_accessor :start_time
+      
+        # Dataproc job status.
+        # Corresponds to the JSON property `status`
+        # @return [Google::Apis::DataprocV1beta2::JobStatus]
+        attr_accessor :status
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @job_id = args[:job_id] if args.key?(:job_id)
+          @operation_type = args[:operation_type] if args.key?(:operation_type)
+          @start_time = args[:start_time] if args.key?(:start_time)
+          @status = args[:status] if args.key?(:status)
+        end
+      end
+      
       # Dataproc job config.
       class JobPlacement
         include Google::Apis::Core::Hashable
@@ -1666,7 +1757,8 @@ module Google
         # @return [String]
         attr_accessor :cross_realm_trust_shared_password_uri
       
-        # Optional. Flag to indicate whether to Kerberize the cluster.
+        # Optional. Flag to indicate whether to Kerberize the cluster (default: false).
+        # Set this field to true to enable Kerberos on a cluster.
         # Corresponds to the JSON property `enableKerberos`
         # @return [Boolean]
         attr_accessor :enable_kerberos
@@ -2022,6 +2114,32 @@ module Google
         end
       end
       
+      # A full, namespace-isolated deployment target for an existing GKE cluster.
+      class NamespacedGkeDeploymentTarget
+        include Google::Apis::Core::Hashable
+      
+        # Optional. A namespace within the GKE cluster to deploy into.
+        # Corresponds to the JSON property `clusterNamespace`
+        # @return [String]
+        attr_accessor :cluster_namespace
+      
+        # Optional. The target GKE cluster to deploy to. Format: 'projects/`project`/
+        # locations/`location`/clusters/`cluster_id`'
+        # Corresponds to the JSON property `targetGkeCluster`
+        # @return [String]
+        attr_accessor :target_gke_cluster
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @cluster_namespace = args[:cluster_namespace] if args.key?(:cluster_namespace)
+          @target_gke_cluster = args[:target_gke_cluster] if args.key?(:target_gke_cluster)
+        end
+      end
+      
       # Specifies an executable to run on a fully configured node and a timeout period
       # for executable completion.
       class NodeInitializationAction
@@ -2154,6 +2272,13 @@ module Google
         # @return [Array<String>]
         attr_accessor :prerequisite_step_ids
       
+        # A Dataproc job for running Presto (https://prestosql.io/) queries. IMPORTANT:
+        # The Dataproc Presto Optional Component must be enabled when the cluster is
+        # created to submit a Presto job to the cluster.
+        # Corresponds to the JSON property `prestoJob`
+        # @return [Google::Apis::DataprocV1beta2::PrestoJob]
+        attr_accessor :presto_job
+      
         # A Dataproc job for running Apache PySpark (https://spark.apache.org/docs/0.9.0/
         # python-programming-guide.html) applications on YARN.
         # Corresponds to the JSON property `pysparkJob`
@@ -2174,6 +2299,12 @@ module Google
         # @return [Google::Apis::DataprocV1beta2::SparkJob]
         attr_accessor :spark_job
       
+        # A Dataproc job for running Apache SparkR (https://spark.apache.org/docs/latest/
+        # sparkr.html) applications on YARN.
+        # Corresponds to the JSON property `sparkRJob`
+        # @return [Google::Apis::DataprocV1beta2::SparkRJob]
+        attr_accessor :spark_r_job
+      
         # A Dataproc job for running Apache Spark SQL (http://spark.apache.org/sql/)
         # queries.
         # Corresponds to the JSON property `sparkSqlJob`
@@ -2201,9 +2332,11 @@ module Google
           @labels = args[:labels] if args.key?(:labels)
           @pig_job = args[:pig_job] if args.key?(:pig_job)
           @prerequisite_step_ids = args[:prerequisite_step_ids] if args.key?(:prerequisite_step_ids)
+          @presto_job = args[:presto_job] if args.key?(:presto_job)
           @pyspark_job = args[:pyspark_job] if args.key?(:pyspark_job)
           @scheduling = args[:scheduling] if args.key?(:scheduling)
           @spark_job = args[:spark_job] if args.key?(:spark_job)
+          @spark_r_job = args[:spark_r_job] if args.key?(:spark_r_job)
           @spark_sql_job = args[:spark_sql_job] if args.key?(:spark_sql_job)
           @step_id = args[:step_id] if args.key?(:step_id)
         end
@@ -2405,7 +2538,9 @@ module Google
         end
       end
       
-      # A Dataproc job for running Presto (https://prestosql.io/) queries
+      # A Dataproc job for running Presto (https://prestosql.io/) queries. IMPORTANT:
+      # The Dataproc Presto Optional Component must be enabled when the cluster is
+      # created to submit a Presto job to the cluster.
       class PrestoJob
         include Google::Apis::Core::Hashable
       
@@ -2942,6 +3077,38 @@ module Google
         end
       end
       
+      # A request to start a cluster.
+      class StartClusterRequest
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Specifying the cluster_uuid means the RPC should fail (with error
+        # NOT_FOUND) if cluster with specified UUID does not exist.
+        # Corresponds to the JSON property `clusterUuid`
+        # @return [String]
+        attr_accessor :cluster_uuid
+      
+        # Optional. A unique id used to identify the request. If the server receives two
+        # StartClusterRequest requests with the same id, then the second request will be
+        # ignored and the first google.longrunning.Operation created and stored in the
+        # backend is returned.It is recommended to always set this value to a UUID (
+        # https://en.wikipedia.org/wiki/Universally_unique_identifier).The id must
+        # contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-
+        # ). The maximum length is 40 characters.
+        # Corresponds to the JSON property `requestId`
+        # @return [String]
+        attr_accessor :request_id
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @cluster_uuid = args[:cluster_uuid] if args.key?(:cluster_uuid)
+          @request_id = args[:request_id] if args.key?(:request_id)
+        end
+      end
+      
       # The Status type defines a logical error model that is suitable for different
       # programming environments, including REST APIs and RPC APIs. It is used by gRPC
       # (https://github.com/grpc). Each Status message contains three pieces of data:
@@ -2981,6 +3148,38 @@ module Google
         end
       end
       
+      # A request to stop a cluster.
+      class StopClusterRequest
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Specifying the cluster_uuid means the RPC should fail (with error
+        # NOT_FOUND) if cluster with specified UUID does not exist.
+        # Corresponds to the JSON property `clusterUuid`
+        # @return [String]
+        attr_accessor :cluster_uuid
+      
+        # Optional. A unique id used to identify the request. If the server receives two
+        # StopClusterRequest requests with the same id, then the second request will be
+        # ignored and the first google.longrunning.Operation created and stored in the
+        # backend is returned.It is recommended to always set this value to a UUID (
+        # https://en.wikipedia.org/wiki/Universally_unique_identifier).The id must
+        # contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-
+        # ). The maximum length is 40 characters.
+        # Corresponds to the JSON property `requestId`
+        # @return [String]
+        attr_accessor :request_id
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @cluster_uuid = args[:cluster_uuid] if args.key?(:cluster_uuid)
+          @request_id = args[:request_id] if args.key?(:request_id)
+        end
+      end
+      
       # A request to submit a job.
       class SubmitJobRequest
         include Google::Apis::Core::Hashable

data/generated/google/apis/dataproc_v1beta2/representations.rb

@@ -172,6 +172,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class GkeClusterConfig
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class HadoopJob
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -208,6 +214,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class JobMetadata
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class JobPlacement
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -292,6 +304,12 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class NamespacedGkeDeploymentTarget
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class NodeInitializationAction
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -394,12 +412,24 @@ module Google
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class StartClusterRequest
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class Status
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
         include Google::Apis::Core::JsonObjectSupport
       end
       
+      class StopClusterRequest
+        class Representation < Google::Apis::Core::JsonRepresentation; end
+      
+        include Google::Apis::Core::JsonObjectSupport
+      end
+      
       class SubmitJobRequest
         class Representation < Google::Apis::Core::JsonRepresentation; end
       
@@ -561,6 +591,8 @@ module Google
       
           property :gce_cluster_config, as: 'gceClusterConfig', class: Google::Apis::DataprocV1beta2::GceClusterConfig, decorator: Google::Apis::DataprocV1beta2::GceClusterConfig::Representation
       
+          property :gke_cluster_config, as: 'gkeClusterConfig', class: Google::Apis::DataprocV1beta2::GkeClusterConfig, decorator: Google::Apis::DataprocV1beta2::GkeClusterConfig::Representation
+      
           collection :initialization_actions, as: 'initializationActions', class: Google::Apis::DataprocV1beta2::NodeInitializationAction, decorator: Google::Apis::DataprocV1beta2::NodeInitializationAction::Representation
       
           property :lifecycle_config, as: 'lifecycleConfig', class: Google::Apis::DataprocV1beta2::LifecycleConfig, decorator: Google::Apis::DataprocV1beta2::LifecycleConfig::Representation
@@ -723,6 +755,14 @@ module Google
         end
       end
       
+      class GkeClusterConfig
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :namespaced_gke_deployment_target, as: 'namespacedGkeDeploymentTarget', class: Google::Apis::DataprocV1beta2::NamespacedGkeDeploymentTarget, decorator: Google::Apis::DataprocV1beta2::NamespacedGkeDeploymentTarget::Representation
+      
+        end
+      end
+      
       class HadoopJob
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -775,6 +815,7 @@ module Google
       
           property :min_cpu_platform, as: 'minCpuPlatform'
           property :num_instances, as: 'numInstances'
+          property :preemptibility, as: 'preemptibility'
         end
       end
       
@@ -791,6 +832,7 @@ module Google
       class Job
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
+          property :done, as: 'done'
           property :driver_control_files_uri, as: 'driverControlFilesUri'
           property :driver_output_resource_uri, as: 'driverOutputResourceUri'
           property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1beta2::HadoopJob, decorator: Google::Apis::DataprocV1beta2::HadoopJob::Representation
@@ -827,6 +869,17 @@ module Google
         end
       end
       
+      class JobMetadata
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :job_id, as: 'jobId'
+          property :operation_type, as: 'operationType'
+          property :start_time, as: 'startTime'
+          property :status, as: 'status', class: Google::Apis::DataprocV1beta2::JobStatus, decorator: Google::Apis::DataprocV1beta2::JobStatus::Representation
+      
+        end
+      end
+      
       class JobPlacement
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -961,6 +1014,14 @@ module Google
         end
       end
       
+      class NamespacedGkeDeploymentTarget
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :cluster_namespace, as: 'clusterNamespace'
+          property :target_gke_cluster, as: 'targetGkeCluster'
+        end
+      end
+      
       class NodeInitializationAction
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -992,12 +1053,16 @@ module Google
           property :pig_job, as: 'pigJob', class: Google::Apis::DataprocV1beta2::PigJob, decorator: Google::Apis::DataprocV1beta2::PigJob::Representation
       
           collection :prerequisite_step_ids, as: 'prerequisiteStepIds'
+          property :presto_job, as: 'prestoJob', class: Google::Apis::DataprocV1beta2::PrestoJob, decorator: Google::Apis::DataprocV1beta2::PrestoJob::Representation
+      
           property :pyspark_job, as: 'pysparkJob', class: Google::Apis::DataprocV1beta2::PySparkJob, decorator: Google::Apis::DataprocV1beta2::PySparkJob::Representation
       
           property :scheduling, as: 'scheduling', class: Google::Apis::DataprocV1beta2::JobScheduling, decorator: Google::Apis::DataprocV1beta2::JobScheduling::Representation
       
           property :spark_job, as: 'sparkJob', class: Google::Apis::DataprocV1beta2::SparkJob, decorator: Google::Apis::DataprocV1beta2::SparkJob::Representation
       
+          property :spark_r_job, as: 'sparkRJob', class: Google::Apis::DataprocV1beta2::SparkRJob, decorator: Google::Apis::DataprocV1beta2::SparkRJob::Representation
+      
           property :spark_sql_job, as: 'sparkSqlJob', class: Google::Apis::DataprocV1beta2::SparkSqlJob, decorator: Google::Apis::DataprocV1beta2::SparkSqlJob::Representation
       
           property :step_id, as: 'stepId'
@@ -1159,6 +1224,14 @@ module Google
         end
       end
       
+      class StartClusterRequest
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :cluster_uuid, as: 'clusterUuid'
+          property :request_id, as: 'requestId'
+        end
+      end
+      
       class Status
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation
@@ -1168,6 +1241,14 @@ module Google
         end
       end
       
+      class StopClusterRequest
+        # @private
+        class Representation < Google::Apis::Core::JsonRepresentation
+          property :cluster_uuid, as: 'clusterUuid'
+          property :request_id, as: 'requestId'
+        end
+      end
+      
       class SubmitJobRequest
         # @private
         class Representation < Google::Apis::Core::JsonRepresentation