google-cloud-dataproc-v1 0.6.3 → 0.9.0

data/proto_docs/google/cloud/dataproc/v1/shared.rb

@@ -21,8 +21,330 @@ module Google
   module Cloud
     module Dataproc
       module V1
+        # Runtime configuration for a workload.
+        # @!attribute [rw] version
+        #   @return [::String]
+        #     Optional. Version of the batch runtime.
+        # @!attribute [rw] container_image
+        #   @return [::String]
+        #     Optional. Optional custom container image for the job runtime environment. If
+        #     not specified, a default container image will be used.
+        # @!attribute [rw] properties
+        #   @return [::Google::Protobuf::Map{::String => ::String}]
+        #     Optional. A mapping of property names to values, which are used to configure workload
+        #     execution.
+        class RuntimeConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # @!attribute [rw] key
+          #   @return [::String]
+          # @!attribute [rw] value
+          #   @return [::String]
+          class PropertiesEntry
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+        end
+
+        # Environment configuration for a workload.
+        # @!attribute [rw] execution_config
+        #   @return [::Google::Cloud::Dataproc::V1::ExecutionConfig]
+        #     Optional. Execution configuration for a workload.
+        # @!attribute [rw] peripherals_config
+        #   @return [::Google::Cloud::Dataproc::V1::PeripheralsConfig]
+        #     Optional. Peripherals configuration that workload has access to.
+        class EnvironmentConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # Execution configuration for a workload.
+        # @!attribute [rw] service_account
+        #   @return [::String]
+        #     Optional. Service account that used to execute workload.
+        # @!attribute [rw] network_uri
+        #   @return [::String]
+        #     Optional. Network URI to connect workload to.
+        # @!attribute [rw] subnetwork_uri
+        #   @return [::String]
+        #     Optional. Subnetwork URI to connect workload to.
+        # @!attribute [rw] network_tags
+        #   @return [::Array<::String>]
+        #     Optional. Tags used for network traffic control.
+        # @!attribute [rw] kms_key
+        #   @return [::String]
+        #     Optional. The Cloud KMS key to use for encryption.
+        class ExecutionConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # Spark History Server configuration for the workload.
+        # @!attribute [rw] dataproc_cluster
+        #   @return [::String]
+        #     Optional. Resource name of an existing Dataproc Cluster to act as a Spark History
+        #     Server for the workload.
+        #
+        #     Example:
+        #
+        #     * `projects/[project_id]/regions/[region]/clusters/[cluster_name]`
+        class SparkHistoryServerConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # Auxiliary services configuration for a workload.
+        # @!attribute [rw] metastore_service
+        #   @return [::String]
+        #     Optional. Resource name of an existing Dataproc Metastore service.
+        #
+        #     Example:
+        #
+        #     * `projects/[project_id]/locations/[region]/services/[service_id]`
+        # @!attribute [rw] spark_history_server_config
+        #   @return [::Google::Cloud::Dataproc::V1::SparkHistoryServerConfig]
+        #     Optional. The Spark History Server configuration for the workload.
+        class PeripheralsConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # Runtime information about workload execution.
+        # @!attribute [r] endpoints
+        #   @return [::Google::Protobuf::Map{::String => ::String}]
+        #     Output only. Map of remote access endpoints (such as web interfaces and APIs) to their
+        #     URIs.
+        # @!attribute [r] output_uri
+        #   @return [::String]
+        #     Output only. A URI pointing to the location of the stdout and stderr of the workload.
+        # @!attribute [r] diagnostic_output_uri
+        #   @return [::String]
+        #     Output only. A URI pointing to the location of the diagnostics tarball.
+        class RuntimeInfo
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # @!attribute [rw] key
+          #   @return [::String]
+          # @!attribute [rw] value
+          #   @return [::String]
+          class EndpointsEntry
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+        end
+
+        # The cluster's GKE config.
+        # @!attribute [rw] gke_cluster_target
+        #   @return [::String]
+        #     Optional. A target GKE cluster to deploy to. It must be in the same project and
+        #     region as the Dataproc cluster (the GKE cluster can be zonal or regional).
+        #     Format: 'projects/\\{project}/locations/\\{location}/clusters/\\{cluster_id}'
+        # @!attribute [rw] node_pool_target
+        #   @return [::Array<::Google::Cloud::Dataproc::V1::GkeNodePoolTarget>]
+        #     Optional. GKE NodePools where workloads will be scheduled. At least one node pool
+        #     must be assigned the 'default' role. Each role can be given to only a
+        #     single NodePoolTarget. All NodePools must have the same location settings.
+        #     If a nodePoolTarget is not specified, Dataproc constructs a default
+        #     nodePoolTarget.
+        class GkeClusterConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # The configuration for running the Dataproc cluster on Kubernetes.
+        # @!attribute [rw] kubernetes_namespace
+        #   @return [::String]
+        #     Optional. A namespace within the Kubernetes cluster to deploy into. If this namespace
+        #     does not exist, it is created. If it exists, Dataproc
+        #     verifies that another Dataproc VirtualCluster is not installed
+        #     into it. If not specified, the name of the Dataproc Cluster is used.
+        # @!attribute [rw] gke_cluster_config
+        #   @return [::Google::Cloud::Dataproc::V1::GkeClusterConfig]
+        #     Required. The configuration for running the Dataproc cluster on GKE.
+        # @!attribute [rw] kubernetes_software_config
+        #   @return [::Google::Cloud::Dataproc::V1::KubernetesSoftwareConfig]
+        #     Optional. The software configuration for this Dataproc cluster running on Kubernetes.
+        class KubernetesClusterConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # The software configuration for this Dataproc cluster running on Kubernetes.
+        # @!attribute [rw] component_version
+        #   @return [::Google::Protobuf::Map{::String => ::String}]
+        #     The components that should be installed in this Dataproc cluster. The key
+        #     must be a string from the KubernetesComponent enumeration. The value is
+        #     the version of the software to be installed.
+        #     At least one entry must be specified.
+        # @!attribute [rw] properties
+        #   @return [::Google::Protobuf::Map{::String => ::String}]
+        #     The properties to set on daemon config files.
+        #
+        #     Property keys are specified in `prefix:property` format, for example
+        #     `spark:spark.kubernetes.container.image`. The following are supported
+        #     prefixes and their mappings:
+        #
+        #     * spark:  `spark-defaults.conf`
+        #
+        #     For more information, see [Cluster
+        #     properties](https://cloud.google.com/dataproc/docs/concepts/cluster-properties).
+        class KubernetesSoftwareConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # @!attribute [rw] key
+          #   @return [::String]
+          # @!attribute [rw] value
+          #   @return [::String]
+          class ComponentVersionEntry
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+
+          # @!attribute [rw] key
+          #   @return [::String]
+          # @!attribute [rw] value
+          #   @return [::String]
+          class PropertiesEntry
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+        end
+
+        # GKE NodePools that Dataproc workloads run on.
+        # @!attribute [rw] node_pool
+        #   @return [::String]
+        #     Required. The target GKE NodePool.
+        #     Format:
+        #     'projects/\\{project}/locations/\\{location}/clusters/\\{cluster}/nodePools/\\{node_pool}'
+        # @!attribute [rw] roles
+        #   @return [::Array<::Google::Cloud::Dataproc::V1::GkeNodePoolTarget::Role>]
+        #     Required. The types of role for a GKE NodePool
+        # @!attribute [rw] node_pool_config
+        #   @return [::Google::Cloud::Dataproc::V1::GkeNodePoolConfig]
+        #     Optional. The configuration for the GKE NodePool.
+        #
+        #     If specified, Dataproc attempts to create a NodePool with the
+        #     specified shape. If one with the same name already exists, it is
+        #     verified against all specified fields. If a field differs, the
+        #     virtual cluster creation will fail.
+        #
+        #     If omitted, any NodePool with the specified name is used. If a
+        #     NodePool with the specified name does not exist, Dataproc create a NodePool
+        #     with default values.
+        class GkeNodePoolTarget
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # `Role` specifies whose tasks will run on the NodePool. The roles can be
+          # specific to workloads. Exactly one GkeNodePoolTarget within the
+          # VirtualCluster must have 'default' role, which is used to run all workloads
+          # that are not associated with a NodePool.
+          module Role
+            # Role is unspecified.
+            ROLE_UNSPECIFIED = 0
+
+            # Any roles that are not directly assigned to a NodePool run on the
+            # `default` role's NodePool.
+            DEFAULT = 1
+
+            # Run controllers and webhooks.
+            CONTROLLER = 2
+
+            # Run spark driver.
+            SPARK_DRIVER = 3
+
+            # Run spark executors.
+            SPARK_EXECUTOR = 4
+          end
+        end
+
+        # The configuration of a GKE NodePool used by a [Dataproc-on-GKE
+        # cluster](https://cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-on-gke-cluster).
+        # @!attribute [rw] config
+        #   @return [::Google::Cloud::Dataproc::V1::GkeNodePoolConfig::GkeNodeConfig]
+        #     Optional. The node pool configuration.
+        # @!attribute [rw] locations
+        #   @return [::Array<::String>]
+        #     Optional. The list of Compute Engine
+        #     [zones](https://cloud.google.com/compute/docs/zones#available) where
+        #     NodePool's nodes will be located.
+        #
+        #     **Note:** Currently, only one zone may be specified.
+        #
+        #     If a location is not specified during NodePool creation, Dataproc will
+        #     choose a location.
+        # @!attribute [rw] autoscaling
+        #   @return [::Google::Cloud::Dataproc::V1::GkeNodePoolConfig::GkeNodePoolAutoscalingConfig]
+        #     Optional. The autoscaler configuration for this NodePool. The autoscaler is enabled
+        #     only when a valid configuration is present.
+        class GkeNodePoolConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # Parameters that describe cluster nodes.
+          # @!attribute [rw] machine_type
+          #   @return [::String]
+          #     Optional. The name of a Compute Engine [machine
+          #     type](https://cloud.google.com/compute/docs/machine-types).
+          # @!attribute [rw] preemptible
+          #   @return [::Boolean]
+          #     Optional. Whether the nodes are created as [preemptible VM
+          #     instances](https://cloud.google.com/compute/docs/instances/preemptible).
+          # @!attribute [rw] local_ssd_count
+          #   @return [::Integer]
+          #     Optional. The number of local SSD disks to attach to the node, which is limited by
+          #     the maximum number of disks allowable per zone (see [Adding Local
+          #     SSDs](https://cloud.google.com/compute/docs/disks/local-ssd)).
+          # @!attribute [rw] accelerators
+          #   @return [::Array<::Google::Cloud::Dataproc::V1::GkeNodePoolConfig::GkeNodePoolAcceleratorConfig>]
+          #     Optional. A list of [hardware
+          #     accelerators](https://cloud.google.com/compute/docs/gpus) to attach to
+          #     each node.
+          # @!attribute [rw] min_cpu_platform
+          #   @return [::String]
+          #     Optional. [Minimum CPU
+          #     platform](https://cloud.google.com/compute/docs/instances/specify-min-cpu-platform)
+          #     to be used by this instance. The instance may be scheduled on the
+          #     specified or a newer CPU platform. Specify the friendly names of CPU
+          #     platforms, such as "Intel Haswell"` or Intel Sandy Bridge".
+          class GkeNodeConfig
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+
+          # A GkeNodeConfigAcceleratorConfig represents a Hardware Accelerator request
+          # for a NodePool.
+          # @!attribute [rw] accelerator_count
+          #   @return [::Integer]
+          #     The number of accelerator cards exposed to an instance.
+          # @!attribute [rw] accelerator_type
+          #   @return [::String]
+          #     The accelerator type resource namename (see GPUs on Compute Engine).
+          class GkeNodePoolAcceleratorConfig
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+
+          # GkeNodePoolAutoscaling contains information the cluster autoscaler needs to
+          # adjust the size of the node pool to the current cluster usage.
+          # @!attribute [rw] min_node_count
+          #   @return [::Integer]
+          #     The minimum number of nodes in the NodePool. Must be >= 0 and <=
+          #     max_node_count.
+          # @!attribute [rw] max_node_count
+          #   @return [::Integer]
+          #     The maximum number of nodes in the NodePool. Must be >= min_node_count.
+          #     **Note:** Quota must be sufficient to scale up the cluster.
+          class GkeNodePoolAutoscalingConfig
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+        end
+
         # Cluster components that can be activated.
-        # Next ID: 16.
         module Component
           # Unspecified component. Specifying this will cause Cluster creation to fail.
           COMPONENT_UNSPECIFIED = 0
@@ -67,6 +389,19 @@ module Google
           # The Zookeeper service.
           ZOOKEEPER = 8
         end
+
+        # Actions in response to failure of a resource associated with a cluster.
+        module FailureAction
+          # When FailureAction is unspecified, failure action defaults to NO_ACTION.
+          FAILURE_ACTION_UNSPECIFIED = 0
+
+          # Take no action on failure to create a cluster resource. NO_ACTION is the
+          # default.
+          NO_ACTION = 1
+
+          # Delete the failed cluster resource.
+          DELETE = 2
+        end
       end
     end
   end

data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb

@@ -193,8 +193,8 @@ module Google
         #
         #     The step id is used as prefix for job id, as job
         #     `goog-dataproc-workflow-step-id` label, and in
-        #     {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
-        #     field from other steps.
+        #     {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds} field from other
+        #     steps.
         #
         #     The id must contain only letters (a-z, A-Z), numbers (0-9),
         #     underscores (_), and hyphens (-). Cannot begin or end with underscore
@@ -280,10 +280,10 @@ module Google
         #     A field is allowed to appear in at most one parameter's list of field
         #     paths.
         #
-        #     A field path is similar in syntax to a
-        #     {::Google::Protobuf::FieldMask google.protobuf.FieldMask}. For example, a
-        #     field path that references the zone field of a workflow template's cluster
-        #     selector would be specified as `placement.clusterSelector.zone`.
+        #     A field path is similar in syntax to a {::Google::Protobuf::FieldMask google.protobuf.FieldMask}.
+        #     For example, a field path that references the zone field of a workflow
+        #     template's cluster selector would be specified as
+        #     `placement.clusterSelector.zone`.
         #
         #     Also, field paths can reference fields using the following syntax:
         #
@@ -410,19 +410,16 @@ module Google
         #     Output only. The UUID of target cluster.
         # @!attribute [r] dag_timeout
         #   @return [::Google::Protobuf::Duration]
-        #     Output only. The timeout duration for the DAG of jobs, expressed in seconds
-        #     (see [JSON representation of
+        #     Output only. The timeout duration for the DAG of jobs, expressed in seconds (see
+        #     [JSON representation of
         #     duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
         # @!attribute [r] dag_start_time
         #   @return [::Google::Protobuf::Timestamp]
-        #     Output only. DAG start time, only set for workflows with
-        #     {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when
-        #     DAG begins.
+        #     Output only. DAG start time, only set for workflows with {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when DAG
+        #     begins.
         # @!attribute [r] dag_end_time
         #   @return [::Google::Protobuf::Timestamp]
-        #     Output only. DAG end time, only set for workflows with
-        #     {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when
-        #     DAG ends.
+        #     Output only. DAG end time, only set for workflows with {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when DAG ends.
         class WorkflowMetadata
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -525,7 +522,7 @@ module Google
         #     Required. The resource name of the region or location, as described
         #     in https://cloud.google.com/apis/design/resource_names.
         #
-        #     * For `projects.regions.workflowTemplates,create`, the resource name of the
+        #     * For `projects.regions.workflowTemplates.create`, the resource name of the
         #       region has the following format:
         #       `projects/{project_id}/regions/{region}`
         #

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-dataproc-v1
 version: !ruby/object:Gem::Version
-  version: 0.6.3
+  version: 0.9.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-08-11 00:00:00.000000000 Z
+date: 2022-02-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gapic-common
@@ -177,6 +177,13 @@ files:
 - lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb
 - lib/google/cloud/dataproc/v1/autoscaling_policy_service/credentials.rb
 - lib/google/cloud/dataproc/v1/autoscaling_policy_service/paths.rb
+- lib/google/cloud/dataproc/v1/batch_controller.rb
+- lib/google/cloud/dataproc/v1/batch_controller/client.rb
+- lib/google/cloud/dataproc/v1/batch_controller/credentials.rb
+- lib/google/cloud/dataproc/v1/batch_controller/operations.rb
+- lib/google/cloud/dataproc/v1/batch_controller/paths.rb
+- lib/google/cloud/dataproc/v1/batches_pb.rb
+- lib/google/cloud/dataproc/v1/batches_services_pb.rb
 - lib/google/cloud/dataproc/v1/cluster_controller.rb
 - lib/google/cloud/dataproc/v1/cluster_controller/client.rb
 - lib/google/cloud/dataproc/v1/cluster_controller/credentials.rb
@@ -204,6 +211,7 @@ files:
 - proto_docs/google/api/field_behavior.rb
 - proto_docs/google/api/resource.rb
 - proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb
+- proto_docs/google/cloud/dataproc/v1/batches.rb
 - proto_docs/google/cloud/dataproc/v1/clusters.rb
 - proto_docs/google/cloud/dataproc/v1/jobs.rb
 - proto_docs/google/cloud/dataproc/v1/operations.rb
@@ -235,7 +243,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.17
+rubygems_version: 3.3.5
 signing_key: 
 specification_version: 4
 summary: API Client library for the Cloud Dataproc V1 API