google-cloud-dataproc-v1 0.5.0 → 0.6.0

data/proto_docs/google/cloud/dataproc/v1/jobs.rb

@@ -239,9 +239,9 @@ module Google
         # A list of queries to run on a cluster.
         # @!attribute [rw] queries
         #   @return [::Array<::String>]
-        #     Required. The queries to execute. You do not need to terminate a query
-        #     with a semicolon. Multiple queries can be specified in one string
-        #     by separating each with a semicolon. Here is an example of an Cloud
+        #     Required. The queries to execute. You do not need to end a query expression
+        #     with a semicolon. Multiple queries can be specified in one
+        #     string by separating each with a semicolon. Here is an example of a
         #     Dataproc API snippet that uses a QueryList to specify a HiveJob:
         #
         #         "hiveJob": {
@@ -505,9 +505,22 @@ module Google
         #   @return [::String]
         #     Output only. A cluster UUID generated by the Dataproc service when
         #     the job is submitted.
+        # @!attribute [rw] cluster_labels
+        #   @return [::Google::Protobuf::Map{::String => ::String}]
+        #     Optional. Cluster labels to identify a cluster where the job will be
+        #     submitted.
         class JobPlacement
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # @!attribute [rw] key
+          #   @return [::String]
+          # @!attribute [rw] value
+          #   @return [::String]
+          class ClusterLabelsEntry
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
         end
 
         # Dataproc job status.
@@ -596,8 +609,8 @@ module Google
         # Encapsulates the full scoping used to reference a job.
         # @!attribute [rw] project_id
         #   @return [::String]
-        #     Optional. The ID of the Google Cloud Platform project that the job belongs to. If
-        #     specified, must match the request project ID.
+        #     Optional. The ID of the Google Cloud Platform project that the job belongs
+        #     to. If specified, must match the request project ID.
         # @!attribute [rw] job_id
         #   @return [::String]
         #     Optional. The job ID, which must be unique within the project.
@@ -744,8 +757,8 @@ module Google
         #     may be reused over time.
         # @!attribute [r] done
         #   @return [::Boolean]
-        #     Output only. Indicates whether the job is completed. If the value is `false`,
-        #     the job is still in progress. If `true`, the job is completed, and
+        #     Output only. Indicates whether the job is completed. If the value is
+        #     `false`, the job is still in progress. If `true`, the job is completed, and
         #     `status.state` field will indicate if it was successful, failed,
         #     or cancelled.
         class Job
@@ -766,13 +779,18 @@ module Google
         # @!attribute [rw] max_failures_per_hour
         #   @return [::Integer]
         #     Optional. Maximum number of times per hour a driver may be restarted as
-        #     a result of driver terminating with non-zero code before job is
+        #     a result of driver exiting with non-zero code before job is
         #     reported failed.
         #
         #     A job may be reported as thrashing if driver exits with non-zero code
         #     4 times within 10 minute window.
         #
         #     Maximum value is 10.
+        # @!attribute [rw] max_failures_total
+        #   @return [::Integer]
+        #     Optional. Maximum number of times in total a driver may be restarted as a
+        #     result of driver exiting with non-zero code before job is reported failed.
+        #     Maximum value is 240.
         class JobScheduling
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -792,8 +810,9 @@ module Google
         # @!attribute [rw] request_id
         #   @return [::String]
         #     Optional. A unique id used to identify the request. If the server
-        #     receives two {::Google::Cloud::Dataproc::V1::SubmitJobRequest SubmitJobRequest} requests  with the same
-        #     id, then the second request will be ignored and the
+        #     receives two
+        #     [SubmitJobRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.SubmitJobRequest)s
+        #     with the same id, then the second request will be ignored and the
         #     first {::Google::Cloud::Dataproc::V1::Job Job} created and stored in the backend
         #     is returned.
         #

data/proto_docs/google/cloud/dataproc/v1/shared.rb

@@ -22,13 +22,30 @@ module Google
     module Dataproc
       module V1
         # Cluster components that can be activated.
+        # Next ID: 16.
         module Component
           # Unspecified component. Specifying this will cause Cluster creation to fail.
           COMPONENT_UNSPECIFIED = 0
 
-          # The Anaconda python distribution.
+          # The Anaconda python distribution. The Anaconda component is not supported
+          # in the Dataproc
+          # <a
+          # href="/dataproc/docs/concepts/versioning/dataproc-release-2.0">2.0
+          # image</a>. The 2.0 image is pre-installed with Miniconda.
           ANACONDA = 5
 
+          # Docker
+          DOCKER = 13
+
+          # The Druid query engine. (alpha)
+          DRUID = 9
+
+          # Flink
+          FLINK = 14
+
+          # HBase. (beta)
+          HBASE = 11
+
           # The Hive Web HCatalog (the REST service for accessing HCatalog).
           HIVE_WEBHCAT = 3
 
@@ -38,6 +55,12 @@ module Google
           # The Presto query engine.
           PRESTO = 6
 
+          # The Ranger service.
+          RANGER = 12
+
+          # The Solr service.
+          SOLR = 10
+
           # The Zeppelin notebook.
           ZEPPELIN = 4
 

data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb

@@ -78,6 +78,18 @@ module Google
         #     Optional. Template parameters whose values are substituted into the
         #     template. Values for parameters must be provided when the template is
         #     instantiated.
+        # @!attribute [rw] dag_timeout
+        #   @return [::Google::Protobuf::Duration]
+        #     Optional. Timeout duration for the DAG of jobs, expressed in seconds (see
+        #     [JSON representation of
+        #     duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
+        #     The timeout duration must be from 10 minutes ("600s") to 24 hours
+        #     ("86400s"). The timer begins when the first job is submitted. If the
+        #     workflow is running at the end of the timeout period, any remaining jobs
+        #     are cancelled, the workflow is ended, and if the workflow was running on a
+        #     [managed
+        #     cluster](/dataproc/docs/concepts/workflows/using-workflows#configuring_or_selecting_a_cluster),
+        #     the cluster is deleted.
         class WorkflowTemplate
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -181,8 +193,8 @@ module Google
         #
         #     The step id is used as prefix for job id, as job
         #     `goog-dataproc-workflow-step-id` label, and in
-        #     {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds} field from other
-        #     steps.
+        #     {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
+        #     field from other steps.
         #
         #     The id must contain only letters (a-z, A-Z), numbers (0-9),
         #     underscores (_), and hyphens (-). Cannot begin or end with underscore
@@ -268,10 +280,10 @@ module Google
         #     A field is allowed to appear in at most one parameter's list of field
         #     paths.
         #
-        #     A field path is similar in syntax to a {::Google::Protobuf::FieldMask google.protobuf.FieldMask}.
-        #     For example, a field path that references the zone field of a workflow
-        #     template's cluster selector would be specified as
-        #     `placement.clusterSelector.zone`.
+        #     A field path is similar in syntax to a
+        #     {::Google::Protobuf::FieldMask google.protobuf.FieldMask}. For example, a
+        #     field path that references the zone field of a workflow template's cluster
+        #     selector would be specified as `placement.clusterSelector.zone`.
         #
         #     Also, field paths can reference fields using the following syntax:
         #
@@ -396,6 +408,21 @@ module Google
         # @!attribute [r] cluster_uuid
         #   @return [::String]
         #     Output only. The UUID of target cluster.
+        # @!attribute [r] dag_timeout
+        #   @return [::Google::Protobuf::Duration]
+        #     Output only. The timeout duration for the DAG of jobs, expressed in seconds
+        #     (see [JSON representation of
+        #     duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
+        # @!attribute [r] dag_start_time
+        #   @return [::Google::Protobuf::Timestamp]
+        #     Output only. DAG start time, only set for workflows with
+        #     {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when
+        #     DAG begins.
+        # @!attribute [r] dag_end_time
+        #   @return [::Google::Protobuf::Timestamp]
+        #     Output only. DAG end time, only set for workflows with
+        #     {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when
+        #     DAG ends.
         class WorkflowMetadata
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -572,7 +599,7 @@ module Google
         # @!attribute [rw] parameters
         #   @return [::Google::Protobuf::Map{::String => ::String}]
         #     Optional. Map from parameter names to values that should be used for those
-        #     parameters. Values may not exceed 100 characters.
+        #     parameters. Values may not exceed 1000 characters.
         class InstantiateWorkflowTemplateRequest
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-dataproc-v1
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.6.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-03-08 00:00:00.000000000 Z
+date: 2021-04-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gapic-common
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.3'
+        version: '0.4'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.3'
+        version: '0.4'
 - !ruby/object:Gem::Dependency
   name: google-cloud-errors
   requirement: !ruby/object:Gem::Requirement
@@ -175,6 +175,7 @@ files:
 - lib/google/cloud/dataproc/v1/cluster_controller/client.rb
 - lib/google/cloud/dataproc/v1/cluster_controller/credentials.rb
 - lib/google/cloud/dataproc/v1/cluster_controller/operations.rb
+- lib/google/cloud/dataproc/v1/cluster_controller/paths.rb
 - lib/google/cloud/dataproc/v1/clusters_pb.rb
 - lib/google/cloud/dataproc/v1/clusters_services_pb.rb
 - lib/google/cloud/dataproc/v1/job_controller.rb