google-cloud-dataproc-v1 0.3.0 → 0.6.0

data/proto_docs/google/cloud/dataproc/v1/jobs.rb

@@ -239,9 +239,9 @@ module Google
         # A list of queries to run on a cluster.
         # @!attribute [rw] queries
         #   @return [::Array<::String>]
-        #     Required. The queries to execute. You do not need to terminate a query
-        #     with a semicolon. Multiple queries can be specified in one string
-        #     by separating each with a semicolon. Here is an example of an Cloud
+        #     Required. The queries to execute. You do not need to end a query expression
+        #     with a semicolon. Multiple queries can be specified in one
+        #     string by separating each with a semicolon. Here is an example of a
         #     Dataproc API snippet that uses a QueryList to specify a HiveJob:
         #
         #         "hiveJob": {
@@ -505,9 +505,22 @@ module Google
         #   @return [::String]
         #     Output only. A cluster UUID generated by the Dataproc service when
         #     the job is submitted.
+        # @!attribute [rw] cluster_labels
+        #   @return [::Google::Protobuf::Map{::String => ::String}]
+        #     Optional. Cluster labels to identify a cluster where the job will be
+        #     submitted.
         class JobPlacement
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # @!attribute [rw] key
+          #   @return [::String]
+          # @!attribute [rw] value
+          #   @return [::String]
+          class ClusterLabelsEntry
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
         end
 
         # Dataproc job status.
@@ -596,8 +609,8 @@ module Google
         # Encapsulates the full scoping used to reference a job.
         # @!attribute [rw] project_id
         #   @return [::String]
-        #     Optional. The ID of the Google Cloud Platform project that the job belongs to. If
-        #     specified, must match the request project ID.
+        #     Optional. The ID of the Google Cloud Platform project that the job belongs
+        #     to. If specified, must match the request project ID.
         # @!attribute [rw] job_id
         #   @return [::String]
         #     Optional. The job ID, which must be unique within the project.
@@ -744,8 +757,8 @@ module Google
         #     may be reused over time.
         # @!attribute [r] done
         #   @return [::Boolean]
-        #     Output only. Indicates whether the job is completed. If the value is `false`,
-        #     the job is still in progress. If `true`, the job is completed, and
+        #     Output only. Indicates whether the job is completed. If the value is
+        #     `false`, the job is still in progress. If `true`, the job is completed, and
         #     `status.state` field will indicate if it was successful, failed,
         #     or cancelled.
         class Job
@@ -766,13 +779,18 @@ module Google
         # @!attribute [rw] max_failures_per_hour
         #   @return [::Integer]
         #     Optional. Maximum number of times per hour a driver may be restarted as
-        #     a result of driver terminating with non-zero code before job is
+        #     a result of driver exiting with non-zero code before job is
         #     reported failed.
         #
         #     A job may be reported as thrashing if driver exits with non-zero code
         #     4 times within 10 minute window.
         #
         #     Maximum value is 10.
+        # @!attribute [rw] max_failures_total
+        #   @return [::Integer]
+        #     Optional. Maximum number of times in total a driver may be restarted as a
+        #     result of driver exiting with non-zero code before job is reported failed.
+        #     Maximum value is 240.
         class JobScheduling
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -792,8 +810,9 @@ module Google
         # @!attribute [rw] request_id
         #   @return [::String]
         #     Optional. A unique id used to identify the request. If the server
-        #     receives two {::Google::Cloud::Dataproc::V1::SubmitJobRequest SubmitJobRequest} requests  with the same
-        #     id, then the second request will be ignored and the
+        #     receives two
+        #     [SubmitJobRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.SubmitJobRequest)s
+        #     with the same id, then the second request will be ignored and the
         #     first {::Google::Cloud::Dataproc::V1::Job Job} created and stored in the backend
         #     is returned.
         #

data/proto_docs/google/cloud/dataproc/v1/shared.rb

@@ -22,13 +22,30 @@ module Google
     module Dataproc
       module V1
         # Cluster components that can be activated.
+        # Next ID: 16.
         module Component
           # Unspecified component. Specifying this will cause Cluster creation to fail.
           COMPONENT_UNSPECIFIED = 0
 
-          # The Anaconda python distribution.
+          # The Anaconda python distribution. The Anaconda component is not supported
+          # in the Dataproc
+          # <a
+          # href="/dataproc/docs/concepts/versioning/dataproc-release-2.0">2.0
+          # image</a>. The 2.0 image is pre-installed with Miniconda.
           ANACONDA = 5
 
+          # Docker
+          DOCKER = 13
+
+          # The Druid query engine. (alpha)
+          DRUID = 9
+
+          # Flink
+          FLINK = 14
+
+          # HBase. (beta)
+          HBASE = 11
+
           # The Hive Web HCatalog (the REST service for accessing HCatalog).
           HIVE_WEBHCAT = 3
 
@@ -38,6 +55,12 @@ module Google
           # The Presto query engine.
           PRESTO = 6
 
+          # The Ranger service.
+          RANGER = 12
+
+          # The Solr service.
+          SOLR = 10
+
           # The Zeppelin notebook.
           ZEPPELIN = 4
 

data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb

@@ -78,6 +78,18 @@ module Google
         #     Optional. Template parameters whose values are substituted into the
         #     template. Values for parameters must be provided when the template is
         #     instantiated.
+        # @!attribute [rw] dag_timeout
+        #   @return [::Google::Protobuf::Duration]
+        #     Optional. Timeout duration for the DAG of jobs, expressed in seconds (see
+        #     [JSON representation of
+        #     duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
+        #     The timeout duration must be from 10 minutes ("600s") to 24 hours
+        #     ("86400s"). The timer begins when the first job is submitted. If the
+        #     workflow is running at the end of the timeout period, any remaining jobs
+        #     are cancelled, the workflow is ended, and if the workflow was running on a
+        #     [managed
+        #     cluster](/dataproc/docs/concepts/workflows/using-workflows#configuring_or_selecting_a_cluster),
+        #     the cluster is deleted.
         class WorkflowTemplate
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -181,8 +193,8 @@ module Google
         #
         #     The step id is used as prefix for job id, as job
         #     `goog-dataproc-workflow-step-id` label, and in
-        #     {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds} field from other
-        #     steps.
+        #     {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
+        #     field from other steps.
         #
         #     The id must contain only letters (a-z, A-Z), numbers (0-9),
         #     underscores (_), and hyphens (-). Cannot begin or end with underscore
@@ -268,10 +280,10 @@ module Google
         #     A field is allowed to appear in at most one parameter's list of field
         #     paths.
         #
-        #     A field path is similar in syntax to a {::Google::Protobuf::FieldMask google.protobuf.FieldMask}.
-        #     For example, a field path that references the zone field of a workflow
-        #     template's cluster selector would be specified as
-        #     `placement.clusterSelector.zone`.
+        #     A field path is similar in syntax to a
+        #     {::Google::Protobuf::FieldMask google.protobuf.FieldMask}. For example, a
+        #     field path that references the zone field of a workflow template's cluster
+        #     selector would be specified as `placement.clusterSelector.zone`.
         #
         #     Also, field paths can reference fields using the following syntax:
         #
@@ -396,6 +408,21 @@ module Google
         # @!attribute [r] cluster_uuid
         #   @return [::String]
         #     Output only. The UUID of target cluster.
+        # @!attribute [r] dag_timeout
+        #   @return [::Google::Protobuf::Duration]
+        #     Output only. The timeout duration for the DAG of jobs, expressed in seconds
+        #     (see [JSON representation of
+        #     duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
+        # @!attribute [r] dag_start_time
+        #   @return [::Google::Protobuf::Timestamp]
+        #     Output only. DAG start time, only set for workflows with
+        #     {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when
+        #     DAG begins.
+        # @!attribute [r] dag_end_time
+        #   @return [::Google::Protobuf::Timestamp]
+        #     Output only. DAG end time, only set for workflows with
+        #     {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when
+        #     DAG ends.
         class WorkflowMetadata
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -572,7 +599,7 @@ module Google
         # @!attribute [rw] parameters
         #   @return [::Google::Protobuf::Map{::String => ::String}]
         #     Optional. Map from parameter names to values that should be used for those
-        #     parameters. Values may not exceed 100 characters.
+        #     parameters. Values may not exceed 1000 characters.
         class InstantiateWorkflowTemplateRequest
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods

data/proto_docs/google/longrunning/operations.rb

@@ -25,7 +25,7 @@ module Google
     #   @return [::String]
     #     The server-assigned name, which is only unique within the same service that
     #     originally returns it. If you use the default HTTP mapping, the
-    #     `name` should have the format of `operations/some/unique/name`.
+    #     `name` should be a resource name ending with `operations/{unique_id}`.
     # @!attribute [rw] metadata
     #   @return [::Google::Protobuf::Any]
     #     Service-specific metadata associated with the operation.  It typically
@@ -35,7 +35,7 @@ module Google
     # @!attribute [rw] done
     #   @return [::Boolean]
     #     If the value is `false`, it means the operation is still in progress.
-    #     If true, the operation is completed, and either `error` or `response` is
+    #     If `true`, the operation is completed, and either `error` or `response` is
     #     available.
     # @!attribute [rw] error
     #   @return [::Google::Rpc::Status]
@@ -67,7 +67,7 @@ module Google
     # The request message for Operations.ListOperations.
     # @!attribute [rw] name
     #   @return [::String]
-    #     The name of the operation collection.
+    #     The name of the operation's parent resource.
     # @!attribute [rw] filter
     #   @return [::String]
     #     The standard list filter.
@@ -112,6 +112,20 @@ module Google
       extend ::Google::Protobuf::MessageExts::ClassMethods
     end
 
+    # The request message for Operations.WaitOperation.
+    # @!attribute [rw] name
+    #   @return [::String]
+    #     The name of the operation resource to wait on.
+    # @!attribute [rw] timeout
+    #   @return [::Google::Protobuf::Duration]
+    #     The maximum duration to wait before timing out. If left blank, the wait
+    #     will be at most the time permitted by the underlying HTTP/RPC protocol.
+    #     If RPC context deadline is also specified, the shorter one will be used.
+    class WaitOperationRequest
+      include ::Google::Protobuf::MessageExts
+      extend ::Google::Protobuf::MessageExts::ClassMethods
+    end
+
     # A message representing the message types used by a long-running operation.
     #
     # Example:

data/proto_docs/google/protobuf/any.rb

@@ -57,10 +57,13 @@ module Google
     #  Example 4: Pack and unpack a message in Go
     #
     #      foo := &pb.Foo{...}
-    #      any, err := ptypes.MarshalAny(foo)
+    #      any, err := anypb.New(foo)
+    #      if err != nil {
+    #        ...
+    #      }
     #      ...
     #      foo := &pb.Foo{}
-    #      if err := ptypes.UnmarshalAny(any, foo); err != nil {
+    #      if err := any.UnmarshalTo(foo); err != nil {
     #        ...
     #      }
     #

data/proto_docs/google/protobuf/timestamp.rb

@@ -70,7 +70,16 @@ module Google
     #         .setNanos((int) ((millis % 1000) * 1000000)).build();
     #
     #
-    # Example 5: Compute Timestamp from current time in Python.
+    # Example 5: Compute Timestamp from Java `Instant.now()`.
+    #
+    #     Instant now = Instant.now();
+    #
+    #     Timestamp timestamp =
+    #         Timestamp.newBuilder().setSeconds(now.getEpochSecond())
+    #             .setNanos(now.getNano()).build();
+    #
+    #
+    # Example 6: Compute Timestamp from current time in Python.
     #
     #     timestamp = Timestamp()
     #     timestamp.GetCurrentTime()

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-dataproc-v1
 version: !ruby/object:Gem::Version
-  version: 0.3.0
+  version: 0.6.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-08-06 00:00:00.000000000 Z
+date: 2021-04-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gapic-common
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.3'
+        version: '0.4'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.3'
+        version: '0.4'
 - !ruby/object:Gem::Dependency
   name: google-cloud-errors
   requirement: !ruby/object:Gem::Requirement
@@ -44,14 +44,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.24.0
+        version: 1.25.1
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.24.0
+        version: 1.25.1
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
@@ -150,7 +150,10 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.9'
-description: Manages Hadoop-based clusters and jobs on Google Cloud Platform.
+description: Manages Hadoop-based clusters and jobs on Google Cloud Platform. Note
+  that google-cloud-dataproc-v1 is a version-specific client library. For most uses,
+  we recommend installing the main client library google-cloud-dataproc instead. See
+  the readme for more details.
 email: googleapis-packages@google.com
 executables: []
 extensions: []
@@ -172,6 +175,7 @@ files:
 - lib/google/cloud/dataproc/v1/cluster_controller/client.rb
 - lib/google/cloud/dataproc/v1/cluster_controller/credentials.rb
 - lib/google/cloud/dataproc/v1/cluster_controller/operations.rb
+- lib/google/cloud/dataproc/v1/cluster_controller/paths.rb
 - lib/google/cloud/dataproc/v1/clusters_pb.rb
 - lib/google/cloud/dataproc/v1/clusters_services_pb.rb
 - lib/google/cloud/dataproc/v1/job_controller.rb
@@ -218,14 +222,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.4'
+      version: '2.5'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.3
+rubygems_version: 3.2.13
 signing_key: 
 specification_version: 4
 summary: API Client library for the Cloud Dataproc V1 API