google-cloud-dataproc-v1 0.2.3 → 0.5.0

data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb

@@ -80,20 +80,26 @@ module Google
         #     Bounds: [0s, 1d].
         # @!attribute [rw] scale_up_factor
         #   @return [::Float]
-        #     Required. Fraction of average pending memory in the last cooldown period
+        #     Required. Fraction of average YARN pending memory in the last cooldown period
         #     for which to add workers. A scale-up factor of 1.0 will result in scaling
         #     up so that there is no pending memory remaining after the update (more
         #     aggressive scaling). A scale-up factor closer to 0 will result in a smaller
         #     magnitude of scaling up (less aggressive scaling).
+        #     See [How autoscaling
+        #     works](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/autoscaling#how_autoscaling_works)
+        #     for more information.
         #
         #     Bounds: [0.0, 1.0].
         # @!attribute [rw] scale_down_factor
         #   @return [::Float]
-        #     Required. Fraction of average pending memory in the last cooldown period
+        #     Required. Fraction of average YARN pending memory in the last cooldown period
         #     for which to remove workers. A scale-down factor of 1 will result in
         #     scaling down so that there is no available memory remaining after the
         #     update (more aggressive scaling). A scale-down factor of 0 disables
         #     removing workers, which can be beneficial for autoscaling a single job.
+        #     See [How autoscaling
+        #     works](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/autoscaling#how_autoscaling_works)
+        #     for more information.
         #
         #     Bounds: [0.0, 1.0].
         # @!attribute [rw] scale_up_min_worker_fraction

data/proto_docs/google/cloud/dataproc/v1/clusters.rb

@@ -85,6 +85,17 @@ module Google
         #     and manage this project-level, per-location bucket (see
         #     [Dataproc staging
         #     bucket](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/staging-bucket)).
+        # @!attribute [rw] temp_bucket
+        #   @return [::String]
+        #     Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs data,
+        #     such as Spark and MapReduce history files.
+        #     If you do not specify a temp bucket,
+        #     Dataproc will determine a Cloud Storage location (US,
+        #     ASIA, or EU) for your cluster's temp bucket according to the
+        #     Compute Engine zone where your cluster is deployed, and then create
+        #     and manage this project-level, per-location bucket. The default bucket has
+        #     a TTL of 90 days, but you can use any TTL (or none) if you specify a
+        #     bucket.
         # @!attribute [rw] gce_cluster_config
         #   @return [::Google::Cloud::Dataproc::V1::GceClusterConfig]
         #     Optional. The shared Compute Engine config settings for
@@ -132,11 +143,37 @@ module Google
         # @!attribute [rw] lifecycle_config
         #   @return [::Google::Cloud::Dataproc::V1::LifecycleConfig]
         #     Optional. Lifecycle setting for the cluster.
+        # @!attribute [rw] endpoint_config
+        #   @return [::Google::Cloud::Dataproc::V1::EndpointConfig]
+        #     Optional. Port/endpoint configuration for this cluster
         class ClusterConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
+        # Endpoint config for this cluster
+        # @!attribute [r] http_ports
+        #   @return [::Google::Protobuf::Map{::String => ::String}]
+        #     Output only. The map of port descriptions to URLs. Will only be populated
+        #     if enable_http_port_access is true.
+        # @!attribute [rw] enable_http_port_access
+        #   @return [::Boolean]
+        #     Optional. If true, enable http access to specific ports on the cluster
+        #     from external sources. Defaults to false.
+        class EndpointConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # @!attribute [rw] key
+          #   @return [::String]
+          # @!attribute [rw] value
+          #   @return [::String]
+          class HttpPortsEntry
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+        end
+
         # Autoscaling Policy config associated with the cluster.
         # @!attribute [rw] policy_uri
         #   @return [::String]
@@ -214,7 +251,7 @@ module Google
         # @!attribute [rw] service_account
         #   @return [::String]
         #     Optional. The [Dataproc service
-        #     account](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/service-accounts#service_accounts_in_cloud_dataproc)
+        #     account](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/service-accounts#service_accounts_in_dataproc)
         #     (also see [VM Data Plane
         #     identity](https://cloud.google.com/dataproc/docs/concepts/iam/dataproc-principals#vm_service_account_data_plane_identity))
         #     used by Dataproc cluster VM instances to access Google Cloud Platform
@@ -318,6 +355,15 @@ module Google
         #   @return [::Boolean]
         #     Output only. Specifies that this instance group contains preemptible
         #     instances.
+        # @!attribute [rw] preemptibility
+        #   @return [::Google::Cloud::Dataproc::V1::InstanceGroupConfig::Preemptibility]
+        #     Optional. Specifies the preemptibility of the instance group.
+        #
+        #     The default value for master and worker groups is
+        #     `NON_PREEMPTIBLE`. This default cannot be changed.
+        #
+        #     The default value for secondary instances is
+        #     `PREEMPTIBLE`.
         # @!attribute [r] managed_group_config
         #   @return [::Google::Cloud::Dataproc::V1::ManagedGroupConfig]
         #     Output only. The config for Compute Engine Instance Group
@@ -335,6 +381,27 @@ module Google
         class InstanceGroupConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # Controls the use of
+          # [preemptible instances]
+          # (https://cloud.google.com/compute/docs/instances/preemptible)
+          # within the group.
+          module Preemptibility
+            # Preemptibility is unspecified, the system will choose the
+            # appropriate setting for each instance group.
+            PREEMPTIBILITY_UNSPECIFIED = 0
+
+            # Instances are non-preemptible.
+            #
+            # This option is allowed for all instance groups and is the only valid
+            # value for Master and Worker instance groups.
+            NON_PREEMPTIBLE = 1
+
+            # Instances are preemptible.
+            #
+            # This option is allowed only for secondary worker groups.
+            PREEMPTIBLE = 2
+          end
         end
 
         # Specifies the resources used to actively manage an instance group.
@@ -567,7 +634,7 @@ module Google
         #   @return [::String]
         #     Optional. The version of software inside the cluster. It must be one of the
         #     supported [Dataproc
-        #     Versions](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#supported_cloud_dataproc_versions),
+        #     Versions](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#supported_dataproc_versions),
         #     such as "1.2" (including a subminor version, such as "1.2.29"), or the
         #     ["preview"
         #     version](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#other_versions).

data/proto_docs/google/cloud/dataproc/v1/jobs.rb

@@ -153,12 +153,12 @@ module Google
         #     Spark driver and tasks.
         # @!attribute [rw] file_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of files to be copied to the working directory of
-        #     Spark drivers and distributed tasks. Useful for naively parallel tasks.
+        #     Optional. HCFS URIs of files to be placed in the working directory of
+        #     each executor. Useful for naively parallel tasks.
         # @!attribute [rw] archive_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of archives to be extracted in the working directory
-        #     of Spark drivers and tasks. Supported file types:
+        #     Optional. HCFS URIs of archives to be extracted into the working directory
+        #     of each executor. Supported file types:
         #     .jar, .tar, .tar.gz, .tgz, and .zip.
         # @!attribute [rw] properties
         #   @return [::Google::Protobuf::Map{::String => ::String}]
@@ -206,11 +206,12 @@ module Google
         #     Python driver and tasks.
         # @!attribute [rw] file_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of files to be copied to the working directory of
-        #     Python drivers and distributed tasks. Useful for naively parallel tasks.
+        #     Optional. HCFS URIs of files to be placed in the working directory of
+        #     each executor. Useful for naively parallel tasks.
         # @!attribute [rw] archive_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of archives to be extracted in the working directory of
+        #     Optional. HCFS URIs of archives to be extracted into the working directory
+        #     of each executor. Supported file types:
         #     .jar, .tar, .tar.gz, .tgz, and .zip.
         # @!attribute [rw] properties
         #   @return [::Google::Protobuf::Map{::String => ::String}]
@@ -421,12 +422,12 @@ module Google
         #     occur that causes an incorrect job submission.
         # @!attribute [rw] file_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of files to be copied to the working directory of
-        #     R drivers and distributed tasks. Useful for naively parallel tasks.
+        #     Optional. HCFS URIs of files to be placed in the working directory of
+        #     each executor. Useful for naively parallel tasks.
         # @!attribute [rw] archive_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of archives to be extracted in the working directory of
-        #     Spark drivers and tasks. Supported file types:
+        #     Optional. HCFS URIs of archives to be extracted into the working directory
+        #     of each executor. Supported file types:
         #     .jar, .tar, .tar.gz, .tgz, and .zip.
         # @!attribute [rw] properties
         #   @return [::Google::Protobuf::Map{::String => ::String}]
@@ -595,8 +596,8 @@ module Google
         # Encapsulates the full scoping used to reference a job.
         # @!attribute [rw] project_id
         #   @return [::String]
-        #     Required. The ID of the Google Cloud Platform project that the job
-        #     belongs to.
+        #     Optional. The ID of the Google Cloud Platform project that the job belongs to. If
+        #     specified, must match the request project ID.
         # @!attribute [rw] job_id
         #   @return [::String]
         #     Optional. The job ID, which must be unique within the project.

data/proto_docs/google/cloud/dataproc/v1/shared.rb

@@ -23,7 +23,7 @@ module Google
       module V1
         # Cluster components that can be activated.
         module Component
-          # Unspecified component.
+          # Unspecified component. Specifying this will cause Cluster creation to fail.
           COMPONENT_UNSPECIFIED = 0
 
           # The Anaconda python distribution.

data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb

@@ -75,7 +75,7 @@ module Google
         #     Required. The Directed Acyclic Graph of Jobs to submit.
         # @!attribute [rw] parameters
         #   @return [::Array<::Google::Cloud::Dataproc::V1::TemplateParameter>]
-        #     Optional. emplate parameters whose values are substituted into the
+        #     Optional. Template parameters whose values are substituted into the
         #     template. Values for parameters must be provided when the template is
         #     instantiated.
         class WorkflowTemplate
@@ -189,22 +189,28 @@ module Google
         #     or hyphen. Must consist of between 3 and 50 characters.
         # @!attribute [rw] hadoop_job
         #   @return [::Google::Cloud::Dataproc::V1::HadoopJob]
+        #     Optional. Job is a Hadoop job.
         # @!attribute [rw] spark_job
         #   @return [::Google::Cloud::Dataproc::V1::SparkJob]
+        #     Optional. Job is a Spark job.
         # @!attribute [rw] pyspark_job
         #   @return [::Google::Cloud::Dataproc::V1::PySparkJob]
+        #     Optional. Job is a PySpark job.
         # @!attribute [rw] hive_job
         #   @return [::Google::Cloud::Dataproc::V1::HiveJob]
+        #     Optional. Job is a Hive job.
         # @!attribute [rw] pig_job
         #   @return [::Google::Cloud::Dataproc::V1::PigJob]
+        #     Optional. Job is a Pig job.
         # @!attribute [rw] spark_r_job
         #   @return [::Google::Cloud::Dataproc::V1::SparkRJob]
-        #     Spark R job
+        #     Optional. Job is a SparkR job.
         # @!attribute [rw] spark_sql_job
         #   @return [::Google::Cloud::Dataproc::V1::SparkSqlJob]
+        #     Optional. Job is a SparkSql job.
         # @!attribute [rw] presto_job
         #   @return [::Google::Cloud::Dataproc::V1::PrestoJob]
-        #     Presto job
+        #     Optional. Job is a Presto job.
         # @!attribute [rw] labels
         #   @return [::Google::Protobuf::Map{::String => ::String}]
         #     Optional. The labels to associate with this job.

data/proto_docs/google/longrunning/operations.rb

@@ -25,7 +25,7 @@ module Google
     #   @return [::String]
     #     The server-assigned name, which is only unique within the same service that
     #     originally returns it. If you use the default HTTP mapping, the
-    #     `name` should have the format of `operations/some/unique/name`.
+    #     `name` should be a resource name ending with `operations/{unique_id}`.
     # @!attribute [rw] metadata
     #   @return [::Google::Protobuf::Any]
     #     Service-specific metadata associated with the operation.  It typically
@@ -35,7 +35,7 @@ module Google
     # @!attribute [rw] done
     #   @return [::Boolean]
     #     If the value is `false`, it means the operation is still in progress.
-    #     If true, the operation is completed, and either `error` or `response` is
+    #     If `true`, the operation is completed, and either `error` or `response` is
     #     available.
     # @!attribute [rw] error
     #   @return [::Google::Rpc::Status]
@@ -67,7 +67,7 @@ module Google
     # The request message for Operations.ListOperations.
     # @!attribute [rw] name
     #   @return [::String]
-    #     The name of the operation collection.
+    #     The name of the operation's parent resource.
     # @!attribute [rw] filter
     #   @return [::String]
     #     The standard list filter.
@@ -112,6 +112,20 @@ module Google
       extend ::Google::Protobuf::MessageExts::ClassMethods
     end
 
+    # The request message for Operations.WaitOperation.
+    # @!attribute [rw] name
+    #   @return [::String]
+    #     The name of the operation resource to wait on.
+    # @!attribute [rw] timeout
+    #   @return [::Google::Protobuf::Duration]
+    #     The maximum duration to wait before timing out. If left blank, the wait
+    #     will be at most the time permitted by the underlying HTTP/RPC protocol.
+    #     If RPC context deadline is also specified, the shorter one will be used.
+    class WaitOperationRequest
+      include ::Google::Protobuf::MessageExts
+      extend ::Google::Protobuf::MessageExts::ClassMethods
+    end
+
     # A message representing the message types used by a long-running operation.
     #
     # Example:

data/proto_docs/google/protobuf/any.rb

@@ -57,10 +57,13 @@ module Google
     #  Example 4: Pack and unpack a message in Go
     #
     #      foo := &pb.Foo{...}
-    #      any, err := ptypes.MarshalAny(foo)
+    #      any, err := anypb.New(foo)
+    #      if err != nil {
+    #        ...
+    #      }
     #      ...
     #      foo := &pb.Foo{}
-    #      if err := ptypes.UnmarshalAny(any, foo); err != nil {
+    #      if err := any.UnmarshalTo(foo); err != nil {
     #        ...
     #      }
     #

data/proto_docs/google/protobuf/timestamp.rb

@@ -70,7 +70,16 @@ module Google
     #         .setNanos((int) ((millis % 1000) * 1000000)).build();
     #
     #
-    # Example 5: Compute Timestamp from current time in Python.
+    # Example 5: Compute Timestamp from Java `Instant.now()`.
+    #
+    #     Instant now = Instant.now();
+    #
+    #     Timestamp timestamp =
+    #         Timestamp.newBuilder().setSeconds(now.getEpochSecond())
+    #             .setNanos(now.getNano()).build();
+    #
+    #
+    # Example 6: Compute Timestamp from current time in Python.
     #
     #     timestamp = Timestamp()
     #     timestamp.GetCurrentTime()

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-dataproc-v1
 version: !ruby/object:Gem::Version
-  version: 0.2.3
+  version: 0.5.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-06-18 00:00:00.000000000 Z
+date: 2021-03-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gapic-common
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.2'
+        version: '0.3'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.2'
+        version: '0.3'
 - !ruby/object:Gem::Dependency
   name: google-cloud-errors
   requirement: !ruby/object:Gem::Requirement
@@ -44,14 +44,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.24.0
+        version: 1.25.1
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.24.0
+        version: 1.25.1
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
@@ -150,7 +150,10 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.9'
-description: Manages Hadoop-based clusters and jobs on Google Cloud Platform.
+description: Manages Hadoop-based clusters and jobs on Google Cloud Platform. Note
+  that google-cloud-dataproc-v1 is a version-specific client library. For most uses,
+  we recommend installing the main client library google-cloud-dataproc instead. See
+  the readme for more details.
 email: googleapis-packages@google.com
 executables: []
 extensions: []
@@ -218,14 +221,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.4'
+      version: '2.5'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.3
+rubygems_version: 3.2.13
 signing_key: 
 specification_version: 4
 summary: API Client library for the Cloud Dataproc V1 API