google-cloud-dataproc 0.3.0 → 0.3.1

data/lib/google/cloud/dataproc/v1beta2/clusters_pb.rb

@@ -5,8 +5,8 @@
 require 'google/protobuf'
 
 require 'google/api/annotations_pb'
-require 'google/cloud/dataproc/v1beta2/shared_pb'
 require 'google/cloud/dataproc/v1beta2/operations_pb'
+require 'google/cloud/dataproc/v1beta2/shared_pb'
 require 'google/longrunning/operations_pb'
 require 'google/protobuf/duration_pb'
 require 'google/protobuf/field_mask_pb'

data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/clusters.rb

@@ -36,8 +36,9 @@ module Google
         #     Label **keys** must contain 1 to 63 characters, and must conform to
         #     [RFC 1035](https://www.ietf.org/rfc/rfc1035.txt).
         #     Label **values** may be empty, but, if present, must contain 1 to 63
-        #     characters, and must conform to [RFC 1035](https://www.ietf.org/rfc/rfc1035.txt).
-        #     No more than 32 labels can be associated with a cluster.
+        #     characters, and must conform to [RFC
+        #     1035](https://www.ietf.org/rfc/rfc1035.txt). No more than 32 labels can be
+        #     associated with a cluster.
         # @!attribute [rw] status
         #   @return [Google::Cloud::Dataproc::V1beta2::ClusterStatus]
         #     Output only. Cluster status.
@@ -52,8 +53,8 @@ module Google
         #   @return [Google::Cloud::Dataproc::V1beta2::ClusterMetrics]
         #     Output only. Contains cluster daemon metrics such as HDFS and YARN stats.
         #
-        #     **Beta Feature**: This report is available for testing purposes only. It may
-        #     be changed before final release.
+        #     **Beta Feature**: This report is available for testing purposes only. It
+        #     may be changed before final release.
         class Cluster; end
 
         # The cluster config.
@@ -92,9 +93,11 @@ module Google
         #     Optional. Commands to execute on each node after config is
         #     completed. By default, executables are run on master and all worker nodes.
         #     You can test a node's <code>role</code> metadata to run an executable on
-        #     a master or worker node, as shown below using `curl` (you can also use `wget`):
+        #     a master or worker node, as shown below using `curl` (you can also use
+        #     `wget`):
         #
-        #         ROLE=$(curl -H Metadata-Flavor:Google http://metadata/computeMetadata/v1beta2/instance/attributes/dataproc-role)
+        #         ROLE=$(curl -H Metadata-Flavor:Google
+        #         http://metadata/computeMetadata/v1beta2/instance/attributes/dataproc-role)
         #         if [[ "${ROLE}" == 'Master' ]]; then
         #           ... master specific actions ...
         #         else
@@ -153,11 +156,11 @@ module Google
         # @!attribute [rw] internal_ip_only
         #   @return [true, false]
         #     Optional. If true, all instances in the cluster will only have internal IP
-        #     addresses. By default, clusters are not restricted to internal IP addresses,
-        #     and will have ephemeral external IP addresses assigned to each instance.
-        #     This `internal_ip_only` restriction can only be enabled for subnetwork
-        #     enabled networks, and all off-cluster dependencies must be configured to be
-        #     accessible without external IP addresses.
+        #     addresses. By default, clusters are not restricted to internal IP
+        #     addresses, and will have ephemeral external IP addresses assigned to each
+        #     instance. This `internal_ip_only` restriction can only be enabled for
+        #     subnetwork enabled networks, and all off-cluster dependencies must be
+        #     configured to be accessible without external IP addresses.
         # @!attribute [rw] service_account
         #   @return [String]
         #     Optional. The service account of the instances. Defaults to the default
@@ -167,7 +170,8 @@ module Google
         #     * roles/logging.logWriter
         #     * roles/storage.objectAdmin
         #
-        #     (see https://cloud.google.com/compute/docs/access/service-accounts#custom_service_accounts
+        #     (see
+        #     https://cloud.google.com/compute/docs/access/service-accounts#custom_service_accounts
         #     for more information).
         #     Example: `[account_id]@[project_id].iam.gserviceaccount.com`
         # @!attribute [rw] service_account_scopes
@@ -193,7 +197,8 @@ module Google
         # @!attribute [rw] metadata
         #   @return [Hash{String => String}]
         #     The Compute Engine metadata entries to add to all instances (see
-        #     [Project and instance metadata](https://cloud.google.com/compute/docs/storing-retrieving-metadata#project_and_instance_metadata)).
+        #     [Project and instance
+        #     metadata](https://cloud.google.com/compute/docs/storing-retrieving-metadata#project_and_instance_metadata)).
         class GceClusterConfig; end
 
         # Optional. The config settings for Compute Engine resources in
@@ -222,7 +227,8 @@ module Google
         #     * `n1-standard-2`
         #
         #     **Auto Zone Exception**: If you are using the Cloud Dataproc
-        #     [Auto Zone Placement](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement)
+        #     [Auto Zone
+        #     Placement](/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement)
         #     feature, you must use the short name of the machine type
         #     resource, for example, `n1-standard-2`.
         # @!attribute [rw] disk_config
@@ -230,7 +236,8 @@ module Google
         #     Optional. Disk option config settings.
         # @!attribute [rw] is_preemptible
         #   @return [true, false]
-        #     Optional. Specifies that this instance group contains preemptible instances.
+        #     Optional. Specifies that this instance group contains preemptible
+        #     instances.
         # @!attribute [rw] managed_group_config
         #   @return [Google::Cloud::Dataproc::V1beta2::ManagedGroupConfig]
         #     Output only. The config for Compute Engine Instance Group
@@ -274,7 +281,8 @@ module Google
         #     * `nvidia-tesla-k80`
         #
         #     **Auto Zone Exception**: If you are using the Cloud Dataproc
-        #     [Auto Zone Placement](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement)
+        #     [Auto Zone
+        #     Placement](/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement)
         #     feature, you must use the short name of the accelerator type
         #     resource, for example, `nvidia-tesla-k80`.
         # @!attribute [rw] accelerator_count
@@ -393,10 +401,12 @@ module Google
         # Specifies the selection and config of software inside the cluster.
         # @!attribute [rw] image_version
         #   @return [String]
-        #     Optional. The version of software inside the cluster. It must be one of the supported
-        #     [Cloud Dataproc Versions](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#supported_cloud_dataproc_versions),
+        #     Optional. The version of software inside the cluster. It must be one of the
+        #     supported [Cloud Dataproc
+        #     Versions](/dataproc/docs/concepts/versioning/dataproc-versions#supported_cloud_dataproc_versions),
         #     such as "1.2" (including a subminor version, such as "1.2.29"), or the
-        #     ["preview" version](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#other_versions).
+        #     ["preview"
+        #     version](/dataproc/docs/concepts/versioning/dataproc-versions#other_versions).
         #     If unspecified, it defaults to the latest version.
         # @!attribute [rw] properties
         #   @return [Hash{String => String}]
@@ -446,10 +456,11 @@ module Google
         # @!attribute [rw] request_id
         #   @return [String]
         #     Optional. A unique id used to identify the request. If the server
-        #     receives two {Google::Cloud::Dataproc::V1beta2::CreateClusterRequest CreateClusterRequest} requests  with the same
-        #     id, then the second request will be ignored and the
-        #     first {Google::Longrunning::Operation} created and stored in the backend
-        #     is returned.
+        #     receives two
+        #     {Google::Cloud::Dataproc::V1beta2::CreateClusterRequest CreateClusterRequest}
+        #     requests  with the same id, then the second request will be ignored and the
+        #     first {Google::Longrunning::Operation} created
+        #     and stored in the backend is returned.
         #
         #     It is recommended to always set this value to a
         #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -498,9 +509,10 @@ module Google
         #           }
         #         }
         #
-        #     Similarly, to change the number of preemptible workers in a cluster to 5, the
-        #     `update_mask` parameter would be `config.secondary_worker_config.num_instances`,
-        #     and the `PATCH` request body would be set as follows:
+        #     Similarly, to change the number of preemptible workers in a cluster to 5,
+        #     the `update_mask` parameter would be
+        #     `config.secondary_worker_config.num_instances`, and the `PATCH` request
+        #     body would be set as follows:
         #
         #         {
         #           "config":{
@@ -519,28 +531,34 @@ module Google
         #     <td>labels</td><td>Updates labels</td>
         #     </tr>
         #     <tr>
-        #     <td>config.worker_config.num_instances</td><td>Resize primary worker group</td>
+        #     <td>config.worker_config.num_instances</td><td>Resize primary worker
+        #     group</td>
         #     </tr>
         #     <tr>
-        #     <td>config.secondary_worker_config.num_instances</td><td>Resize secondary worker group</td>
+        #     <td>config.secondary_worker_config.num_instances</td><td>Resize secondary
+        #     worker group</td>
         #     </tr>
         #     <tr>
-        #     <td>config.lifecycle_config.auto_delete_ttl</td><td>Reset MAX TTL duration</td>
+        #     <td>config.lifecycle_config.auto_delete_ttl</td><td>Reset MAX TTL
+        #     duration</td>
         #     </tr>
         #     <tr>
-        #     <td>config.lifecycle_config.auto_delete_time</td><td>Update MAX TTL deletion timestamp</td>
+        #     <td>config.lifecycle_config.auto_delete_time</td><td>Update MAX TTL
+        #     deletion timestamp</td>
         #     </tr>
         #     <tr>
-        #     <td>config.lifecycle_config.idle_delete_ttl</td><td>Update Idle TTL duration</td>
+        #     <td>config.lifecycle_config.idle_delete_ttl</td><td>Update Idle TTL
+        #     duration</td>
         #     </tr>
         #     </table>
         # @!attribute [rw] request_id
         #   @return [String]
         #     Optional. A unique id used to identify the request. If the server
-        #     receives two {Google::Cloud::Dataproc::V1beta2::UpdateClusterRequest UpdateClusterRequest} requests  with the same
-        #     id, then the second request will be ignored and the
-        #     first {Google::Longrunning::Operation} created and stored in the
-        #     backend is returned.
+        #     receives two
+        #     {Google::Cloud::Dataproc::V1beta2::UpdateClusterRequest UpdateClusterRequest}
+        #     requests  with the same id, then the second request will be ignored and the
+        #     first {Google::Longrunning::Operation} created
+        #     and stored in the backend is returned.
         #
         #     It is recommended to always set this value to a
         #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -567,10 +585,11 @@ module Google
         # @!attribute [rw] request_id
         #   @return [String]
         #     Optional. A unique id used to identify the request. If the server
-        #     receives two {Google::Cloud::Dataproc::V1beta2::DeleteClusterRequest DeleteClusterRequest} requests  with the same
-        #     id, then the second request will be ignored and the
-        #     first {Google::Longrunning::Operation} created and stored in the
-        #     backend is returned.
+        #     receives two
+        #     {Google::Cloud::Dataproc::V1beta2::DeleteClusterRequest DeleteClusterRequest}
+        #     requests  with the same id, then the second request will be ignored and the
+        #     first {Google::Longrunning::Operation} created
+        #     and stored in the backend is returned.
         #
         #     It is recommended to always set this value to a
         #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).

data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/jobs.rb

@@ -59,8 +59,10 @@ module Google
         end
 
         # A Cloud Dataproc job for running
-        # [Apache Hadoop MapReduce](https://hadoop.apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html)
-        # jobs on [Apache Hadoop YARN](https://hadoop.apache.org/docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
+        # [Apache Hadoop
+        # MapReduce](https://hadoop.apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html)
+        # jobs on [Apache Hadoop
+        # YARN](https://hadoop.apache.org/docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
         # @!attribute [rw] main_jar_file_uri
         #   @return [String]
         #     The HCFS URI of the jar file containing the main class.
@@ -75,8 +77,8 @@ module Google
         # @!attribute [rw] args
         #   @return [Array<String>]
         #     Optional. The arguments to pass to the driver. Do not
-        #     include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as job
-        #     properties, since a collision may occur that causes an incorrect job
+        #     include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as
+        #     job properties, since a collision may occur that causes an incorrect job
         #     submission.
         # @!attribute [rw] jar_file_uris
         #   @return [Array<String>]
@@ -142,7 +144,8 @@ module Google
         class SparkJob; end
 
         # A Cloud Dataproc job for running
-        # [Apache PySpark](https://spark.apache.org/docs/0.9.0/python-programming-guide.html)
+        # [Apache
+        # PySpark](https://spark.apache.org/docs/0.9.0/python-programming-guide.html)
         # applications on YARN.
         # @!attribute [rw] main_python_file_uri
         #   @return [String]
@@ -210,8 +213,8 @@ module Google
         # @!attribute [rw] continue_on_failure
         #   @return [true, false]
         #     Optional. Whether to continue executing queries if a query fails.
-        #     The default value is `false`. Setting to `true` can be useful when executing
-        #     independent parallel queries.
+        #     The default value is `false`. Setting to `true` can be useful when
+        #     executing independent parallel queries.
         # @!attribute [rw] script_variables
         #   @return [Hash{String => String}]
         #     Optional. Mapping of query variable names to values (equivalent to the
@@ -229,8 +232,8 @@ module Google
         #     and UDFs.
         class HiveJob; end
 
-        # A Cloud Dataproc job for running [Apache Spark SQL](http://spark.apache.org/sql/)
-        # queries.
+        # A Cloud Dataproc job for running [Apache Spark
+        # SQL](http://spark.apache.org/sql/) queries.
         # @!attribute [rw] query_file_uri
         #   @return [String]
         #     The HCFS URI of the script that contains SQL queries.
@@ -265,8 +268,8 @@ module Google
         # @!attribute [rw] continue_on_failure
         #   @return [true, false]
         #     Optional. Whether to continue executing queries if a query fails.
-        #     The default value is `false`. Setting to `true` can be useful when executing
-        #     independent parallel queries.
+        #     The default value is `false`. Setting to `true` can be useful when
+        #     executing independent parallel queries.
         # @!attribute [rw] script_variables
         #   @return [Hash{String => String}]
         #     Optional. Mapping of query variable names to values (equivalent to the Pig
@@ -484,8 +487,8 @@ module Google
         #   @return [Array<Google::Cloud::Dataproc::V1beta2::YarnApplication>]
         #     Output only. The collection of YARN applications spun up by this job.
         #
-        #     **Beta** Feature: This report is available for testing purposes only. It may
-        #     be changed before final release.
+        #     **Beta** Feature: This report is available for testing purposes only. It
+        #     may be changed before final release.
         # @!attribute [rw] submitted_by
         #   @return [String]
         #     Output only. The email address of the user submitting the job. For jobs
@@ -505,8 +508,9 @@ module Google
         #     Label **keys** must contain 1 to 63 characters, and must conform to
         #     [RFC 1035](https://www.ietf.org/rfc/rfc1035.txt).
         #     Label **values** may be empty, but, if present, must contain 1 to 63
-        #     characters, and must conform to [RFC 1035](https://www.ietf.org/rfc/rfc1035.txt).
-        #     No more than 32 labels can be associated with a job.
+        #     characters, and must conform to [RFC
+        #     1035](https://www.ietf.org/rfc/rfc1035.txt). No more than 32 labels can be
+        #     associated with a job.
         # @!attribute [rw] scheduling
         #   @return [Google::Cloud::Dataproc::V1beta2::JobScheduling]
         #     Optional. Job scheduling configuration.
@@ -544,9 +548,10 @@ module Google
         # @!attribute [rw] request_id
         #   @return [String]
         #     Optional. A unique id used to identify the request. If the server
-        #     receives two {Google::Cloud::Dataproc::V1beta2::SubmitJobRequest SubmitJobRequest} requests  with the same
-        #     id, then the second request will be ignored and the
-        #     first {Google::Cloud::Dataproc::V1beta2::Job Job} created and stored in the backend
+        #     receives two
+        #     {Google::Cloud::Dataproc::V1beta2::SubmitJobRequest SubmitJobRequest} requests
+        #     with the same id, then the second request will be ignored and the first
+        #     {Google::Cloud::Dataproc::V1beta2::Job Job} created and stored in the backend
         #     is returned.
         #
         #     It is recommended to always set this value to a

data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/workflow_templates.rb

@@ -136,8 +136,8 @@ module Google
         #
         #     The step id is used as prefix for job id, as job
         #     `goog-dataproc-workflow-step-id` label, and in
-        #     {Google::Cloud::Dataproc::V1beta2::OrderedJob#prerequisite_step_ids prerequisiteStepIds} field from other
-        #     steps.
+        #     {Google::Cloud::Dataproc::V1beta2::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
+        #     field from other steps.
         #
         #     The id must contain only letters (a-z, A-Z), numbers (0-9),
         #     underscores (_), and hyphens (-). Cannot begin or end with underscore
@@ -202,12 +202,13 @@ module Google
         # @!attribute [rw] fields
         #   @return [Array<String>]
         #     Required. Paths to all fields that the parameter replaces.
-        #     A field is allowed to appear in at most one parameter's list of field paths.
+        #     A field is allowed to appear in at most one parameter's list of field
+        #     paths.
         #
-        #     A field path is similar in syntax to a {Google::Protobuf::FieldMask}.
-        #     For example, a field path that references the zone field of a workflow
-        #     template's cluster selector would be specified as
-        #     `placement.clusterSelector.zone`.
+        #     A field path is similar in syntax to a
+        #     {Google::Protobuf::FieldMask}. For example, a
+        #     field path that references the zone field of a workflow template's cluster
+        #     selector would be specified as `placement.clusterSelector.zone`.
         #
         #     Also, field paths can reference fields using the following syntax:
         #
@@ -499,8 +500,8 @@ module Google
         #     Output only. WorkflowTemplates list.
         # @!attribute [rw] next_page_token
         #   @return [String]
-        #     Output only. This token is included in the response if there are more results
-        #     to fetch. To fetch additional results, provide this value as the
+        #     Output only. This token is included in the response if there are more
+        #     results to fetch. To fetch additional results, provide this value as the
         #     page_token in a subsequent <code>ListWorkflowTemplatesRequest</code>.
         class ListWorkflowTemplatesResponse; end
 

data/lib/google/cloud/dataproc/v1beta2/doc/google/longrunning/operations.rb

@@ -31,7 +31,7 @@ module Google
     # @!attribute [rw] done
     #   @return [true, false]
     #     If the value is `false`, it means the operation is still in progress.
-    #     If true, the operation is completed, and either `error` or `response` is
+    #     If `true`, the operation is completed, and either `error` or `response` is
     #     available.
     # @!attribute [rw] error
     #   @return [Google::Rpc::Status]

data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/any.rb

@@ -97,7 +97,8 @@ module Google
     # @!attribute [rw] type_url
     #   @return [String]
     #     A URL/resource name that uniquely identifies the type of the serialized
-    #     protocol buffer message. The last segment of the URL's path must represent
+    #     protocol buffer message. This string must contain at least
+    #     one "/" character. The last segment of the URL's path must represent
     #     the fully qualified name of the type (as in
     #     `path/google.protobuf.Duration`). The name should be in a canonical form
     #     (e.g., leading "." is not accepted).

data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/field_mask.rb

@@ -83,57 +83,49 @@ module Google
     # describe the updated values, the API ignores the values of all
     # fields not covered by the mask.
     #
-    # If a repeated field is specified for an update operation, the existing
-    # repeated values in the target resource will be overwritten by the new values.
-    # Note that a repeated field is only allowed in the last position of a `paths`
-    # string.
+    # If a repeated field is specified for an update operation, new values will
+    # be appended to the existing repeated field in the target resource. Note that
+    # a repeated field is only allowed in the last position of a `paths` string.
     #
     # If a sub-message is specified in the last position of the field mask for an
-    # update operation, then the existing sub-message in the target resource is
-    # overwritten. Given the target message:
+    # update operation, then new value will be merged into the existing sub-message
+    # in the target resource.
+    #
+    # For example, given the target message:
     #
     #     f {
     #       b {
-    #         d : 1
-    #         x : 2
+    #         d: 1
+    #         x: 2
     #       }
-    #       c : 1
+    #       c: [1]
     #     }
     #
     # And an update message:
     #
     #     f {
     #       b {
-    #         d : 10
+    #         d: 10
     #       }
+    #       c: [2]
     #     }
     #
     # then if the field mask is:
     #
-    #  paths: "f.b"
+    #  paths: ["f.b", "f.c"]
     #
     # then the result will be:
     #
     #     f {
     #       b {
-    #         d : 10
+    #         d: 10
+    #         x: 2
     #       }
-    #       c : 1
+    #       c: [1, 2]
     #     }
     #
-    # However, if the update mask was:
-    #
-    #  paths: "f.b.d"
-    #
-    # then the result would be:
-    #
-    #     f {
-    #       b {
-    #         d : 10
-    #         x : 2
-    #       }
-    #       c : 1
-    #     }
+    # An implementation may provide options to override this default behavior for
+    # repeated and message fields.
     #
     # In order to reset a field's value to the default, the field must
     # be in the mask and set to the default value in the provided resource.