google-cloud-dataproc 0.5.1 → 0.6.0

data/lib/google/cloud/dataproc/v1beta2/cluster_controller_client.rb

@@ -231,7 +231,9 @@ module Google
 
           # Service calls
 
-          # Creates a cluster in a project.
+          # Creates a cluster in a project. The returned
+          # {Google::Longrunning::Operation#metadata Operation#metadata} will be
+          # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
           #
           # @param project_id [String]
           #   Required. The ID of the Google Cloud Platform project that the cluster
@@ -324,7 +326,9 @@ module Google
             operation
           end
 
-          # Updates a cluster in a project.
+          # Updates a cluster in a project. The returned
+          # {Google::Longrunning::Operation#metadata Operation#metadata} will be
+          # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
           #
           # @param project_id [String]
           #   Required. The ID of the Google Cloud Platform project the
@@ -505,7 +509,9 @@ module Google
             operation
           end
 
-          # Deletes a cluster in a project.
+          # Deletes a cluster in a project. The returned
+          # {Google::Longrunning::Operation#metadata Operation#metadata} will be
+          # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
           #
           # @param project_id [String]
           #   Required. The ID of the Google Cloud Platform project that the cluster
@@ -656,7 +662,7 @@ module Google
           # @param region [String]
           #   Required. The Cloud Dataproc region in which to handle the request.
           # @param filter [String]
-          #   Optional. A filter constraining the clusters to list. Filters are
+          #   Optional.  A filter constraining the clusters to list. Filters are
           #   case-sensitive and have the following syntax:
           #
           #   field = value [AND [field = value]] ...
@@ -734,9 +740,13 @@ module Google
             @list_clusters.call(req, options, &block)
           end
 
-          # Gets cluster diagnostic information.
-          # After the operation completes, the Operation.response field
-          # contains `DiagnoseClusterOutputLocation`.
+          # Gets cluster diagnostic information. The returned
+          # {Google::Longrunning::Operation#metadata Operation#metadata} will be
+          # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
+          # After the operation completes,
+          # {Google::Longrunning::Operation#response Operation#response}
+          # contains
+          # [Empty](https://cloud.google.comgoogle.protobuf.Empty).
           #
           # @param project_id [String]
           #   Required. The ID of the Google Cloud Platform project that the cluster

data/lib/google/cloud/dataproc/v1beta2/clusters_pb.rb

@@ -5,6 +5,8 @@
 require 'google/protobuf'
 
 require 'google/api/annotations_pb'
+require 'google/api/client_pb'
+require 'google/api/field_behavior_pb'
 require 'google/cloud/dataproc/v1beta2/operations_pb'
 require 'google/cloud/dataproc/v1beta2/shared_pb'
 require 'google/longrunning/operations_pb'
@@ -83,6 +85,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
   end
   add_message "google.cloud.dataproc.v1beta2.LifecycleConfig" do
     optional :idle_delete_ttl, :message, 1, "google.protobuf.Duration"
+    optional :idle_start_time, :message, 4, "google.protobuf.Timestamp"
     oneof :ttl do
       optional :auto_delete_time, :message, 2, "google.protobuf.Timestamp"
       optional :auto_delete_ttl, :message, 3, "google.protobuf.Duration"
@@ -106,6 +109,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     optional :cross_realm_trust_shared_password_uri, :string, 12
     optional :kdc_db_key_uri, :string, 13
     optional :tgt_lifetime_hours, :int32, 14
+    optional :realm, :string, 15
   end
   add_message "google.cloud.dataproc.v1beta2.NodeInitializationAction" do
     optional :executable_file, :string, 1

data/lib/google/cloud/dataproc/v1beta2/clusters_services_pb.rb

@@ -36,19 +36,29 @@ module Google
             self.unmarshal_class_method = :decode
             self.service_name = 'google.cloud.dataproc.v1beta2.ClusterController'
 
-            # Creates a cluster in a project.
+            # Creates a cluster in a project. The returned
+            # [Operation.metadata][google.longrunning.Operation.metadata] will be
+            # [ClusterOperationMetadata](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
             rpc :CreateCluster, CreateClusterRequest, Google::Longrunning::Operation
-            # Updates a cluster in a project.
+            # Updates a cluster in a project. The returned
+            # [Operation.metadata][google.longrunning.Operation.metadata] will be
+            # [ClusterOperationMetadata](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
             rpc :UpdateCluster, UpdateClusterRequest, Google::Longrunning::Operation
-            # Deletes a cluster in a project.
+            # Deletes a cluster in a project. The returned
+            # [Operation.metadata][google.longrunning.Operation.metadata] will be
+            # [ClusterOperationMetadata](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
             rpc :DeleteCluster, DeleteClusterRequest, Google::Longrunning::Operation
             # Gets the resource representation for a cluster in a project.
             rpc :GetCluster, GetClusterRequest, Cluster
             # Lists all regions/\\{region}/clusters in a project.
             rpc :ListClusters, ListClustersRequest, ListClustersResponse
-            # Gets cluster diagnostic information.
-            # After the operation completes, the Operation.response field
-            # contains `DiagnoseClusterOutputLocation`.
+            # Gets cluster diagnostic information. The returned
+            # [Operation.metadata][google.longrunning.Operation.metadata] will be
+            # [ClusterOperationMetadata](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
+            # After the operation completes,
+            # [Operation.response][google.longrunning.Operation.response]
+            # contains
+            # [Empty](google.protobuf.Empty).
             rpc :DiagnoseCluster, DiagnoseClusterRequest, Google::Longrunning::Operation
           end
 

data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/autoscaling_policies.rb

@@ -27,9 +27,16 @@ module Google
         #     or hyphen. Must consist of between 3 and 50 characters.
         # @!attribute [rw] name
         #   @return [String]
-        #     Output only. The "resource name" of the policy, as described
-        #     in https://cloud.google.com/apis/design/resource_names of the form
-        #     `projects/{project_id}/regions/{region}/autoscalingPolicies/{policy_id}`.
+        #     Output only. The "resource name" of the autoscaling policy, as described
+        #     in https://cloud.google.com/apis/design/resource_names.
+        #
+        #     * For `projects.regions.autoscalingPolicies`, the resource name of the
+        #       policy has the following format:
+        #       `projects/{project_id}/regions/{region}/autoscalingPolicies/{policy_id}`
+        #
+        #     * For `projects.locations.autoscalingPolicies`, the resource name of the
+        #       policy has the following format:
+        #       `projects/{project_id}/locations/{location}/autoscalingPolicies/{policy_id}`
         # @!attribute [rw] basic_algorithm
         #   @return [Google::Cloud::Dataproc::V1beta2::BasicAutoscalingAlgorithm]
         # @!attribute [rw] worker_config
@@ -140,20 +147,34 @@ module Google
         # A request to create an autoscaling policy.
         # @!attribute [rw] parent
         #   @return [String]
-        #     Required. The "resource name" of the region, as described
-        #     in https://cloud.google.com/apis/design/resource_names of the form
-        #     `projects/{project_id}/regions/{region}`.
+        #     Required. The "resource name" of the region or location, as described
+        #     in https://cloud.google.com/apis/design/resource_names.
+        #
+        #     * For `projects.regions.autoscalingPolicies.create`, the resource name
+        #       has the following format:
+        #       `projects/{project_id}/regions/{region}`
+        #
+        #     * For `projects.locations.autoscalingPolicies.create`, the resource name
+        #       has the following format:
+        #       `projects/{project_id}/locations/{location}`
         # @!attribute [rw] policy
         #   @return [Google::Cloud::Dataproc::V1beta2::AutoscalingPolicy]
-        #     The autoscaling policy to create.
+        #     Required. The autoscaling policy to create.
         class CreateAutoscalingPolicyRequest; end
 
         # A request to fetch an autoscaling policy.
         # @!attribute [rw] name
         #   @return [String]
         #     Required. The "resource name" of the autoscaling policy, as described
-        #     in https://cloud.google.com/apis/design/resource_names of the form
-        #     `projects/{project_id}/regions/{region}/autoscalingPolicies/{policy_id}`.
+        #     in https://cloud.google.com/apis/design/resource_names.
+        #
+        #     * For `projects.regions.autoscalingPolicies.get`, the resource name
+        #       of the policy has the following format:
+        #       `projects/{project_id}/regions/{region}/autoscalingPolicies/{policy_id}`
+        #
+        #     * For `projects.locations.autoscalingPolicies.get`, the resource name
+        #       of the policy has the following format:
+        #       `projects/{project_id}/locations/{location}/autoscalingPolicies/{policy_id}`
         class GetAutoscalingPolicyRequest; end
 
         # A request to update an autoscaling policy.
@@ -168,19 +189,34 @@ module Google
         # @!attribute [rw] name
         #   @return [String]
         #     Required. The "resource name" of the autoscaling policy, as described
-        #     in https://cloud.google.com/apis/design/resource_names of the form
-        #     `projects/{project_id}/regions/{region}/autoscalingPolicies/{policy_id}`.
+        #     in https://cloud.google.com/apis/design/resource_names.
+        #
+        #     * For `projects.regions.autoscalingPolicies.delete`, the resource name
+        #       of the policy has the following format:
+        #       `projects/{project_id}/regions/{region}/autoscalingPolicies/{policy_id}`
+        #
+        #     * For `projects.locations.autoscalingPolicies.delete`, the resource name
+        #       of the policy has the following format:
+        #       `projects/{project_id}/locations/{location}/autoscalingPolicies/{policy_id}`
         class DeleteAutoscalingPolicyRequest; end
 
         # A request to list autoscaling policies in a project.
         # @!attribute [rw] parent
         #   @return [String]
-        #     Required. The "resource name" of the region, as described
-        #     in https://cloud.google.com/apis/design/resource_names of the form
-        #     `projects/{project_id}/regions/{region}`
+        #     Required. The "resource name" of the region or location, as described
+        #     in https://cloud.google.com/apis/design/resource_names.
+        #
+        #     * For `projects.regions.autoscalingPolicies.list`, the resource name
+        #       of the region has the following format:
+        #       `projects/{project_id}/regions/{region}`
+        #
+        #     * For `projects.locations.autoscalingPolicies.list`, the resource name
+        #       of the location has the following format:
+        #       `projects/{project_id}/locations/{location}`
         # @!attribute [rw] page_size
         #   @return [Integer]
         #     Optional. The maximum number of results to return in each response.
+        #     Must be less than or equal to 1000. Defaults to 100.
         # @!attribute [rw] page_token
         #   @return [String]
         #     Optional. The page token, returned by a previous call, to request the

data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/clusters.rb

@@ -242,7 +242,7 @@ module Google
         #     Optional. Reservation Affinity for consuming Zonal reservation.
         class GceClusterConfig; end
 
-        # Optional. The config settings for Compute Engine resources in
+        # The config settings for Compute Engine resources in
         # an instance group, such as a master or worker group.
         # @!attribute [rw] num_instances
         #   @return [Integer]
@@ -288,12 +288,9 @@ module Google
         #   @return [Array<Google::Cloud::Dataproc::V1beta2::AcceleratorConfig>]
         #     Optional. The Compute Engine accelerator configuration for these
         #     instances.
-        #
-        #     **Beta Feature**: This feature is still under development. It may be
-        #     changed before final release.
         # @!attribute [rw] min_cpu_platform
         #   @return [String]
-        #     Optional. Specifies the minimum cpu platform for the Instance Group.
+        #     Specifies the minimum cpu platform for the Instance Group.
         #     See [Cloud Dataproc&rarr;Minimum CPU Platform]
         #     (/dataproc/docs/concepts/compute/dataproc-min-cpu).
         class InstanceGroupConfig; end
@@ -343,7 +340,7 @@ module Google
         #     Optional. Size in GB of the boot disk (default is 500GB).
         # @!attribute [rw] num_local_ssds
         #   @return [Integer]
-        #     Optional. Number of attached SSDs, from 0 to 4 (default is 0).
+        #     Number of attached SSDs, from 0 to 4 (default is 0).
         #     If SSDs are not attached, the boot disk is used to store runtime logs and
         #     [HDFS](https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data.
         #     If one or more SSDs are attached, this runtime bulk
@@ -369,6 +366,10 @@ module Google
         #     auto-deleted at the end of this period. Valid range: **[10m, 14d]**.
         #
         #     Example: **"1d"**, to delete the cluster 1 day after its creation..
+        # @!attribute [rw] idle_start_time
+        #   @return [Google::Protobuf::Timestamp]
+        #     Output only. The time when cluster became idle (most recent job finished)
+        #     and became eligible for deletion due to idleness.
         class LifecycleConfig; end
 
         # Security related configuration, including encryption, Kerberos, etc.
@@ -440,6 +441,10 @@ module Google
         #     Optional. The lifetime of the ticket granting ticket, in hours.
         #     If not specified, or user specifies 0, then default value 10
         #     will be used.
+        # @!attribute [rw] realm
+        #   @return [String]
+        #     Optional. The name of the on-cluster Kerberos realm.
+        #     If not specified, the uppercased domain of hostnames will be the realm.
         class KerberosConfig; end
 
         # Specifies an executable to run on a fully configured node and a
@@ -738,7 +743,7 @@ module Google
         #     Required. The Cloud Dataproc region in which to handle the request.
         # @!attribute [rw] filter
         #   @return [String]
-        #     Optional. A filter constraining the clusters to list. Filters are
+        #     Optional.  A filter constraining the clusters to list. Filters are
         #     case-sensitive and have the following syntax:
         #
         #     field = value [AND [field = value]] ...

data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/jobs.rb

@@ -107,6 +107,11 @@ module Google
 
         # A Cloud Dataproc job for running [Apache Spark](http://spark.apache.org/)
         # applications on YARN.
+        # The specification of the main method to call to drive the job.
+        # Specify either the jar file that contains the main class or the main class
+        # name. To pass both a main jar and a main class in that jar, add the jar to
+        # `CommonJob.jar_file_uris`, and then specify the main class name in
+        # `main_class`.
         # @!attribute [rw] main_jar_file_uri
         #   @return [String]
         #     The HCFS URI of the jar file that contains the main class.
@@ -433,16 +438,16 @@ module Google
         # be changed before final release.
         # @!attribute [rw] name
         #   @return [String]
-        #     Required. The application name.
+        #     Output only. The application name.
         # @!attribute [rw] state
         #   @return [Google::Cloud::Dataproc::V1beta2::YarnApplication::State]
-        #     Required. The application state.
+        #     Output only. The application state.
         # @!attribute [rw] progress
         #   @return [Float]
-        #     Required. The numerical progress of the application, from 1 to 100.
+        #     Output only. The numerical progress of the application, from 1 to 100.
         # @!attribute [rw] tracking_url
         #   @return [String]
-        #     Optional. The HTTP URL of the ApplicationMaster, HistoryServer, or
+        #     Optional. Output only. The HTTP URL of the ApplicationMaster, HistoryServer, or
         #     TimelineServer that provides application-specific information. The URL uses
         #     the internal hostname, and requires a proxy server for resolution and,
         #     possibly, access.

data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/workflow_templates.rb

@@ -29,9 +29,16 @@ module Google
         #     .
         # @!attribute [rw] name
         #   @return [String]
-        #     Output only. The "resource name" of the template, as described
-        #     in https://cloud.google.com/apis/design/resource_names of the form
-        #     `projects/{project_id}/regions/{region}/workflowTemplates/{template_id}`
+        #     Output only. The resource name of the workflow template, as described
+        #     in https://cloud.google.com/apis/design/resource_names.
+        #
+        #     * For `projects.regions.workflowTemplates`, the resource name of the
+        #       template has the following format:
+        #       `projects/{project_id}/regions/{region}/workflowTemplates/{template_id}`
+        #
+        #     * For `projects.locations.workflowTemplates`, the resource name of the
+        #       template has the following format:
+        #       `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}`
         # @!attribute [rw] version
         #   @return [Integer]
         #     Optional. Used to perform a consistent read-modify-write.
@@ -194,7 +201,7 @@ module Google
         # * Zone (in ClusterSelector)
         # @!attribute [rw] name
         #   @return [String]
-        #     Required.  Parameter name.
+        #     Required. Parameter name.
         #     The parameter name is used as the key, and paired with the
         #     parameter value, which are passed to the template when the template
         #     is instantiated.
@@ -282,7 +289,16 @@ module Google
         # A Cloud Dataproc workflow template resource.
         # @!attribute [rw] template
         #   @return [String]
-        #     Output only. The "resource name" of the template.
+        #     Output only. The resource name of the workflow template as described
+        #     in https://cloud.google.com/apis/design/resource_names.
+        #
+        #     * For `projects.regions.workflowTemplates`, the resource name of the
+        #       template has the following format:
+        #       `projects/{project_id}/regions/{region}/workflowTemplates/{template_id}`
+        #
+        #     * For `projects.locations.workflowTemplates`, the resource name of the
+        #       template has the following format:
+        #       `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}`
         # @!attribute [rw] version
         #   @return [Integer]
         #     Output only. The version of template at the time of
@@ -392,9 +408,16 @@ module Google
         # A request to create a workflow template.
         # @!attribute [rw] parent
         #   @return [String]
-        #     Required. The "resource name" of the region, as described
-        #     in https://cloud.google.com/apis/design/resource_names of the form
-        #     `projects/{project_id}/regions/{region}`
+        #     Required. The resource name of the region or location, as described
+        #     in https://cloud.google.com/apis/design/resource_names.
+        #
+        #     * For `projects.regions.workflowTemplates,create`, the resource name of the
+        #       region has the following format:
+        #       `projects/{project_id}/regions/{region}`
+        #
+        #     * For `projects.locations.workflowTemplates.create`, the resource name of
+        #       the location has the following format:
+        #       `projects/{project_id}/locations/{location}`
         # @!attribute [rw] template
         #   @return [Google::Cloud::Dataproc::V1beta2::WorkflowTemplate]
         #     Required. The Dataproc workflow template to create.
@@ -403,13 +426,20 @@ module Google
         # A request to fetch a workflow template.
         # @!attribute [rw] name
         #   @return [String]
-        #     Required. The "resource name" of the workflow template, as described
-        #     in https://cloud.google.com/apis/design/resource_names of the form
-        #     `projects/{project_id}/regions/{region}/workflowTemplates/{template_id}`
+        #     Required. The resource name of the workflow template, as described
+        #     in https://cloud.google.com/apis/design/resource_names.
+        #
+        #     * For `projects.regions.workflowTemplates.get`, the resource name of the
+        #       template has the following format:
+        #       `projects/{project_id}/regions/{region}/workflowTemplates/{template_id}`
+        #
+        #     * For `projects.locations.workflowTemplates.get`, the resource name of the
+        #       template has the following format:
+        #       `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}`
         # @!attribute [rw] version
         #   @return [Integer]
         #     Optional. The version of workflow template to retrieve. Only previously
-        #     instatiated versions can be retrieved.
+        #     instantiated versions can be retrieved.
         #
         #     If unspecified, retrieves the current version.
         class GetWorkflowTemplateRequest; end
@@ -417,9 +447,16 @@ module Google
         # A request to instantiate a workflow template.
         # @!attribute [rw] name
         #   @return [String]
-        #     Required. The "resource name" of the workflow template, as described
-        #     in https://cloud.google.com/apis/design/resource_names of the form
-        #     `projects/{project_id}/regions/{region}/workflowTemplates/{template_id}`
+        #     Required. The resource name of the workflow template, as described
+        #     in https://cloud.google.com/apis/design/resource_names.
+        #
+        #     * For `projects.regions.workflowTemplates.instantiate`, the resource name
+        #       of the template has the following format:
+        #       `projects/{project_id}/regions/{region}/workflowTemplates/{template_id}`
+        #
+        #     * For `projects.locations.workflowTemplates.instantiate`, the resource name
+        #       of the template has the following format:
+        #       `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}`
         # @!attribute [rw] version
         #   @return [Integer]
         #     Optional. The version of workflow template to instantiate. If specified,
@@ -451,9 +488,16 @@ module Google
         # A request to instantiate an inline workflow template.
         # @!attribute [rw] parent
         #   @return [String]
-        #     Required. The "resource name" of the workflow template region, as described
-        #     in https://cloud.google.com/apis/design/resource_names of the form
-        #     `projects/{project_id}/regions/{region}`
+        #     Required. The resource name of the region or location, as described
+        #     in https://cloud.google.com/apis/design/resource_names.
+        #
+        #     * For `projects.regions.workflowTemplates,instantiateinline`, the resource
+        #       name of the region has the following format:
+        #       `projects/{project_id}/regions/{region}`
+        #
+        #     * For `projects.locations.workflowTemplates.instantiateinline`, the
+        #       resource name of the location has the following format:
+        #       `projects/{project_id}/locations/{location}`
         # @!attribute [rw] template
         #   @return [Google::Cloud::Dataproc::V1beta2::WorkflowTemplate]
         #     Required. The workflow template to instantiate.
@@ -484,9 +528,16 @@ module Google
         # A request to list workflow templates in a project.
         # @!attribute [rw] parent
         #   @return [String]
-        #     Required. The "resource name" of the region, as described
-        #     in https://cloud.google.com/apis/design/resource_names of the form
-        #     `projects/{project_id}/regions/{region}`
+        #     Required. The resource name of the region or location, as described
+        #     in https://cloud.google.com/apis/design/resource_names.
+        #
+        #     * For `projects.regions.workflowTemplates,list`, the resource
+        #       name of the region has the following format:
+        #       `projects/{project_id}/regions/{region}`
+        #
+        #     * For `projects.locations.workflowTemplates.list`, the
+        #       resource name of the location has the following format:
+        #       `projects/{project_id}/locations/{location}`
         # @!attribute [rw] page_size
         #   @return [Integer]
         #     Optional. The maximum number of results to return in each response.
@@ -512,9 +563,16 @@ module Google
         # Currently started workflows will remain running.
         # @!attribute [rw] name
         #   @return [String]
-        #     Required. The "resource name" of the workflow template, as described
-        #     in https://cloud.google.com/apis/design/resource_names of the form
-        #     `projects/{project_id}/regions/{region}/workflowTemplates/{template_id}`
+        #     Required. The resource name of the workflow template, as described
+        #     in https://cloud.google.com/apis/design/resource_names.
+        #
+        #     * For `projects.regions.workflowTemplates.delete`, the resource name
+        #       of the template has the following format:
+        #       `projects/{project_id}/regions/{region}/workflowTemplates/{template_id}`
+        #
+        #     * For `projects.locations.workflowTemplates.instantiate`, the resource name
+        #       of the template has the following format:
+        #       `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}`
         # @!attribute [rw] version
         #   @return [Integer]
         #     Optional. The version of workflow template to delete. If specified,