RubyGems - google-cloud-dataproc-v1 - Versions diffs - 0.1.1 → 0.3.0 - Mend

google-cloud-dataproc-v1 0.1.1 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (22) hide show

checksums.yaml CHANGED

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 59d087bded22ed2ca963a03f5e00fba7e0d7e37a8f47f0bc96f6dee85fa49cd6
-  data.tar.gz: 7bdebfe1edeaa0b21b790a4efdc528ab928e9281125d2b9032fc3f0d38967416
+  metadata.gz: b2e6d82df142cab884923a81f9daa310e1e52ec776cc97bf592a721017865eb3
+  data.tar.gz: d44cf35542e0d5ddb0c3a7b6e702e0f99a05c8a82766a00c9a20c42a671ab65a
 SHA512:
-  metadata.gz: 0fb6daa713848cafc4c45bf6ef8ee400464be4a61be9d6cb904294eb5e9fae7310292983a034a7c570f5632910e4b21cf836656cbf84430495d998f091611ced
-  data.tar.gz: 9d32bc98b5466a57c89932c72195faaf1742f5811340a1581ca186f298361e488835d3d39b6e41928ec146778505da6c0a5ec937dcfd8ec04a98ad732b55df6f
+  metadata.gz: 580c5bc331bcbc9ac33439101998103f366b3c4175500b9f36f97d11b3387c81fc8ec5e3ce2500aad20c77235a747950b2beac3ddcb055108564823abe746c8b
+  data.tar.gz: 294093cb4e0ccbacabe0dd6b05d92a0edf71b55e70428187e2bd7923748c4a0ac4528570394a3d57bf7849e89542fc98fe9518b25ff3e9b335e594def6d38e92

data/README.md CHANGED

@@ -18,6 +18,7 @@ In order to use this library, you first need to go through the following steps:
 1. [Select or create a Cloud Platform project.](https://console.cloud.google.com/project)
 1. [Enable billing for your project.](https://cloud.google.com/billing/docs/how-to/modify-project#enable_billing_for_a_project)
+1. [Enable the API.](https://console.cloud.google.com/apis/library/dataproc.googleapis.com)
 1. {file:AUTHENTICATION.md Set up authentication.}
 ## Quick Start
@@ -33,6 +34,9 @@ response = client.create_autoscaling_policy request
 View the [Client Library Documentation](https://googleapis.dev/ruby/google-cloud-dataproc-v1/latest)
 for class and method documentation.
+See also the [Product Documentation](https://cloud.google.com/dataproc)
+for general usage information.
 ## Enabling Logging
 To enable logging for this library, set the logger for the underlying [gRPC](https://github.com/grpc/grpc/tree/master/src/ruby) library.

data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb CHANGED

@@ -35,19 +35,19 @@ module Google
             self.service_name = 'google.cloud.dataproc.v1.AutoscalingPolicyService'
             # Creates new autoscaling policy.
-            rpc :CreateAutoscalingPolicy, CreateAutoscalingPolicyRequest, AutoscalingPolicy
+            rpc :CreateAutoscalingPolicy, Google::Cloud::Dataproc::V1::CreateAutoscalingPolicyRequest, Google::Cloud::Dataproc::V1::AutoscalingPolicy
             # Updates (replaces) autoscaling policy.
             #
             # Disabled check for update_mask, because all updates will be full
             # replacements.
-            rpc :UpdateAutoscalingPolicy, UpdateAutoscalingPolicyRequest, AutoscalingPolicy
+            rpc :UpdateAutoscalingPolicy, Google::Cloud::Dataproc::V1::UpdateAutoscalingPolicyRequest, Google::Cloud::Dataproc::V1::AutoscalingPolicy
             # Retrieves autoscaling policy.
-            rpc :GetAutoscalingPolicy, GetAutoscalingPolicyRequest, AutoscalingPolicy
+            rpc :GetAutoscalingPolicy, Google::Cloud::Dataproc::V1::GetAutoscalingPolicyRequest, Google::Cloud::Dataproc::V1::AutoscalingPolicy
             # Lists autoscaling policies in the project.
-            rpc :ListAutoscalingPolicies, ListAutoscalingPoliciesRequest, ListAutoscalingPoliciesResponse
+            rpc :ListAutoscalingPolicies, Google::Cloud::Dataproc::V1::ListAutoscalingPoliciesRequest, Google::Cloud::Dataproc::V1::ListAutoscalingPoliciesResponse
             # Deletes an autoscaling policy. It is an error to delete an autoscaling
             # policy that is in use by one or more clusters.
-            rpc :DeleteAutoscalingPolicy, DeleteAutoscalingPolicyRequest, Google::Protobuf::Empty
+            rpc :DeleteAutoscalingPolicy, Google::Cloud::Dataproc::V1::DeleteAutoscalingPolicyRequest, Google::Protobuf::Empty
           end
           Stub = Service.rpc_stub_class

data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb CHANGED

@@ -73,7 +73,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["DEADLINE_EXCEEDED", "UNAVAILABLE"]
+                  retry_codes:   [4, 14]
                 }
                 default_config.rpcs.get_autoscaling_policy.timeout = 600.0
@@ -81,7 +81,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["DEADLINE_EXCEEDED", "UNAVAILABLE"]
+                  retry_codes:   [4, 14]
                 }
                 default_config.rpcs.list_autoscaling_policies.timeout = 600.0
@@ -89,7 +89,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["DEADLINE_EXCEEDED", "UNAVAILABLE"]
+                  retry_codes:   [4, 14]
                 }
                 default_config.rpcs.delete_autoscaling_policy.timeout = 600.0
@@ -159,7 +159,8 @@ module Google
               if credentials.is_a?(String) || credentials.is_a?(Hash)
                 credentials = Credentials.new credentials, scope: @config.scope
               end
-              @quota_project_id = credentials.respond_to?(:quota_project_id) ? credentials.quota_project_id : nil
+              @quota_project_id = @config.quota_project
+              @quota_project_id ||= credentials.quota_project_id if credentials.respond_to? :quota_project_id
               @autoscaling_policy_service_stub = ::Gapic::ServiceStub.new(
                 ::Google::Cloud::Dataproc::V1::AutoscalingPolicyService::Stub,
@@ -627,24 +628,28 @@ module Google
             #    *  `:retry_codes` (*type:* `Array<String>`) - The error codes that should
             #       trigger a retry.
             #   @return [::Hash]
+            # @!attribute [rw] quota_project
+            #   A separate project against which to charge quota.
+            #   @return [::String]
             #
             class Configuration
               extend ::Gapic::Config
-              config_attr :endpoint,     "dataproc.googleapis.com", String
-              config_attr :credentials,  nil do |value|
+              config_attr :endpoint,      "dataproc.googleapis.com", ::String
+              config_attr :credentials,   nil do |value|
                 allowed = [::String, ::Hash, ::Proc, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
                 allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
                 allowed.any? { |klass| klass === value }
               end
-              config_attr :scope,        nil, ::String, ::Array, nil
-              config_attr :lib_name,     nil, ::String, nil
-              config_attr :lib_version,  nil, ::String, nil
-              config_attr(:channel_args, { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
-              config_attr :interceptors, nil, ::Array, nil
-              config_attr :timeout,      nil, ::Numeric, nil
-              config_attr :metadata,     nil, ::Hash, nil
-              config_attr :retry_policy, nil, ::Hash, Proc, nil
+              config_attr :scope,         nil, ::String, ::Array, nil
+              config_attr :lib_name,      nil, ::String, nil
+              config_attr :lib_version,   nil, ::String, nil
+              config_attr(:channel_args,  { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
+              config_attr :interceptors,  nil, ::Array, nil
+              config_attr :timeout,       nil, ::Numeric, nil
+              config_attr :metadata,      nil, ::Hash, nil
+              config_attr :retry_policy,  nil, ::Hash, ::Proc, nil
+              config_attr :quota_project, nil, ::String, nil
               # @private
               def initialize parent_config = nil
@@ -660,7 +665,7 @@ module Google
               def rpcs
                 @rpcs ||= begin
                   parent_rpcs = nil
-                  parent_rpcs = @parent_config.rpcs if @parent_config&.respond_to? :rpcs
+                  parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config&.respond_to?(:rpcs)
                   Rpcs.new parent_rpcs
                 end
               end

data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb CHANGED

@@ -69,7 +69,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
                 default_config.rpcs.update_cluster.timeout = 300.0
@@ -77,7 +77,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
                 default_config.rpcs.delete_cluster.timeout = 300.0
@@ -85,7 +85,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
                 default_config.rpcs.get_cluster.timeout = 300.0
@@ -93,7 +93,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["INTERNAL", "DEADLINE_EXCEEDED", "UNAVAILABLE"]
+                  retry_codes:   [13, 4, 14]
                 }
                 default_config.rpcs.list_clusters.timeout = 300.0
@@ -101,7 +101,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["INTERNAL", "DEADLINE_EXCEEDED", "UNAVAILABLE"]
+                  retry_codes:   [13, 4, 14]
                 }
                 default_config.rpcs.diagnose_cluster.timeout = 300.0
@@ -109,7 +109,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
                 default_config
@@ -177,7 +177,8 @@ module Google
               if credentials.is_a?(String) || credentials.is_a?(Hash)
                 credentials = Credentials.new credentials, scope: @config.scope
               end
-              @quota_project_id = credentials.respond_to?(:quota_project_id) ? credentials.quota_project_id : nil
+              @quota_project_id = @config.quota_project
+              @quota_project_id ||= credentials.quota_project_id if credentials.respond_to? :quota_project_id
               @operations_client = Operations.new do |config|
                 config.credentials = credentials
@@ -856,24 +857,28 @@ module Google
             #    *  `:retry_codes` (*type:* `Array<String>`) - The error codes that should
             #       trigger a retry.
             #   @return [::Hash]
+            # @!attribute [rw] quota_project
+            #   A separate project against which to charge quota.
+            #   @return [::String]
             #
             class Configuration
               extend ::Gapic::Config
-              config_attr :endpoint,     "dataproc.googleapis.com", String
-              config_attr :credentials,  nil do |value|
+              config_attr :endpoint,      "dataproc.googleapis.com", ::String
+              config_attr :credentials,   nil do |value|
                 allowed = [::String, ::Hash, ::Proc, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
                 allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
                 allowed.any? { |klass| klass === value }
               end
-              config_attr :scope,        nil, ::String, ::Array, nil
-              config_attr :lib_name,     nil, ::String, nil
-              config_attr :lib_version,  nil, ::String, nil
-              config_attr(:channel_args, { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
-              config_attr :interceptors, nil, ::Array, nil
-              config_attr :timeout,      nil, ::Numeric, nil
-              config_attr :metadata,     nil, ::Hash, nil
-              config_attr :retry_policy, nil, ::Hash, Proc, nil
+              config_attr :scope,         nil, ::String, ::Array, nil
+              config_attr :lib_name,      nil, ::String, nil
+              config_attr :lib_version,   nil, ::String, nil
+              config_attr(:channel_args,  { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
+              config_attr :interceptors,  nil, ::Array, nil
+              config_attr :timeout,       nil, ::Numeric, nil
+              config_attr :metadata,      nil, ::Hash, nil
+              config_attr :retry_policy,  nil, ::Hash, ::Proc, nil
+              config_attr :quota_project, nil, ::String, nil
               # @private
               def initialize parent_config = nil
@@ -889,7 +894,7 @@ module Google
               def rpcs
                 @rpcs ||= begin
                   parent_rpcs = nil
-                  parent_rpcs = @parent_config.rpcs if @parent_config&.respond_to? :rpcs
+                  parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config&.respond_to?(:rpcs)
                   Rpcs.new parent_rpcs
                 end
               end

data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb CHANGED

@@ -85,6 +85,8 @@ module Google
               if credentials.is_a?(String) || credentials.is_a?(Hash)
                 credentials = Credentials.new credentials, scope: @config.scope
               end
+              @quota_project_id = @config.quota_project
+              @quota_project_id ||= credentials.quota_project_id if credentials.respond_to? :quota_project_id
               @operations_stub = ::Gapic::ServiceStub.new(
                 ::Google::Longrunning::Operations::Stub,
@@ -464,24 +466,28 @@ module Google
             #    *  `:retry_codes` (*type:* `Array<String>`) - The error codes that should
             #       trigger a retry.
             #   @return [::Hash]
+            # @!attribute [rw] quota_project
+            #   A separate project against which to charge quota.
+            #   @return [::String]
             #
             class Configuration
               extend ::Gapic::Config
-              config_attr :endpoint,     "dataproc.googleapis.com", String
-              config_attr :credentials,  nil do |value|
+              config_attr :endpoint,      "dataproc.googleapis.com", ::String
+              config_attr :credentials,   nil do |value|
                 allowed = [::String, ::Hash, ::Proc, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
                 allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
                 allowed.any? { |klass| klass === value }
               end
-              config_attr :scope,        nil, ::String, ::Array, nil
-              config_attr :lib_name,     nil, ::String, nil
-              config_attr :lib_version,  nil, ::String, nil
-              config_attr(:channel_args, { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
-              config_attr :interceptors, nil, ::Array, nil
-              config_attr :timeout,      nil, ::Numeric, nil
-              config_attr :metadata,     nil, ::Hash, nil
-              config_attr :retry_policy, nil, ::Hash, Proc, nil
+              config_attr :scope,         nil, ::String, ::Array, nil
+              config_attr :lib_name,      nil, ::String, nil
+              config_attr :lib_version,   nil, ::String, nil
+              config_attr(:channel_args,  { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
+              config_attr :interceptors,  nil, ::Array, nil
+              config_attr :timeout,       nil, ::Numeric, nil
+              config_attr :metadata,      nil, ::Hash, nil
+              config_attr :retry_policy,  nil, ::Hash, ::Proc, nil
+              config_attr :quota_project, nil, ::String, nil
               # @private
               def initialize parent_config = nil
@@ -497,7 +503,7 @@ module Google
               def rpcs
                 @rpcs ||= begin
                   parent_rpcs = nil
-                  parent_rpcs = @parent_config.rpcs if @parent_config&.respond_to? :rpcs
+                  parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config&.respond_to?(:rpcs)
                   Rpcs.new parent_rpcs
                 end
               end

data/lib/google/cloud/dataproc/v1/clusters_pb.rb CHANGED

@@ -25,6 +25,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     end
     add_message "google.cloud.dataproc.v1.ClusterConfig" do
       optional :config_bucket, :string, 1
+      optional :temp_bucket, :string, 2
       optional :gce_cluster_config, :message, 8, "google.cloud.dataproc.v1.GceClusterConfig"
       optional :master_config, :message, 9, "google.cloud.dataproc.v1.InstanceGroupConfig"
       optional :worker_config, :message, 10, "google.cloud.dataproc.v1.InstanceGroupConfig"
@@ -35,6 +36,11 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :autoscaling_config, :message, 18, "google.cloud.dataproc.v1.AutoscalingConfig"
       optional :security_config, :message, 16, "google.cloud.dataproc.v1.SecurityConfig"
       optional :lifecycle_config, :message, 17, "google.cloud.dataproc.v1.LifecycleConfig"
+      optional :endpoint_config, :message, 19, "google.cloud.dataproc.v1.EndpointConfig"
+    end
+    add_message "google.cloud.dataproc.v1.EndpointConfig" do
+      map :http_ports, :string, :string, 1
+      optional :enable_http_port_access, :bool, 2
     end
     add_message "google.cloud.dataproc.v1.AutoscalingConfig" do
       optional :policy_uri, :string, 1
@@ -60,10 +66,16 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :machine_type_uri, :string, 4
       optional :disk_config, :message, 5, "google.cloud.dataproc.v1.DiskConfig"
       optional :is_preemptible, :bool, 6
+      optional :preemptibility, :enum, 10, "google.cloud.dataproc.v1.InstanceGroupConfig.Preemptibility"
       optional :managed_group_config, :message, 7, "google.cloud.dataproc.v1.ManagedGroupConfig"
       repeated :accelerators, :message, 8, "google.cloud.dataproc.v1.AcceleratorConfig"
       optional :min_cpu_platform, :string, 9
     end
+    add_enum "google.cloud.dataproc.v1.InstanceGroupConfig.Preemptibility" do
+      value :PREEMPTIBILITY_UNSPECIFIED, 0
+      value :NON_PREEMPTIBLE, 1
+      value :PREEMPTIBLE, 2
+    end
     add_message "google.cloud.dataproc.v1.ManagedGroupConfig" do
       optional :instance_template_name, :string, 1
       optional :instance_group_manager_name, :string, 2
@@ -203,10 +215,12 @@ module Google
       module V1
         Cluster = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Cluster").msgclass
         ClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterConfig").msgclass
+        EndpointConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EndpointConfig").msgclass
         AutoscalingConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AutoscalingConfig").msgclass
         EncryptionConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EncryptionConfig").msgclass
         GceClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GceClusterConfig").msgclass
         InstanceGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupConfig").msgclass
+        InstanceGroupConfig::Preemptibility = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupConfig.Preemptibility").enummodule
         ManagedGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ManagedGroupConfig").msgclass
         AcceleratorConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AcceleratorConfig").msgclass
         DiskConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DiskConfig").msgclass

data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb CHANGED

@@ -37,19 +37,19 @@ module Google
             # Creates a cluster in a project. The returned
             # [Operation.metadata][google.longrunning.Operation.metadata] will be
             # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
-            rpc :CreateCluster, CreateClusterRequest, Google::Longrunning::Operation
+            rpc :CreateCluster, Google::Cloud::Dataproc::V1::CreateClusterRequest, Google::Longrunning::Operation
             # Updates a cluster in a project. The returned
             # [Operation.metadata][google.longrunning.Operation.metadata] will be
             # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
-            rpc :UpdateCluster, UpdateClusterRequest, Google::Longrunning::Operation
+            rpc :UpdateCluster, Google::Cloud::Dataproc::V1::UpdateClusterRequest, Google::Longrunning::Operation
             # Deletes a cluster in a project. The returned
             # [Operation.metadata][google.longrunning.Operation.metadata] will be
             # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
-            rpc :DeleteCluster, DeleteClusterRequest, Google::Longrunning::Operation
+            rpc :DeleteCluster, Google::Cloud::Dataproc::V1::DeleteClusterRequest, Google::Longrunning::Operation
             # Gets the resource representation for a cluster in a project.
-            rpc :GetCluster, GetClusterRequest, Cluster
+            rpc :GetCluster, Google::Cloud::Dataproc::V1::GetClusterRequest, Google::Cloud::Dataproc::V1::Cluster
             # Lists all regions/{region}/clusters in a project alphabetically.
-            rpc :ListClusters, ListClustersRequest, ListClustersResponse
+            rpc :ListClusters, Google::Cloud::Dataproc::V1::ListClustersRequest, Google::Cloud::Dataproc::V1::ListClustersResponse
             # Gets cluster diagnostic information. The returned
             # [Operation.metadata][google.longrunning.Operation.metadata] will be
             # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
@@ -57,7 +57,7 @@ module Google
             # [Operation.response][google.longrunning.Operation.response]
             # contains
             # [DiagnoseClusterResults](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#diagnoseclusterresults).
-            rpc :DiagnoseCluster, DiagnoseClusterRequest, Google::Longrunning::Operation
+            rpc :DiagnoseCluster, Google::Cloud::Dataproc::V1::DiagnoseClusterRequest, Google::Longrunning::Operation
           end
           Stub = Service.rpc_stub_class

data/lib/google/cloud/dataproc/v1/job_controller/client.rb CHANGED

@@ -68,7 +68,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
                 default_config.rpcs.submit_job_as_operation.timeout = 900.0
@@ -76,7 +76,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
                 default_config.rpcs.get_job.timeout = 900.0
@@ -84,7 +84,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["DEADLINE_EXCEEDED", "INTERNAL", "UNAVAILABLE"]
+                  retry_codes:   [4, 13, 14]
                 }
                 default_config.rpcs.list_jobs.timeout = 900.0
@@ -92,7 +92,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["DEADLINE_EXCEEDED", "INTERNAL", "UNAVAILABLE"]
+                  retry_codes:   [4, 13, 14]
                 }
                 default_config.rpcs.update_job.timeout = 900.0
@@ -100,7 +100,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
                 default_config.rpcs.cancel_job.timeout = 900.0
@@ -108,7 +108,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["DEADLINE_EXCEEDED", "INTERNAL", "UNAVAILABLE"]
+                  retry_codes:   [4, 13, 14]
                 }
                 default_config.rpcs.delete_job.timeout = 900.0
@@ -116,7 +116,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
                 default_config
@@ -184,7 +184,8 @@ module Google
               if credentials.is_a?(String) || credentials.is_a?(Hash)
                 credentials = Credentials.new credentials, scope: @config.scope
               end
-              @quota_project_id = credentials.respond_to?(:quota_project_id) ? credentials.quota_project_id : nil
+              @quota_project_id = @config.quota_project
+              @quota_project_id ||= credentials.quota_project_id if credentials.respond_to? :quota_project_id
               @operations_client = Operations.new do |config|
                 config.credentials = credentials
@@ -859,24 +860,28 @@ module Google
             #    *  `:retry_codes` (*type:* `Array<String>`) - The error codes that should
             #       trigger a retry.
             #   @return [::Hash]
+            # @!attribute [rw] quota_project
+            #   A separate project against which to charge quota.
+            #   @return [::String]
             #
             class Configuration
               extend ::Gapic::Config
-              config_attr :endpoint,     "dataproc.googleapis.com", String
-              config_attr :credentials,  nil do |value|
+              config_attr :endpoint,      "dataproc.googleapis.com", ::String
+              config_attr :credentials,   nil do |value|
                 allowed = [::String, ::Hash, ::Proc, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
                 allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
                 allowed.any? { |klass| klass === value }
               end
-              config_attr :scope,        nil, ::String, ::Array, nil
-              config_attr :lib_name,     nil, ::String, nil
-              config_attr :lib_version,  nil, ::String, nil
-              config_attr(:channel_args, { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
-              config_attr :interceptors, nil, ::Array, nil
-              config_attr :timeout,      nil, ::Numeric, nil
-              config_attr :metadata,     nil, ::Hash, nil
-              config_attr :retry_policy, nil, ::Hash, Proc, nil
+              config_attr :scope,         nil, ::String, ::Array, nil
+              config_attr :lib_name,      nil, ::String, nil
+              config_attr :lib_version,   nil, ::String, nil
+              config_attr(:channel_args,  { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
+              config_attr :interceptors,  nil, ::Array, nil
+              config_attr :timeout,       nil, ::Numeric, nil
+              config_attr :metadata,      nil, ::Hash, nil
+              config_attr :retry_policy,  nil, ::Hash, ::Proc, nil
+              config_attr :quota_project, nil, ::String, nil
               # @private
               def initialize parent_config = nil
@@ -892,7 +897,7 @@ module Google
               def rpcs
                 @rpcs ||= begin
                   parent_rpcs = nil
-                  parent_rpcs = @parent_config.rpcs if @parent_config&.respond_to? :rpcs
+                  parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config&.respond_to?(:rpcs)
                   Rpcs.new parent_rpcs
                 end
               end

data/lib/google/cloud/dataproc/v1/job_controller/operations.rb CHANGED

@@ -85,6 +85,8 @@ module Google
               if credentials.is_a?(String) || credentials.is_a?(Hash)
                 credentials = Credentials.new credentials, scope: @config.scope
               end
+              @quota_project_id = @config.quota_project
+              @quota_project_id ||= credentials.quota_project_id if credentials.respond_to? :quota_project_id
               @operations_stub = ::Gapic::ServiceStub.new(
                 ::Google::Longrunning::Operations::Stub,
@@ -464,24 +466,28 @@ module Google
             #    *  `:retry_codes` (*type:* `Array<String>`) - The error codes that should
             #       trigger a retry.
             #   @return [::Hash]
+            # @!attribute [rw] quota_project
+            #   A separate project against which to charge quota.
+            #   @return [::String]
             #
             class Configuration
               extend ::Gapic::Config
-              config_attr :endpoint,     "dataproc.googleapis.com", String
-              config_attr :credentials,  nil do |value|
+              config_attr :endpoint,      "dataproc.googleapis.com", ::String
+              config_attr :credentials,   nil do |value|
                 allowed = [::String, ::Hash, ::Proc, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
                 allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
                 allowed.any? { |klass| klass === value }
               end
-              config_attr :scope,        nil, ::String, ::Array, nil
-              config_attr :lib_name,     nil, ::String, nil
-              config_attr :lib_version,  nil, ::String, nil
-              config_attr(:channel_args, { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
-              config_attr :interceptors, nil, ::Array, nil
-              config_attr :timeout,      nil, ::Numeric, nil
-              config_attr :metadata,     nil, ::Hash, nil
-              config_attr :retry_policy, nil, ::Hash, Proc, nil
+              config_attr :scope,         nil, ::String, ::Array, nil
+              config_attr :lib_name,      nil, ::String, nil
+              config_attr :lib_version,   nil, ::String, nil
+              config_attr(:channel_args,  { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
+              config_attr :interceptors,  nil, ::Array, nil
+              config_attr :timeout,       nil, ::Numeric, nil
+              config_attr :metadata,      nil, ::Hash, nil
+              config_attr :retry_policy,  nil, ::Hash, ::Proc, nil
+              config_attr :quota_project, nil, ::String, nil
               # @private
               def initialize parent_config = nil
@@ -497,7 +503,7 @@ module Google
               def rpcs
                 @rpcs ||= begin
                   parent_rpcs = nil
-                  parent_rpcs = @parent_config.rpcs if @parent_config&.respond_to? :rpcs
+                  parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config&.respond_to?(:rpcs)
                   Rpcs.new parent_rpcs
                 end
               end

data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb CHANGED

@@ -34,24 +34,24 @@ module Google
             self.service_name = 'google.cloud.dataproc.v1.JobController'
             # Submits a job to a cluster.
-            rpc :SubmitJob, SubmitJobRequest, Job
+            rpc :SubmitJob, Google::Cloud::Dataproc::V1::SubmitJobRequest, Google::Cloud::Dataproc::V1::Job
             # Submits job to a cluster.
-            rpc :SubmitJobAsOperation, SubmitJobRequest, Google::Longrunning::Operation
+            rpc :SubmitJobAsOperation, Google::Cloud::Dataproc::V1::SubmitJobRequest, Google::Longrunning::Operation
             # Gets the resource representation for a job in a project.
-            rpc :GetJob, GetJobRequest, Job
+            rpc :GetJob, Google::Cloud::Dataproc::V1::GetJobRequest, Google::Cloud::Dataproc::V1::Job
             # Lists regions/{region}/jobs in a project.
-            rpc :ListJobs, ListJobsRequest, ListJobsResponse
+            rpc :ListJobs, Google::Cloud::Dataproc::V1::ListJobsRequest, Google::Cloud::Dataproc::V1::ListJobsResponse
             # Updates a job in a project.
-            rpc :UpdateJob, UpdateJobRequest, Job
+            rpc :UpdateJob, Google::Cloud::Dataproc::V1::UpdateJobRequest, Google::Cloud::Dataproc::V1::Job
             # Starts a job cancellation request. To access the job resource
             # after cancellation, call
             # [regions/{region}/jobs.list](https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.jobs/list)
             # or
             # [regions/{region}/jobs.get](https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.jobs/get).
-            rpc :CancelJob, CancelJobRequest, Job
+            rpc :CancelJob, Google::Cloud::Dataproc::V1::CancelJobRequest, Google::Cloud::Dataproc::V1::Job
             # Deletes the job from the project. If the job is active, the delete fails,
             # and the response returns `FAILED_PRECONDITION`.
-            rpc :DeleteJob, DeleteJobRequest, Google::Protobuf::Empty
+            rpc :DeleteJob, Google::Cloud::Dataproc::V1::DeleteJobRequest, Google::Protobuf::Empty
           end
           Stub = Service.rpc_stub_class

data/lib/google/cloud/dataproc/v1/version.rb CHANGED

@@ -21,7 +21,7 @@ module Google
   module Cloud
     module Dataproc
       module V1
-        VERSION = "0.1.1"
+        VERSION = "0.3.0"
       end
     end
   end

data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb CHANGED

@@ -71,7 +71,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
                 default_config.rpcs.get_workflow_template.timeout = 600.0
@@ -79,7 +79,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["DEADLINE_EXCEEDED", "INTERNAL", "UNAVAILABLE"]
+                  retry_codes:   [4, 13, 14]
                 }
                 default_config.rpcs.instantiate_workflow_template.timeout = 600.0
@@ -87,7 +87,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
                 default_config.rpcs.instantiate_inline_workflow_template.timeout = 600.0
@@ -95,7 +95,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
                 default_config.rpcs.update_workflow_template.timeout = 600.0
@@ -103,7 +103,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
                 default_config.rpcs.list_workflow_templates.timeout = 600.0
@@ -111,7 +111,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["DEADLINE_EXCEEDED", "INTERNAL", "UNAVAILABLE"]
+                  retry_codes:   [4, 13, 14]
                 }
                 default_config.rpcs.delete_workflow_template.timeout = 600.0
@@ -119,7 +119,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
                 default_config
@@ -187,7 +187,8 @@ module Google
               if credentials.is_a?(String) || credentials.is_a?(Hash)
                 credentials = Credentials.new credentials, scope: @config.scope
               end
-              @quota_project_id = credentials.respond_to?(:quota_project_id) ? credentials.quota_project_id : nil
+              @quota_project_id = @config.quota_project
+              @quota_project_id ||= credentials.quota_project_id if credentials.respond_to? :quota_project_id
               @operations_client = Operations.new do |config|
                 config.credentials = credentials
@@ -903,24 +904,28 @@ module Google
             #    *  `:retry_codes` (*type:* `Array<String>`) - The error codes that should
             #       trigger a retry.
             #   @return [::Hash]
+            # @!attribute [rw] quota_project
+            #   A separate project against which to charge quota.
+            #   @return [::String]
             #
             class Configuration
               extend ::Gapic::Config
-              config_attr :endpoint,     "dataproc.googleapis.com", String
-              config_attr :credentials,  nil do |value|
+              config_attr :endpoint,      "dataproc.googleapis.com", ::String
+              config_attr :credentials,   nil do |value|
                 allowed = [::String, ::Hash, ::Proc, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
                 allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
                 allowed.any? { |klass| klass === value }
               end
-              config_attr :scope,        nil, ::String, ::Array, nil
-              config_attr :lib_name,     nil, ::String, nil
-              config_attr :lib_version,  nil, ::String, nil
-              config_attr(:channel_args, { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
-              config_attr :interceptors, nil, ::Array, nil
-              config_attr :timeout,      nil, ::Numeric, nil
-              config_attr :metadata,     nil, ::Hash, nil
-              config_attr :retry_policy, nil, ::Hash, Proc, nil
+              config_attr :scope,         nil, ::String, ::Array, nil
+              config_attr :lib_name,      nil, ::String, nil
+              config_attr :lib_version,   nil, ::String, nil
+              config_attr(:channel_args,  { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
+              config_attr :interceptors,  nil, ::Array, nil
+              config_attr :timeout,       nil, ::Numeric, nil
+              config_attr :metadata,      nil, ::Hash, nil
+              config_attr :retry_policy,  nil, ::Hash, ::Proc, nil
+              config_attr :quota_project, nil, ::String, nil
               # @private
               def initialize parent_config = nil
@@ -936,7 +941,7 @@ module Google
               def rpcs
                 @rpcs ||= begin
                   parent_rpcs = nil
-                  parent_rpcs = @parent_config.rpcs if @parent_config&.respond_to? :rpcs
+                  parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config&.respond_to?(:rpcs)
                   Rpcs.new parent_rpcs
                 end
               end

data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb CHANGED

@@ -85,6 +85,8 @@ module Google
               if credentials.is_a?(String) || credentials.is_a?(Hash)
                 credentials = Credentials.new credentials, scope: @config.scope
               end
+              @quota_project_id = @config.quota_project
+              @quota_project_id ||= credentials.quota_project_id if credentials.respond_to? :quota_project_id
               @operations_stub = ::Gapic::ServiceStub.new(
                 ::Google::Longrunning::Operations::Stub,
@@ -464,24 +466,28 @@ module Google
             #    *  `:retry_codes` (*type:* `Array<String>`) - The error codes that should
             #       trigger a retry.
             #   @return [::Hash]
+            # @!attribute [rw] quota_project
+            #   A separate project against which to charge quota.
+            #   @return [::String]
             #
             class Configuration
               extend ::Gapic::Config
-              config_attr :endpoint,     "dataproc.googleapis.com", String
-              config_attr :credentials,  nil do |value|
+              config_attr :endpoint,      "dataproc.googleapis.com", ::String
+              config_attr :credentials,   nil do |value|
                 allowed = [::String, ::Hash, ::Proc, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
                 allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
                 allowed.any? { |klass| klass === value }
               end
-              config_attr :scope,        nil, ::String, ::Array, nil
-              config_attr :lib_name,     nil, ::String, nil
-              config_attr :lib_version,  nil, ::String, nil
-              config_attr(:channel_args, { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
-              config_attr :interceptors, nil, ::Array, nil
-              config_attr :timeout,      nil, ::Numeric, nil
-              config_attr :metadata,     nil, ::Hash, nil
-              config_attr :retry_policy, nil, ::Hash, Proc, nil
+              config_attr :scope,         nil, ::String, ::Array, nil
+              config_attr :lib_name,      nil, ::String, nil
+              config_attr :lib_version,   nil, ::String, nil
+              config_attr(:channel_args,  { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
+              config_attr :interceptors,  nil, ::Array, nil
+              config_attr :timeout,       nil, ::Numeric, nil
+              config_attr :metadata,      nil, ::Hash, nil
+              config_attr :retry_policy,  nil, ::Hash, ::Proc, nil
+              config_attr :quota_project, nil, ::String, nil
               # @private
               def initialize parent_config = nil
@@ -497,7 +503,7 @@ module Google
               def rpcs
                 @rpcs ||= begin
                   parent_rpcs = nil
-                  parent_rpcs = @parent_config.rpcs if @parent_config&.respond_to? :rpcs
+                  parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config&.respond_to?(:rpcs)
                   Rpcs.new parent_rpcs
                 end
               end

data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb CHANGED

@@ -35,12 +35,12 @@ module Google
             self.service_name = 'google.cloud.dataproc.v1.WorkflowTemplateService'
             # Creates new workflow template.
-            rpc :CreateWorkflowTemplate, CreateWorkflowTemplateRequest, WorkflowTemplate
+            rpc :CreateWorkflowTemplate, Google::Cloud::Dataproc::V1::CreateWorkflowTemplateRequest, Google::Cloud::Dataproc::V1::WorkflowTemplate
             # Retrieves the latest workflow template.
             #
             # Can retrieve previously instantiated template by specifying optional
             # version parameter.
-            rpc :GetWorkflowTemplate, GetWorkflowTemplateRequest, WorkflowTemplate
+            rpc :GetWorkflowTemplate, Google::Cloud::Dataproc::V1::GetWorkflowTemplateRequest, Google::Cloud::Dataproc::V1::WorkflowTemplate
             # Instantiates a template and begins execution.
             #
             # The returned Operation can be used to track execution of
@@ -61,7 +61,7 @@ module Google
             # On successful completion,
             # [Operation.response][google.longrunning.Operation.response] will be
             # [Empty][google.protobuf.Empty].
-            rpc :InstantiateWorkflowTemplate, InstantiateWorkflowTemplateRequest, Google::Longrunning::Operation
+            rpc :InstantiateWorkflowTemplate, Google::Cloud::Dataproc::V1::InstantiateWorkflowTemplateRequest, Google::Longrunning::Operation
             # Instantiates a template and begins execution.
             #
             # This method is equivalent to executing the sequence
@@ -86,14 +86,14 @@ module Google
             # On successful completion,
             # [Operation.response][google.longrunning.Operation.response] will be
             # [Empty][google.protobuf.Empty].
-            rpc :InstantiateInlineWorkflowTemplate, InstantiateInlineWorkflowTemplateRequest, Google::Longrunning::Operation
+            rpc :InstantiateInlineWorkflowTemplate, Google::Cloud::Dataproc::V1::InstantiateInlineWorkflowTemplateRequest, Google::Longrunning::Operation
             # Updates (replaces) workflow template. The updated template
             # must contain version that matches the current server version.
-            rpc :UpdateWorkflowTemplate, UpdateWorkflowTemplateRequest, WorkflowTemplate
+            rpc :UpdateWorkflowTemplate, Google::Cloud::Dataproc::V1::UpdateWorkflowTemplateRequest, Google::Cloud::Dataproc::V1::WorkflowTemplate
             # Lists workflows that match the specified filter in the request.
-            rpc :ListWorkflowTemplates, ListWorkflowTemplatesRequest, ListWorkflowTemplatesResponse
+            rpc :ListWorkflowTemplates, Google::Cloud::Dataproc::V1::ListWorkflowTemplatesRequest, Google::Cloud::Dataproc::V1::ListWorkflowTemplatesResponse
             # Deletes a workflow template. It does not cancel in-progress workflows.
-            rpc :DeleteWorkflowTemplate, DeleteWorkflowTemplateRequest, Google::Protobuf::Empty
+            rpc :DeleteWorkflowTemplate, Google::Cloud::Dataproc::V1::DeleteWorkflowTemplateRequest, Google::Protobuf::Empty
           end
           Stub = Service.rpc_stub_class

data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb CHANGED

@@ -80,20 +80,26 @@ module Google
         #     Bounds: [0s, 1d].
         # @!attribute [rw] scale_up_factor
         #   @return [::Float]
-        #     Required. Fraction of average pending memory in the last cooldown period
+        #     Required. Fraction of average YARN pending memory in the last cooldown period
         #     for which to add workers. A scale-up factor of 1.0 will result in scaling
         #     up so that there is no pending memory remaining after the update (more
         #     aggressive scaling). A scale-up factor closer to 0 will result in a smaller
         #     magnitude of scaling up (less aggressive scaling).
+        #     See [How autoscaling
+        #     works](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/autoscaling#how_autoscaling_works)
+        #     for more information.
         #
         #     Bounds: [0.0, 1.0].
         # @!attribute [rw] scale_down_factor
         #   @return [::Float]
-        #     Required. Fraction of average pending memory in the last cooldown period
+        #     Required. Fraction of average YARN pending memory in the last cooldown period
         #     for which to remove workers. A scale-down factor of 1 will result in
         #     scaling down so that there is no available memory remaining after the
         #     update (more aggressive scaling). A scale-down factor of 0 disables
         #     removing workers, which can be beneficial for autoscaling a single job.
+        #     See [How autoscaling
+        #     works](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/autoscaling#how_autoscaling_works)
+        #     for more information.
         #
         #     Bounds: [0.0, 1.0].
         # @!attribute [rw] scale_up_min_worker_fraction

data/proto_docs/google/cloud/dataproc/v1/clusters.rb CHANGED

@@ -85,6 +85,17 @@ module Google
         #     and manage this project-level, per-location bucket (see
         #     [Dataproc staging
         #     bucket](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/staging-bucket)).
+        # @!attribute [rw] temp_bucket
+        #   @return [::String]
+        #     Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs data,
+        #     such as Spark and MapReduce history files.
+        #     If you do not specify a temp bucket,
+        #     Dataproc will determine a Cloud Storage location (US,
+        #     ASIA, or EU) for your cluster's temp bucket according to the
+        #     Compute Engine zone where your cluster is deployed, and then create
+        #     and manage this project-level, per-location bucket. The default bucket has
+        #     a TTL of 90 days, but you can use any TTL (or none) if you specify a
+        #     bucket.
         # @!attribute [rw] gce_cluster_config
         #   @return [::Google::Cloud::Dataproc::V1::GceClusterConfig]
         #     Optional. The shared Compute Engine config settings for
@@ -132,11 +143,37 @@ module Google
         # @!attribute [rw] lifecycle_config
         #   @return [::Google::Cloud::Dataproc::V1::LifecycleConfig]
         #     Optional. Lifecycle setting for the cluster.
+        # @!attribute [rw] endpoint_config
+        #   @return [::Google::Cloud::Dataproc::V1::EndpointConfig]
+        #     Optional. Port/endpoint configuration for this cluster
         class ClusterConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
+        # Endpoint config for this cluster
+        # @!attribute [r] http_ports
+        #   @return [::Google::Protobuf::Map{::String => ::String}]
+        #     Output only. The map of port descriptions to URLs. Will only be populated
+        #     if enable_http_port_access is true.
+        # @!attribute [rw] enable_http_port_access
+        #   @return [::Boolean]
+        #     Optional. If true, enable http access to specific ports on the cluster
+        #     from external sources. Defaults to false.
+        class EndpointConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+          # @!attribute [rw] key
+          #   @return [::String]
+          # @!attribute [rw] value
+          #   @return [::String]
+          class HttpPortsEntry
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+        end
         # Autoscaling Policy config associated with the cluster.
         # @!attribute [rw] policy_uri
         #   @return [::String]
@@ -214,7 +251,7 @@ module Google
         # @!attribute [rw] service_account
         #   @return [::String]
         #     Optional. The [Dataproc service
-        #     account](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/service-accounts#service_accounts_in_cloud_dataproc)
+        #     account](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/service-accounts#service_accounts_in_dataproc)
         #     (also see [VM Data Plane
         #     identity](https://cloud.google.com/dataproc/docs/concepts/iam/dataproc-principals#vm_service_account_data_plane_identity))
         #     used by Dataproc cluster VM instances to access Google Cloud Platform
@@ -318,6 +355,15 @@ module Google
         #   @return [::Boolean]
         #     Output only. Specifies that this instance group contains preemptible
         #     instances.
+        # @!attribute [rw] preemptibility
+        #   @return [::Google::Cloud::Dataproc::V1::InstanceGroupConfig::Preemptibility]
+        #     Optional. Specifies the preemptibility of the instance group.
+        #
+        #     The default value for master and worker groups is
+        #     `NON_PREEMPTIBLE`. This default cannot be changed.
+        #
+        #     The default value for secondary instances is
+        #     `PREEMPTIBLE`.
         # @!attribute [r] managed_group_config
         #   @return [::Google::Cloud::Dataproc::V1::ManagedGroupConfig]
         #     Output only. The config for Compute Engine Instance Group
@@ -335,6 +381,27 @@ module Google
         class InstanceGroupConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
+          # Controls the use of
+          # [preemptible instances]
+          # (https://cloud.google.com/compute/docs/instances/preemptible)
+          # within the group.
+          module Preemptibility
+            # Preemptibility is unspecified, the system will choose the
+            # appropriate setting for each instance group.
+            PREEMPTIBILITY_UNSPECIFIED = 0
+            # Instances are non-preemptible.
+            #
+            # This option is allowed for all instance groups and is the only valid
+            # value for Master and Worker instance groups.
+            NON_PREEMPTIBLE = 1
+            # Instances are preemptible.
+            #
+            # This option is allowed only for secondary worker groups.
+            PREEMPTIBLE = 2
+          end
         end
         # Specifies the resources used to actively manage an instance group.
@@ -567,7 +634,7 @@ module Google
         #   @return [::String]
         #     Optional. The version of software inside the cluster. It must be one of the
         #     supported [Dataproc
-        #     Versions](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#supported_cloud_dataproc_versions),
+        #     Versions](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#supported_dataproc_versions),
         #     such as "1.2" (including a subminor version, such as "1.2.29"), or the
         #     ["preview"
         #     version](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#other_versions).

data/proto_docs/google/cloud/dataproc/v1/jobs.rb CHANGED

@@ -153,12 +153,12 @@ module Google
         #     Spark driver and tasks.
         # @!attribute [rw] file_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of files to be copied to the working directory of
-        #     Spark drivers and distributed tasks. Useful for naively parallel tasks.
+        #     Optional. HCFS URIs of files to be placed in the working directory of
+        #     each executor. Useful for naively parallel tasks.
         # @!attribute [rw] archive_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of archives to be extracted in the working directory
-        #     of Spark drivers and tasks. Supported file types:
+        #     Optional. HCFS URIs of archives to be extracted into the working directory
+        #     of each executor. Supported file types:
         #     .jar, .tar, .tar.gz, .tgz, and .zip.
         # @!attribute [rw] properties
         #   @return [::Google::Protobuf::Map{::String => ::String}]
@@ -206,11 +206,12 @@ module Google
         #     Python driver and tasks.
         # @!attribute [rw] file_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of files to be copied to the working directory of
-        #     Python drivers and distributed tasks. Useful for naively parallel tasks.
+        #     Optional. HCFS URIs of files to be placed in the working directory of
+        #     each executor. Useful for naively parallel tasks.
         # @!attribute [rw] archive_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of archives to be extracted in the working directory of
+        #     Optional. HCFS URIs of archives to be extracted into the working directory
+        #     of each executor. Supported file types:
         #     .jar, .tar, .tar.gz, .tgz, and .zip.
         # @!attribute [rw] properties
         #   @return [::Google::Protobuf::Map{::String => ::String}]
@@ -421,12 +422,12 @@ module Google
         #     occur that causes an incorrect job submission.
         # @!attribute [rw] file_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of files to be copied to the working directory of
-        #     R drivers and distributed tasks. Useful for naively parallel tasks.
+        #     Optional. HCFS URIs of files to be placed in the working directory of
+        #     each executor. Useful for naively parallel tasks.
         # @!attribute [rw] archive_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of archives to be extracted in the working directory of
-        #     Spark drivers and tasks. Supported file types:
+        #     Optional. HCFS URIs of archives to be extracted into the working directory
+        #     of each executor. Supported file types:
         #     .jar, .tar, .tar.gz, .tgz, and .zip.
         # @!attribute [rw] properties
         #   @return [::Google::Protobuf::Map{::String => ::String}]
@@ -453,8 +454,9 @@ module Google
         # A Dataproc job for running [Presto](https://prestosql.io/) queries.
         # **IMPORTANT**: The [Dataproc Presto Optional
-        # Component](/dataproc/docs/concepts/components/presto) must be enabled when
-        # the cluster is created to submit a Presto job to the cluster.
+        # Component](https://cloud.google.com/dataproc/docs/concepts/components/presto)
+        # must be enabled when the cluster is created to submit a Presto job to the
+        # cluster.
         # @!attribute [rw] query_file_uri
         #   @return [::String]
         #     The HCFS URI of the script that contains SQL queries.
@@ -594,8 +596,8 @@ module Google
         # Encapsulates the full scoping used to reference a job.
         # @!attribute [rw] project_id
         #   @return [::String]
-        #     Required. The ID of the Google Cloud Platform project that the job
-        #     belongs to.
+        #     Optional. The ID of the Google Cloud Platform project that the job belongs to. If
+        #     specified, must match the request project ID.
         # @!attribute [rw] job_id
         #   @return [::String]
         #     Optional. The job ID, which must be unique within the project.

data/proto_docs/google/cloud/dataproc/v1/shared.rb CHANGED

@@ -23,7 +23,7 @@ module Google
       module V1
         # Cluster components that can be activated.
         module Component
-          # Unspecified component.
+          # Unspecified component. Specifying this will cause Cluster creation to fail.
           COMPONENT_UNSPECIFIED = 0
           # The Anaconda python distribution.

data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb CHANGED

@@ -75,7 +75,7 @@ module Google
         #     Required. The Directed Acyclic Graph of Jobs to submit.
         # @!attribute [rw] parameters
         #   @return [::Array<::Google::Cloud::Dataproc::V1::TemplateParameter>]
-        #     Optional. emplate parameters whose values are substituted into the
+        #     Optional. Template parameters whose values are substituted into the
         #     template. Values for parameters must be provided when the template is
         #     instantiated.
         class WorkflowTemplate
@@ -189,22 +189,28 @@ module Google
         #     or hyphen. Must consist of between 3 and 50 characters.
         # @!attribute [rw] hadoop_job
         #   @return [::Google::Cloud::Dataproc::V1::HadoopJob]
+        #     Optional. Job is a Hadoop job.
         # @!attribute [rw] spark_job
         #   @return [::Google::Cloud::Dataproc::V1::SparkJob]
+        #     Optional. Job is a Spark job.
         # @!attribute [rw] pyspark_job
         #   @return [::Google::Cloud::Dataproc::V1::PySparkJob]
+        #     Optional. Job is a PySpark job.
         # @!attribute [rw] hive_job
         #   @return [::Google::Cloud::Dataproc::V1::HiveJob]
+        #     Optional. Job is a Hive job.
         # @!attribute [rw] pig_job
         #   @return [::Google::Cloud::Dataproc::V1::PigJob]
+        #     Optional. Job is a Pig job.
         # @!attribute [rw] spark_r_job
         #   @return [::Google::Cloud::Dataproc::V1::SparkRJob]
-        #     Spark R job
+        #     Optional. Job is a SparkR job.
         # @!attribute [rw] spark_sql_job
         #   @return [::Google::Cloud::Dataproc::V1::SparkSqlJob]
+        #     Optional. Job is a SparkSql job.
         # @!attribute [rw] presto_job
         #   @return [::Google::Cloud::Dataproc::V1::PrestoJob]
-        #     Presto job
+        #     Optional. Job is a Presto job.
         # @!attribute [rw] labels
         #   @return [::Google::Protobuf::Map{::String => ::String}]
         #     Optional. The labels to associate with this job.

metadata CHANGED

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-dataproc-v1
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.3.0
 platform: ruby
 authors:
 - Google LLC
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-05-05 00:00:00.000000000 Z
+date: 2020-08-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gapic-common
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.2'
+        version: '0.3'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.2'
+        version: '0.3'
 - !ruby/object:Gem::Dependency
   name: google-cloud-errors
   requirement: !ruby/object:Gem::Requirement
@@ -58,14 +58,42 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.10'
+        version: '5.14'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '5.10'
+        version: '5.14'
+- !ruby/object:Gem::Dependency
+  name: minitest-focus
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+- !ruby/object:Gem::Dependency
+  name: minitest-rg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.2'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -133,7 +161,6 @@ files:
 - LICENSE.md
 - README.md
 - lib/google-cloud-dataproc-v1.rb
-- lib/google/cloud/common_resources_pb.rb
 - lib/google/cloud/dataproc/v1.rb
 - lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb
 - lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb
@@ -198,7 +225,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.6
+rubygems_version: 3.1.3
 signing_key:
 specification_version: 4
 summary: API Client library for the Cloud Dataproc V1 API

data/lib/google/cloud/common_resources_pb.rb DELETED

@@ -1,15 +0,0 @@
-# Generated by the protocol buffer compiler.  DO NOT EDIT!
-# source: google/cloud/common_resources.proto
-require 'google/protobuf'
-require 'google/api/resource_pb'
-Google::Protobuf::DescriptorPool.generated_pool.build do
-  add_file("google/cloud/common_resources.proto", :syntax => :proto3) do
-  end
-end
-module Google
-  module Cloud
-  end
-end