google-cloud-dataproc-v1beta2 0.2.1 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1e6c84b687b7d9cb902c2a31f1b653c3d7f72387a1f290acd77aa1d6d229abab
-  data.tar.gz: 3de64b3fb38a650062cca69c3e9511d8bb5f4e0047d90396cba34720ef1025f4
+  metadata.gz: dc5697ee3b56bf9c64b10b5e597ed2332edc1b1031fd564cfcaf0bc2cdb4a84a
+  data.tar.gz: a0aa4e182bb47dc1c13e63d74c976fe8e50bf2d8e6541470ee263f985ddc8c60
 SHA512:
-  metadata.gz: c46bb0d30c129223429e12b43907b4ebb36235577e0c47f9192e9dc47900c2e6fd5d5ae19ebe6af2054124e914d4bbd1136f89e014066bd1461aecf7ab4b28b6
-  data.tar.gz: bece0fe337d940d0b22a57283a78f920c1faa440d944c4b2750e8f6d545829b9f56d61541eb88d76c753c22f273df0b0b0506bba3192aec393af38cc6c49c28e
+  metadata.gz: 49149dfed31af6440e594baff734e7ca80c95d705b406809510405e04ddbd01d84db1abacb1eb9bd8edaa482a2d8d36c1025f335c0579705d52689e311128b56
+  data.tar.gz: feb833b7ef891722581cc0118e491702e3eacb2ce449b6e2fcf4c98da2ae0ad9b0f438d14c8a65fe4a7b64d05ab79c43a220c5c0f497146313eee3347af04718

data/README.md

@@ -18,6 +18,7 @@ In order to use this library, you first need to go through the following steps:
 
 1. [Select or create a Cloud Platform project.](https://console.cloud.google.com/project)
 1. [Enable billing for your project.](https://cloud.google.com/billing/docs/how-to/modify-project#enable_billing_for_a_project)
+1. [Enable the API.](https://console.cloud.google.com/apis/library/dataproc.googleapis.com)
 1. {file:AUTHENTICATION.md Set up authentication.}
 
 ## Quick Start
@@ -33,6 +34,9 @@ response = client.create_autoscaling_policy request
 View the [Client Library Documentation](https://googleapis.dev/ruby/google-cloud-dataproc-v1beta2/latest)
 for class and method documentation.
 
+See also the [Product Documentation](https://cloud.google.com/dataproc)
+for general usage information.
+
 ## Enabling Logging
 
 To enable logging for this library, set the logger for the underlying [gRPC](https://github.com/grpc/grpc/tree/master/src/ruby) library.

data/lib/google/cloud/dataproc/v1beta2/autoscaling_policies_services_pb.rb

@@ -35,19 +35,19 @@ module Google
             self.service_name = 'google.cloud.dataproc.v1beta2.AutoscalingPolicyService'
 
             # Creates new autoscaling policy.
-            rpc :CreateAutoscalingPolicy, CreateAutoscalingPolicyRequest, AutoscalingPolicy
+            rpc :CreateAutoscalingPolicy, ::Google::Cloud::Dataproc::V1beta2::CreateAutoscalingPolicyRequest, ::Google::Cloud::Dataproc::V1beta2::AutoscalingPolicy
             # Updates (replaces) autoscaling policy.
             #
             # Disabled check for update_mask, because all updates will be full
             # replacements.
-            rpc :UpdateAutoscalingPolicy, UpdateAutoscalingPolicyRequest, AutoscalingPolicy
+            rpc :UpdateAutoscalingPolicy, ::Google::Cloud::Dataproc::V1beta2::UpdateAutoscalingPolicyRequest, ::Google::Cloud::Dataproc::V1beta2::AutoscalingPolicy
             # Retrieves autoscaling policy.
-            rpc :GetAutoscalingPolicy, GetAutoscalingPolicyRequest, AutoscalingPolicy
+            rpc :GetAutoscalingPolicy, ::Google::Cloud::Dataproc::V1beta2::GetAutoscalingPolicyRequest, ::Google::Cloud::Dataproc::V1beta2::AutoscalingPolicy
             # Lists autoscaling policies in the project.
-            rpc :ListAutoscalingPolicies, ListAutoscalingPoliciesRequest, ListAutoscalingPoliciesResponse
+            rpc :ListAutoscalingPolicies, ::Google::Cloud::Dataproc::V1beta2::ListAutoscalingPoliciesRequest, ::Google::Cloud::Dataproc::V1beta2::ListAutoscalingPoliciesResponse
             # Deletes an autoscaling policy. It is an error to delete an autoscaling
             # policy that is in use by one or more clusters.
-            rpc :DeleteAutoscalingPolicy, DeleteAutoscalingPolicyRequest, Google::Protobuf::Empty
+            rpc :DeleteAutoscalingPolicy, ::Google::Cloud::Dataproc::V1beta2::DeleteAutoscalingPolicyRequest, ::Google::Protobuf::Empty
           end
 
           Stub = Service.rpc_stub_class

data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service/client.rb

@@ -73,7 +73,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["DEADLINE_EXCEEDED", "UNAVAILABLE"]
+                  retry_codes:   [4, 14]
                 }
 
                 default_config.rpcs.get_autoscaling_policy.timeout = 600.0
@@ -81,7 +81,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["DEADLINE_EXCEEDED", "UNAVAILABLE"]
+                  retry_codes:   [4, 14]
                 }
 
                 default_config.rpcs.list_autoscaling_policies.timeout = 600.0
@@ -89,7 +89,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["DEADLINE_EXCEEDED", "UNAVAILABLE"]
+                  retry_codes:   [4, 14]
                 }
 
                 default_config.rpcs.delete_autoscaling_policy.timeout = 600.0
@@ -637,7 +637,7 @@ module Google
 
               config_attr :endpoint,      "dataproc.googleapis.com", ::String
               config_attr :credentials,   nil do |value|
-                allowed = [::String, ::Hash, ::Proc, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
+                allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
                 allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
                 allowed.any? { |klass| klass === value }
               end
@@ -665,7 +665,7 @@ module Google
               def rpcs
                 @rpcs ||= begin
                   parent_rpcs = nil
-                  parent_rpcs = @parent_config.rpcs if @parent_config&.respond_to? :rpcs
+                  parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config&.respond_to?(:rpcs)
                   Rpcs.new parent_rpcs
                 end
               end

data/lib/google/cloud/dataproc/v1beta2/cluster_controller/client.rb

@@ -69,7 +69,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
 
                 default_config.rpcs.update_cluster.timeout = 300.0
@@ -77,7 +77,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
 
                 default_config.rpcs.delete_cluster.timeout = 300.0
@@ -85,7 +85,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
 
                 default_config.rpcs.get_cluster.timeout = 300.0
@@ -93,7 +93,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["INTERNAL", "DEADLINE_EXCEEDED", "UNAVAILABLE"]
+                  retry_codes:   [13, 4, 14]
                 }
 
                 default_config.rpcs.list_clusters.timeout = 300.0
@@ -101,7 +101,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["INTERNAL", "DEADLINE_EXCEEDED", "UNAVAILABLE"]
+                  retry_codes:   [13, 4, 14]
                 }
 
                 default_config.rpcs.diagnose_cluster.timeout = 300.0
@@ -109,7 +109,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
 
                 default_config
@@ -875,7 +875,7 @@ module Google
 
               config_attr :endpoint,      "dataproc.googleapis.com", ::String
               config_attr :credentials,   nil do |value|
-                allowed = [::String, ::Hash, ::Proc, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
+                allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
                 allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
                 allowed.any? { |klass| klass === value }
               end
@@ -903,7 +903,7 @@ module Google
               def rpcs
                 @rpcs ||= begin
                   parent_rpcs = nil
-                  parent_rpcs = @parent_config.rpcs if @parent_config&.respond_to? :rpcs
+                  parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config&.respond_to?(:rpcs)
                   Rpcs.new parent_rpcs
                 end
               end

data/lib/google/cloud/dataproc/v1beta2/cluster_controller/operations.rb

@@ -475,7 +475,7 @@ module Google
 
               config_attr :endpoint,      "dataproc.googleapis.com", ::String
               config_attr :credentials,   nil do |value|
-                allowed = [::String, ::Hash, ::Proc, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
+                allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
                 allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
                 allowed.any? { |klass| klass === value }
               end
@@ -503,7 +503,7 @@ module Google
               def rpcs
                 @rpcs ||= begin
                   parent_rpcs = nil
-                  parent_rpcs = @parent_config.rpcs if @parent_config&.respond_to? :rpcs
+                  parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config&.respond_to?(:rpcs)
                   Rpcs.new parent_rpcs
                 end
               end

data/lib/google/cloud/dataproc/v1beta2/clusters_pb.rb

@@ -26,6 +26,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     end
     add_message "google.cloud.dataproc.v1beta2.ClusterConfig" do
       optional :config_bucket, :string, 1
+      optional :temp_bucket, :string, 2
       optional :gce_cluster_config, :message, 8, "google.cloud.dataproc.v1beta2.GceClusterConfig"
       optional :master_config, :message, 9, "google.cloud.dataproc.v1beta2.InstanceGroupConfig"
       optional :worker_config, :message, 10, "google.cloud.dataproc.v1beta2.InstanceGroupConfig"
@@ -74,10 +75,16 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :machine_type_uri, :string, 4
       optional :disk_config, :message, 5, "google.cloud.dataproc.v1beta2.DiskConfig"
       optional :is_preemptible, :bool, 6
+      optional :preemptibility, :enum, 10, "google.cloud.dataproc.v1beta2.InstanceGroupConfig.Preemptibility"
       optional :managed_group_config, :message, 7, "google.cloud.dataproc.v1beta2.ManagedGroupConfig"
       repeated :accelerators, :message, 8, "google.cloud.dataproc.v1beta2.AcceleratorConfig"
       optional :min_cpu_platform, :string, 9
     end
+    add_enum "google.cloud.dataproc.v1beta2.InstanceGroupConfig.Preemptibility" do
+      value :PREEMPTIBILITY_UNSPECIFIED, 0
+      value :NON_PREEMPTIBLE, 1
+      value :PREEMPTIBLE, 2
+    end
     add_message "google.cloud.dataproc.v1beta2.ManagedGroupConfig" do
       optional :instance_template_name, :string, 1
       optional :instance_group_manager_name, :string, 2
@@ -227,6 +234,7 @@ module Google
         EncryptionConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.EncryptionConfig").msgclass
         GceClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.GceClusterConfig").msgclass
         InstanceGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.InstanceGroupConfig").msgclass
+        InstanceGroupConfig::Preemptibility = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.InstanceGroupConfig.Preemptibility").enummodule
         ManagedGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ManagedGroupConfig").msgclass
         AcceleratorConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.AcceleratorConfig").msgclass
         DiskConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.DiskConfig").msgclass

data/lib/google/cloud/dataproc/v1beta2/clusters_services_pb.rb

@@ -37,19 +37,19 @@ module Google
             # Creates a cluster in a project. The returned
             # [Operation.metadata][google.longrunning.Operation.metadata] will be
             # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
-            rpc :CreateCluster, CreateClusterRequest, Google::Longrunning::Operation
+            rpc :CreateCluster, ::Google::Cloud::Dataproc::V1beta2::CreateClusterRequest, ::Google::Longrunning::Operation
             # Updates a cluster in a project. The returned
             # [Operation.metadata][google.longrunning.Operation.metadata] will be
             # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
-            rpc :UpdateCluster, UpdateClusterRequest, Google::Longrunning::Operation
+            rpc :UpdateCluster, ::Google::Cloud::Dataproc::V1beta2::UpdateClusterRequest, ::Google::Longrunning::Operation
             # Deletes a cluster in a project. The returned
             # [Operation.metadata][google.longrunning.Operation.metadata] will be
             # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
-            rpc :DeleteCluster, DeleteClusterRequest, Google::Longrunning::Operation
+            rpc :DeleteCluster, ::Google::Cloud::Dataproc::V1beta2::DeleteClusterRequest, ::Google::Longrunning::Operation
             # Gets the resource representation for a cluster in a project.
-            rpc :GetCluster, GetClusterRequest, Cluster
+            rpc :GetCluster, ::Google::Cloud::Dataproc::V1beta2::GetClusterRequest, ::Google::Cloud::Dataproc::V1beta2::Cluster
             # Lists all regions/{region}/clusters in a project alphabetically.
-            rpc :ListClusters, ListClustersRequest, ListClustersResponse
+            rpc :ListClusters, ::Google::Cloud::Dataproc::V1beta2::ListClustersRequest, ::Google::Cloud::Dataproc::V1beta2::ListClustersResponse
             # Gets cluster diagnostic information. The returned
             # [Operation.metadata][google.longrunning.Operation.metadata] will be
             # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
@@ -57,7 +57,7 @@ module Google
             # [Operation.response][google.longrunning.Operation.response]
             # contains
             # [Empty][google.protobuf.Empty].
-            rpc :DiagnoseCluster, DiagnoseClusterRequest, Google::Longrunning::Operation
+            rpc :DiagnoseCluster, ::Google::Cloud::Dataproc::V1beta2::DiagnoseClusterRequest, ::Google::Longrunning::Operation
           end
 
           Stub = Service.rpc_stub_class

data/lib/google/cloud/dataproc/v1beta2/job_controller/client.rb

@@ -68,7 +68,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
 
                 default_config.rpcs.submit_job_as_operation.timeout = 900.0
@@ -76,7 +76,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
 
                 default_config.rpcs.get_job.timeout = 900.0
@@ -84,7 +84,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["DEADLINE_EXCEEDED", "INTERNAL", "UNAVAILABLE"]
+                  retry_codes:   [4, 13, 14]
                 }
 
                 default_config.rpcs.list_jobs.timeout = 900.0
@@ -92,7 +92,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["DEADLINE_EXCEEDED", "INTERNAL", "UNAVAILABLE"]
+                  retry_codes:   [4, 13, 14]
                 }
 
                 default_config.rpcs.update_job.timeout = 900.0
@@ -100,7 +100,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
 
                 default_config.rpcs.cancel_job.timeout = 900.0
@@ -108,7 +108,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["DEADLINE_EXCEEDED", "INTERNAL", "UNAVAILABLE"]
+                  retry_codes:   [4, 13, 14]
                 }
 
                 default_config.rpcs.delete_job.timeout = 900.0
@@ -116,7 +116,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
 
                 default_config
@@ -869,7 +869,7 @@ module Google
 
               config_attr :endpoint,      "dataproc.googleapis.com", ::String
               config_attr :credentials,   nil do |value|
-                allowed = [::String, ::Hash, ::Proc, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
+                allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
                 allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
                 allowed.any? { |klass| klass === value }
               end
@@ -897,7 +897,7 @@ module Google
               def rpcs
                 @rpcs ||= begin
                   parent_rpcs = nil
-                  parent_rpcs = @parent_config.rpcs if @parent_config&.respond_to? :rpcs
+                  parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config&.respond_to?(:rpcs)
                   Rpcs.new parent_rpcs
                 end
               end

data/lib/google/cloud/dataproc/v1beta2/job_controller/operations.rb

@@ -475,7 +475,7 @@ module Google
 
               config_attr :endpoint,      "dataproc.googleapis.com", ::String
               config_attr :credentials,   nil do |value|
-                allowed = [::String, ::Hash, ::Proc, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
+                allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
                 allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
                 allowed.any? { |klass| klass === value }
               end
@@ -503,7 +503,7 @@ module Google
               def rpcs
                 @rpcs ||= begin
                   parent_rpcs = nil
-                  parent_rpcs = @parent_config.rpcs if @parent_config&.respond_to? :rpcs
+                  parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config&.respond_to?(:rpcs)
                   Rpcs.new parent_rpcs
                 end
               end

data/lib/google/cloud/dataproc/v1beta2/jobs_services_pb.rb

@@ -34,24 +34,24 @@ module Google
             self.service_name = 'google.cloud.dataproc.v1beta2.JobController'
 
             # Submits a job to a cluster.
-            rpc :SubmitJob, SubmitJobRequest, Job
+            rpc :SubmitJob, ::Google::Cloud::Dataproc::V1beta2::SubmitJobRequest, ::Google::Cloud::Dataproc::V1beta2::Job
             # Submits job to a cluster.
-            rpc :SubmitJobAsOperation, SubmitJobRequest, Google::Longrunning::Operation
+            rpc :SubmitJobAsOperation, ::Google::Cloud::Dataproc::V1beta2::SubmitJobRequest, ::Google::Longrunning::Operation
             # Gets the resource representation for a job in a project.
-            rpc :GetJob, GetJobRequest, Job
+            rpc :GetJob, ::Google::Cloud::Dataproc::V1beta2::GetJobRequest, ::Google::Cloud::Dataproc::V1beta2::Job
             # Lists regions/{region}/jobs in a project.
-            rpc :ListJobs, ListJobsRequest, ListJobsResponse
+            rpc :ListJobs, ::Google::Cloud::Dataproc::V1beta2::ListJobsRequest, ::Google::Cloud::Dataproc::V1beta2::ListJobsResponse
             # Updates a job in a project.
-            rpc :UpdateJob, UpdateJobRequest, Job
+            rpc :UpdateJob, ::Google::Cloud::Dataproc::V1beta2::UpdateJobRequest, ::Google::Cloud::Dataproc::V1beta2::Job
             # Starts a job cancellation request. To access the job resource
             # after cancellation, call
             # [regions/{region}/jobs.list](https://cloud.google.com/dataproc/docs/reference/rest/v1beta2/projects.regions.jobs/list)
             # or
             # [regions/{region}/jobs.get](https://cloud.google.com/dataproc/docs/reference/rest/v1beta2/projects.regions.jobs/get).
-            rpc :CancelJob, CancelJobRequest, Job
+            rpc :CancelJob, ::Google::Cloud::Dataproc::V1beta2::CancelJobRequest, ::Google::Cloud::Dataproc::V1beta2::Job
             # Deletes the job from the project. If the job is active, the delete fails,
             # and the response returns `FAILED_PRECONDITION`.
-            rpc :DeleteJob, DeleteJobRequest, Google::Protobuf::Empty
+            rpc :DeleteJob, ::Google::Cloud::Dataproc::V1beta2::DeleteJobRequest, ::Google::Protobuf::Empty
           end
 
           Stub = Service.rpc_stub_class

data/lib/google/cloud/dataproc/v1beta2/shared_pb.rb

@@ -9,9 +9,8 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     add_enum "google.cloud.dataproc.v1beta2.Component" do
       value :COMPONENT_UNSPECIFIED, 0
       value :ANACONDA, 5
-      value :DOCKER, 13
       value :DRUID, 9
-      value :FLINK, 14
+      value :HBASE, 11
       value :HIVE_WEBHCAT, 3
       value :JUPYTER, 1
       value :KERBEROS, 7

data/lib/google/cloud/dataproc/v1beta2/version.rb

@@ -21,7 +21,7 @@ module Google
   module Cloud
     module Dataproc
       module V1beta2
-        VERSION = "0.2.1"
+        VERSION = "0.3.0"
       end
     end
   end

data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/client.rb

@@ -71,7 +71,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
 
                 default_config.rpcs.get_workflow_template.timeout = 600.0
@@ -79,7 +79,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["DEADLINE_EXCEEDED", "INTERNAL", "UNAVAILABLE"]
+                  retry_codes:   [4, 13, 14]
                 }
 
                 default_config.rpcs.instantiate_workflow_template.timeout = 600.0
@@ -87,7 +87,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
 
                 default_config.rpcs.instantiate_inline_workflow_template.timeout = 600.0
@@ -95,7 +95,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
 
                 default_config.rpcs.update_workflow_template.timeout = 600.0
@@ -103,7 +103,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
 
                 default_config.rpcs.list_workflow_templates.timeout = 600.0
@@ -111,7 +111,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["DEADLINE_EXCEEDED", "INTERNAL", "UNAVAILABLE"]
+                  retry_codes:   [4, 13, 14]
                 }
 
                 default_config.rpcs.delete_workflow_template.timeout = 600.0
@@ -119,7 +119,7 @@ module Google
                   initial_delay: 0.1,
                   max_delay:     60.0,
                   multiplier:    1.3,
-                  retry_codes:   ["UNAVAILABLE"]
+                  retry_codes:   [14]
                 }
 
                 default_config
@@ -494,7 +494,8 @@ module Google
             # Instantiates a template and begins execution.
             #
             # This method is equivalent to executing the sequence
-            # {::Google::Cloud::Dataproc::V1beta2::WorkflowTemplateService::Client#create_workflow_template CreateWorkflowTemplate}, {::Google::Cloud::Dataproc::V1beta2::WorkflowTemplateService::Client#instantiate_workflow_template InstantiateWorkflowTemplate},
+            # {::Google::Cloud::Dataproc::V1beta2::WorkflowTemplateService::Client#create_workflow_template CreateWorkflowTemplate},
+            # {::Google::Cloud::Dataproc::V1beta2::WorkflowTemplateService::Client#instantiate_workflow_template InstantiateWorkflowTemplate},
             # {::Google::Cloud::Dataproc::V1beta2::WorkflowTemplateService::Client#delete_workflow_template DeleteWorkflowTemplate}.
             #
             # The returned Operation can be used to track execution of
@@ -917,7 +918,7 @@ module Google
 
               config_attr :endpoint,      "dataproc.googleapis.com", ::String
               config_attr :credentials,   nil do |value|
-                allowed = [::String, ::Hash, ::Proc, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
+                allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
                 allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
                 allowed.any? { |klass| klass === value }
               end
@@ -945,7 +946,7 @@ module Google
               def rpcs
                 @rpcs ||= begin
                   parent_rpcs = nil
-                  parent_rpcs = @parent_config.rpcs if @parent_config&.respond_to? :rpcs
+                  parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config&.respond_to?(:rpcs)
                   Rpcs.new parent_rpcs
                 end
               end

data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/operations.rb

@@ -475,7 +475,7 @@ module Google
 
               config_attr :endpoint,      "dataproc.googleapis.com", ::String
               config_attr :credentials,   nil do |value|
-                allowed = [::String, ::Hash, ::Proc, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
+                allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
                 allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
                 allowed.any? { |klass| klass === value }
               end
@@ -503,7 +503,7 @@ module Google
               def rpcs
                 @rpcs ||= begin
                   parent_rpcs = nil
-                  parent_rpcs = @parent_config.rpcs if @parent_config&.respond_to? :rpcs
+                  parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config&.respond_to?(:rpcs)
                   Rpcs.new parent_rpcs
                 end
               end

data/lib/google/cloud/dataproc/v1beta2/workflow_templates_pb.rb

@@ -10,6 +10,7 @@ require 'google/api/resource_pb'
 require 'google/cloud/dataproc/v1beta2/clusters_pb'
 require 'google/cloud/dataproc/v1beta2/jobs_pb'
 require 'google/longrunning/operations_pb'
+require 'google/protobuf/duration_pb'
 require 'google/protobuf/empty_pb'
 require 'google/protobuf/timestamp_pb'
 Google::Protobuf::DescriptorPool.generated_pool.build do
@@ -24,6 +25,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :placement, :message, 7, "google.cloud.dataproc.v1beta2.WorkflowTemplatePlacement"
       repeated :jobs, :message, 8, "google.cloud.dataproc.v1beta2.OrderedJob"
       repeated :parameters, :message, 9, "google.cloud.dataproc.v1beta2.TemplateParameter"
+      optional :dag_timeout, :message, 10, "google.protobuf.Duration"
     end
     add_message "google.cloud.dataproc.v1beta2.WorkflowTemplatePlacement" do
       oneof :placement do
@@ -86,6 +88,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :start_time, :message, 9, "google.protobuf.Timestamp"
       optional :end_time, :message, 10, "google.protobuf.Timestamp"
       optional :cluster_uuid, :string, 11
+      optional :dag_timeout, :message, 12, "google.protobuf.Duration"
+      optional :dag_start_time, :message, 13, "google.protobuf.Timestamp"
+      optional :dag_end_time, :message, 14, "google.protobuf.Timestamp"
     end
     add_enum "google.cloud.dataproc.v1beta2.WorkflowMetadata.State" do
       value :UNKNOWN, 0

data/lib/google/cloud/dataproc/v1beta2/workflow_templates_services_pb.rb

@@ -35,12 +35,12 @@ module Google
             self.service_name = 'google.cloud.dataproc.v1beta2.WorkflowTemplateService'
 
             # Creates new workflow template.
-            rpc :CreateWorkflowTemplate, CreateWorkflowTemplateRequest, WorkflowTemplate
+            rpc :CreateWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::CreateWorkflowTemplateRequest, ::Google::Cloud::Dataproc::V1beta2::WorkflowTemplate
             # Retrieves the latest workflow template.
             #
             # Can retrieve previously instantiated template by specifying optional
             # version parameter.
-            rpc :GetWorkflowTemplate, GetWorkflowTemplateRequest, WorkflowTemplate
+            rpc :GetWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::GetWorkflowTemplateRequest, ::Google::Cloud::Dataproc::V1beta2::WorkflowTemplate
             # Instantiates a template and begins execution.
             #
             # The returned Operation can be used to track execution of
@@ -61,11 +61,12 @@ module Google
             # On successful completion,
             # [Operation.response][google.longrunning.Operation.response] will be
             # [Empty][google.protobuf.Empty].
-            rpc :InstantiateWorkflowTemplate, InstantiateWorkflowTemplateRequest, Google::Longrunning::Operation
+            rpc :InstantiateWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::InstantiateWorkflowTemplateRequest, ::Google::Longrunning::Operation
             # Instantiates a template and begins execution.
             #
             # This method is equivalent to executing the sequence
-            # [CreateWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.CreateWorkflowTemplate], [InstantiateWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.InstantiateWorkflowTemplate],
+            # [CreateWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.CreateWorkflowTemplate],
+            # [InstantiateWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.InstantiateWorkflowTemplate],
             # [DeleteWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.DeleteWorkflowTemplate].
             #
             # The returned Operation can be used to track execution of
@@ -86,14 +87,14 @@ module Google
             # On successful completion,
             # [Operation.response][google.longrunning.Operation.response] will be
             # [Empty][google.protobuf.Empty].
-            rpc :InstantiateInlineWorkflowTemplate, InstantiateInlineWorkflowTemplateRequest, Google::Longrunning::Operation
+            rpc :InstantiateInlineWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::InstantiateInlineWorkflowTemplateRequest, ::Google::Longrunning::Operation
             # Updates (replaces) workflow template. The updated template
             # must contain version that matches the current server version.
-            rpc :UpdateWorkflowTemplate, UpdateWorkflowTemplateRequest, WorkflowTemplate
+            rpc :UpdateWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::UpdateWorkflowTemplateRequest, ::Google::Cloud::Dataproc::V1beta2::WorkflowTemplate
             # Lists workflows that match the specified filter in the request.
-            rpc :ListWorkflowTemplates, ListWorkflowTemplatesRequest, ListWorkflowTemplatesResponse
+            rpc :ListWorkflowTemplates, ::Google::Cloud::Dataproc::V1beta2::ListWorkflowTemplatesRequest, ::Google::Cloud::Dataproc::V1beta2::ListWorkflowTemplatesResponse
             # Deletes a workflow template. It does not cancel in-progress workflows.
-            rpc :DeleteWorkflowTemplate, DeleteWorkflowTemplateRequest, Google::Protobuf::Empty
+            rpc :DeleteWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::DeleteWorkflowTemplateRequest, ::Google::Protobuf::Empty
           end
 
           Stub = Service.rpc_stub_class

data/proto_docs/google/api/resource.rb

@@ -43,12 +43,12 @@ module Google
     #
     # The ResourceDescriptor Yaml config will look like:
     #
-    #    resources:
-    #    - type: "pubsub.googleapis.com/Topic"
-    #      name_descriptor:
-    #        - pattern: "projects/\\{project}/topics/\\{topic}"
-    #          parent_type: "cloudresourcemanager.googleapis.com/Project"
-    #          parent_name_extractor: "projects/\\{project}"
+    #     resources:
+    #     - type: "pubsub.googleapis.com/Topic"
+    #       name_descriptor:
+    #         - pattern: "projects/{project}/topics/{topic}"
+    #           parent_type: "cloudresourcemanager.googleapis.com/Project"
+    #           parent_name_extractor: "projects/{project}"
     #
     # Sometimes, resources have multiple patterns, typically because they can
     # live under multiple parents.
@@ -183,15 +183,24 @@ module Google
     #         }
     # @!attribute [rw] plural
     #   @return [::String]
-    #     The plural name used in the resource name, such as 'projects' for
-    #     the name of 'projects/\\{project}'. It is the same concept of the `plural`
-    #     field in k8s CRD spec
+    #     The plural name used in the resource name and permission names, such as
+    #     'projects' for the resource name of 'projects/\\{project}' and the permission
+    #     name of 'cloudresourcemanager.googleapis.com/projects.get'. It is the same
+    #     concept of the `plural` field in k8s CRD spec
     #     https://kubernetes.io/docs/tasks/access-kubernetes-api/custom-resources/custom-resource-definitions/
+    #
+    #     Note: The plural form is required even for singleton resources. See
+    #     https://aip.dev/156
     # @!attribute [rw] singular
     #   @return [::String]
     #     The same concept of the `singular` field in k8s CRD spec
     #     https://kubernetes.io/docs/tasks/access-kubernetes-api/custom-resources/custom-resource-definitions/
     #     Such as "project" for the `resourcemanager.googleapis.com/Project` type.
+    # @!attribute [rw] style
+    #   @return [::Array<::Google::Api::ResourceDescriptor::Style>]
+    #     Style flag(s) for this resource.
+    #     These indicate that a resource is expected to conform to a given
+    #     style. See the specific style flags for additional information.
     class ResourceDescriptor
       include ::Google::Protobuf::MessageExts
       extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -211,6 +220,22 @@ module Google
         # that from being necessary once there are multiple patterns.)
         FUTURE_MULTI_PATTERN = 2
       end
+
+      # A flag representing a specific style that a resource claims to conform to.
+      module Style
+        # The unspecified value. Do not use.
+        STYLE_UNSPECIFIED = 0
+
+        # This resource is intended to be "declarative-friendly".
+        #
+        # Declarative-friendly resources must be more strictly consistent, and
+        # setting this to true communicates to tools that this resource should
+        # adhere to declarative-friendly expectations.
+        #
+        # Note: This is used by the API linter (linter.aip.dev) to enable
+        # additional checks.
+        DECLARATIVE_FRIENDLY = 1
+      end
     end
 
     # Defines a proto annotation that describes a string field that refers to
@@ -226,6 +251,17 @@ module Google
     #             type: "pubsub.googleapis.com/Topic"
     #           }];
     #         }
+    #
+    #     Occasionally, a field may reference an arbitrary resource. In this case,
+    #     APIs use the special value * in their resource reference.
+    #
+    #     Example:
+    #
+    #         message GetIamPolicyRequest {
+    #           string resource = 2 [(google.api.resource_reference) = {
+    #             type: "*"
+    #           }];
+    #         }
     # @!attribute [rw] child_type
     #   @return [::String]
     #     The resource type of a child collection that the annotated field
@@ -234,11 +270,11 @@ module Google
     #
     #     Example:
     #
-    #       message ListLogEntriesRequest {
-    #         string parent = 1 [(google.api.resource_reference) = {
-    #           child_type: "logging.googleapis.com/LogEntry"
-    #         };
-    #       }
+    #         message ListLogEntriesRequest {
+    #           string parent = 1 [(google.api.resource_reference) = {
+    #             child_type: "logging.googleapis.com/LogEntry"
+    #           };
+    #         }
     class ResourceReference
       include ::Google::Protobuf::MessageExts
       extend ::Google::Protobuf::MessageExts::ClassMethods

data/proto_docs/google/cloud/dataproc/v1beta2/autoscaling_policies.rb

@@ -80,20 +80,26 @@ module Google
         #     Bounds: [0s, 1d].
         # @!attribute [rw] scale_up_factor
         #   @return [::Float]
-        #     Required. Fraction of average pending memory in the last cooldown period
-        #     for which to add workers. A scale-up factor of 1.0 will result in scaling
-        #     up so that there is no pending memory remaining after the update (more
-        #     aggressive scaling). A scale-up factor closer to 0 will result in a smaller
-        #     magnitude of scaling up (less aggressive scaling).
+        #     Required. Fraction of average YARN pending memory in the last cooldown
+        #     period for which to add workers. A scale-up factor of 1.0 will result in
+        #     scaling up so that there is no pending memory remaining after the update
+        #     (more aggressive scaling). A scale-up factor closer to 0 will result in a
+        #     smaller magnitude of scaling up (less aggressive scaling). See [How
+        #     autoscaling
+        #     works](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/autoscaling#how_autoscaling_works)
+        #     for more information.
         #
         #     Bounds: [0.0, 1.0].
         # @!attribute [rw] scale_down_factor
         #   @return [::Float]
-        #     Required. Fraction of average pending memory in the last cooldown period
-        #     for which to remove workers. A scale-down factor of 1 will result in
+        #     Required. Fraction of average YARN pending memory in the last cooldown
+        #     period for which to remove workers. A scale-down factor of 1 will result in
         #     scaling down so that there is no available memory remaining after the
         #     update (more aggressive scaling). A scale-down factor of 0 disables
         #     removing workers, which can be beneficial for autoscaling a single job.
+        #     See [How autoscaling
+        #     works](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/autoscaling#how_autoscaling_works)
+        #     for more information.
         #
         #     Bounds: [0.0, 1.0].
         # @!attribute [rw] scale_up_min_worker_fraction

data/proto_docs/google/cloud/dataproc/v1beta2/clusters.rb

@@ -85,6 +85,17 @@ module Google
         #     and manage this project-level, per-location bucket (see
         #     [Dataproc staging
         #     bucket](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/staging-bucket)).
+        # @!attribute [rw] temp_bucket
+        #   @return [::String]
+        #     Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs data,
+        #     such as Spark and MapReduce history files.
+        #     If you do not specify a temp bucket,
+        #     Dataproc will determine a Cloud Storage location (US,
+        #     ASIA, or EU) for your cluster's temp bucket according to the
+        #     Compute Engine zone where your cluster is deployed, and then create
+        #     and manage this project-level, per-location bucket. The default bucket has
+        #     a TTL of 90 days, but you can use any TTL (or none) if you specify a
+        #     bucket.
         # @!attribute [rw] gce_cluster_config
         #   @return [::Google::Cloud::Dataproc::V1beta2::GceClusterConfig]
         #     Optional. The shared Compute Engine config settings for
@@ -268,7 +279,7 @@ module Google
         # @!attribute [rw] service_account
         #   @return [::String]
         #     Optional. The [Dataproc service
-        #     account](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/service-accounts#service_accounts_in_cloud_dataproc)
+        #     account](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/service-accounts#service_accounts_in_dataproc)
         #     (also see [VM Data Plane
         #     identity](https://cloud.google.com/dataproc/docs/concepts/iam/dataproc-principals#vm_service_account_data_plane_identity))
         #     used by Dataproc cluster VM instances to access Google Cloud Platform
@@ -372,6 +383,15 @@ module Google
         #   @return [::Boolean]
         #     Output only. Specifies that this instance group contains preemptible
         #     instances.
+        # @!attribute [rw] preemptibility
+        #   @return [::Google::Cloud::Dataproc::V1beta2::InstanceGroupConfig::Preemptibility]
+        #     Optional. Specifies the preemptibility of the instance group.
+        #
+        #     The default value for master and worker groups is
+        #     `NON_PREEMPTIBLE`. This default cannot be changed.
+        #
+        #     The default value for secondary instances is
+        #     `PREEMPTIBLE`.
         # @!attribute [r] managed_group_config
         #   @return [::Google::Cloud::Dataproc::V1beta2::ManagedGroupConfig]
         #     Output only. The config for Compute Engine Instance Group
@@ -389,6 +409,27 @@ module Google
         class InstanceGroupConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # Controls the use of
+          # [preemptible instances]
+          # (https://cloud.google.com/compute/docs/instances/preemptible)
+          # within the group.
+          module Preemptibility
+            # Preemptibility is unspecified, the system will choose the
+            # appropriate setting for each instance group.
+            PREEMPTIBILITY_UNSPECIFIED = 0
+
+            # Instances are non-preemptible.
+            #
+            # This option is allowed for all instance groups and is the only valid
+            # value for Master and Worker instance groups.
+            NON_PREEMPTIBLE = 1
+
+            # Instances are preemptible.
+            #
+            # This option is allowed only for secondary worker groups.
+            PREEMPTIBLE = 2
+          end
         end
 
         # Specifies the resources used to actively manage an instance group.
@@ -658,7 +699,7 @@ module Google
         #   @return [::String]
         #     Optional. The version of software inside the cluster. It must be one of the
         #     supported [Dataproc
-        #     Versions](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#supported_cloud_dataproc_versions),
+        #     Versions](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#supported_dataproc_versions),
         #     such as "1.2" (including a subminor version, such as "1.2.29"), or the
         #     ["preview"
         #     version](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#other_versions).

data/proto_docs/google/cloud/dataproc/v1beta2/jobs.rb

@@ -158,12 +158,12 @@ module Google
         #     Spark driver and tasks.
         # @!attribute [rw] file_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of files to be copied to the working directory of
-        #     Spark drivers and distributed tasks. Useful for naively parallel tasks.
+        #     Optional. HCFS URIs of files to be placed in the working directory of
+        #     each executor. Useful for naively parallel tasks.
         # @!attribute [rw] archive_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of archives to be extracted in the working directory
-        #     of Spark drivers and tasks. Supported file types:
+        #     Optional. HCFS URIs of archives to be extracted into the working directory
+        #     of each executor. Supported file types:
         #     .jar, .tar, .tar.gz, .tgz, and .zip.
         # @!attribute [rw] properties
         #   @return [::Google::Protobuf::Map{::String => ::String}]
@@ -211,11 +211,12 @@ module Google
         #     Python driver and tasks.
         # @!attribute [rw] file_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of files to be copied to the working directory of
-        #     Python drivers and distributed tasks. Useful for naively parallel tasks.
+        #     Optional. HCFS URIs of files to be placed in the working directory of
+        #     each executor. Useful for naively parallel tasks.
         # @!attribute [rw] archive_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of archives to be extracted in the working directory of
+        #     Optional. HCFS URIs of archives to be extracted into the working directory
+        #     of each executor. Supported file types:
         #     .jar, .tar, .tar.gz, .tgz, and .zip.
         # @!attribute [rw] properties
         #   @return [::Google::Protobuf::Map{::String => ::String}]
@@ -426,12 +427,12 @@ module Google
         #     occur that causes an incorrect job submission.
         # @!attribute [rw] file_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of files to be copied to the working directory of
-        #     R drivers and distributed tasks. Useful for naively parallel tasks.
+        #     Optional. HCFS URIs of files to be placed in the working directory of
+        #     each executor. Useful for naively parallel tasks.
         # @!attribute [rw] archive_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of archives to be extracted in the working directory of
-        #     Spark drivers and tasks. Supported file types:
+        #     Optional. HCFS URIs of archives to be extracted into the working directory
+        #     of each executor. Supported file types:
         #     .jar, .tar, .tar.gz, .tgz, and .zip.
         # @!attribute [rw] properties
         #   @return [::Google::Protobuf::Map{::String => ::String}]
@@ -458,8 +459,9 @@ module Google
 
         # A Dataproc job for running [Presto](https://prestosql.io/) queries.
         # **IMPORTANT**: The [Dataproc Presto Optional
-        # Component](/dataproc/docs/concepts/components/presto) must be enabled when
-        # the cluster is created to submit a Presto job to the cluster.
+        # Component](https://cloud.google.com/dataproc/docs/concepts/components/presto)
+        # must be enabled when the cluster is created to submit a Presto job to the
+        # cluster.
         # @!attribute [rw] query_file_uri
         #   @return [::String]
         #     The HCFS URI of the script that contains SQL queries.
@@ -599,8 +601,8 @@ module Google
         # Encapsulates the full scoping used to reference a job.
         # @!attribute [rw] project_id
         #   @return [::String]
-        #     Required. The ID of the Google Cloud Platform project that the job
-        #     belongs to.
+        #     Optional. The ID of the Google Cloud Platform project that the job belongs to. If
+        #     specified, must match the request project ID.
         # @!attribute [rw] job_id
         #   @return [::String]
         #     Optional. The job ID, which must be unique within the project.

data/proto_docs/google/cloud/dataproc/v1beta2/shared.rb

@@ -23,20 +23,17 @@ module Google
       module V1beta2
         # Cluster components that can be activated.
         module Component
-          # Unspecified component.
+          # Unspecified component. Specifying this will cause Cluster creation to fail.
           COMPONENT_UNSPECIFIED = 0
 
           # The Anaconda python distribution.
           ANACONDA = 5
 
-          # Docker
-          DOCKER = 13
-
           # The Druid query engine.
           DRUID = 9
 
-          # Flink
-          FLINK = 14
+          # HBase.
+          HBASE = 11
 
           # The Hive Web HCatalog (the REST service for accessing HCatalog).
           HIVE_WEBHCAT = 3

data/proto_docs/google/cloud/dataproc/v1beta2/workflow_templates.rb

@@ -85,6 +85,17 @@ module Google
         #     Optional. Template parameters whose values are substituted into the
         #     template. Values for parameters must be provided when the template is
         #     instantiated.
+        # @!attribute [rw] dag_timeout
+        #   @return [::Google::Protobuf::Duration]
+        #     Optional. Timeout duration for the DAG of jobs. You can use "s", "m", "h",
+        #     and "d" suffixes for second, minute, hour, and day duration values,
+        #     respectively. The timeout duration must be from 10 minutes ("10m") to 24
+        #     hours ("24h" or "1d"). The timer begins when the first job is submitted. If
+        #     the workflow is running at the end of the timeout period, any remaining
+        #     jobs are cancelled, the workflow is terminated, and if the workflow was
+        #     running on a [managed
+        #     cluster](https://cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#configuring_or_selecting_a_cluster),
+        #     the cluster is deleted.
         class WorkflowTemplate
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -188,30 +199,36 @@ module Google
         #
         #     The step id is used as prefix for job id, as job
         #     `goog-dataproc-workflow-step-id` label, and in
-        #     {::Google::Cloud::Dataproc::V1beta2::OrderedJob#prerequisite_step_ids prerequisiteStepIds} field from other
-        #     steps.
+        #     {::Google::Cloud::Dataproc::V1beta2::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
+        #     field from other steps.
         #
         #     The id must contain only letters (a-z, A-Z), numbers (0-9),
         #     underscores (_), and hyphens (-). Cannot begin or end with underscore
         #     or hyphen. Must consist of between 3 and 50 characters.
         # @!attribute [rw] hadoop_job
         #   @return [::Google::Cloud::Dataproc::V1beta2::HadoopJob]
+        #     Optional. Job is a Hadoop job.
         # @!attribute [rw] spark_job
         #   @return [::Google::Cloud::Dataproc::V1beta2::SparkJob]
+        #     Optional. Job is a Spark job.
         # @!attribute [rw] pyspark_job
         #   @return [::Google::Cloud::Dataproc::V1beta2::PySparkJob]
+        #     Optional. Job is a PySpark job.
         # @!attribute [rw] hive_job
         #   @return [::Google::Cloud::Dataproc::V1beta2::HiveJob]
+        #     Optional. Job is a Hive job.
         # @!attribute [rw] pig_job
         #   @return [::Google::Cloud::Dataproc::V1beta2::PigJob]
+        #     Optional. Job is a Pig job.
         # @!attribute [rw] spark_r_job
         #   @return [::Google::Cloud::Dataproc::V1beta2::SparkRJob]
-        #     Spark R job
+        #     Optional. Job is a SparkR job.
         # @!attribute [rw] spark_sql_job
         #   @return [::Google::Cloud::Dataproc::V1beta2::SparkSqlJob]
+        #     Optional. Job is a SparkSql job.
         # @!attribute [rw] presto_job
         #   @return [::Google::Cloud::Dataproc::V1beta2::PrestoJob]
-        #     Presto job
+        #     Optional. Job is a Presto job.
         # @!attribute [rw] labels
         #   @return [::Google::Protobuf::Map{::String => ::String}]
         #     Optional. The labels to associate with this job.
@@ -269,10 +286,10 @@ module Google
         #     A field is allowed to appear in at most one parameter's list of field
         #     paths.
         #
-        #     A field path is similar in syntax to a {::Google::Protobuf::FieldMask google.protobuf.FieldMask}.
-        #     For example, a field path that references the zone field of a workflow
-        #     template's cluster selector would be specified as
-        #     `placement.clusterSelector.zone`.
+        #     A field path is similar in syntax to a
+        #     {::Google::Protobuf::FieldMask google.protobuf.FieldMask}. For example, a
+        #     field path that references the zone field of a workflow template's cluster
+        #     selector would be specified as `placement.clusterSelector.zone`.
         #
         #     Also, field paths can reference fields using the following syntax:
         #
@@ -397,6 +414,23 @@ module Google
         # @!attribute [r] cluster_uuid
         #   @return [::String]
         #     Output only. The UUID of target cluster.
+        # @!attribute [r] dag_timeout
+        #   @return [::Google::Protobuf::Duration]
+        #     Output only. The timeout duration for the DAG of jobs.
+        #     Minimum timeout duration is 10 minutes and maximum is 24 hours, expressed
+        #     as a
+        #     [google.protobuf.Duration][https://developers.google.com/protocol-buffers/docs/proto3#json_mapping].
+        #     For example, "1800" = 1800 seconds/30 minutes duration.
+        # @!attribute [r] dag_start_time
+        #   @return [::Google::Protobuf::Timestamp]
+        #     Output only. DAG start time, which is only set for workflows with
+        #     {::Google::Cloud::Dataproc::V1beta2::WorkflowMetadata#dag_timeout dag_timeout}
+        #     when the DAG begins.
+        # @!attribute [r] dag_end_time
+        #   @return [::Google::Protobuf::Timestamp]
+        #     Output only. DAG end time, which is only set for workflows with
+        #     {::Google::Cloud::Dataproc::V1beta2::WorkflowMetadata#dag_timeout dag_timeout}
+        #     when the DAG ends.
         class WorkflowMetadata
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-dataproc-v1beta2
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.3.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-05-26 00:00:00.000000000 Z
+date: 2020-12-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gapic-common
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.2'
+        version: '0.3'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '0.2'
+        version: '0.3'
 - !ruby/object:Gem::Dependency
   name: google-cloud-errors
   requirement: !ruby/object:Gem::Requirement
@@ -225,7 +225,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.6
+rubygems_version: 3.1.4
 signing_key: 
 specification_version: 4
 summary: API Client library for the Cloud Dataproc V1beta2 API