google-cloud-dataproc-v1beta2 0.2.4 → 0.5.0

data/lib/google/cloud/dataproc/v1beta2/workflow_templates_pb.rb

@@ -10,6 +10,7 @@ require 'google/api/resource_pb'
 require 'google/cloud/dataproc/v1beta2/clusters_pb'
 require 'google/cloud/dataproc/v1beta2/jobs_pb'
 require 'google/longrunning/operations_pb'
+require 'google/protobuf/duration_pb'
 require 'google/protobuf/empty_pb'
 require 'google/protobuf/timestamp_pb'
 Google::Protobuf::DescriptorPool.generated_pool.build do
@@ -24,6 +25,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :placement, :message, 7, "google.cloud.dataproc.v1beta2.WorkflowTemplatePlacement"
       repeated :jobs, :message, 8, "google.cloud.dataproc.v1beta2.OrderedJob"
       repeated :parameters, :message, 9, "google.cloud.dataproc.v1beta2.TemplateParameter"
+      optional :dag_timeout, :message, 10, "google.protobuf.Duration"
     end
     add_message "google.cloud.dataproc.v1beta2.WorkflowTemplatePlacement" do
       oneof :placement do
@@ -86,6 +88,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :start_time, :message, 9, "google.protobuf.Timestamp"
       optional :end_time, :message, 10, "google.protobuf.Timestamp"
       optional :cluster_uuid, :string, 11
+      optional :dag_timeout, :message, 12, "google.protobuf.Duration"
+      optional :dag_start_time, :message, 13, "google.protobuf.Timestamp"
+      optional :dag_end_time, :message, 14, "google.protobuf.Timestamp"
     end
     add_enum "google.cloud.dataproc.v1beta2.WorkflowMetadata.State" do
       value :UNKNOWN, 0

data/lib/google/cloud/dataproc/v1beta2/workflow_templates_services_pb.rb

@@ -35,12 +35,12 @@ module Google
             self.service_name = 'google.cloud.dataproc.v1beta2.WorkflowTemplateService'
 
             # Creates new workflow template.
-            rpc :CreateWorkflowTemplate, Google::Cloud::Dataproc::V1beta2::CreateWorkflowTemplateRequest, Google::Cloud::Dataproc::V1beta2::WorkflowTemplate
+            rpc :CreateWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::CreateWorkflowTemplateRequest, ::Google::Cloud::Dataproc::V1beta2::WorkflowTemplate
             # Retrieves the latest workflow template.
             #
             # Can retrieve previously instantiated template by specifying optional
             # version parameter.
-            rpc :GetWorkflowTemplate, Google::Cloud::Dataproc::V1beta2::GetWorkflowTemplateRequest, Google::Cloud::Dataproc::V1beta2::WorkflowTemplate
+            rpc :GetWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::GetWorkflowTemplateRequest, ::Google::Cloud::Dataproc::V1beta2::WorkflowTemplate
             # Instantiates a template and begins execution.
             #
             # The returned Operation can be used to track execution of
@@ -61,11 +61,12 @@ module Google
             # On successful completion,
             # [Operation.response][google.longrunning.Operation.response] will be
             # [Empty][google.protobuf.Empty].
-            rpc :InstantiateWorkflowTemplate, Google::Cloud::Dataproc::V1beta2::InstantiateWorkflowTemplateRequest, Google::Longrunning::Operation
+            rpc :InstantiateWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::InstantiateWorkflowTemplateRequest, ::Google::Longrunning::Operation
             # Instantiates a template and begins execution.
             #
             # This method is equivalent to executing the sequence
-            # [CreateWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.CreateWorkflowTemplate], [InstantiateWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.InstantiateWorkflowTemplate],
+            # [CreateWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.CreateWorkflowTemplate],
+            # [InstantiateWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.InstantiateWorkflowTemplate],
             # [DeleteWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.DeleteWorkflowTemplate].
             #
             # The returned Operation can be used to track execution of
@@ -86,14 +87,14 @@ module Google
             # On successful completion,
             # [Operation.response][google.longrunning.Operation.response] will be
             # [Empty][google.protobuf.Empty].
-            rpc :InstantiateInlineWorkflowTemplate, Google::Cloud::Dataproc::V1beta2::InstantiateInlineWorkflowTemplateRequest, Google::Longrunning::Operation
+            rpc :InstantiateInlineWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::InstantiateInlineWorkflowTemplateRequest, ::Google::Longrunning::Operation
             # Updates (replaces) workflow template. The updated template
             # must contain version that matches the current server version.
-            rpc :UpdateWorkflowTemplate, Google::Cloud::Dataproc::V1beta2::UpdateWorkflowTemplateRequest, Google::Cloud::Dataproc::V1beta2::WorkflowTemplate
+            rpc :UpdateWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::UpdateWorkflowTemplateRequest, ::Google::Cloud::Dataproc::V1beta2::WorkflowTemplate
             # Lists workflows that match the specified filter in the request.
-            rpc :ListWorkflowTemplates, Google::Cloud::Dataproc::V1beta2::ListWorkflowTemplatesRequest, Google::Cloud::Dataproc::V1beta2::ListWorkflowTemplatesResponse
+            rpc :ListWorkflowTemplates, ::Google::Cloud::Dataproc::V1beta2::ListWorkflowTemplatesRequest, ::Google::Cloud::Dataproc::V1beta2::ListWorkflowTemplatesResponse
             # Deletes a workflow template. It does not cancel in-progress workflows.
-            rpc :DeleteWorkflowTemplate, Google::Cloud::Dataproc::V1beta2::DeleteWorkflowTemplateRequest, Google::Protobuf::Empty
+            rpc :DeleteWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::DeleteWorkflowTemplateRequest, ::Google::Protobuf::Empty
           end
 
           Stub = Service.rpc_stub_class

data/proto_docs/google/api/field_behavior.rb

@@ -54,6 +54,12 @@ module Google
       # This indicates that the field may be set once in a request to create a
       # resource, but may not be changed thereafter.
       IMMUTABLE = 5
+
+      # Denotes that a (repeated) field is an unordered list.
+      # This indicates that the service may provide the elements of the list
+      # in any arbitrary order, rather than the order the user originally
+      # provided. Additionally, the list's order may or may not be stable.
+      UNORDERED_LIST = 6
     end
   end
 end

data/proto_docs/google/api/resource.rb

@@ -43,12 +43,12 @@ module Google
     #
     # The ResourceDescriptor Yaml config will look like:
     #
-    #    resources:
-    #    - type: "pubsub.googleapis.com/Topic"
-    #      name_descriptor:
-    #        - pattern: "projects/\\{project}/topics/\\{topic}"
-    #          parent_type: "cloudresourcemanager.googleapis.com/Project"
-    #          parent_name_extractor: "projects/\\{project}"
+    #     resources:
+    #     - type: "pubsub.googleapis.com/Topic"
+    #       name_descriptor:
+    #         - pattern: "projects/{project}/topics/{topic}"
+    #           parent_type: "cloudresourcemanager.googleapis.com/Project"
+    #           parent_name_extractor: "projects/{project}"
     #
     # Sometimes, resources have multiple patterns, typically because they can
     # live under multiple parents.
@@ -183,15 +183,24 @@ module Google
     #         }
     # @!attribute [rw] plural
     #   @return [::String]
-    #     The plural name used in the resource name, such as 'projects' for
-    #     the name of 'projects/\\{project}'. It is the same concept of the `plural`
-    #     field in k8s CRD spec
+    #     The plural name used in the resource name and permission names, such as
+    #     'projects' for the resource name of 'projects/\\{project}' and the permission
+    #     name of 'cloudresourcemanager.googleapis.com/projects.get'. It is the same
+    #     concept of the `plural` field in k8s CRD spec
     #     https://kubernetes.io/docs/tasks/access-kubernetes-api/custom-resources/custom-resource-definitions/
+    #
+    #     Note: The plural form is required even for singleton resources. See
+    #     https://aip.dev/156
     # @!attribute [rw] singular
     #   @return [::String]
     #     The same concept of the `singular` field in k8s CRD spec
     #     https://kubernetes.io/docs/tasks/access-kubernetes-api/custom-resources/custom-resource-definitions/
     #     Such as "project" for the `resourcemanager.googleapis.com/Project` type.
+    # @!attribute [rw] style
+    #   @return [::Array<::Google::Api::ResourceDescriptor::Style>]
+    #     Style flag(s) for this resource.
+    #     These indicate that a resource is expected to conform to a given
+    #     style. See the specific style flags for additional information.
     class ResourceDescriptor
       include ::Google::Protobuf::MessageExts
       extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -211,6 +220,22 @@ module Google
         # that from being necessary once there are multiple patterns.)
         FUTURE_MULTI_PATTERN = 2
       end
+
+      # A flag representing a specific style that a resource claims to conform to.
+      module Style
+        # The unspecified value. Do not use.
+        STYLE_UNSPECIFIED = 0
+
+        # This resource is intended to be "declarative-friendly".
+        #
+        # Declarative-friendly resources must be more strictly consistent, and
+        # setting this to true communicates to tools that this resource should
+        # adhere to declarative-friendly expectations.
+        #
+        # Note: This is used by the API linter (linter.aip.dev) to enable
+        # additional checks.
+        DECLARATIVE_FRIENDLY = 1
+      end
     end
 
     # Defines a proto annotation that describes a string field that refers to
@@ -226,6 +251,17 @@ module Google
     #             type: "pubsub.googleapis.com/Topic"
     #           }];
     #         }
+    #
+    #     Occasionally, a field may reference an arbitrary resource. In this case,
+    #     APIs use the special value * in their resource reference.
+    #
+    #     Example:
+    #
+    #         message GetIamPolicyRequest {
+    #           string resource = 2 [(google.api.resource_reference) = {
+    #             type: "*"
+    #           }];
+    #         }
     # @!attribute [rw] child_type
     #   @return [::String]
     #     The resource type of a child collection that the annotated field
@@ -234,11 +270,11 @@ module Google
     #
     #     Example:
     #
-    #       message ListLogEntriesRequest {
-    #         string parent = 1 [(google.api.resource_reference) = {
-    #           child_type: "logging.googleapis.com/LogEntry"
-    #         };
-    #       }
+    #         message ListLogEntriesRequest {
+    #           string parent = 1 [(google.api.resource_reference) = {
+    #             child_type: "logging.googleapis.com/LogEntry"
+    #           };
+    #         }
     class ResourceReference
       include ::Google::Protobuf::MessageExts
       extend ::Google::Protobuf::MessageExts::ClassMethods

data/proto_docs/google/cloud/dataproc/v1beta2/autoscaling_policies.rb

@@ -80,20 +80,26 @@ module Google
         #     Bounds: [0s, 1d].
         # @!attribute [rw] scale_up_factor
         #   @return [::Float]
-        #     Required. Fraction of average pending memory in the last cooldown period
-        #     for which to add workers. A scale-up factor of 1.0 will result in scaling
-        #     up so that there is no pending memory remaining after the update (more
-        #     aggressive scaling). A scale-up factor closer to 0 will result in a smaller
-        #     magnitude of scaling up (less aggressive scaling).
+        #     Required. Fraction of average YARN pending memory in the last cooldown
+        #     period for which to add workers. A scale-up factor of 1.0 will result in
+        #     scaling up so that there is no pending memory remaining after the update
+        #     (more aggressive scaling). A scale-up factor closer to 0 will result in a
+        #     smaller magnitude of scaling up (less aggressive scaling). See [How
+        #     autoscaling
+        #     works](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/autoscaling#how_autoscaling_works)
+        #     for more information.
         #
         #     Bounds: [0.0, 1.0].
         # @!attribute [rw] scale_down_factor
         #   @return [::Float]
-        #     Required. Fraction of average pending memory in the last cooldown period
-        #     for which to remove workers. A scale-down factor of 1 will result in
+        #     Required. Fraction of average YARN pending memory in the last cooldown
+        #     period for which to remove workers. A scale-down factor of 1 will result in
         #     scaling down so that there is no available memory remaining after the
         #     update (more aggressive scaling). A scale-down factor of 0 disables
         #     removing workers, which can be beneficial for autoscaling a single job.
+        #     See [How autoscaling
+        #     works](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/autoscaling#how_autoscaling_works)
+        #     for more information.
         #
         #     Bounds: [0.0, 1.0].
         # @!attribute [rw] scale_up_min_worker_fraction

data/proto_docs/google/cloud/dataproc/v1beta2/clusters.rb

@@ -85,6 +85,15 @@ module Google
         #     and manage this project-level, per-location bucket (see
         #     [Dataproc staging
         #     bucket](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/staging-bucket)).
+        # @!attribute [rw] temp_bucket
+        #   @return [::String]
+        #     Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs
+        #     data, such as Spark and MapReduce history files. If you do not specify a
+        #     temp bucket, Dataproc will determine a Cloud Storage location (US, ASIA, or
+        #     EU) for your cluster's temp bucket according to the Compute Engine zone
+        #     where your cluster is deployed, and then create and manage this
+        #     project-level, per-location bucket. The default bucket has a TTL of 90
+        #     days, but you can use any TTL (or none) if you specify a bucket.
         # @!attribute [rw] gce_cluster_config
         #   @return [::Google::Cloud::Dataproc::V1beta2::GceClusterConfig]
         #     Optional. The shared Compute Engine config settings for
@@ -137,10 +146,10 @@ module Google
         #     Optional. Security related configuration.
         # @!attribute [rw] gke_cluster_config
         #   @return [::Google::Cloud::Dataproc::V1beta2::GkeClusterConfig]
-        #     Optional. The Kubernetes Engine config for Dataproc clusters deployed to Kubernetes.
-        #     Setting this is considered mutually exclusive with Compute Engine-based
-        #     options such as `gce_cluster_config`, `master_config`, `worker_config`,
-        #     `secondary_worker_config`, and `autoscaling_config`.
+        #     Optional. The Kubernetes Engine config for Dataproc clusters deployed to
+        #     Kubernetes. Setting this is considered mutually exclusive with Compute
+        #     Engine-based options such as `gce_cluster_config`, `master_config`,
+        #     `worker_config`, `secondary_worker_config`, and `autoscaling_config`.
         class ClusterConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -268,7 +277,7 @@ module Google
         # @!attribute [rw] service_account
         #   @return [::String]
         #     Optional. The [Dataproc service
-        #     account](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/service-accounts#service_accounts_in_cloud_dataproc)
+        #     account](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/service-accounts#service_accounts_in_dataproc)
         #     (also see [VM Data Plane
         #     identity](https://cloud.google.com/dataproc/docs/concepts/iam/dataproc-principals#vm_service_account_data_plane_identity))
         #     used by Dataproc cluster VM instances to access Google Cloud Platform
@@ -372,6 +381,15 @@ module Google
         #   @return [::Boolean]
         #     Output only. Specifies that this instance group contains preemptible
         #     instances.
+        # @!attribute [rw] preemptibility
+        #   @return [::Google::Cloud::Dataproc::V1beta2::InstanceGroupConfig::Preemptibility]
+        #     Optional. Specifies the preemptibility of the instance group.
+        #
+        #     The default value for master and worker groups is
+        #     `NON_PREEMPTIBLE`. This default cannot be changed.
+        #
+        #     The default value for secondary instances is
+        #     `PREEMPTIBLE`.
         # @!attribute [r] managed_group_config
         #   @return [::Google::Cloud::Dataproc::V1beta2::ManagedGroupConfig]
         #     Output only. The config for Compute Engine Instance Group
@@ -389,6 +407,27 @@ module Google
         class InstanceGroupConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # Controls the use of
+          # [preemptible instances]
+          # (https://cloud.google.com/compute/docs/instances/preemptible)
+          # within the group.
+          module Preemptibility
+            # Preemptibility is unspecified, the system will choose the
+            # appropriate setting for each instance group.
+            PREEMPTIBILITY_UNSPECIFIED = 0
+
+            # Instances are non-preemptible.
+            #
+            # This option is allowed for all instance groups and is the only valid
+            # value for Master and Worker instance groups.
+            NON_PREEMPTIBLE = 1
+
+            # Instances are preemptible.
+            #
+            # This option is allowed only for secondary worker groups.
+            PREEMPTIBLE = 2
+          end
         end
 
         # Specifies the resources used to actively manage an instance group.
@@ -464,7 +503,8 @@ module Google
         #     [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json).
         # @!attribute [rw] auto_delete_time
         #   @return [::Google::Protobuf::Timestamp]
-        #     Optional. The time when cluster will be auto-deleted. (see JSON representation of
+        #     Optional. The time when cluster will be auto-deleted. (see JSON
+        #     representation of
         #     [Timestamp](https://developers.google.com/protocol-buffers/docs/proto3#json)).
         # @!attribute [rw] auto_delete_ttl
         #   @return [::Google::Protobuf::Duration]
@@ -495,8 +535,8 @@ module Google
         # Specifies Kerberos related configuration.
         # @!attribute [rw] enable_kerberos
         #   @return [::Boolean]
-        #     Optional. Flag to indicate whether to Kerberize the cluster (default: false). Set
-        #     this field to true to enable Kerberos on a cluster.
+        #     Optional. Flag to indicate whether to Kerberize the cluster (default:
+        #     false). Set this field to true to enable Kerberos on a cluster.
         # @!attribute [rw] root_principal_password_uri
         #   @return [::String]
         #     Required. The Cloud Storage URI of a KMS encrypted file containing the root
@@ -658,7 +698,7 @@ module Google
         #   @return [::String]
         #     Optional. The version of software inside the cluster. It must be one of the
         #     supported [Dataproc
-        #     Versions](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#supported_cloud_dataproc_versions),
+        #     Versions](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#supported_dataproc_versions),
         #     such as "1.2" (including a subminor version, such as "1.2.29"), or the
         #     ["preview"
         #     version](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#other_versions).
@@ -747,10 +787,11 @@ module Google
         # @!attribute [rw] request_id
         #   @return [::String]
         #     Optional. A unique id used to identify the request. If the server
-        #     receives two {::Google::Cloud::Dataproc::V1beta2::CreateClusterRequest CreateClusterRequest} requests  with the same
-        #     id, then the second request will be ignored and the
-        #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the backend
-        #     is returned.
+        #     receives two
+        #     {::Google::Cloud::Dataproc::V1beta2::CreateClusterRequest CreateClusterRequest}
+        #     requests  with the same id, then the second request will be ignored and the
+        #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+        #     and stored in the backend is returned.
         #
         #     It is recommended to always set this value to a
         #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -852,10 +893,11 @@ module Google
         # @!attribute [rw] request_id
         #   @return [::String]
         #     Optional. A unique id used to identify the request. If the server
-        #     receives two {::Google::Cloud::Dataproc::V1beta2::UpdateClusterRequest UpdateClusterRequest} requests  with the same
-        #     id, then the second request will be ignored and the
-        #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
-        #     backend is returned.
+        #     receives two
+        #     {::Google::Cloud::Dataproc::V1beta2::UpdateClusterRequest UpdateClusterRequest}
+        #     requests  with the same id, then the second request will be ignored and the
+        #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+        #     and stored in the backend is returned.
         #
         #     It is recommended to always set this value to a
         #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
@@ -885,10 +927,11 @@ module Google
         # @!attribute [rw] request_id
         #   @return [::String]
         #     Optional. A unique id used to identify the request. If the server
-        #     receives two {::Google::Cloud::Dataproc::V1beta2::DeleteClusterRequest DeleteClusterRequest} requests  with the same
-        #     id, then the second request will be ignored and the
-        #     first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the
-        #     backend is returned.
+        #     receives two
+        #     {::Google::Cloud::Dataproc::V1beta2::DeleteClusterRequest DeleteClusterRequest}
+        #     requests  with the same id, then the second request will be ignored and the
+        #     first {::Google::Longrunning::Operation google.longrunning.Operation} created
+        #     and stored in the backend is returned.
         #
         #     It is recommended to always set this value to a
         #     [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).

data/proto_docs/google/cloud/dataproc/v1beta2/jobs.rb

@@ -158,12 +158,12 @@ module Google
         #     Spark driver and tasks.
         # @!attribute [rw] file_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of files to be copied to the working directory of
-        #     Spark drivers and distributed tasks. Useful for naively parallel tasks.
+        #     Optional. HCFS URIs of files to be placed in the working directory of
+        #     each executor. Useful for naively parallel tasks.
         # @!attribute [rw] archive_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of archives to be extracted in the working directory
-        #     of Spark drivers and tasks. Supported file types:
+        #     Optional. HCFS URIs of archives to be extracted into the working directory
+        #     of each executor. Supported file types:
         #     .jar, .tar, .tar.gz, .tgz, and .zip.
         # @!attribute [rw] properties
         #   @return [::Google::Protobuf::Map{::String => ::String}]
@@ -211,11 +211,12 @@ module Google
         #     Python driver and tasks.
         # @!attribute [rw] file_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of files to be copied to the working directory of
-        #     Python drivers and distributed tasks. Useful for naively parallel tasks.
+        #     Optional. HCFS URIs of files to be placed in the working directory of
+        #     each executor. Useful for naively parallel tasks.
         # @!attribute [rw] archive_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of archives to be extracted in the working directory of
+        #     Optional. HCFS URIs of archives to be extracted into the working directory
+        #     of each executor. Supported file types:
         #     .jar, .tar, .tar.gz, .tgz, and .zip.
         # @!attribute [rw] properties
         #   @return [::Google::Protobuf::Map{::String => ::String}]
@@ -426,12 +427,12 @@ module Google
         #     occur that causes an incorrect job submission.
         # @!attribute [rw] file_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of files to be copied to the working directory of
-        #     R drivers and distributed tasks. Useful for naively parallel tasks.
+        #     Optional. HCFS URIs of files to be placed in the working directory of
+        #     each executor. Useful for naively parallel tasks.
         # @!attribute [rw] archive_uris
         #   @return [::Array<::String>]
-        #     Optional. HCFS URIs of archives to be extracted in the working directory of
-        #     Spark drivers and tasks. Supported file types:
+        #     Optional. HCFS URIs of archives to be extracted into the working directory
+        #     of each executor. Supported file types:
         #     .jar, .tar, .tar.gz, .tgz, and .zip.
         # @!attribute [rw] properties
         #   @return [::Google::Protobuf::Map{::String => ::String}]
@@ -600,8 +601,8 @@ module Google
         # Encapsulates the full scoping used to reference a job.
         # @!attribute [rw] project_id
         #   @return [::String]
-        #     Required. The ID of the Google Cloud Platform project that the job
-        #     belongs to.
+        #     Optional. The ID of the Google Cloud Platform project that the job belongs to. If
+        #     specified, must match the request project ID.
         # @!attribute [rw] job_id
         #   @return [::String]
         #     Optional. The job ID, which must be unique within the project.

data/proto_docs/google/cloud/dataproc/v1beta2/shared.rb

@@ -23,20 +23,17 @@ module Google
       module V1beta2
         # Cluster components that can be activated.
         module Component
-          # Unspecified component.
+          # Unspecified component. Specifying this will cause Cluster creation to fail.
           COMPONENT_UNSPECIFIED = 0
 
           # The Anaconda python distribution.
           ANACONDA = 5
 
-          # Docker
-          DOCKER = 13
-
           # The Druid query engine.
           DRUID = 9
 
-          # Flink
-          FLINK = 14
+          # HBase.
+          HBASE = 11
 
           # The Hive Web HCatalog (the REST service for accessing HCatalog).
           HIVE_WEBHCAT = 3