google-cloud-dataproc-v1 1.0.2 → 1.2.0

data/proto_docs/google/api/client.rb

@@ -28,6 +28,9 @@ module Google
     # @!attribute [rw] destinations
     #   @return [::Array<::Google::Api::ClientLibraryDestination>]
     #     The destination where API teams want this client library to be published.
+    # @!attribute [rw] selective_gapic_generation
+    #   @return [::Google::Api::SelectiveGapicGeneration]
+    #     Configuration for which RPCs should be generated in the GAPIC client.
     class CommonLanguageSettings
       include ::Google::Protobuf::MessageExts
       extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -212,6 +215,12 @@ module Google
       #     enabled. By default, asynchronous REST clients will not be generated.
       #     This feature will be enabled by default 1 month after launching the
       #     feature in preview packages.
+      # @!attribute [rw] protobuf_pythonic_types_enabled
+      #   @return [::Boolean]
+      #     Enables generation of protobuf code using new types that are more
+      #     Pythonic which are included in `protobuf>=5.29.x`. This feature will be
+      #     enabled by default 1 month after launching the feature in preview
+      #     packages.
       class ExperimentalFeatures
         include ::Google::Protobuf::MessageExts
         extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -297,9 +306,28 @@ module Google
     # @!attribute [rw] common
     #   @return [::Google::Api::CommonLanguageSettings]
     #     Some settings.
+    # @!attribute [rw] renamed_services
+    #   @return [::Google::Protobuf::Map{::String => ::String}]
+    #     Map of service names to renamed services. Keys are the package relative
+    #     service names and values are the name to be used for the service client
+    #     and call options.
+    #
+    #     publishing:
+    #       go_settings:
+    #         renamed_services:
+    #           Publisher: TopicAdmin
     class GoSettings
       include ::Google::Protobuf::MessageExts
       extend ::Google::Protobuf::MessageExts::ClassMethods
+
+      # @!attribute [rw] key
+      #   @return [::String]
+      # @!attribute [rw] value
+      #   @return [::String]
+      class RenamedServicesEntry
+        include ::Google::Protobuf::MessageExts
+        extend ::Google::Protobuf::MessageExts::ClassMethods
+      end
     end
 
     # Describes the generator configuration for a method.
@@ -375,6 +403,25 @@ module Google
       end
     end
 
+    # This message is used to configure the generation of a subset of the RPCs in
+    # a service for client libraries.
+    # @!attribute [rw] methods
+    #   @return [::Array<::String>]
+    #     An allowlist of the fully qualified names of RPCs that should be included
+    #     on public client surfaces.
+    # @!attribute [rw] generate_omitted_as_internal
+    #   @return [::Boolean]
+    #     Setting this to true indicates to the client generators that methods
+    #     that would be excluded from the generation should instead be generated
+    #     in a way that indicates these methods should not be consumed by
+    #     end users. How this is expressed is up to individual language
+    #     implementations to decide. Some examples may be: added annotations,
+    #     obfuscated identifiers, or other language idiomatic patterns.
+    class SelectiveGapicGeneration
+      include ::Google::Protobuf::MessageExts
+      extend ::Google::Protobuf::MessageExts::ClassMethods
+    end
+
     # The organization for which the client libraries are being published.
     # Affects the url where generated docs are published, etc.
     module ClientLibraryOrganization

data/proto_docs/google/cloud/dataproc/v1/batches.rb

@@ -112,6 +112,11 @@ module Google
         #   @return [::String]
         #     A token, which can be sent as `page_token` to retrieve the next page.
         #     If this field is omitted, there are no subsequent pages.
+        # @!attribute [r] unreachable
+        #   @return [::Array<::String>]
+        #     Output only. List of Batches that could not be included in the response.
+        #     Attempting to get one of these resources may indicate why it was not
+        #     included in the list response.
         class ListBatchesResponse
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -142,15 +147,23 @@ module Google
         # @!attribute [rw] pyspark_batch
         #   @return [::Google::Cloud::Dataproc::V1::PySparkBatch]
         #     Optional. PySpark batch config.
+        #
+        #     Note: The following fields are mutually exclusive: `pyspark_batch`, `spark_batch`, `spark_r_batch`, `spark_sql_batch`. If a field in that set is populated, all other fields in the set will automatically be cleared.
         # @!attribute [rw] spark_batch
         #   @return [::Google::Cloud::Dataproc::V1::SparkBatch]
         #     Optional. Spark batch config.
+        #
+        #     Note: The following fields are mutually exclusive: `spark_batch`, `pyspark_batch`, `spark_r_batch`, `spark_sql_batch`. If a field in that set is populated, all other fields in the set will automatically be cleared.
         # @!attribute [rw] spark_r_batch
         #   @return [::Google::Cloud::Dataproc::V1::SparkRBatch]
         #     Optional. SparkR batch config.
+        #
+        #     Note: The following fields are mutually exclusive: `spark_r_batch`, `pyspark_batch`, `spark_batch`, `spark_sql_batch`. If a field in that set is populated, all other fields in the set will automatically be cleared.
         # @!attribute [rw] spark_sql_batch
         #   @return [::Google::Cloud::Dataproc::V1::SparkSqlBatch]
         #     Optional. SparkSql batch config.
+        #
+        #     Note: The following fields are mutually exclusive: `spark_sql_batch`, `pyspark_batch`, `spark_batch`, `spark_r_batch`. If a field in that set is populated, all other fields in the set will automatically be cleared.
         # @!attribute [r] runtime_info
         #   @return [::Google::Cloud::Dataproc::V1::RuntimeInfo]
         #     Output only. Runtime information about batch execution.
@@ -281,10 +294,14 @@ module Google
         # @!attribute [rw] main_jar_file_uri
         #   @return [::String]
         #     Optional. The HCFS URI of the jar file that contains the main class.
+        #
+        #     Note: The following fields are mutually exclusive: `main_jar_file_uri`, `main_class`. If a field in that set is populated, all other fields in the set will automatically be cleared.
         # @!attribute [rw] main_class
         #   @return [::String]
         #     Optional. The name of the driver main class. The jar file that contains
         #     the class must be in the classpath or specified in `jar_file_uris`.
+        #
+        #     Note: The following fields are mutually exclusive: `main_class`, `main_jar_file_uri`. If a field in that set is populated, all other fields in the set will automatically be cleared.
         # @!attribute [rw] args
         #   @return [::Array<::String>]
         #     Optional. The arguments to pass to the driver. Do not include arguments

data/proto_docs/google/cloud/dataproc/v1/clusters.rb

@@ -263,8 +263,39 @@ module Google
         # Encryption settings for the cluster.
         # @!attribute [rw] gce_pd_kms_key_name
         #   @return [::String]
-        #     Optional. The Cloud KMS key name to use for PD disk encryption for all
-        #     instances in the cluster.
+        #     Optional. The Cloud KMS key resource name to use for persistent disk
+        #     encryption for all instances in the cluster. See [Use CMEK with cluster
+        #     data]
+        #     (https://cloud.google.com//dataproc/docs/concepts/configuring-clusters/customer-managed-encryption#use_cmek_with_cluster_data)
+        #     for more information.
+        # @!attribute [rw] kms_key
+        #   @return [::String]
+        #     Optional. The Cloud KMS key resource name to use for cluster persistent
+        #     disk and job argument encryption. See [Use CMEK with cluster data]
+        #     (https://cloud.google.com//dataproc/docs/concepts/configuring-clusters/customer-managed-encryption#use_cmek_with_cluster_data)
+        #     for more information.
+        #
+        #     When this key resource name is provided, the following job arguments of
+        #     the following job types submitted to the cluster are encrypted using CMEK:
+        #
+        #     * [FlinkJob
+        #     args](https://cloud.google.com/dataproc/docs/reference/rest/v1/FlinkJob)
+        #     * [HadoopJob
+        #     args](https://cloud.google.com/dataproc/docs/reference/rest/v1/HadoopJob)
+        #     * [SparkJob
+        #     args](https://cloud.google.com/dataproc/docs/reference/rest/v1/SparkJob)
+        #     * [SparkRJob
+        #     args](https://cloud.google.com/dataproc/docs/reference/rest/v1/SparkRJob)
+        #     * [PySparkJob
+        #     args](https://cloud.google.com/dataproc/docs/reference/rest/v1/PySparkJob)
+        #     * [SparkSqlJob](https://cloud.google.com/dataproc/docs/reference/rest/v1/SparkSqlJob)
+        #       scriptVariables and queryList.queries
+        #     * [HiveJob](https://cloud.google.com/dataproc/docs/reference/rest/v1/HiveJob)
+        #       scriptVariables and queryList.queries
+        #     * [PigJob](https://cloud.google.com/dataproc/docs/reference/rest/v1/PigJob)
+        #       scriptVariables and queryList.queries
+        #     * [PrestoJob](https://cloud.google.com/dataproc/docs/reference/rest/v1/PrestoJob)
+        #       scriptVariables and queryList.queries
         class EncryptionConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -309,12 +340,22 @@ module Google
         #     * `sub0`
         # @!attribute [rw] internal_ip_only
         #   @return [::Boolean]
-        #     Optional. If true, all instances in the cluster will only have internal IP
-        #     addresses. By default, clusters are not restricted to internal IP
-        #     addresses, and will have ephemeral external IP addresses assigned to each
-        #     instance. This `internal_ip_only` restriction can only be enabled for
-        #     subnetwork enabled networks, and all off-cluster dependencies must be
-        #     configured to be accessible without external IP addresses.
+        #     Optional. This setting applies to subnetwork-enabled networks. It is set to
+        #     `true` by default in clusters created with image versions 2.2.x.
+        #
+        #     When set to `true`:
+        #
+        #     * All cluster VMs have internal IP addresses.
+        #     * [Google Private Access]
+        #     (https://cloud.google.com/vpc/docs/private-google-access)
+        #     must be enabled to access Dataproc and other Google Cloud APIs.
+        #     * Off-cluster dependencies must be configured to be accessible
+        #     without external IP addresses.
+        #
+        #     When set to `false`:
+        #
+        #     * Cluster VMs are not restricted to internal IP addresses.
+        #     * Ephemeral external IP addresses are assigned to each cluster VM.
         # @!attribute [rw] private_ipv6_google_access
         #   @return [::Google::Cloud::Dataproc::V1::GceClusterConfig::PrivateIpv6GoogleAccess]
         #     Optional. The type of IPv6 access for a cluster.
@@ -349,8 +390,8 @@ module Google
         #     * https://www.googleapis.com/auth/devstorage.full_control
         # @!attribute [rw] tags
         #   @return [::Array<::String>]
-        #     The Compute Engine tags to add to all instances (see [Tagging
-        #     instances](https://cloud.google.com/compute/docs/label-or-tag-resources#tags)).
+        #     The Compute Engine network tags to add to all instances (see [Tagging
+        #     instances](https://cloud.google.com/vpc/docs/add-remove-network-tags)).
         # @!attribute [rw] metadata
         #   @return [::Google::Protobuf::Map{::String => ::String}]
         #     Optional. The Compute Engine metadata entries to add to all instances (see
@@ -651,6 +692,10 @@ module Google
 
         # Instance flexibility Policy allowing a mixture of VM shapes and provisioning
         # models.
+        # @!attribute [rw] provisioning_model_mix
+        #   @return [::Google::Cloud::Dataproc::V1::InstanceFlexibilityPolicy::ProvisioningModelMix]
+        #     Optional. Defines how the Group selects the provisioning model to ensure
+        #     required reliability.
         # @!attribute [rw] instance_selection_list
         #   @return [::Array<::Google::Cloud::Dataproc::V1::InstanceFlexibilityPolicy::InstanceSelection>]
         #     Optional. List of instance selection options that the group will use when
@@ -662,6 +707,31 @@ module Google
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
 
+          # Defines how Dataproc should create VMs with a mixture of provisioning
+          # models.
+          # @!attribute [rw] standard_capacity_base
+          #   @return [::Integer]
+          #     Optional. The base capacity that will always use Standard VMs to avoid
+          #     risk of more preemption than the minimum capacity you need. Dataproc will
+          #     create only standard VMs until it reaches standard_capacity_base, then it
+          #     will start using standard_capacity_percent_above_base to mix Spot with
+          #     Standard VMs. eg. If 15 instances are requested and
+          #     standard_capacity_base is 5, Dataproc will create 5 standard VMs and then
+          #     start mixing spot and standard VMs for remaining 10 instances.
+          # @!attribute [rw] standard_capacity_percent_above_base
+          #   @return [::Integer]
+          #     Optional. The percentage of target capacity that should use Standard VM.
+          #     The remaining percentage will use Spot VMs. The percentage applies only
+          #     to the capacity above standard_capacity_base. eg. If 15 instances are
+          #     requested and standard_capacity_base is 5 and
+          #     standard_capacity_percent_above_base is 30, Dataproc will create 5
+          #     standard VMs and then start mixing spot and standard VMs for remaining 10
+          #     instances. The mix will be 30% standard and 70% spot.
+          class ProvisioningModelMix
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+
           # Defines machines types and a rank to which the machines types belong.
           # @!attribute [rw] machine_types
           #   @return [::Array<::String>]
@@ -704,15 +774,15 @@ module Google
         #
         #     Examples:
         #
-        #     * `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/[zone]/acceleratorTypes/nvidia-tesla-k80`
-        #     * `projects/[project_id]/zones/[zone]/acceleratorTypes/nvidia-tesla-k80`
-        #     * `nvidia-tesla-k80`
+        #     * `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/[zone]/acceleratorTypes/nvidia-tesla-t4`
+        #     * `projects/[project_id]/zones/[zone]/acceleratorTypes/nvidia-tesla-t4`
+        #     * `nvidia-tesla-t4`
         #
         #     **Auto Zone Exception**: If you are using the Dataproc
         #     [Auto Zone
         #     Placement](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement)
         #     feature, you must use the short name of the accelerator type
-        #     resource, for example, `nvidia-tesla-k80`.
+        #     resource, for example, `nvidia-tesla-t4`.
         # @!attribute [rw] accelerator_count
         #   @return [::Integer]
         #     The number of the accelerator cards of this type exposed to this instance.
@@ -750,6 +820,17 @@ module Google
         #     "nvme" (Non-Volatile Memory Express).
         #     See [local SSD
         #     performance](https://cloud.google.com/compute/docs/disks/local-ssd#performance).
+        # @!attribute [rw] boot_disk_provisioned_iops
+        #   @return [::Integer]
+        #     Optional. Indicates how many IOPS to provision for the disk. This sets the
+        #     number of I/O operations per second that the disk can handle. Note: This
+        #     field is only supported if boot_disk_type is hyperdisk-balanced.
+        # @!attribute [rw] boot_disk_provisioned_throughput
+        #   @return [::Integer]
+        #     Optional. Indicates how much throughput to provision for the disk. This
+        #     sets the number of throughput mb per second that the disk can handle.
+        #     Values must be greater than or equal to 1. Note: This field is only
+        #     supported if boot_disk_type is hyperdisk-balanced.
         class DiskConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -940,7 +1021,7 @@ module Google
         #     principal password.
         # @!attribute [rw] kms_key_uri
         #   @return [::String]
-        #     Optional. The uri of the KMS key used to encrypt various sensitive
+        #     Optional. The URI of the KMS key used to encrypt sensitive
         #     files.
         # @!attribute [rw] keystore_uri
         #   @return [::String]
@@ -1026,7 +1107,7 @@ module Google
         #   @return [::String]
         #     Optional. The version of software inside the cluster. It must be one of the
         #     supported [Dataproc
-        #     Versions](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#supported_dataproc_versions),
+        #     Versions](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#supported-dataproc-image-versions),
         #     such as "1.2" (including a subminor version, such as "1.2.29"), or the
         #     ["preview"
         #     version](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#other_versions).
@@ -1081,12 +1162,16 @@ module Google
         #     Optional. The time when cluster will be auto-deleted (see JSON
         #     representation of
         #     [Timestamp](https://developers.google.com/protocol-buffers/docs/proto3#json)).
+        #
+        #     Note: The following fields are mutually exclusive: `auto_delete_time`, `auto_delete_ttl`. If a field in that set is populated, all other fields in the set will automatically be cleared.
         # @!attribute [rw] auto_delete_ttl
         #   @return [::Google::Protobuf::Duration]
         #     Optional. The lifetime duration of cluster. The cluster will be
         #     auto-deleted at the end of this period. Minimum value is 10 minutes;
         #     maximum value is 14 days (see JSON representation of
         #     [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
+        #
+        #     Note: The following fields are mutually exclusive: `auto_delete_ttl`, `auto_delete_time`. If a field in that set is populated, all other fields in the set will automatically be cleared.
         # @!attribute [r] idle_start_time
         #   @return [::Google::Protobuf::Timestamp]
         #     Output only. The time when cluster became idle (most recent job finished)
@@ -1225,6 +1310,9 @@ module Google
 
             # hivemetastore metric source
             HIVEMETASTORE = 7
+
+            # flink metric source
+            FLINK = 8
           end
         end
 
@@ -1494,12 +1582,12 @@ module Google
         #     where **field** is one of `status.state`, `clusterName`, or `labels.[KEY]`,
         #     and `[KEY]` is a label key. **value** can be `*` to match all values.
         #     `status.state` can be one of the following: `ACTIVE`, `INACTIVE`,
-        #     `CREATING`, `RUNNING`, `ERROR`, `DELETING`, or `UPDATING`. `ACTIVE`
-        #     contains the `CREATING`, `UPDATING`, and `RUNNING` states. `INACTIVE`
-        #     contains the `DELETING` and `ERROR` states.
-        #     `clusterName` is the name of the cluster provided at creation time.
-        #     Only the logical `AND` operator is supported; space-separated items are
-        #     treated as having an implicit `AND` operator.
+        #     `CREATING`, `RUNNING`, `ERROR`, `DELETING`, `UPDATING`, `STOPPING`, or
+        #     `STOPPED`. `ACTIVE` contains the `CREATING`, `UPDATING`, and `RUNNING`
+        #     states. `INACTIVE` contains the `DELETING`, `ERROR`, `STOPPING`, and
+        #     `STOPPED` states. `clusterName` is the name of the cluster provided at
+        #     creation time. Only the logical `AND` operator is supported;
+        #     space-separated items are treated as having an implicit `AND` operator.
         #
         #     Example filter:
         #
@@ -1543,9 +1631,13 @@ module Google
         #     Required. The cluster name.
         # @!attribute [rw] tarball_gcs_dir
         #   @return [::String]
-        #     Optional. The output Cloud Storage directory for the diagnostic
+        #     Optional. (Optional) The output Cloud Storage directory for the diagnostic
         #     tarball. If not specified, a task-specific directory in the cluster's
         #     staging bucket will be used.
+        # @!attribute [rw] tarball_access
+        #   @return [::Google::Cloud::Dataproc::V1::DiagnoseClusterRequest::TarballAccess]
+        #     Optional. (Optional) The access type to the diagnostic tarball. If not
+        #     specified, falls back to default access of the bucket
         # @!attribute [rw] diagnosis_interval
         #   @return [::Google::Type::Interval]
         #     Optional. Time interval in which diagnosis should be carried out on the
@@ -1561,6 +1653,20 @@ module Google
         class DiagnoseClusterRequest
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # Defines who has access to the diagnostic tarball
+          module TarballAccess
+            # Tarball Access unspecified. Falls back to default access of the bucket
+            TARBALL_ACCESS_UNSPECIFIED = 0
+
+            # Google Cloud Support group has read access to the
+            # diagnostic tarball
+            GOOGLE_CLOUD_SUPPORT = 1
+
+            # Google Cloud Dataproc Diagnose service account has read access to the
+            # diagnostic tarball
+            GOOGLE_DATAPROC_DIAGNOSE = 2
+          end
         end
 
         # The location of diagnostic output.