google-cloud-dataproc-v1 0.7.1 → 0.8.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 89df0e2a0ac1dd2d7ac88db153a9944695825e95a77e6236c2c31104dfae639a
-  data.tar.gz: 49d4306b2f39e73df7516c9e406d3a174b57c72c4db1c33e71d4160c0bb0d804
+  metadata.gz: 75b10ffcc3efa847d380e239d97ac92298df724a70e6f76e161a4357b31e2464
+  data.tar.gz: ff2d2916e09c5503d8cb4ee6f74058770b64254ecb962aa4e71f453f4bae6401
 SHA512:
-  metadata.gz: 4c074e0cc9460c96da62a9b1061e336d842f31d1f180042638955262307a2d432398a9a00798481b00383269540856dff53fa0cb6d701373272a605121a6eefa
-  data.tar.gz: d39afd0382e2a898768a12973588f228729dd7dcd9dc60ce6a742b240c047e4d20604718e9196689995ab5de6d90b6df8012a2172acc0ccc804ebbd113c1b30a
+  metadata.gz: d2f533ae3bc23fa57971f8fe1faf5ba3abf1bec75d25935cb3e3de5229e9b11bcf4e9dd8d2c7c887f6a0fb54ccfdc21764aea94e5f077c6cf5fa5738648a0b6a
+  data.tar.gz: 73a70eb049fc046aa5ece71bf473adad5df91872e7b83172c1439c1766901b5af6df17fff54dd561fa48e68c70cfb83282cd417a44a3a127058a36adaf547357

data/.yardopts

@@ -1,5 +1,5 @@
 --no-private
---title=Cloud Dataproc V1 API
+--title="Cloud Dataproc V1 API"
 --exclude _pb\.rb$
 --markup markdown
 --markup-provider redcarpet

data/AUTHENTICATION.md

@@ -120,15 +120,6 @@ To configure your system for this, simply:
 **NOTE:** This is _not_ recommended for running in production. The Cloud SDK
 *should* only be used during development.
 
-[gce-how-to]: https://cloud.google.com/compute/docs/authentication#using
-[dev-console]: https://console.cloud.google.com/project
-
-[enable-apis]: https://raw.githubusercontent.com/GoogleCloudPlatform/gcloud-common/master/authentication/enable-apis.png
-
-[create-new-service-account]: https://raw.githubusercontent.com/GoogleCloudPlatform/gcloud-common/master/authentication/create-new-service-account.png
-[create-new-service-account-existing-keys]: https://raw.githubusercontent.com/GoogleCloudPlatform/gcloud-common/master/authentication/create-new-service-account-existing-keys.png
-[reuse-service-account]: https://raw.githubusercontent.com/GoogleCloudPlatform/gcloud-common/master/authentication/reuse-service-account.png
-
 ## Creating a Service Account
 
 Google Cloud requires **Service Account Credentials** to
@@ -139,31 +130,22 @@ If you are not running this client within
 [Google Cloud Platform environments](#google-cloud-platform-environments), you
 need a Google Developers service account.
 
-1. Visit the [Google Developers Console][dev-console].
+1. Visit the [Google Cloud Console](https://console.cloud.google.com/project).
 2. Create a new project or click on an existing project.
-3. Activate the slide-out navigation tray and select **API Manager**. From
+3. Activate the menu in the upper left and select **APIs & Services**. From
    here, you will enable the APIs that your application requires.
 
-   ![Enable the APIs that your application requires][enable-apis]
-
    *Note: You may need to enable billing in order to use these services.*
 
 4. Select **Credentials** from the side navigation.
 
-   You should see a screen like one of the following.
-
-   ![Create a new service account][create-new-service-account]
-
-   ![Create a new service account With Existing Keys][create-new-service-account-existing-keys]
-
-   Find the "Add credentials" drop down and select "Service account" to be
-   guided through downloading a new JSON key file.
+   Find the "Create credentials" drop down near the top of the page, and select
+   "Service account" to be guided through downloading a new JSON key file.
 
    If you want to re-use an existing service account, you can easily generate a
-   new key file. Just select the account you wish to re-use, and click "Generate
-   new JSON key":
-
-   ![Re-use an existing service account][reuse-service-account]
+   new key file. Just select the account you wish to re-use, click the pencil
+   tool on the right side to edit the service account, select the **Keys** tab,
+   and then select **Add Key**.
 
    The key file you download will be used by this library to authenticate API
    requests and should be stored in a secure location.

data/lib/google/cloud/dataproc/v1/batch_controller/client.rb

@@ -135,6 +135,7 @@ module Google
 
               @operations_client = Operations.new do |config|
                 config.credentials = credentials
+                config.quota_project = @quota_project_id
                 config.endpoint = @config.endpoint
               end
 

data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb

@@ -166,6 +166,7 @@ module Google
 
               @operations_client = Operations.new do |config|
                 config.credentials = credentials
+                config.quota_project = @quota_project_id
                 config.endpoint = @config.endpoint
               end
 

data/lib/google/cloud/dataproc/v1/clusters_pb.rb

@@ -119,6 +119,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :boot_disk_type, :string, 3
       optional :boot_disk_size_gb, :int32, 1
       optional :num_local_ssds, :int32, 2
+      optional :local_ssd_interface, :string, 4
     end
     add_message "google.cloud.dataproc.v1.NodeInitializationAction" do
       optional :executable_file, :string, 1

data/lib/google/cloud/dataproc/v1/job_controller/client.rb

@@ -168,6 +168,7 @@ module Google
 
               @operations_client = Operations.new do |config|
                 config.credentials = credentials
+                config.quota_project = @quota_project_id
                 config.endpoint = @config.endpoint
               end
 

data/lib/google/cloud/dataproc/v1/shared_pb.rb

@@ -7,6 +7,8 @@ require 'google/protobuf'
 Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("google/cloud/dataproc/v1/shared.proto", :syntax => :proto3) do
     add_message "google.cloud.dataproc.v1.RuntimeConfig" do
+      optional :version, :string, 1
+      optional :container_image, :string, 2
       map :properties, :string, :string, 3
     end
     add_message "google.cloud.dataproc.v1.EnvironmentConfig" do
@@ -32,6 +34,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     add_message "google.cloud.dataproc.v1.RuntimeInfo" do
       map :endpoints, :string, :string, 1
       optional :output_uri, :string, 2
+      optional :diagnostic_output_uri, :string, 3
     end
     add_enum "google.cloud.dataproc.v1.Component" do
       value :COMPONENT_UNSPECIFIED, 0

data/lib/google/cloud/dataproc/v1/version.rb

@@ -21,7 +21,7 @@ module Google
   module Cloud
     module Dataproc
       module V1
-        VERSION = "0.7.1"
+        VERSION = "0.8.0"
       end
     end
   end

data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb

@@ -171,6 +171,7 @@ module Google
 
               @operations_client = Operations.new do |config|
                 config.credentials = credentials
+                config.quota_project = @quota_project_id
                 config.endpoint = @config.endpoint
               end
 
@@ -214,7 +215,7 @@ module Google
             #     Required. The resource name of the region or location, as described
             #     in https://cloud.google.com/apis/design/resource_names.
             #
-            #     * For `projects.regions.workflowTemplates,create`, the resource name of the
+            #     * For `projects.regions.workflowTemplates.create`, the resource name of the
             #       region has the following format:
             #       `projects/{project_id}/regions/{region}`
             #

data/proto_docs/google/api/resource.rb

@@ -33,11 +33,7 @@ module Google
     #       // For Kubernetes resources, the format is {api group}/{kind}.
     #       option (google.api.resource) = {
     #         type: "pubsub.googleapis.com/Topic"
-    #         name_descriptor: {
-    #           pattern: "projects/{project}/topics/{topic}"
-    #           parent_type: "cloudresourcemanager.googleapis.com/Project"
-    #           parent_name_extractor: "projects/{project}"
-    #         }
+    #         pattern: "projects/{project}/topics/{topic}"
     #       };
     #     }
     #
@@ -45,10 +41,7 @@ module Google
     #
     #     resources:
     #     - type: "pubsub.googleapis.com/Topic"
-    #       name_descriptor:
-    #         - pattern: "projects/{project}/topics/{topic}"
-    #           parent_type: "cloudresourcemanager.googleapis.com/Project"
-    #           parent_name_extractor: "projects/{project}"
+    #       pattern: "projects/{project}/topics/{topic}"
     #
     # Sometimes, resources have multiple patterns, typically because they can
     # live under multiple parents.
@@ -58,26 +51,10 @@ module Google
     #     message LogEntry {
     #       option (google.api.resource) = {
     #         type: "logging.googleapis.com/LogEntry"
-    #         name_descriptor: {
-    #           pattern: "projects/{project}/logs/{log}"
-    #           parent_type: "cloudresourcemanager.googleapis.com/Project"
-    #           parent_name_extractor: "projects/{project}"
-    #         }
-    #         name_descriptor: {
-    #           pattern: "folders/{folder}/logs/{log}"
-    #           parent_type: "cloudresourcemanager.googleapis.com/Folder"
-    #           parent_name_extractor: "folders/{folder}"
-    #         }
-    #         name_descriptor: {
-    #           pattern: "organizations/{organization}/logs/{log}"
-    #           parent_type: "cloudresourcemanager.googleapis.com/Organization"
-    #           parent_name_extractor: "organizations/{organization}"
-    #         }
-    #         name_descriptor: {
-    #           pattern: "billingAccounts/{billing_account}/logs/{log}"
-    #           parent_type: "billing.googleapis.com/BillingAccount"
-    #           parent_name_extractor: "billingAccounts/{billing_account}"
-    #         }
+    #         pattern: "projects/{project}/logs/{log}"
+    #         pattern: "folders/{folder}/logs/{log}"
+    #         pattern: "organizations/{organization}/logs/{log}"
+    #         pattern: "billingAccounts/{billing_account}/logs/{log}"
     #       };
     #     }
     #
@@ -85,48 +62,10 @@ module Google
     #
     #     resources:
     #     - type: 'logging.googleapis.com/LogEntry'
-    #       name_descriptor:
-    #         - pattern: "projects/{project}/logs/{log}"
-    #           parent_type: "cloudresourcemanager.googleapis.com/Project"
-    #           parent_name_extractor: "projects/{project}"
-    #         - pattern: "folders/{folder}/logs/{log}"
-    #           parent_type: "cloudresourcemanager.googleapis.com/Folder"
-    #           parent_name_extractor: "folders/{folder}"
-    #         - pattern: "organizations/{organization}/logs/{log}"
-    #           parent_type: "cloudresourcemanager.googleapis.com/Organization"
-    #           parent_name_extractor: "organizations/{organization}"
-    #         - pattern: "billingAccounts/{billing_account}/logs/{log}"
-    #           parent_type: "billing.googleapis.com/BillingAccount"
-    #           parent_name_extractor: "billingAccounts/{billing_account}"
-    #
-    # For flexible resources, the resource name doesn't contain parent names, but
-    # the resource itself has parents for policy evaluation.
-    #
-    # Example:
-    #
-    #     message Shelf {
-    #       option (google.api.resource) = {
-    #         type: "library.googleapis.com/Shelf"
-    #         name_descriptor: {
-    #           pattern: "shelves/{shelf}"
-    #           parent_type: "cloudresourcemanager.googleapis.com/Project"
-    #         }
-    #         name_descriptor: {
-    #           pattern: "shelves/{shelf}"
-    #           parent_type: "cloudresourcemanager.googleapis.com/Folder"
-    #         }
-    #       };
-    #     }
-    #
-    # The ResourceDescriptor Yaml config will look like:
-    #
-    #     resources:
-    #     - type: 'library.googleapis.com/Shelf'
-    #       name_descriptor:
-    #         - pattern: "shelves/{shelf}"
-    #           parent_type: "cloudresourcemanager.googleapis.com/Project"
-    #         - pattern: "shelves/{shelf}"
-    #           parent_type: "cloudresourcemanager.googleapis.com/Folder"
+    #       pattern: "projects/{project}/logs/{log}"
+    #       pattern: "folders/{folder}/logs/{log}"
+    #       pattern: "organizations/{organization}/logs/{log}"
+    #       pattern: "billingAccounts/{billing_account}/logs/{log}"
     # @!attribute [rw] type
     #   @return [::String]
     #     The resource type. It must be in the format of

data/proto_docs/google/cloud/dataproc/v1/clusters.rb

@@ -32,8 +32,9 @@ module Google
         #     unique. Names of deleted clusters can be reused.
         # @!attribute [rw] config
         #   @return [::Google::Cloud::Dataproc::V1::ClusterConfig]
-        #     Required. The cluster config. Note that Dataproc may set
-        #     default values, and values may change when clusters are updated.
+        #     Optional. The cluster config for a cluster of Compute Engine Instances.
+        #     Note that Dataproc may set default values, and values may change
+        #     when clusters are updated.
         # @!attribute [rw] labels
         #   @return [::Google::Protobuf::Map{::String => ::String}]
         #     Optional. The labels to associate with this cluster.
@@ -588,6 +589,13 @@ module Google
         #     If one or more SSDs are attached, this runtime bulk
         #     data is spread across them, and the boot disk contains only basic
         #     config and installed binaries.
+        # @!attribute [rw] local_ssd_interface
+        #   @return [::String]
+        #     Optional. Interface type of local SSDs (default is "scsi").
+        #     Valid values: "scsi" (Small Computer System Interface),
+        #     "nvme" (Non-Volatile Memory Express).
+        #     See [SSD Interface
+        #     types](https://cloud.google.com/compute/docs/disks/local-ssd#performance).
         class DiskConfig
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods

data/proto_docs/google/cloud/dataproc/v1/jobs.rb

@@ -785,11 +785,23 @@ module Google
         #     4 times within 10 minute window.
         #
         #     Maximum value is 10.
+        #
+        #     **Note:** Currently, this restartable job option is
+        #     not supported in Dataproc
+        #     [workflow
+        #     template](https://cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template)
+        #     jobs.
         # @!attribute [rw] max_failures_total
         #   @return [::Integer]
         #     Optional. Maximum number of times in total a driver may be restarted as a result of
         #     driver exiting with non-zero code before job is reported failed.
         #     Maximum value is 240.
+        #
+        #     **Note:** Currently, this restartable job option is
+        #     not supported in Dataproc
+        #     [workflow
+        #     template](https://cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template)
+        #     jobs.
         class JobScheduling
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods

data/proto_docs/google/cloud/dataproc/v1/shared.rb

@@ -22,6 +22,13 @@ module Google
     module Dataproc
       module V1
         # Runtime configuration for a workload.
+        # @!attribute [rw] version
+        #   @return [::String]
+        #     Optional. Version of the batch runtime.
+        # @!attribute [rw] container_image
+        #   @return [::String]
+        #     Optional. Optional custom container image for the job runtime environment. If
+        #     not specified, a default container image will be used.
         # @!attribute [rw] properties
         #   @return [::Google::Protobuf::Map{::String => ::String}]
         #     Optional. A mapping of property names to values, which are used to configure workload
@@ -111,6 +118,9 @@ module Google
         # @!attribute [r] output_uri
         #   @return [::String]
         #     Output only. A URI pointing to the location of the stdout and stderr of the workload.
+        # @!attribute [r] diagnostic_output_uri
+        #   @return [::String]
+        #     Output only. A URI pointing to the location of the diagnostics tarball.
         class RuntimeInfo
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods

data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb

@@ -522,7 +522,7 @@ module Google
         #     Required. The resource name of the region or location, as described
         #     in https://cloud.google.com/apis/design/resource_names.
         #
-        #     * For `projects.regions.workflowTemplates,create`, the resource name of the
+        #     * For `projects.regions.workflowTemplates.create`, the resource name of the
         #       region has the following format:
         #       `projects/{project_id}/regions/{region}`
         #

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-dataproc-v1
 version: !ruby/object:Gem::Version
-  version: 0.7.1
+  version: 0.8.0
 platform: ruby
 authors:
 - Google LLC
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-11-08 00:00:00.000000000 Z
+date: 2022-01-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gapic-common
@@ -243,7 +243,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.17
+rubygems_version: 3.3.4
 signing_key: 
 specification_version: 4
 summary: API Client library for the Cloud Dataproc V1 API