google-cloud-dataproc 0.2.2 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 30130cde92df898035ea51f693835396be4395f533d997d91c1400328d855f5d
-  data.tar.gz: fff528186d9cf8cea514ca5811ad6f1640b8f6133e4a970c65d3735291ca97bf
+  metadata.gz: 4f6730b23eacab9d232b6a9dbdc22f5fa73f9326a98ddbef2b881b6e5e61bedf
+  data.tar.gz: 06ab96ebf91d023a2d5d23fc4aa74a0b0271be19accf86dbd0ea4899b5529bad
 SHA512:
-  metadata.gz: 615065859e329b5caaafb9fbafb4acbfe91a942012c353d65819fe4afb1bdc860833bcff3821945d5179681364041ddc79d3e5b51d53cead303d28f989bbbd40
-  data.tar.gz: 184ecda3c4c13f292d3d460eaf42fd76fef514b5c4cff38aadae6d8c08b3139a89f0880a7dc4a6a1d7ca3cbdff5e9452a507991bdeb2ffc0aa9b905db7d594e0
+  metadata.gz: ecdef56467fb0bf3d650ceb63cc9e7cb2e45268c7b5018742830d322a6d115a402f74dae9e84b62e1c71a4be32fe1407562cdbebf36606af6dd3e8cd97e0aa25
+  data.tar.gz: '0782a97fa3291a926790bafd142b9ea9164a4fe7b99ad007090aca801f703a8e9ced0c63c9c6e87df1df9033698cd24110c58147da22d3d931ba54e57e86f81e'

data/README.md

@@ -1,4 +1,4 @@
-# Ruby Client for Google Cloud Dataproc API ([Beta](https://github.com/googleapis/google-cloud-ruby#versioning))
+# Ruby Client for Google Cloud Dataproc API ([Alpha](https://github.com/googleapis/google-cloud-ruby#versioning))
 
 [Google Cloud Dataproc API][Product Documentation]:
 Manages Hadoop-based clusters and jobs on Google Cloud Platform.

data/lib/google/cloud/dataproc.rb

@@ -1,4 +1,4 @@
-# Copyright 2018 Google LLC
+# Copyright 2019 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -21,7 +21,7 @@ module Google
     # rubocop:disable LineLength
 
     ##
-    # # Ruby Client for Google Cloud Dataproc API ([Beta](https://github.com/googleapis/google-cloud-ruby#versioning))
+    # # Ruby Client for Google Cloud Dataproc API ([Alpha](https://github.com/googleapis/google-cloud-ruby#versioning))
     #
     # [Google Cloud Dataproc API][Product Documentation]:
     # Manages Hadoop-based clusters and jobs on Google Cloud Platform.
@@ -112,7 +112,7 @@ module Google
       module ClusterController
         ##
         # The ClusterControllerService provides methods to manage clusters
-        # of Google Compute Engine instances.
+        # of Compute Engine instances.
         #
         # @param version [Symbol, String]
         #   The major version of the service to be used. By default :v1
@@ -213,6 +213,59 @@ module Google
           Google::Cloud::Dataproc.const_get(version_module)::JobController.new(*args, **kwargs)
         end
       end
+
+      module WorkflowTemplateService
+        ##
+        # The API interface for managing Workflow Templates in the
+        # Cloud Dataproc API.
+        #
+        # @param version [Symbol, String]
+        #   The major version of the service to be used. By default :v1
+        #   is used.
+        # @overload new(version:, credentials:, scopes:, client_config:, timeout:)
+        #   @param credentials [Google::Auth::Credentials, String, Hash, GRPC::Core::Channel, GRPC::Core::ChannelCredentials, Proc]
+        #     Provides the means for authenticating requests made by the client. This parameter can
+        #     be many types.
+        #     A `Google::Auth::Credentials` uses a the properties of its represented keyfile for
+        #     authenticating requests made by this client.
+        #     A `String` will be treated as the path to the keyfile to be used for the construction of
+        #     credentials for this client.
+        #     A `Hash` will be treated as the contents of a keyfile to be used for the construction of
+        #     credentials for this client.
+        #     A `GRPC::Core::Channel` will be used to make calls through.
+        #     A `GRPC::Core::ChannelCredentials` for the setting up the RPC client. The channel credentials
+        #     should already be composed with a `GRPC::Core::CallCredentials` object.
+        #     A `Proc` will be used as an updater_proc for the Grpc channel. The proc transforms the
+        #     metadata for requests, generally, to give OAuth credentials.
+        #   @param scopes [Array<String>]
+        #     The OAuth scopes for this service. This parameter is ignored if
+        #     an updater_proc is supplied.
+        #   @param client_config [Hash]
+        #     A Hash for call options for each method. See
+        #     Google::Gax#construct_settings for the structure of
+        #     this data. Falls back to the default config if not specified
+        #     or the specified config is missing data points.
+        #   @param timeout [Numeric]
+        #     The default timeout, in seconds, for calls made through this client.
+        #   @param metadata [Hash]
+        #     Default metadata to be sent with each request. This can be overridden on a per call basis.
+        #   @param exception_transformer [Proc]
+        #     An optional proc that intercepts any exceptions raised during an API call to inject
+        #     custom error handling.
+        def self.new(*args, version: :v1, **kwargs)
+          unless AVAILABLE_VERSIONS.include?(version.to_s.downcase)
+            raise "The version: #{version} is not available. The available versions " \
+              "are: [#{AVAILABLE_VERSIONS.join(", ")}]"
+          end
+
+          require "#{FILE_DIR}/#{version.to_s.downcase}"
+          version_module = Google::Cloud::Dataproc
+            .constants
+            .select {|sym| sym.to_s.downcase == version.to_s.downcase}
+            .first
+          Google::Cloud::Dataproc.const_get(version_module)::WorkflowTemplateService.new(*args, **kwargs)
+        end
+      end
     end
   end
 end

data/lib/google/cloud/dataproc/v1.rb

@@ -1,4 +1,4 @@
-# Copyright 2018 Google LLC
+# Copyright 2019 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -15,8 +15,10 @@
 
 require "google/cloud/dataproc/v1/cluster_controller_client"
 require "google/cloud/dataproc/v1/job_controller_client"
+require "google/cloud/dataproc/v1/workflow_template_service_client"
 require "google/cloud/dataproc/v1/operations_pb"
 require "google/cloud/dataproc/v1/clusters_pb"
+require "google/cloud/dataproc/v1/workflow_templates_pb"
 
 module Google
   module Cloud
@@ -24,7 +26,7 @@ module Google
       # rubocop:disable LineLength
 
       ##
-      # # Ruby Client for Google Cloud Dataproc API ([Beta](https://github.com/googleapis/google-cloud-ruby#versioning))
+      # # Ruby Client for Google Cloud Dataproc API ([Alpha](https://github.com/googleapis/google-cloud-ruby#versioning))
       #
       # [Google Cloud Dataproc API][Product Documentation]:
       # Manages Hadoop-based clusters and jobs on Google Cloud Platform.
@@ -107,7 +109,7 @@ module Google
         module ClusterController
           ##
           # The ClusterControllerService provides methods to manage clusters
-          # of Google Compute Engine instances.
+          # of Compute Engine instances.
           #
           # @param credentials [Google::Auth::Credentials, String, Hash, GRPC::Core::Channel, GRPC::Core::ChannelCredentials, Proc]
           #   Provides the means for authenticating requests made by the client. This parameter can
@@ -216,6 +218,63 @@ module Google
             Google::Cloud::Dataproc::V1::JobControllerClient.new(**kwargs)
           end
         end
+
+        module WorkflowTemplateService
+          ##
+          # The API interface for managing Workflow Templates in the
+          # Cloud Dataproc API.
+          #
+          # @param credentials [Google::Auth::Credentials, String, Hash, GRPC::Core::Channel, GRPC::Core::ChannelCredentials, Proc]
+          #   Provides the means for authenticating requests made by the client. This parameter can
+          #   be many types.
+          #   A `Google::Auth::Credentials` uses a the properties of its represented keyfile for
+          #   authenticating requests made by this client.
+          #   A `String` will be treated as the path to the keyfile to be used for the construction of
+          #   credentials for this client.
+          #   A `Hash` will be treated as the contents of a keyfile to be used for the construction of
+          #   credentials for this client.
+          #   A `GRPC::Core::Channel` will be used to make calls through.
+          #   A `GRPC::Core::ChannelCredentials` for the setting up the RPC client. The channel credentials
+          #   should already be composed with a `GRPC::Core::CallCredentials` object.
+          #   A `Proc` will be used as an updater_proc for the Grpc channel. The proc transforms the
+          #   metadata for requests, generally, to give OAuth credentials.
+          # @param scopes [Array<String>]
+          #   The OAuth scopes for this service. This parameter is ignored if
+          #   an updater_proc is supplied.
+          # @param client_config [Hash]
+          #   A Hash for call options for each method. See
+          #   Google::Gax#construct_settings for the structure of
+          #   this data. Falls back to the default config if not specified
+          #   or the specified config is missing data points.
+          # @param timeout [Numeric]
+          #   The default timeout, in seconds, for calls made through this client.
+          # @param metadata [Hash]
+          #   Default metadata to be sent with each request. This can be overridden on a per call basis.
+          # @param exception_transformer [Proc]
+          #   An optional proc that intercepts any exceptions raised during an API call to inject
+          #   custom error handling.
+          def self.new \
+              credentials: nil,
+              scopes: nil,
+              client_config: nil,
+              timeout: nil,
+              metadata: nil,
+              exception_transformer: nil,
+              lib_name: nil,
+              lib_version: nil
+            kwargs = {
+              credentials: credentials,
+              scopes: scopes,
+              client_config: client_config,
+              timeout: timeout,
+              metadata: metadata,
+              exception_transformer: exception_transformer,
+              lib_name: lib_name,
+              lib_version: lib_version
+            }.select { |_, v| v != nil }
+            Google::Cloud::Dataproc::V1::WorkflowTemplateServiceClient.new(**kwargs)
+          end
+        end
       end
     end
   end

data/lib/google/cloud/dataproc/v1/cluster_controller_client.rb

@@ -1,4 +1,4 @@
-# Copyright 2018 Google LLC
+# Copyright 2019 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -35,7 +35,7 @@ module Google
     module Dataproc
       module V1
         # The ClusterControllerService provides methods to manage clusters
-        # of Google Compute Engine instances.
+        # of Compute Engine instances.
         #
         # @!attribute [r] cluster_controller_stub
         #   @return [Google::Cloud::Dataproc::V1::ClusterController::Stub]
@@ -232,6 +232,18 @@ module Google
           #   Required. The cluster to create.
           #   A hash of the same form as `Google::Cloud::Dataproc::V1::Cluster`
           #   can also be provided.
+          # @param request_id [String]
+          #   Optional. A unique id used to identify the request. If the server
+          #   receives two {Google::Cloud::Dataproc::V1::CreateClusterRequest CreateClusterRequest} requests  with the same
+          #   id, then the second request will be ignored and the
+          #   first {Google::Longrunning::Operation} created and stored in the backend
+          #   is returned.
+          #
+          #   It is recommended to always set this value to a
+          #   [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
+          #
+          #   The id must contain only letters (a-z, A-Z), numbers (0-9),
+          #   underscores (_), and hyphens (-). The maximum length is 40 characters.
           # @param options [Google::Gax::CallOptions]
           #   Overrides the default settings for this call, e.g, timeout,
           #   retries, etc.
@@ -282,11 +294,13 @@ module Google
               project_id,
               region,
               cluster,
+              request_id: nil,
               options: nil
             req = {
               project_id: project_id,
               region: region,
-              cluster: cluster
+              cluster: cluster,
+              request_id: request_id
             }.delete_if { |_, v| v.nil? }
             req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1::CreateClusterRequest)
             operation = Google::Gax::Operation.new(
@@ -363,6 +377,29 @@ module Google
           #    </table>
           #   A hash of the same form as `Google::Protobuf::FieldMask`
           #   can also be provided.
+          # @param graceful_decommission_timeout [Google::Protobuf::Duration | Hash]
+          #   Optional. Timeout for graceful YARN decomissioning. Graceful
+          #   decommissioning allows removing nodes from the cluster without
+          #   interrupting jobs in progress. Timeout specifies how long to wait for jobs
+          #   in progress to finish before forcefully removing nodes (and potentially
+          #   interrupting jobs). Default timeout is 0 (for forceful decommission), and
+          #   the maximum allowed timeout is 1 day.
+          #
+          #   Only supported on Dataproc image versions 1.2 and higher.
+          #   A hash of the same form as `Google::Protobuf::Duration`
+          #   can also be provided.
+          # @param request_id [String]
+          #   Optional. A unique id used to identify the request. If the server
+          #   receives two {Google::Cloud::Dataproc::V1::UpdateClusterRequest UpdateClusterRequest} requests  with the same
+          #   id, then the second request will be ignored and the
+          #   first {Google::Longrunning::Operation} created and stored in the
+          #   backend is returned.
+          #
+          #   It is recommended to always set this value to a
+          #   [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
+          #
+          #   The id must contain only letters (a-z, A-Z), numbers (0-9),
+          #   underscores (_), and hyphens (-). The maximum length is 40 characters.
           # @param options [Google::Gax::CallOptions]
           #   Overrides the default settings for this call, e.g, timeout,
           #   retries, etc.
@@ -421,13 +458,17 @@ module Google
               cluster_name,
               cluster,
               update_mask,
+              graceful_decommission_timeout: nil,
+              request_id: nil,
               options: nil
             req = {
               project_id: project_id,
               region: region,
               cluster_name: cluster_name,
               cluster: cluster,
-              update_mask: update_mask
+              update_mask: update_mask,
+              graceful_decommission_timeout: graceful_decommission_timeout,
+              request_id: request_id
             }.delete_if { |_, v| v.nil? }
             req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1::UpdateClusterRequest)
             operation = Google::Gax::Operation.new(
@@ -450,6 +491,21 @@ module Google
           #   Required. The Cloud Dataproc region in which to handle the request.
           # @param cluster_name [String]
           #   Required. The cluster name.
+          # @param cluster_uuid [String]
+          #   Optional. Specifying the `cluster_uuid` means the RPC should fail
+          #   (with error NOT_FOUND) if cluster with specified UUID does not exist.
+          # @param request_id [String]
+          #   Optional. A unique id used to identify the request. If the server
+          #   receives two {Google::Cloud::Dataproc::V1::DeleteClusterRequest DeleteClusterRequest} requests  with the same
+          #   id, then the second request will be ignored and the
+          #   first {Google::Longrunning::Operation} created and stored in the
+          #   backend is returned.
+          #
+          #   It is recommended to always set this value to a
+          #   [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
+          #
+          #   The id must contain only letters (a-z, A-Z), numbers (0-9),
+          #   underscores (_), and hyphens (-). The maximum length is 40 characters.
           # @param options [Google::Gax::CallOptions]
           #   Overrides the default settings for this call, e.g, timeout,
           #   retries, etc.
@@ -500,11 +556,15 @@ module Google
               project_id,
               region,
               cluster_name,
+              cluster_uuid: nil,
+              request_id: nil,
               options: nil
             req = {
               project_id: project_id,
               region: region,
-              cluster_name: cluster_name
+              cluster_name: cluster_name,
+              cluster_uuid: cluster_uuid,
+              request_id: request_id
             }.delete_if { |_, v| v.nil? }
             req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1::DeleteClusterRequest)
             operation = Google::Gax::Operation.new(

data/lib/google/cloud/dataproc/v1/cluster_controller_client_config.json

@@ -4,9 +4,12 @@
       "retry_codes": {
         "idempotent": [
           "DEADLINE_EXCEEDED",
+          "INTERNAL",
           "UNAVAILABLE"
         ],
-        "non_idempotent": []
+        "non_idempotent": [
+          "UNAVAILABLE"
+        ]
       },
       "retry_params": {
         "default": {
@@ -21,7 +24,7 @@
       },
       "methods": {
         "CreateCluster": {
-          "timeout_millis": 90000,
+          "timeout_millis": 30000,
           "retry_codes_name": "non_idempotent",
           "retry_params_name": "default"
         },
@@ -31,22 +34,22 @@
           "retry_params_name": "default"
         },
         "DeleteCluster": {
-          "timeout_millis": 15000,
-          "retry_codes_name": "idempotent",
+          "timeout_millis": 30000,
+          "retry_codes_name": "non_idempotent",
           "retry_params_name": "default"
         },
         "GetCluster": {
-          "timeout_millis": 10000,
+          "timeout_millis": 60000,
           "retry_codes_name": "idempotent",
           "retry_params_name": "default"
         },
         "ListClusters": {
-          "timeout_millis": 10000,
+          "timeout_millis": 60000,
           "retry_codes_name": "idempotent",
           "retry_params_name": "default"
         },
         "DiagnoseCluster": {
-          "timeout_millis": 10000,
+          "timeout_millis": 60000,
           "retry_codes_name": "non_idempotent",
           "retry_params_name": "default"
         }

data/lib/google/cloud/dataproc/v1/clusters_pb.rb

@@ -29,6 +29,10 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     optional :secondary_worker_config, :message, 12, "google.cloud.dataproc.v1.InstanceGroupConfig"
     optional :software_config, :message, 13, "google.cloud.dataproc.v1.SoftwareConfig"
     repeated :initialization_actions, :message, 11, "google.cloud.dataproc.v1.NodeInitializationAction"
+    optional :encryption_config, :message, 15, "google.cloud.dataproc.v1.EncryptionConfig"
+  end
+  add_message "google.cloud.dataproc.v1.EncryptionConfig" do
+    optional :gce_pd_kms_key_name, :string, 1
   end
   add_message "google.cloud.dataproc.v1.GceClusterConfig" do
     optional :zone_uri, :string, 1
@@ -59,6 +63,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     optional :accelerator_count, :int32, 2
   end
   add_message "google.cloud.dataproc.v1.DiskConfig" do
+    optional :boot_disk_type, :string, 3
     optional :boot_disk_size_gb, :int32, 1
     optional :num_local_ssds, :int32, 2
   end
@@ -97,18 +102,23 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
     optional :project_id, :string, 1
     optional :region, :string, 3
     optional :cluster, :message, 2, "google.cloud.dataproc.v1.Cluster"
+    optional :request_id, :string, 4
   end
   add_message "google.cloud.dataproc.v1.UpdateClusterRequest" do
     optional :project_id, :string, 1
     optional :region, :string, 5
     optional :cluster_name, :string, 2
     optional :cluster, :message, 3, "google.cloud.dataproc.v1.Cluster"
+    optional :graceful_decommission_timeout, :message, 6, "google.protobuf.Duration"
     optional :update_mask, :message, 4, "google.protobuf.FieldMask"
+    optional :request_id, :string, 7
   end
   add_message "google.cloud.dataproc.v1.DeleteClusterRequest" do
     optional :project_id, :string, 1
     optional :region, :string, 3
     optional :cluster_name, :string, 2
+    optional :cluster_uuid, :string, 4
+    optional :request_id, :string, 5
   end
   add_message "google.cloud.dataproc.v1.GetClusterRequest" do
     optional :project_id, :string, 1
@@ -142,6 +152,7 @@ module Google
       module V1
         Cluster = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Cluster").msgclass
         ClusterConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterConfig").msgclass
+        EncryptionConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EncryptionConfig").msgclass
         GceClusterConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GceClusterConfig").msgclass
         InstanceGroupConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupConfig").msgclass
         ManagedGroupConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ManagedGroupConfig").msgclass

data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb

@@ -1,7 +1,7 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # Source: google/cloud/dataproc/v1/clusters.proto for package 'google.cloud.dataproc.v1'
 # Original file comments:
-# Copyright 2017 Google Inc.
+# Copyright 2018 Google LLC.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -15,6 +15,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
+#
 
 
 require 'grpc'
@@ -26,7 +27,7 @@ module Google
       module V1
         module ClusterController
           # The ClusterControllerService provides methods to manage clusters
-          # of Google Compute Engine instances.
+          # of Compute Engine instances.
           class Service
 
             include GRPC::GenericService