google-cloud-dataproc 0.1.0

data/lib/google/cloud/dataproc/credentials.rb

@@ -0,0 +1,30 @@
+# Copyright 2017 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require "googleauth"
+
+module Google
+  module Cloud
+    module Dataproc
+      class Credentials < Google::Auth::Credentials
+        SCOPE = [
+          "https://www.googleapis.com/auth/cloud-platform"
+        ].freeze
+        PATH_ENV_VARS = %w(DATAPROC_KEYFILE GOOGLE_CLOUD_KEYFILE GCLOUD_KEYFILE)
+        JSON_ENV_VARS = %w(DATAPROC_KEYFILE_JSON GOOGLE_CLOUD_KEYFILE_JSON GCLOUD_KEYFILE_JSON)
+        DEFAULT_PATHS = ["~/.config/gcloud/application_default_credentials.json"]
+      end
+    end
+  end
+end

data/lib/google/cloud/dataproc/v1.rb

@@ -0,0 +1,171 @@
+# Copyright 2017 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require "google/cloud/dataproc/v1/cluster_controller_client"
+require "google/cloud/dataproc/v1/job_controller_client"
+
+module Google
+  module Cloud
+    # rubocop:disable LineLength
+
+    ##
+    # # Ruby Client for Google Cloud Dataproc API ([Alpha](https://github.com/GoogleCloudPlatform/google-cloud-ruby#versioning))
+    #
+    # [Google Cloud Dataproc API][Product Documentation]:
+    # Manages Hadoop-based clusters and jobs on Google Cloud Platform.
+    # - [Product Documentation][]
+    #
+    # ## Quick Start
+    # In order to use this library, you first need to go through the following
+    # steps:
+    #
+    # 1. [Select or create a Cloud Platform project.](https://console.cloud.google.com/project)
+    # 2. [Enable billing for your project.](https://cloud.google.com/billing/docs/how-to/modify-project#enable_billing_for_a_project)
+    # 3. [Enable the Google Cloud Dataproc API.](https://console.cloud.google.com/apis/api/dataproc)
+    # 4. [Setup Authentication.](https://googlecloudplatform.github.io/google-cloud-ruby/#/docs/google-cloud/master/guides/authentication)
+    #
+    # ### Preview
+    # #### ClusterControllerClient
+    # ```rb
+    # require "google/cloud/dataproc/v1"
+    #
+    # cluster_controller_client = Google::Cloud::Dataproc::V1::ClusterController.new
+    # project_id_2 = project_id
+    # region = "global"
+    #
+    # # Iterate over all results.
+    # cluster_controller_client.list_clusters(project_id_2, region).each do |element|
+    #   # Process element.
+    # end
+    #
+    # # Or iterate over results one page at a time.
+    # cluster_controller_client.list_clusters(project_id_2, region).each_page do |page|
+    #   # Process each page at a time.
+    #   page.each do |element|
+    #     # Process element.
+    #   end
+    # end
+    # ```
+    #
+    # ### Next Steps
+    # - Read the [Google Cloud Dataproc API Product documentation][Product Documentation]
+    #   to learn more about the product and see How-to Guides.
+    # - View this [repository's main README](https://github.com/GoogleCloudPlatform/google-cloud-ruby/blob/master/README.md)
+    #   to see the full list of Cloud APIs that we cover.
+    #
+    # [Product Documentation]: https://cloud.google.com/dataproc
+    #
+    #
+    module Dataproc
+      module V1
+        # rubocop:enable LineLength
+
+        module ClusterController
+          ##
+          # The ClusterControllerService provides methods to manage clusters
+          # of Google Compute Engine instances.
+          #
+          # @param credentials [Google::Auth::Credentials, String, Hash, GRPC::Core::Channel, GRPC::Core::ChannelCredentials, Proc]
+          #   Provides the means for authenticating requests made by the client. This parameter can
+          #   be many types.
+          #   A `Google::Auth::Credentials` uses a the properties of its represented keyfile for
+          #   authenticating requests made by this client.
+          #   A `String` will be treated as the path to the keyfile to be used for the construction of
+          #   credentials for this client.
+          #   A `Hash` will be treated as the contents of a keyfile to be used for the construction of
+          #   credentials for this client.
+          #   A `GRPC::Core::Channel` will be used to make calls through.
+          #   A `GRPC::Core::ChannelCredentials` for the setting up the RPC client. The channel credentials
+          #   should already be composed with a `GRPC::Core::CallCredentials` object.
+          #   A `Proc` will be used as an updater_proc for the Grpc channel. The proc transforms the
+          #   metadata for requests, generally, to give OAuth credentials.
+          # @param scopes [Array<String>]
+          #   The OAuth scopes for this service. This parameter is ignored if
+          #   an updater_proc is supplied.
+          # @param client_config [Hash]
+          #   A Hash for call options for each method. See
+          #   Google::Gax#construct_settings for the structure of
+          #   this data. Falls back to the default config if not specified
+          #   or the specified config is missing data points.
+          # @param timeout [Numeric]
+          #   The default timeout, in seconds, for calls made through this client.
+          def self.new \
+              credentials: nil,
+              scopes: nil,
+              client_config: nil,
+              timeout: nil,
+              lib_name: nil,
+              lib_version: nil
+            kwargs = {
+              credentials: credentials,
+              scopes: scopes,
+              client_config: client_config,
+              timeout: timeout,
+              lib_name: lib_name,
+              lib_version: lib_version
+            }.select { |_, v| v != nil }
+            Google::Cloud::Dataproc::V1::ClusterControllerClient.new(**kwargs)
+          end
+        end
+
+        module JobController
+          ##
+          # The JobController provides methods to manage jobs.
+          #
+          # @param credentials [Google::Auth::Credentials, String, Hash, GRPC::Core::Channel, GRPC::Core::ChannelCredentials, Proc]
+          #   Provides the means for authenticating requests made by the client. This parameter can
+          #   be many types.
+          #   A `Google::Auth::Credentials` uses a the properties of its represented keyfile for
+          #   authenticating requests made by this client.
+          #   A `String` will be treated as the path to the keyfile to be used for the construction of
+          #   credentials for this client.
+          #   A `Hash` will be treated as the contents of a keyfile to be used for the construction of
+          #   credentials for this client.
+          #   A `GRPC::Core::Channel` will be used to make calls through.
+          #   A `GRPC::Core::ChannelCredentials` for the setting up the RPC client. The channel credentials
+          #   should already be composed with a `GRPC::Core::CallCredentials` object.
+          #   A `Proc` will be used as an updater_proc for the Grpc channel. The proc transforms the
+          #   metadata for requests, generally, to give OAuth credentials.
+          # @param scopes [Array<String>]
+          #   The OAuth scopes for this service. This parameter is ignored if
+          #   an updater_proc is supplied.
+          # @param client_config [Hash]
+          #   A Hash for call options for each method. See
+          #   Google::Gax#construct_settings for the structure of
+          #   this data. Falls back to the default config if not specified
+          #   or the specified config is missing data points.
+          # @param timeout [Numeric]
+          #   The default timeout, in seconds, for calls made through this client.
+          def self.new \
+              credentials: nil,
+              scopes: nil,
+              client_config: nil,
+              timeout: nil,
+              lib_name: nil,
+              lib_version: nil
+            kwargs = {
+              credentials: credentials,
+              scopes: scopes,
+              client_config: client_config,
+              timeout: timeout,
+              lib_name: lib_name,
+              lib_version: lib_version
+            }.select { |_, v| v != nil }
+            Google::Cloud::Dataproc::V1::JobControllerClient.new(**kwargs)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/google/cloud/dataproc/v1/cluster_controller_client.rb

@@ -0,0 +1,670 @@
+# Copyright 2017 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# EDITING INSTRUCTIONS
+# This file was generated from the file
+# https://github.com/googleapis/googleapis/blob/master/google/cloud/dataproc/v1/clusters.proto,
+# and updates to that file get reflected here through a refresh process.
+# For the short term, the refresh process will only be runnable by Google
+# engineers.
+#
+# The only allowed edits are to method and file documentation. A 3-way
+# merge preserves those additions if the generated source changes.
+
+require "json"
+require "pathname"
+
+require "google/gax"
+require "google/gax/operation"
+require "google/longrunning/operations_client"
+
+require "google/cloud/dataproc/v1/clusters_pb"
+require "google/cloud/dataproc/credentials"
+
+module Google
+  module Cloud
+    module Dataproc
+      module V1
+        # The ClusterControllerService provides methods to manage clusters
+        # of Google Compute Engine instances.
+        #
+        # @!attribute [r] cluster_controller_stub
+        #   @return [Google::Cloud::Dataproc::V1::ClusterController::Stub]
+        class ClusterControllerClient
+          attr_reader :cluster_controller_stub
+
+          # The default address of the service.
+          SERVICE_ADDRESS = "dataproc.googleapis.com".freeze
+
+          # The default port of the service.
+          DEFAULT_SERVICE_PORT = 443
+
+          DEFAULT_TIMEOUT = 30
+
+          PAGE_DESCRIPTORS = {
+            "list_clusters" => Google::Gax::PageDescriptor.new(
+              "page_token",
+              "next_page_token",
+              "clusters")
+          }.freeze
+
+          private_constant :PAGE_DESCRIPTORS
+
+          # The scopes needed to make gRPC calls to all of the methods defined in
+          # this service.
+          ALL_SCOPES = [
+            "https://www.googleapis.com/auth/cloud-platform"
+          ].freeze
+
+          class OperationsClient < Google::Longrunning::OperationsClient
+            SERVICE_ADDRESS = SERVICE_ADDRESS
+          end
+
+          # @param credentials [Google::Auth::Credentials, String, Hash, GRPC::Core::Channel, GRPC::Core::ChannelCredentials, Proc]
+          #   Provides the means for authenticating requests made by the client. This parameter can
+          #   be many types.
+          #   A `Google::Auth::Credentials` uses a the properties of its represented keyfile for
+          #   authenticating requests made by this client.
+          #   A `String` will be treated as the path to the keyfile to be used for the construction of
+          #   credentials for this client.
+          #   A `Hash` will be treated as the contents of a keyfile to be used for the construction of
+          #   credentials for this client.
+          #   A `GRPC::Core::Channel` will be used to make calls through.
+          #   A `GRPC::Core::ChannelCredentials` for the setting up the RPC client. The channel credentials
+          #   should already be composed with a `GRPC::Core::CallCredentials` object.
+          #   A `Proc` will be used as an updater_proc for the Grpc channel. The proc transforms the
+          #   metadata for requests, generally, to give OAuth credentials.
+          # @param scopes [Array<String>]
+          #   The OAuth scopes for this service. This parameter is ignored if
+          #   an updater_proc is supplied.
+          # @param client_config [Hash]
+          #   A Hash for call options for each method. See
+          #   Google::Gax#construct_settings for the structure of
+          #   this data. Falls back to the default config if not specified
+          #   or the specified config is missing data points.
+          # @param timeout [Numeric]
+          #   The default timeout, in seconds, for calls made through this client.
+          def initialize \
+              credentials: nil,
+              scopes: ALL_SCOPES,
+              client_config: {},
+              timeout: DEFAULT_TIMEOUT,
+              lib_name: nil,
+              lib_version: ""
+            # These require statements are intentionally placed here to initialize
+            # the gRPC module only when it's required.
+            # See https://github.com/googleapis/toolkit/issues/446
+            require "google/gax/grpc"
+            require "google/cloud/dataproc/v1/clusters_services_pb"
+
+            credentials ||= Google::Cloud::Dataproc::Credentials.default
+
+            @operations_client = OperationsClient.new(
+              credentials: credentials,
+              scopes: scopes,
+              client_config: client_config,
+              timeout: timeout,
+              lib_name: lib_name,
+              lib_version: lib_version,
+            )
+
+            if credentials.is_a?(String) || credentials.is_a?(Hash)
+              updater_proc = Google::Cloud::Dataproc::Credentials.new(credentials).updater_proc
+            end
+            if credentials.is_a?(GRPC::Core::Channel)
+              channel = credentials
+            end
+            if credentials.is_a?(GRPC::Core::ChannelCredentials)
+              chan_creds = credentials
+            end
+            if credentials.is_a?(Proc)
+              updater_proc = credentials
+            end
+            if credentials.is_a?(Google::Auth::Credentials)
+              updater_proc = credentials.updater_proc
+            end
+
+            package_version = Gem.loaded_specs['google-cloud-dataproc'].version.version
+
+            google_api_client = "gl-ruby/#{RUBY_VERSION}"
+            google_api_client << " #{lib_name}/#{lib_version}" if lib_name
+            google_api_client << " gapic/#{package_version} gax/#{Google::Gax::VERSION}"
+            google_api_client << " grpc/#{GRPC::VERSION}"
+            google_api_client.freeze
+
+            headers = { :"x-goog-api-client" => google_api_client }
+            client_config_file = Pathname.new(__dir__).join(
+              "cluster_controller_client_config.json"
+            )
+            defaults = client_config_file.open do |f|
+              Google::Gax.construct_settings(
+                "google.cloud.dataproc.v1.ClusterController",
+                JSON.parse(f.read),
+                client_config,
+                Google::Gax::Grpc::STATUS_CODE_NAMES,
+                timeout,
+                page_descriptors: PAGE_DESCRIPTORS,
+                errors: Google::Gax::Grpc::API_ERRORS,
+                kwargs: headers
+              )
+            end
+
+            # Allow overriding the service path/port in subclasses.
+            service_path = self.class::SERVICE_ADDRESS
+            port = self.class::DEFAULT_SERVICE_PORT
+            @cluster_controller_stub = Google::Gax::Grpc.create_stub(
+              service_path,
+              port,
+              chan_creds: chan_creds,
+              channel: channel,
+              updater_proc: updater_proc,
+              scopes: scopes,
+              &Google::Cloud::Dataproc::V1::ClusterController::Stub.method(:new)
+            )
+
+            @create_cluster = Google::Gax.create_api_call(
+              @cluster_controller_stub.method(:create_cluster),
+              defaults["create_cluster"]
+            )
+            @update_cluster = Google::Gax.create_api_call(
+              @cluster_controller_stub.method(:update_cluster),
+              defaults["update_cluster"]
+            )
+            @delete_cluster = Google::Gax.create_api_call(
+              @cluster_controller_stub.method(:delete_cluster),
+              defaults["delete_cluster"]
+            )
+            @get_cluster = Google::Gax.create_api_call(
+              @cluster_controller_stub.method(:get_cluster),
+              defaults["get_cluster"]
+            )
+            @list_clusters = Google::Gax.create_api_call(
+              @cluster_controller_stub.method(:list_clusters),
+              defaults["list_clusters"]
+            )
+            @diagnose_cluster = Google::Gax.create_api_call(
+              @cluster_controller_stub.method(:diagnose_cluster),
+              defaults["diagnose_cluster"]
+            )
+          end
+
+          # Service calls
+
+          # Creates a cluster in a project.
+          #
+          # @param project_id [String]
+          #   Required. The ID of the Google Cloud Platform project that the cluster
+          #   belongs to.
+          # @param region [String]
+          #   Required. The Cloud Dataproc region in which to handle the request.
+          # @param cluster [Google::Cloud::Dataproc::V1::Cluster | Hash]
+          #   Required. The cluster to create.
+          #   A hash of the same form as `Google::Cloud::Dataproc::V1::Cluster`
+          #   can also be provided.
+          # @param options [Google::Gax::CallOptions]
+          #   Overrides the default settings for this call, e.g, timeout,
+          #   retries, etc.
+          # @return [Google::Gax::Operation]
+          # @raise [Google::Gax::GaxError] if the RPC is aborted.
+          # @example
+          #   require "google/cloud/dataproc/v1"
+          #
+          #   cluster_controller_client = Google::Cloud::Dataproc::V1::ClusterController.new
+          #   project_id = ''
+          #   region = ''
+          #   cluster = {}
+          #
+          #   # Register a callback during the method call.
+          #   operation = cluster_controller_client.create_cluster(project_id, region, cluster) do |op|
+          #     raise op.results.message if op.error?
+          #     op_results = op.results
+          #     # Process the results.
+          #
+          #     metadata = op.metadata
+          #     # Process the metadata.
+          #   end
+          #
+          #   # Or use the return value to register a callback.
+          #   operation.on_done do |op|
+          #     raise op.results.message if op.error?
+          #     op_results = op.results
+          #     # Process the results.
+          #
+          #     metadata = op.metadata
+          #     # Process the metadata.
+          #   end
+          #
+          #   # Manually reload the operation.
+          #   operation.reload!
+          #
+          #   # Or block until the operation completes, triggering callbacks on
+          #   # completion.
+          #   operation.wait_until_done!
+
+          def create_cluster \
+              project_id,
+              region,
+              cluster,
+              options: nil
+            req = {
+              project_id: project_id,
+              region: region,
+              cluster: cluster
+            }.delete_if { |_, v| v.nil? }
+            req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1::CreateClusterRequest)
+            operation = Google::Gax::Operation.new(
+              @create_cluster.call(req, options),
+              @operations_client,
+              Google::Cloud::Dataproc::V1::Cluster,
+              Google::Cloud::Dataproc::V1::ClusterOperationMetadata,
+              call_options: options
+            )
+            operation.on_done { |operation| yield(operation) } if block_given?
+            operation
+          end
+
+          # Updates a cluster in a project.
+          #
+          # @param project_id [String]
+          #   Required. The ID of the Google Cloud Platform project the
+          #   cluster belongs to.
+          # @param region [String]
+          #   Required. The Cloud Dataproc region in which to handle the request.
+          # @param cluster_name [String]
+          #   Required. The cluster name.
+          # @param cluster [Google::Cloud::Dataproc::V1::Cluster | Hash]
+          #   Required. The changes to the cluster.
+          #   A hash of the same form as `Google::Cloud::Dataproc::V1::Cluster`
+          #   can also be provided.
+          # @param update_mask [Google::Protobuf::FieldMask | Hash]
+          #   Required. Specifies the path, relative to +Cluster+, of
+          #   the field to update. For example, to change the number of workers
+          #   in a cluster to 5, the +update_mask+ parameter would be
+          #   specified as +config.worker_config.num_instances+,
+          #   and the +PATCH+ request body would specify the new value, as follows:
+          #
+          #       {
+          #         "config":{
+          #           "workerConfig":{
+          #             "numInstances":"5"
+          #           }
+          #         }
+          #       }
+          #   Similarly, to change the number of preemptible workers in a cluster to 5,
+          #   the +update_mask+ parameter would be
+          #   +config.secondary_worker_config.num_instances+, and the +PATCH+ request
+          #   body would be set as follows:
+          #
+          #       {
+          #         "config":{
+          #           "secondaryWorkerConfig":{
+          #             "numInstances":"5"
+          #           }
+          #         }
+          #       }
+          #   <strong>Note:</strong> Currently, only the following fields can be updated:
+          #
+          #    <table>
+          #    <tbody>
+          #    <tr>
+          #    <td><strong>Mask</strong></td>
+          #    <td><strong>Purpose</strong></td>
+          #    </tr>
+          #    <tr>
+          #    <td><strong><em>labels</em></strong></td>
+          #    <td>Update labels</td>
+          #    </tr>
+          #    <tr>
+          #    <td><strong><em>config.worker_config.num_instances</em></strong></td>
+          #    <td>Resize primary worker group</td>
+          #    </tr>
+          #    <tr>
+          #    <td><strong><em>config.secondary_worker_config.num_instances</em></strong></td>
+          #    <td>Resize secondary worker group</td>
+          #    </tr>
+          #    </tbody>
+          #    </table>
+          #   A hash of the same form as `Google::Protobuf::FieldMask`
+          #   can also be provided.
+          # @param options [Google::Gax::CallOptions]
+          #   Overrides the default settings for this call, e.g, timeout,
+          #   retries, etc.
+          # @return [Google::Gax::Operation]
+          # @raise [Google::Gax::GaxError] if the RPC is aborted.
+          # @example
+          #   require "google/cloud/dataproc/v1"
+          #
+          #   cluster_controller_client = Google::Cloud::Dataproc::V1::ClusterController.new
+          #   project_id = ''
+          #   region = ''
+          #   cluster_name = ''
+          #   cluster = {}
+          #   update_mask = {}
+          #
+          #   # Register a callback during the method call.
+          #   operation = cluster_controller_client.update_cluster(project_id, region, cluster_name, cluster, update_mask) do |op|
+          #     raise op.results.message if op.error?
+          #     op_results = op.results
+          #     # Process the results.
+          #
+          #     metadata = op.metadata
+          #     # Process the metadata.
+          #   end
+          #
+          #   # Or use the return value to register a callback.
+          #   operation.on_done do |op|
+          #     raise op.results.message if op.error?
+          #     op_results = op.results
+          #     # Process the results.
+          #
+          #     metadata = op.metadata
+          #     # Process the metadata.
+          #   end
+          #
+          #   # Manually reload the operation.
+          #   operation.reload!
+          #
+          #   # Or block until the operation completes, triggering callbacks on
+          #   # completion.
+          #   operation.wait_until_done!
+
+          def update_cluster \
+              project_id,
+              region,
+              cluster_name,
+              cluster,
+              update_mask,
+              options: nil
+            req = {
+              project_id: project_id,
+              region: region,
+              cluster_name: cluster_name,
+              cluster: cluster,
+              update_mask: update_mask
+            }.delete_if { |_, v| v.nil? }
+            req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1::UpdateClusterRequest)
+            operation = Google::Gax::Operation.new(
+              @update_cluster.call(req, options),
+              @operations_client,
+              Google::Cloud::Dataproc::V1::Cluster,
+              Google::Cloud::Dataproc::V1::ClusterOperationMetadata,
+              call_options: options
+            )
+            operation.on_done { |operation| yield(operation) } if block_given?
+            operation
+          end
+
+          # Deletes a cluster in a project.
+          #
+          # @param project_id [String]
+          #   Required. The ID of the Google Cloud Platform project that the cluster
+          #   belongs to.
+          # @param region [String]
+          #   Required. The Cloud Dataproc region in which to handle the request.
+          # @param cluster_name [String]
+          #   Required. The cluster name.
+          # @param options [Google::Gax::CallOptions]
+          #   Overrides the default settings for this call, e.g, timeout,
+          #   retries, etc.
+          # @return [Google::Gax::Operation]
+          # @raise [Google::Gax::GaxError] if the RPC is aborted.
+          # @example
+          #   require "google/cloud/dataproc/v1"
+          #
+          #   cluster_controller_client = Google::Cloud::Dataproc::V1::ClusterController.new
+          #   project_id = ''
+          #   region = ''
+          #   cluster_name = ''
+          #
+          #   # Register a callback during the method call.
+          #   operation = cluster_controller_client.delete_cluster(project_id, region, cluster_name) do |op|
+          #     raise op.results.message if op.error?
+          #     op_results = op.results
+          #     # Process the results.
+          #
+          #     metadata = op.metadata
+          #     # Process the metadata.
+          #   end
+          #
+          #   # Or use the return value to register a callback.
+          #   operation.on_done do |op|
+          #     raise op.results.message if op.error?
+          #     op_results = op.results
+          #     # Process the results.
+          #
+          #     metadata = op.metadata
+          #     # Process the metadata.
+          #   end
+          #
+          #   # Manually reload the operation.
+          #   operation.reload!
+          #
+          #   # Or block until the operation completes, triggering callbacks on
+          #   # completion.
+          #   operation.wait_until_done!
+
+          def delete_cluster \
+              project_id,
+              region,
+              cluster_name,
+              options: nil
+            req = {
+              project_id: project_id,
+              region: region,
+              cluster_name: cluster_name
+            }.delete_if { |_, v| v.nil? }
+            req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1::DeleteClusterRequest)
+            operation = Google::Gax::Operation.new(
+              @delete_cluster.call(req, options),
+              @operations_client,
+              Google::Protobuf::Empty,
+              Google::Cloud::Dataproc::V1::ClusterOperationMetadata,
+              call_options: options
+            )
+            operation.on_done { |operation| yield(operation) } if block_given?
+            operation
+          end
+
+          # Gets the resource representation for a cluster in a project.
+          #
+          # @param project_id [String]
+          #   Required. The ID of the Google Cloud Platform project that the cluster
+          #   belongs to.
+          # @param region [String]
+          #   Required. The Cloud Dataproc region in which to handle the request.
+          # @param cluster_name [String]
+          #   Required. The cluster name.
+          # @param options [Google::Gax::CallOptions]
+          #   Overrides the default settings for this call, e.g, timeout,
+          #   retries, etc.
+          # @return [Google::Cloud::Dataproc::V1::Cluster]
+          # @raise [Google::Gax::GaxError] if the RPC is aborted.
+          # @example
+          #   require "google/cloud/dataproc/v1"
+          #
+          #   cluster_controller_client = Google::Cloud::Dataproc::V1::ClusterController.new
+          #   project_id = ''
+          #   region = ''
+          #   cluster_name = ''
+          #   response = cluster_controller_client.get_cluster(project_id, region, cluster_name)
+
+          def get_cluster \
+              project_id,
+              region,
+              cluster_name,
+              options: nil
+            req = {
+              project_id: project_id,
+              region: region,
+              cluster_name: cluster_name
+            }.delete_if { |_, v| v.nil? }
+            req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1::GetClusterRequest)
+            @get_cluster.call(req, options)
+          end
+
+          # Lists all regions/{region}/clusters in a project.
+          #
+          # @param project_id [String]
+          #   Required. The ID of the Google Cloud Platform project that the cluster
+          #   belongs to.
+          # @param region [String]
+          #   Required. The Cloud Dataproc region in which to handle the request.
+          # @param filter [String]
+          #   Optional. A filter constraining the clusters to list. Filters are
+          #   case-sensitive and have the following syntax:
+          #
+          #   field = value [AND [field = value]] ...
+          #
+          #   where **field** is one of +status.state+, +clusterName+, or +labels.[KEY]+,
+          #   and +[KEY]+ is a label key. **value** can be +*+ to match all values.
+          #   +status.state+ can be one of the following: +ACTIVE+, +INACTIVE+,
+          #   +CREATING+, +RUNNING+, +ERROR+, +DELETING+, or +UPDATING+. +ACTIVE+
+          #   contains the +CREATING+, +UPDATING+, and +RUNNING+ states. +INACTIVE+
+          #   contains the +DELETING+ and +ERROR+ states.
+          #   +clusterName+ is the name of the cluster provided at creation time.
+          #   Only the logical +AND+ operator is supported; space-separated items are
+          #   treated as having an implicit +AND+ operator.
+          #
+          #   Example filter:
+          #
+          #   status.state = ACTIVE AND clusterName = mycluster
+          #   AND labels.env = staging AND labels.starred = *
+          # @param page_size [Integer]
+          #   The maximum number of resources contained in the underlying API
+          #   response. If page streaming is performed per-resource, this
+          #   parameter does not affect the return value. If page streaming is
+          #   performed per-page, this determines the maximum number of
+          #   resources in a page.
+          # @param options [Google::Gax::CallOptions]
+          #   Overrides the default settings for this call, e.g, timeout,
+          #   retries, etc.
+          # @return [Google::Gax::PagedEnumerable<Google::Cloud::Dataproc::V1::Cluster>]
+          #   An enumerable of Google::Cloud::Dataproc::V1::Cluster instances.
+          #   See Google::Gax::PagedEnumerable documentation for other
+          #   operations such as per-page iteration or access to the response
+          #   object.
+          # @raise [Google::Gax::GaxError] if the RPC is aborted.
+          # @example
+          #   require "google/cloud/dataproc/v1"
+          #
+          #   cluster_controller_client = Google::Cloud::Dataproc::V1::ClusterController.new
+          #   project_id = ''
+          #   region = ''
+          #
+          #   # Iterate over all results.
+          #   cluster_controller_client.list_clusters(project_id, region).each do |element|
+          #     # Process element.
+          #   end
+          #
+          #   # Or iterate over results one page at a time.
+          #   cluster_controller_client.list_clusters(project_id, region).each_page do |page|
+          #     # Process each page at a time.
+          #     page.each do |element|
+          #       # Process element.
+          #     end
+          #   end
+
+          def list_clusters \
+              project_id,
+              region,
+              filter: nil,
+              page_size: nil,
+              options: nil
+            req = {
+              project_id: project_id,
+              region: region,
+              filter: filter,
+              page_size: page_size
+            }.delete_if { |_, v| v.nil? }
+            req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1::ListClustersRequest)
+            @list_clusters.call(req, options)
+          end
+
+          # Gets cluster diagnostic information.
+          # After the operation completes, the Operation.response field
+          # contains +DiagnoseClusterOutputLocation+.
+          #
+          # @param project_id [String]
+          #   Required. The ID of the Google Cloud Platform project that the cluster
+          #   belongs to.
+          # @param region [String]
+          #   Required. The Cloud Dataproc region in which to handle the request.
+          # @param cluster_name [String]
+          #   Required. The cluster name.
+          # @param options [Google::Gax::CallOptions]
+          #   Overrides the default settings for this call, e.g, timeout,
+          #   retries, etc.
+          # @return [Google::Gax::Operation]
+          # @raise [Google::Gax::GaxError] if the RPC is aborted.
+          # @example
+          #   require "google/cloud/dataproc/v1"
+          #
+          #   cluster_controller_client = Google::Cloud::Dataproc::V1::ClusterController.new
+          #   project_id = ''
+          #   region = ''
+          #   cluster_name = ''
+          #
+          #   # Register a callback during the method call.
+          #   operation = cluster_controller_client.diagnose_cluster(project_id, region, cluster_name) do |op|
+          #     raise op.results.message if op.error?
+          #     op_results = op.results
+          #     # Process the results.
+          #
+          #     metadata = op.metadata
+          #     # Process the metadata.
+          #   end
+          #
+          #   # Or use the return value to register a callback.
+          #   operation.on_done do |op|
+          #     raise op.results.message if op.error?
+          #     op_results = op.results
+          #     # Process the results.
+          #
+          #     metadata = op.metadata
+          #     # Process the metadata.
+          #   end
+          #
+          #   # Manually reload the operation.
+          #   operation.reload!
+          #
+          #   # Or block until the operation completes, triggering callbacks on
+          #   # completion.
+          #   operation.wait_until_done!
+
+          def diagnose_cluster \
+              project_id,
+              region,
+              cluster_name,
+              options: nil
+            req = {
+              project_id: project_id,
+              region: region,
+              cluster_name: cluster_name
+            }.delete_if { |_, v| v.nil? }
+            req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1::DiagnoseClusterRequest)
+            operation = Google::Gax::Operation.new(
+              @diagnose_cluster.call(req, options),
+              @operations_client,
+              Google::Protobuf::Empty,
+              Google::Cloud::Dataproc::V1::DiagnoseClusterResults,
+              call_options: options
+            )
+            operation.on_done { |operation| yield(operation) } if block_given?
+            operation
+          end
+        end
+      end
+    end
+  end
+end