google-cloud-dataproc 0.2.2 → 0.3.0

data/lib/google/cloud/dataproc/v1/workflow_template_service_client_config.json

@@ -0,0 +1,64 @@
+{
+  "interfaces": {
+    "google.cloud.dataproc.v1.WorkflowTemplateService": {
+      "retry_codes": {
+        "idempotent": [
+          "DEADLINE_EXCEEDED",
+          "INTERNAL",
+          "UNAVAILABLE"
+        ],
+        "non_idempotent": [
+          "UNAVAILABLE"
+        ]
+      },
+      "retry_params": {
+        "default": {
+          "initial_retry_delay_millis": 100,
+          "retry_delay_multiplier": 1.3,
+          "max_retry_delay_millis": 60000,
+          "initial_rpc_timeout_millis": 20000,
+          "rpc_timeout_multiplier": 1.0,
+          "max_rpc_timeout_millis": 20000,
+          "total_timeout_millis": 600000
+        }
+      },
+      "methods": {
+        "CreateWorkflowTemplate": {
+          "timeout_millis": 30000,
+          "retry_codes_name": "non_idempotent",
+          "retry_params_name": "default"
+        },
+        "GetWorkflowTemplate": {
+          "timeout_millis": 60000,
+          "retry_codes_name": "idempotent",
+          "retry_params_name": "default"
+        },
+        "InstantiateWorkflowTemplate": {
+          "timeout_millis": 60000,
+          "retry_codes_name": "non_idempotent",
+          "retry_params_name": "default"
+        },
+        "InstantiateInlineWorkflowTemplate": {
+          "timeout_millis": 60000,
+          "retry_codes_name": "non_idempotent",
+          "retry_params_name": "default"
+        },
+        "UpdateWorkflowTemplate": {
+          "timeout_millis": 60000,
+          "retry_codes_name": "non_idempotent",
+          "retry_params_name": "default"
+        },
+        "ListWorkflowTemplates": {
+          "timeout_millis": 60000,
+          "retry_codes_name": "idempotent",
+          "retry_params_name": "default"
+        },
+        "DeleteWorkflowTemplate": {
+          "timeout_millis": 60000,
+          "retry_codes_name": "non_idempotent",
+          "retry_params_name": "default"
+        }
+      }
+    }
+  }
+}

data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb

@@ -0,0 +1,181 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: google/cloud/dataproc/v1/workflow_templates.proto
+
+
+require 'google/protobuf'
+
+require 'google/api/annotations_pb'
+require 'google/cloud/dataproc/v1/clusters_pb'
+require 'google/cloud/dataproc/v1/jobs_pb'
+require 'google/longrunning/operations_pb'
+require 'google/protobuf/empty_pb'
+require 'google/protobuf/timestamp_pb'
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_message "google.cloud.dataproc.v1.WorkflowTemplate" do
+    optional :id, :string, 2
+    optional :name, :string, 1
+    optional :version, :int32, 3
+    optional :create_time, :message, 4, "google.protobuf.Timestamp"
+    optional :update_time, :message, 5, "google.protobuf.Timestamp"
+    map :labels, :string, :string, 6
+    optional :placement, :message, 7, "google.cloud.dataproc.v1.WorkflowTemplatePlacement"
+    repeated :jobs, :message, 8, "google.cloud.dataproc.v1.OrderedJob"
+    repeated :parameters, :message, 9, "google.cloud.dataproc.v1.TemplateParameter"
+  end
+  add_message "google.cloud.dataproc.v1.WorkflowTemplatePlacement" do
+    oneof :placement do
+      optional :managed_cluster, :message, 1, "google.cloud.dataproc.v1.ManagedCluster"
+      optional :cluster_selector, :message, 2, "google.cloud.dataproc.v1.ClusterSelector"
+    end
+  end
+  add_message "google.cloud.dataproc.v1.ManagedCluster" do
+    optional :cluster_name, :string, 2
+    optional :config, :message, 3, "google.cloud.dataproc.v1.ClusterConfig"
+    map :labels, :string, :string, 4
+  end
+  add_message "google.cloud.dataproc.v1.ClusterSelector" do
+    optional :zone, :string, 1
+    map :cluster_labels, :string, :string, 2
+  end
+  add_message "google.cloud.dataproc.v1.OrderedJob" do
+    optional :step_id, :string, 1
+    map :labels, :string, :string, 8
+    optional :scheduling, :message, 9, "google.cloud.dataproc.v1.JobScheduling"
+    repeated :prerequisite_step_ids, :string, 10
+    oneof :job_type do
+      optional :hadoop_job, :message, 2, "google.cloud.dataproc.v1.HadoopJob"
+      optional :spark_job, :message, 3, "google.cloud.dataproc.v1.SparkJob"
+      optional :pyspark_job, :message, 4, "google.cloud.dataproc.v1.PySparkJob"
+      optional :hive_job, :message, 5, "google.cloud.dataproc.v1.HiveJob"
+      optional :pig_job, :message, 6, "google.cloud.dataproc.v1.PigJob"
+      optional :spark_sql_job, :message, 7, "google.cloud.dataproc.v1.SparkSqlJob"
+    end
+  end
+  add_message "google.cloud.dataproc.v1.TemplateParameter" do
+    optional :name, :string, 1
+    repeated :fields, :string, 2
+    optional :description, :string, 3
+    optional :validation, :message, 4, "google.cloud.dataproc.v1.ParameterValidation"
+  end
+  add_message "google.cloud.dataproc.v1.ParameterValidation" do
+    oneof :validation_type do
+      optional :regex, :message, 1, "google.cloud.dataproc.v1.RegexValidation"
+      optional :values, :message, 2, "google.cloud.dataproc.v1.ValueValidation"
+    end
+  end
+  add_message "google.cloud.dataproc.v1.RegexValidation" do
+    repeated :regexes, :string, 1
+  end
+  add_message "google.cloud.dataproc.v1.ValueValidation" do
+    repeated :values, :string, 1
+  end
+  add_message "google.cloud.dataproc.v1.WorkflowMetadata" do
+    optional :template, :string, 1
+    optional :version, :int32, 2
+    optional :create_cluster, :message, 3, "google.cloud.dataproc.v1.ClusterOperation"
+    optional :graph, :message, 4, "google.cloud.dataproc.v1.WorkflowGraph"
+    optional :delete_cluster, :message, 5, "google.cloud.dataproc.v1.ClusterOperation"
+    optional :state, :enum, 6, "google.cloud.dataproc.v1.WorkflowMetadata.State"
+    optional :cluster_name, :string, 7
+    map :parameters, :string, :string, 8
+    optional :start_time, :message, 9, "google.protobuf.Timestamp"
+    optional :end_time, :message, 10, "google.protobuf.Timestamp"
+    optional :cluster_uuid, :string, 11
+  end
+  add_enum "google.cloud.dataproc.v1.WorkflowMetadata.State" do
+    value :UNKNOWN, 0
+    value :PENDING, 1
+    value :RUNNING, 2
+    value :DONE, 3
+  end
+  add_message "google.cloud.dataproc.v1.ClusterOperation" do
+    optional :operation_id, :string, 1
+    optional :error, :string, 2
+    optional :done, :bool, 3
+  end
+  add_message "google.cloud.dataproc.v1.WorkflowGraph" do
+    repeated :nodes, :message, 1, "google.cloud.dataproc.v1.WorkflowNode"
+  end
+  add_message "google.cloud.dataproc.v1.WorkflowNode" do
+    optional :step_id, :string, 1
+    repeated :prerequisite_step_ids, :string, 2
+    optional :job_id, :string, 3
+    optional :state, :enum, 5, "google.cloud.dataproc.v1.WorkflowNode.NodeState"
+    optional :error, :string, 6
+  end
+  add_enum "google.cloud.dataproc.v1.WorkflowNode.NodeState" do
+    value :NODE_STATE_UNSPECIFIED, 0
+    value :BLOCKED, 1
+    value :RUNNABLE, 2
+    value :RUNNING, 3
+    value :COMPLETED, 4
+    value :FAILED, 5
+  end
+  add_message "google.cloud.dataproc.v1.CreateWorkflowTemplateRequest" do
+    optional :parent, :string, 1
+    optional :template, :message, 2, "google.cloud.dataproc.v1.WorkflowTemplate"
+  end
+  add_message "google.cloud.dataproc.v1.GetWorkflowTemplateRequest" do
+    optional :name, :string, 1
+    optional :version, :int32, 2
+  end
+  add_message "google.cloud.dataproc.v1.InstantiateWorkflowTemplateRequest" do
+    optional :name, :string, 1
+    optional :version, :int32, 2
+    optional :request_id, :string, 5
+    map :parameters, :string, :string, 6
+  end
+  add_message "google.cloud.dataproc.v1.InstantiateInlineWorkflowTemplateRequest" do
+    optional :parent, :string, 1
+    optional :template, :message, 2, "google.cloud.dataproc.v1.WorkflowTemplate"
+    optional :request_id, :string, 3
+  end
+  add_message "google.cloud.dataproc.v1.UpdateWorkflowTemplateRequest" do
+    optional :template, :message, 1, "google.cloud.dataproc.v1.WorkflowTemplate"
+  end
+  add_message "google.cloud.dataproc.v1.ListWorkflowTemplatesRequest" do
+    optional :parent, :string, 1
+    optional :page_size, :int32, 2
+    optional :page_token, :string, 3
+  end
+  add_message "google.cloud.dataproc.v1.ListWorkflowTemplatesResponse" do
+    repeated :templates, :message, 1, "google.cloud.dataproc.v1.WorkflowTemplate"
+    optional :next_page_token, :string, 2
+  end
+  add_message "google.cloud.dataproc.v1.DeleteWorkflowTemplateRequest" do
+    optional :name, :string, 1
+    optional :version, :int32, 2
+  end
+end
+
+module Google
+  module Cloud
+    module Dataproc
+      module V1
+        WorkflowTemplate = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.WorkflowTemplate").msgclass
+        WorkflowTemplatePlacement = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.WorkflowTemplatePlacement").msgclass
+        ManagedCluster = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ManagedCluster").msgclass
+        ClusterSelector = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterSelector").msgclass
+        OrderedJob = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.OrderedJob").msgclass
+        TemplateParameter = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.TemplateParameter").msgclass
+        ParameterValidation = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ParameterValidation").msgclass
+        RegexValidation = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.RegexValidation").msgclass
+        ValueValidation = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ValueValidation").msgclass
+        WorkflowMetadata = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.WorkflowMetadata").msgclass
+        WorkflowMetadata::State = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.WorkflowMetadata.State").enummodule
+        ClusterOperation = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterOperation").msgclass
+        WorkflowGraph = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.WorkflowGraph").msgclass
+        WorkflowNode = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.WorkflowNode").msgclass
+        WorkflowNode::NodeState = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.WorkflowNode.NodeState").enummodule
+        CreateWorkflowTemplateRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.CreateWorkflowTemplateRequest").msgclass
+        GetWorkflowTemplateRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GetWorkflowTemplateRequest").msgclass
+        InstantiateWorkflowTemplateRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstantiateWorkflowTemplateRequest").msgclass
+        InstantiateInlineWorkflowTemplateRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstantiateInlineWorkflowTemplateRequest").msgclass
+        UpdateWorkflowTemplateRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.UpdateWorkflowTemplateRequest").msgclass
+        ListWorkflowTemplatesRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ListWorkflowTemplatesRequest").msgclass
+        ListWorkflowTemplatesResponse = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ListWorkflowTemplatesResponse").msgclass
+        DeleteWorkflowTemplateRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DeleteWorkflowTemplateRequest").msgclass
+      end
+    end
+  end
+end

data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb

@@ -0,0 +1,102 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# Source: google/cloud/dataproc/v1/workflow_templates.proto for package 'google.cloud.dataproc.v1'
+# Original file comments:
+# Copyright 2018 Google LLC.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+#
+
+
+require 'grpc'
+require 'google/cloud/dataproc/v1/workflow_templates_pb'
+
+module Google
+  module Cloud
+    module Dataproc
+      module V1
+        module WorkflowTemplateService
+          # The API interface for managing Workflow Templates in the
+          # Cloud Dataproc API.
+          class Service
+
+            include GRPC::GenericService
+
+            self.marshal_class_method = :encode
+            self.unmarshal_class_method = :decode
+            self.service_name = 'google.cloud.dataproc.v1.WorkflowTemplateService'
+
+            # Creates new workflow template.
+            rpc :CreateWorkflowTemplate, CreateWorkflowTemplateRequest, WorkflowTemplate
+            # Retrieves the latest workflow template.
+            #
+            # Can retrieve previously instantiated template by specifying optional
+            # version parameter.
+            rpc :GetWorkflowTemplate, GetWorkflowTemplateRequest, WorkflowTemplate
+            # Instantiates a template and begins execution.
+            #
+            # The returned Operation can be used to track execution of
+            # workflow by polling
+            # [operations.get][google.longrunning.Operations.GetOperation].
+            # The Operation will complete when entire workflow is finished.
+            #
+            # The running workflow can be aborted via
+            # [operations.cancel][google.longrunning.Operations.CancelOperation].
+            # This will cause any inflight jobs to be cancelled and workflow-owned
+            # clusters to be deleted.
+            #
+            # The [Operation.metadata][google.longrunning.Operation.metadata] will be
+            # [WorkflowMetadata][google.cloud.dataproc.v1.WorkflowMetadata].
+            #
+            # On successful completion,
+            # [Operation.response][google.longrunning.Operation.response] will be
+            # [Empty][google.protobuf.Empty].
+            rpc :InstantiateWorkflowTemplate, InstantiateWorkflowTemplateRequest, Google::Longrunning::Operation
+            # Instantiates a template and begins execution.
+            #
+            # This method is equivalent to executing the sequence
+            # [CreateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.CreateWorkflowTemplate], [InstantiateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.InstantiateWorkflowTemplate],
+            # [DeleteWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.DeleteWorkflowTemplate].
+            #
+            # The returned Operation can be used to track execution of
+            # workflow by polling
+            # [operations.get][google.longrunning.Operations.GetOperation].
+            # The Operation will complete when entire workflow is finished.
+            #
+            # The running workflow can be aborted via
+            # [operations.cancel][google.longrunning.Operations.CancelOperation].
+            # This will cause any inflight jobs to be cancelled and workflow-owned
+            # clusters to be deleted.
+            #
+            # The [Operation.metadata][google.longrunning.Operation.metadata] will be
+            # [WorkflowMetadata][google.cloud.dataproc.v1.WorkflowMetadata].
+            #
+            # On successful completion,
+            # [Operation.response][google.longrunning.Operation.response] will be
+            # [Empty][google.protobuf.Empty].
+            rpc :InstantiateInlineWorkflowTemplate, InstantiateInlineWorkflowTemplateRequest, Google::Longrunning::Operation
+            # Updates (replaces) workflow template. The updated template
+            # must contain version that matches the current server version.
+            rpc :UpdateWorkflowTemplate, UpdateWorkflowTemplateRequest, WorkflowTemplate
+            # Lists workflows that match the specified filter in the request.
+            rpc :ListWorkflowTemplates, ListWorkflowTemplatesRequest, ListWorkflowTemplatesResponse
+            # Deletes a workflow template. It does not cancel in-progress workflows.
+            rpc :DeleteWorkflowTemplate, DeleteWorkflowTemplateRequest, Google::Protobuf::Empty
+          end
+
+          Stub = Service.rpc_stub_class
+        end
+      end
+    end
+  end
+end

data/lib/google/cloud/dataproc/v1beta2.rb

@@ -0,0 +1,281 @@
+# Copyright 2019 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+require "google/cloud/dataproc/v1beta2/cluster_controller_client"
+require "google/cloud/dataproc/v1beta2/job_controller_client"
+require "google/cloud/dataproc/v1beta2/workflow_template_service_client"
+require "google/cloud/dataproc/v1beta2/clusters_pb"
+require "google/cloud/dataproc/v1beta2/operations_pb"
+require "google/cloud/dataproc/v1beta2/workflow_templates_pb"
+
+module Google
+  module Cloud
+    module Dataproc
+      # rubocop:disable LineLength
+
+      ##
+      # # Ruby Client for Google Cloud Dataproc API ([Alpha](https://github.com/googleapis/google-cloud-ruby#versioning))
+      #
+      # [Google Cloud Dataproc API][Product Documentation]:
+      # Manages Hadoop-based clusters and jobs on Google Cloud Platform.
+      # - [Product Documentation][]
+      #
+      # ## Quick Start
+      # In order to use this library, you first need to go through the following
+      # steps:
+      #
+      # 1. [Select or create a Cloud Platform project.](https://console.cloud.google.com/project)
+      # 2. [Enable billing for your project.](https://cloud.google.com/billing/docs/how-to/modify-project#enable_billing_for_a_project)
+      # 3. [Enable the Google Cloud Dataproc API.](https://console.cloud.google.com/apis/library/dataproc.googleapis.com)
+      # 4. [Setup Authentication.](https://googleapis.github.io/google-cloud-ruby/#/docs/google-cloud/master/guides/authentication)
+      #
+      # ### Installation
+      # ```
+      # $ gem install google-cloud-dataproc
+      # ```
+      #
+      # ### Preview
+      # #### ClusterControllerClient
+      # ```rb
+      # require "google/cloud/dataproc"
+      #
+      # cluster_controller_client = Google::Cloud::Dataproc::ClusterController.new(version: :v1beta2)
+      # project_id_2 = project_id
+      # region = "global"
+      #
+      # # Iterate over all results.
+      # cluster_controller_client.list_clusters(project_id_2, region).each do |element|
+      #   # Process element.
+      # end
+      #
+      # # Or iterate over results one page at a time.
+      # cluster_controller_client.list_clusters(project_id_2, region).each_page do |page|
+      #   # Process each page at a time.
+      #   page.each do |element|
+      #     # Process element.
+      #   end
+      # end
+      # ```
+      #
+      # ### Next Steps
+      # - Read the [Google Cloud Dataproc API Product documentation][Product Documentation]
+      #   to learn more about the product and see How-to Guides.
+      # - View this [repository's main README](https://github.com/googleapis/google-cloud-ruby/blob/master/README.md)
+      #   to see the full list of Cloud APIs that we cover.
+      #
+      # [Product Documentation]: https://cloud.google.com/dataproc
+      #
+      # ## Enabling Logging
+      #
+      # To enable logging for this library, set the logger for the underlying [gRPC](https://github.com/grpc/grpc/tree/master/src/ruby) library.
+      # The logger that you set may be a Ruby stdlib [`Logger`](https://ruby-doc.org/stdlib-2.5.0/libdoc/logger/rdoc/Logger.html) as shown below,
+      # or a [`Google::Cloud::Logging::Logger`](https://googleapis.github.io/google-cloud-ruby/#/docs/google-cloud-logging/latest/google/cloud/logging/logger)
+      # that will write logs to [Stackdriver Logging](https://cloud.google.com/logging/). See [grpc/logconfig.rb](https://github.com/grpc/grpc/blob/master/src/ruby/lib/grpc/logconfig.rb)
+      # and the gRPC [spec_helper.rb](https://github.com/grpc/grpc/blob/master/src/ruby/spec/spec_helper.rb) for additional information.
+      #
+      # Configuring a Ruby stdlib logger:
+      #
+      # ```ruby
+      # require "logger"
+      #
+      # module MyLogger
+      #   LOGGER = Logger.new $stderr, level: Logger::WARN
+      #   def logger
+      #     LOGGER
+      #   end
+      # end
+      #
+      # # Define a gRPC module-level logger method before grpc/logconfig.rb loads.
+      # module GRPC
+      #   extend MyLogger
+      # end
+      # ```
+      #
+      module V1beta2
+        # rubocop:enable LineLength
+
+        module ClusterController
+          ##
+          # The ClusterControllerService provides methods to manage clusters
+          # of Compute Engine instances.
+          #
+          # @param credentials [Google::Auth::Credentials, String, Hash, GRPC::Core::Channel, GRPC::Core::ChannelCredentials, Proc]
+          #   Provides the means for authenticating requests made by the client. This parameter can
+          #   be many types.
+          #   A `Google::Auth::Credentials` uses a the properties of its represented keyfile for
+          #   authenticating requests made by this client.
+          #   A `String` will be treated as the path to the keyfile to be used for the construction of
+          #   credentials for this client.
+          #   A `Hash` will be treated as the contents of a keyfile to be used for the construction of
+          #   credentials for this client.
+          #   A `GRPC::Core::Channel` will be used to make calls through.
+          #   A `GRPC::Core::ChannelCredentials` for the setting up the RPC client. The channel credentials
+          #   should already be composed with a `GRPC::Core::CallCredentials` object.
+          #   A `Proc` will be used as an updater_proc for the Grpc channel. The proc transforms the
+          #   metadata for requests, generally, to give OAuth credentials.
+          # @param scopes [Array<String>]
+          #   The OAuth scopes for this service. This parameter is ignored if
+          #   an updater_proc is supplied.
+          # @param client_config [Hash]
+          #   A Hash for call options for each method. See
+          #   Google::Gax#construct_settings for the structure of
+          #   this data. Falls back to the default config if not specified
+          #   or the specified config is missing data points.
+          # @param timeout [Numeric]
+          #   The default timeout, in seconds, for calls made through this client.
+          # @param metadata [Hash]
+          #   Default metadata to be sent with each request. This can be overridden on a per call basis.
+          # @param exception_transformer [Proc]
+          #   An optional proc that intercepts any exceptions raised during an API call to inject
+          #   custom error handling.
+          def self.new \
+              credentials: nil,
+              scopes: nil,
+              client_config: nil,
+              timeout: nil,
+              metadata: nil,
+              exception_transformer: nil,
+              lib_name: nil,
+              lib_version: nil
+            kwargs = {
+              credentials: credentials,
+              scopes: scopes,
+              client_config: client_config,
+              timeout: timeout,
+              metadata: metadata,
+              exception_transformer: exception_transformer,
+              lib_name: lib_name,
+              lib_version: lib_version
+            }.select { |_, v| v != nil }
+            Google::Cloud::Dataproc::V1beta2::ClusterControllerClient.new(**kwargs)
+          end
+        end
+
+        module JobController
+          ##
+          # The JobController provides methods to manage jobs.
+          #
+          # @param credentials [Google::Auth::Credentials, String, Hash, GRPC::Core::Channel, GRPC::Core::ChannelCredentials, Proc]
+          #   Provides the means for authenticating requests made by the client. This parameter can
+          #   be many types.
+          #   A `Google::Auth::Credentials` uses a the properties of its represented keyfile for
+          #   authenticating requests made by this client.
+          #   A `String` will be treated as the path to the keyfile to be used for the construction of
+          #   credentials for this client.
+          #   A `Hash` will be treated as the contents of a keyfile to be used for the construction of
+          #   credentials for this client.
+          #   A `GRPC::Core::Channel` will be used to make calls through.
+          #   A `GRPC::Core::ChannelCredentials` for the setting up the RPC client. The channel credentials
+          #   should already be composed with a `GRPC::Core::CallCredentials` object.
+          #   A `Proc` will be used as an updater_proc for the Grpc channel. The proc transforms the
+          #   metadata for requests, generally, to give OAuth credentials.
+          # @param scopes [Array<String>]
+          #   The OAuth scopes for this service. This parameter is ignored if
+          #   an updater_proc is supplied.
+          # @param client_config [Hash]
+          #   A Hash for call options for each method. See
+          #   Google::Gax#construct_settings for the structure of
+          #   this data. Falls back to the default config if not specified
+          #   or the specified config is missing data points.
+          # @param timeout [Numeric]
+          #   The default timeout, in seconds, for calls made through this client.
+          # @param metadata [Hash]
+          #   Default metadata to be sent with each request. This can be overridden on a per call basis.
+          # @param exception_transformer [Proc]
+          #   An optional proc that intercepts any exceptions raised during an API call to inject
+          #   custom error handling.
+          def self.new \
+              credentials: nil,
+              scopes: nil,
+              client_config: nil,
+              timeout: nil,
+              metadata: nil,
+              exception_transformer: nil,
+              lib_name: nil,
+              lib_version: nil
+            kwargs = {
+              credentials: credentials,
+              scopes: scopes,
+              client_config: client_config,
+              timeout: timeout,
+              metadata: metadata,
+              exception_transformer: exception_transformer,
+              lib_name: lib_name,
+              lib_version: lib_version
+            }.select { |_, v| v != nil }
+            Google::Cloud::Dataproc::V1beta2::JobControllerClient.new(**kwargs)
+          end
+        end
+
+        module WorkflowTemplateService
+          ##
+          # The API interface for managing Workflow Templates in the
+          # Cloud Dataproc API.
+          #
+          # @param credentials [Google::Auth::Credentials, String, Hash, GRPC::Core::Channel, GRPC::Core::ChannelCredentials, Proc]
+          #   Provides the means for authenticating requests made by the client. This parameter can
+          #   be many types.
+          #   A `Google::Auth::Credentials` uses a the properties of its represented keyfile for
+          #   authenticating requests made by this client.
+          #   A `String` will be treated as the path to the keyfile to be used for the construction of
+          #   credentials for this client.
+          #   A `Hash` will be treated as the contents of a keyfile to be used for the construction of
+          #   credentials for this client.
+          #   A `GRPC::Core::Channel` will be used to make calls through.
+          #   A `GRPC::Core::ChannelCredentials` for the setting up the RPC client. The channel credentials
+          #   should already be composed with a `GRPC::Core::CallCredentials` object.
+          #   A `Proc` will be used as an updater_proc for the Grpc channel. The proc transforms the
+          #   metadata for requests, generally, to give OAuth credentials.
+          # @param scopes [Array<String>]
+          #   The OAuth scopes for this service. This parameter is ignored if
+          #   an updater_proc is supplied.
+          # @param client_config [Hash]
+          #   A Hash for call options for each method. See
+          #   Google::Gax#construct_settings for the structure of
+          #   this data. Falls back to the default config if not specified
+          #   or the specified config is missing data points.
+          # @param timeout [Numeric]
+          #   The default timeout, in seconds, for calls made through this client.
+          # @param metadata [Hash]
+          #   Default metadata to be sent with each request. This can be overridden on a per call basis.
+          # @param exception_transformer [Proc]
+          #   An optional proc that intercepts any exceptions raised during an API call to inject
+          #   custom error handling.
+          def self.new \
+              credentials: nil,
+              scopes: nil,
+              client_config: nil,
+              timeout: nil,
+              metadata: nil,
+              exception_transformer: nil,
+              lib_name: nil,
+              lib_version: nil
+            kwargs = {
+              credentials: credentials,
+              scopes: scopes,
+              client_config: client_config,
+              timeout: timeout,
+              metadata: metadata,
+              exception_transformer: exception_transformer,
+              lib_name: lib_name,
+              lib_version: lib_version
+            }.select { |_, v| v != nil }
+            Google::Cloud::Dataproc::V1beta2::WorkflowTemplateServiceClient.new(**kwargs)
+          end
+        end
+      end
+    end
+  end
+end