google-cloud-dataproc 0.10.0 → 1.0.0

data/lib/google/cloud/dataproc/v1/workflow_template_service_client_config.json

@@ -1,64 +0,0 @@
-{
-  "interfaces": {
-    "google.cloud.dataproc.v1.WorkflowTemplateService": {
-      "retry_codes": {
-        "idempotent": [
-          "DEADLINE_EXCEEDED",
-          "INTERNAL",
-          "UNAVAILABLE"
-        ],
-        "non_idempotent": [
-          "UNAVAILABLE"
-        ]
-      },
-      "retry_params": {
-        "default": {
-          "initial_retry_delay_millis": 100,
-          "retry_delay_multiplier": 1.3,
-          "max_retry_delay_millis": 60000,
-          "initial_rpc_timeout_millis": 20000,
-          "rpc_timeout_multiplier": 1.0,
-          "max_rpc_timeout_millis": 20000,
-          "total_timeout_millis": 600000
-        }
-      },
-      "methods": {
-        "CreateWorkflowTemplate": {
-          "timeout_millis": 30000,
-          "retry_codes_name": "non_idempotent",
-          "retry_params_name": "default"
-        },
-        "GetWorkflowTemplate": {
-          "timeout_millis": 60000,
-          "retry_codes_name": "idempotent",
-          "retry_params_name": "default"
-        },
-        "InstantiateWorkflowTemplate": {
-          "timeout_millis": 60000,
-          "retry_codes_name": "non_idempotent",
-          "retry_params_name": "default"
-        },
-        "InstantiateInlineWorkflowTemplate": {
-          "timeout_millis": 60000,
-          "retry_codes_name": "non_idempotent",
-          "retry_params_name": "default"
-        },
-        "UpdateWorkflowTemplate": {
-          "timeout_millis": 60000,
-          "retry_codes_name": "non_idempotent",
-          "retry_params_name": "default"
-        },
-        "ListWorkflowTemplates": {
-          "timeout_millis": 60000,
-          "retry_codes_name": "idempotent",
-          "retry_params_name": "default"
-        },
-        "DeleteWorkflowTemplate": {
-          "timeout_millis": 60000,
-          "retry_codes_name": "non_idempotent",
-          "retry_params_name": "default"
-        }
-      }
-    }
-  }
-}

data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb

@@ -1,184 +0,0 @@
-# Generated by the protocol buffer compiler.  DO NOT EDIT!
-# source: google/cloud/dataproc/v1/workflow_templates.proto
-
-
-require 'google/protobuf'
-
-require 'google/api/annotations_pb'
-require 'google/api/client_pb'
-require 'google/api/field_behavior_pb'
-require 'google/api/resource_pb'
-require 'google/cloud/dataproc/v1/clusters_pb'
-require 'google/cloud/dataproc/v1/jobs_pb'
-require 'google/longrunning/operations_pb'
-require 'google/protobuf/empty_pb'
-require 'google/protobuf/timestamp_pb'
-Google::Protobuf::DescriptorPool.generated_pool.build do
-  add_message "google.cloud.dataproc.v1.WorkflowTemplate" do
-    optional :id, :string, 2
-    optional :name, :string, 1
-    optional :version, :int32, 3
-    optional :create_time, :message, 4, "google.protobuf.Timestamp"
-    optional :update_time, :message, 5, "google.protobuf.Timestamp"
-    map :labels, :string, :string, 6
-    optional :placement, :message, 7, "google.cloud.dataproc.v1.WorkflowTemplatePlacement"
-    repeated :jobs, :message, 8, "google.cloud.dataproc.v1.OrderedJob"
-    repeated :parameters, :message, 9, "google.cloud.dataproc.v1.TemplateParameter"
-  end
-  add_message "google.cloud.dataproc.v1.WorkflowTemplatePlacement" do
-    oneof :placement do
-      optional :managed_cluster, :message, 1, "google.cloud.dataproc.v1.ManagedCluster"
-      optional :cluster_selector, :message, 2, "google.cloud.dataproc.v1.ClusterSelector"
-    end
-  end
-  add_message "google.cloud.dataproc.v1.ManagedCluster" do
-    optional :cluster_name, :string, 2
-    optional :config, :message, 3, "google.cloud.dataproc.v1.ClusterConfig"
-    map :labels, :string, :string, 4
-  end
-  add_message "google.cloud.dataproc.v1.ClusterSelector" do
-    optional :zone, :string, 1
-    map :cluster_labels, :string, :string, 2
-  end
-  add_message "google.cloud.dataproc.v1.OrderedJob" do
-    optional :step_id, :string, 1
-    map :labels, :string, :string, 8
-    optional :scheduling, :message, 9, "google.cloud.dataproc.v1.JobScheduling"
-    repeated :prerequisite_step_ids, :string, 10
-    oneof :job_type do
-      optional :hadoop_job, :message, 2, "google.cloud.dataproc.v1.HadoopJob"
-      optional :spark_job, :message, 3, "google.cloud.dataproc.v1.SparkJob"
-      optional :pyspark_job, :message, 4, "google.cloud.dataproc.v1.PySparkJob"
-      optional :hive_job, :message, 5, "google.cloud.dataproc.v1.HiveJob"
-      optional :pig_job, :message, 6, "google.cloud.dataproc.v1.PigJob"
-      optional :spark_sql_job, :message, 7, "google.cloud.dataproc.v1.SparkSqlJob"
-    end
-  end
-  add_message "google.cloud.dataproc.v1.TemplateParameter" do
-    optional :name, :string, 1
-    repeated :fields, :string, 2
-    optional :description, :string, 3
-    optional :validation, :message, 4, "google.cloud.dataproc.v1.ParameterValidation"
-  end
-  add_message "google.cloud.dataproc.v1.ParameterValidation" do
-    oneof :validation_type do
-      optional :regex, :message, 1, "google.cloud.dataproc.v1.RegexValidation"
-      optional :values, :message, 2, "google.cloud.dataproc.v1.ValueValidation"
-    end
-  end
-  add_message "google.cloud.dataproc.v1.RegexValidation" do
-    repeated :regexes, :string, 1
-  end
-  add_message "google.cloud.dataproc.v1.ValueValidation" do
-    repeated :values, :string, 1
-  end
-  add_message "google.cloud.dataproc.v1.WorkflowMetadata" do
-    optional :template, :string, 1
-    optional :version, :int32, 2
-    optional :create_cluster, :message, 3, "google.cloud.dataproc.v1.ClusterOperation"
-    optional :graph, :message, 4, "google.cloud.dataproc.v1.WorkflowGraph"
-    optional :delete_cluster, :message, 5, "google.cloud.dataproc.v1.ClusterOperation"
-    optional :state, :enum, 6, "google.cloud.dataproc.v1.WorkflowMetadata.State"
-    optional :cluster_name, :string, 7
-    map :parameters, :string, :string, 8
-    optional :start_time, :message, 9, "google.protobuf.Timestamp"
-    optional :end_time, :message, 10, "google.protobuf.Timestamp"
-    optional :cluster_uuid, :string, 11
-  end
-  add_enum "google.cloud.dataproc.v1.WorkflowMetadata.State" do
-    value :UNKNOWN, 0
-    value :PENDING, 1
-    value :RUNNING, 2
-    value :DONE, 3
-  end
-  add_message "google.cloud.dataproc.v1.ClusterOperation" do
-    optional :operation_id, :string, 1
-    optional :error, :string, 2
-    optional :done, :bool, 3
-  end
-  add_message "google.cloud.dataproc.v1.WorkflowGraph" do
-    repeated :nodes, :message, 1, "google.cloud.dataproc.v1.WorkflowNode"
-  end
-  add_message "google.cloud.dataproc.v1.WorkflowNode" do
-    optional :step_id, :string, 1
-    repeated :prerequisite_step_ids, :string, 2
-    optional :job_id, :string, 3
-    optional :state, :enum, 5, "google.cloud.dataproc.v1.WorkflowNode.NodeState"
-    optional :error, :string, 6
-  end
-  add_enum "google.cloud.dataproc.v1.WorkflowNode.NodeState" do
-    value :NODE_STATE_UNSPECIFIED, 0
-    value :BLOCKED, 1
-    value :RUNNABLE, 2
-    value :RUNNING, 3
-    value :COMPLETED, 4
-    value :FAILED, 5
-  end
-  add_message "google.cloud.dataproc.v1.CreateWorkflowTemplateRequest" do
-    optional :parent, :string, 1
-    optional :template, :message, 2, "google.cloud.dataproc.v1.WorkflowTemplate"
-  end
-  add_message "google.cloud.dataproc.v1.GetWorkflowTemplateRequest" do
-    optional :name, :string, 1
-    optional :version, :int32, 2
-  end
-  add_message "google.cloud.dataproc.v1.InstantiateWorkflowTemplateRequest" do
-    optional :name, :string, 1
-    optional :version, :int32, 2
-    optional :request_id, :string, 5
-    map :parameters, :string, :string, 6
-  end
-  add_message "google.cloud.dataproc.v1.InstantiateInlineWorkflowTemplateRequest" do
-    optional :parent, :string, 1
-    optional :template, :message, 2, "google.cloud.dataproc.v1.WorkflowTemplate"
-    optional :request_id, :string, 3
-  end
-  add_message "google.cloud.dataproc.v1.UpdateWorkflowTemplateRequest" do
-    optional :template, :message, 1, "google.cloud.dataproc.v1.WorkflowTemplate"
-  end
-  add_message "google.cloud.dataproc.v1.ListWorkflowTemplatesRequest" do
-    optional :parent, :string, 1
-    optional :page_size, :int32, 2
-    optional :page_token, :string, 3
-  end
-  add_message "google.cloud.dataproc.v1.ListWorkflowTemplatesResponse" do
-    repeated :templates, :message, 1, "google.cloud.dataproc.v1.WorkflowTemplate"
-    optional :next_page_token, :string, 2
-  end
-  add_message "google.cloud.dataproc.v1.DeleteWorkflowTemplateRequest" do
-    optional :name, :string, 1
-    optional :version, :int32, 2
-  end
-end
-
-module Google
-  module Cloud
-    module Dataproc
-      module V1
-        WorkflowTemplate = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.WorkflowTemplate").msgclass
-        WorkflowTemplatePlacement = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.WorkflowTemplatePlacement").msgclass
-        ManagedCluster = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ManagedCluster").msgclass
-        ClusterSelector = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterSelector").msgclass
-        OrderedJob = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.OrderedJob").msgclass
-        TemplateParameter = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.TemplateParameter").msgclass
-        ParameterValidation = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ParameterValidation").msgclass
-        RegexValidation = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.RegexValidation").msgclass
-        ValueValidation = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ValueValidation").msgclass
-        WorkflowMetadata = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.WorkflowMetadata").msgclass
-        WorkflowMetadata::State = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.WorkflowMetadata.State").enummodule
-        ClusterOperation = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterOperation").msgclass
-        WorkflowGraph = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.WorkflowGraph").msgclass
-        WorkflowNode = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.WorkflowNode").msgclass
-        WorkflowNode::NodeState = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.WorkflowNode.NodeState").enummodule
-        CreateWorkflowTemplateRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.CreateWorkflowTemplateRequest").msgclass
-        GetWorkflowTemplateRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GetWorkflowTemplateRequest").msgclass
-        InstantiateWorkflowTemplateRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstantiateWorkflowTemplateRequest").msgclass
-        InstantiateInlineWorkflowTemplateRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstantiateInlineWorkflowTemplateRequest").msgclass
-        UpdateWorkflowTemplateRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.UpdateWorkflowTemplateRequest").msgclass
-        ListWorkflowTemplatesRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ListWorkflowTemplatesRequest").msgclass
-        ListWorkflowTemplatesResponse = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ListWorkflowTemplatesResponse").msgclass
-        DeleteWorkflowTemplateRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DeleteWorkflowTemplateRequest").msgclass
-      end
-    end
-  end
-end

data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb

@@ -1,105 +0,0 @@
-# Generated by the protocol buffer compiler.  DO NOT EDIT!
-# Source: google/cloud/dataproc/v1/workflow_templates.proto for package 'google.cloud.dataproc.v1'
-# Original file comments:
-# Copyright 2020 Google LLC
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-
-require 'grpc'
-require 'google/cloud/dataproc/v1/workflow_templates_pb'
-
-module Google
-  module Cloud
-    module Dataproc
-      module V1
-        module WorkflowTemplateService
-          # The API interface for managing Workflow Templates in the
-          # Dataproc API.
-          class Service
-
-            include GRPC::GenericService
-
-            self.marshal_class_method = :encode
-            self.unmarshal_class_method = :decode
-            self.service_name = 'google.cloud.dataproc.v1.WorkflowTemplateService'
-
-            # Creates new workflow template.
-            rpc :CreateWorkflowTemplate, CreateWorkflowTemplateRequest, WorkflowTemplate
-            # Retrieves the latest workflow template.
-            #
-            # Can retrieve previously instantiated template by specifying optional
-            # version parameter.
-            rpc :GetWorkflowTemplate, GetWorkflowTemplateRequest, WorkflowTemplate
-            # Instantiates a template and begins execution.
-            #
-            # The returned Operation can be used to track execution of
-            # workflow by polling
-            # [operations.get][google.longrunning.Operations.GetOperation].
-            # The Operation will complete when entire workflow is finished.
-            #
-            # The running workflow can be aborted via
-            # [operations.cancel][google.longrunning.Operations.CancelOperation].
-            # This will cause any inflight jobs to be cancelled and workflow-owned
-            # clusters to be deleted.
-            #
-            # The [Operation.metadata][google.longrunning.Operation.metadata] will be
-            # [WorkflowMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#workflowmetadata).
-            # Also see [Using
-            # WorkflowMetadata](https://cloud.google.com/dataproc/docs/concepts/workflows/debugging#using_workflowmetadata).
-            #
-            # On successful completion,
-            # [Operation.response][google.longrunning.Operation.response] will be
-            # [Empty][google.protobuf.Empty].
-            rpc :InstantiateWorkflowTemplate, InstantiateWorkflowTemplateRequest, Google::Longrunning::Operation
-            # Instantiates a template and begins execution.
-            #
-            # This method is equivalent to executing the sequence
-            # [CreateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.CreateWorkflowTemplate], [InstantiateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.InstantiateWorkflowTemplate],
-            # [DeleteWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.DeleteWorkflowTemplate].
-            #
-            # The returned Operation can be used to track execution of
-            # workflow by polling
-            # [operations.get][google.longrunning.Operations.GetOperation].
-            # The Operation will complete when entire workflow is finished.
-            #
-            # The running workflow can be aborted via
-            # [operations.cancel][google.longrunning.Operations.CancelOperation].
-            # This will cause any inflight jobs to be cancelled and workflow-owned
-            # clusters to be deleted.
-            #
-            # The [Operation.metadata][google.longrunning.Operation.metadata] will be
-            # [WorkflowMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#workflowmetadata).
-            # Also see [Using
-            # WorkflowMetadata](https://cloud.google.com/dataproc/docs/concepts/workflows/debugging#using_workflowmetadata).
-            #
-            # On successful completion,
-            # [Operation.response][google.longrunning.Operation.response] will be
-            # [Empty][google.protobuf.Empty].
-            rpc :InstantiateInlineWorkflowTemplate, InstantiateInlineWorkflowTemplateRequest, Google::Longrunning::Operation
-            # Updates (replaces) workflow template. The updated template
-            # must contain version that matches the current server version.
-            rpc :UpdateWorkflowTemplate, UpdateWorkflowTemplateRequest, WorkflowTemplate
-            # Lists workflows that match the specified filter in the request.
-            rpc :ListWorkflowTemplates, ListWorkflowTemplatesRequest, ListWorkflowTemplatesResponse
-            # Deletes a workflow template. It does not cancel in-progress workflows.
-            rpc :DeleteWorkflowTemplate, DeleteWorkflowTemplateRequest, Google::Protobuf::Empty
-          end
-
-          Stub = Service.rpc_stub_class
-        end
-      end
-    end
-  end
-end

data/lib/google/cloud/dataproc/v1beta2.rb

@@ -1,371 +0,0 @@
-# Copyright 2020 Google LLC
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     https://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-
-require "google/cloud/dataproc/v1beta2/autoscaling_policy_service_client"
-require "google/cloud/dataproc/v1beta2/cluster_controller_client"
-require "google/cloud/dataproc/v1beta2/job_controller_client"
-require "google/cloud/dataproc/v1beta2/workflow_template_service_client"
-require "google/cloud/dataproc/v1beta2/clusters_pb"
-require "google/cloud/dataproc/v1beta2/operations_pb"
-require "google/cloud/dataproc/v1beta2/workflow_templates_pb"
-
-module Google
-  module Cloud
-    module Dataproc
-      # rubocop:disable LineLength
-
-      ##
-      # # Ruby Client for Google Cloud Dataproc API
-      #
-      # [Google Cloud Dataproc API][Product Documentation]:
-      # Manages Hadoop-based clusters and jobs on Google Cloud Platform.
-      # - [Product Documentation][]
-      #
-      # ## Quick Start
-      # In order to use this library, you first need to go through the following
-      # steps:
-      #
-      # 1. [Select or create a Cloud Platform project.](https://console.cloud.google.com/project)
-      # 2. [Enable billing for your project.](https://cloud.google.com/billing/docs/how-to/modify-project#enable_billing_for_a_project)
-      # 3. [Enable the Google Cloud Dataproc API.](https://console.cloud.google.com/apis/library/dataproc.googleapis.com)
-      # 4. [Setup Authentication.](https://googleapis.dev/ruby/google-cloud-dataproc/latest/file.AUTHENTICATION.html)
-      #
-      # ### Installation
-      # ```
-      # $ gem install google-cloud-dataproc
-      # ```
-      #
-      # ### Preview
-      # #### ClusterControllerClient
-      # ```rb
-      # require "google/cloud/dataproc"
-      #
-      # cluster_controller_client = Google::Cloud::Dataproc::ClusterController.new(version: :v1beta2)
-      # project_id_2 = project_id
-      # region = "global"
-      #
-      # # Iterate over all results.
-      # cluster_controller_client.list_clusters(project_id_2, region).each do |element|
-      #   # Process element.
-      # end
-      #
-      # # Or iterate over results one page at a time.
-      # cluster_controller_client.list_clusters(project_id_2, region).each_page do |page|
-      #   # Process each page at a time.
-      #   page.each do |element|
-      #     # Process element.
-      #   end
-      # end
-      # ```
-      #
-      # ### Next Steps
-      # - Read the [Google Cloud Dataproc API Product documentation][Product Documentation]
-      #   to learn more about the product and see How-to Guides.
-      # - View this [repository's main README](https://github.com/googleapis/google-cloud-ruby/blob/master/README.md)
-      #   to see the full list of Cloud APIs that we cover.
-      #
-      # [Product Documentation]: https://cloud.google.com/dataproc
-      #
-      # ## Enabling Logging
-      #
-      # To enable logging for this library, set the logger for the underlying [gRPC](https://github.com/grpc/grpc/tree/master/src/ruby) library.
-      # The logger that you set may be a Ruby stdlib [`Logger`](https://ruby-doc.org/stdlib-2.5.0/libdoc/logger/rdoc/Logger.html) as shown below,
-      # or a [`Google::Cloud::Logging::Logger`](https://googleapis.dev/ruby/google-cloud-logging/latest)
-      # that will write logs to [Stackdriver Logging](https://cloud.google.com/logging/). See [grpc/logconfig.rb](https://github.com/grpc/grpc/blob/master/src/ruby/lib/grpc/logconfig.rb)
-      # and the gRPC [spec_helper.rb](https://github.com/grpc/grpc/blob/master/src/ruby/spec/spec_helper.rb) for additional information.
-      #
-      # Configuring a Ruby stdlib logger:
-      #
-      # ```ruby
-      # require "logger"
-      #
-      # module MyLogger
-      #   LOGGER = Logger.new $stderr, level: Logger::WARN
-      #   def logger
-      #     LOGGER
-      #   end
-      # end
-      #
-      # # Define a gRPC module-level logger method before grpc/logconfig.rb loads.
-      # module GRPC
-      #   extend MyLogger
-      # end
-      # ```
-      #
-      module V1beta2
-        # rubocop:enable LineLength
-
-        module AutoscalingPolicyService
-          ##
-          # The API interface for managing autoscaling policies in the
-          # Cloud Dataproc API.
-          #
-          # @param credentials [Google::Auth::Credentials, String, Hash, GRPC::Core::Channel, GRPC::Core::ChannelCredentials, Proc]
-          #   Provides the means for authenticating requests made by the client. This parameter can
-          #   be many types.
-          #   A `Google::Auth::Credentials` uses a the properties of its represented keyfile for
-          #   authenticating requests made by this client.
-          #   A `String` will be treated as the path to the keyfile to be used for the construction of
-          #   credentials for this client.
-          #   A `Hash` will be treated as the contents of a keyfile to be used for the construction of
-          #   credentials for this client.
-          #   A `GRPC::Core::Channel` will be used to make calls through.
-          #   A `GRPC::Core::ChannelCredentials` for the setting up the RPC client. The channel credentials
-          #   should already be composed with a `GRPC::Core::CallCredentials` object.
-          #   A `Proc` will be used as an updater_proc for the Grpc channel. The proc transforms the
-          #   metadata for requests, generally, to give OAuth credentials.
-          # @param scopes [Array<String>]
-          #   The OAuth scopes for this service. This parameter is ignored if
-          #   an updater_proc is supplied.
-          # @param client_config [Hash]
-          #   A Hash for call options for each method. See
-          #   Google::Gax#construct_settings for the structure of
-          #   this data. Falls back to the default config if not specified
-          #   or the specified config is missing data points.
-          # @param timeout [Numeric]
-          #   The default timeout, in seconds, for calls made through this client.
-          # @param metadata [Hash]
-          #   Default metadata to be sent with each request. This can be overridden on a per call basis.
-          # @param service_address [String]
-          #   Override for the service hostname, or `nil` to leave as the default.
-          # @param service_port [Integer]
-          #   Override for the service port, or `nil` to leave as the default.
-          # @param exception_transformer [Proc]
-          #   An optional proc that intercepts any exceptions raised during an API call to inject
-          #   custom error handling.
-          def self.new \
-              credentials: nil,
-              scopes: nil,
-              client_config: nil,
-              timeout: nil,
-              metadata: nil,
-              service_address: nil,
-              service_port: nil,
-              exception_transformer: nil,
-              lib_name: nil,
-              lib_version: nil
-            kwargs = {
-              credentials: credentials,
-              scopes: scopes,
-              client_config: client_config,
-              timeout: timeout,
-              metadata: metadata,
-              exception_transformer: exception_transformer,
-              lib_name: lib_name,
-              service_address: service_address,
-              service_port: service_port,
-              lib_version: lib_version
-            }.select { |_, v| v != nil }
-            Google::Cloud::Dataproc::V1beta2::AutoscalingPolicyServiceClient.new(**kwargs)
-          end
-        end
-
-        module ClusterController
-          ##
-          # The ClusterControllerService provides methods to manage clusters
-          # of Compute Engine instances.
-          #
-          # @param credentials [Google::Auth::Credentials, String, Hash, GRPC::Core::Channel, GRPC::Core::ChannelCredentials, Proc]
-          #   Provides the means for authenticating requests made by the client. This parameter can
-          #   be many types.
-          #   A `Google::Auth::Credentials` uses a the properties of its represented keyfile for
-          #   authenticating requests made by this client.
-          #   A `String` will be treated as the path to the keyfile to be used for the construction of
-          #   credentials for this client.
-          #   A `Hash` will be treated as the contents of a keyfile to be used for the construction of
-          #   credentials for this client.
-          #   A `GRPC::Core::Channel` will be used to make calls through.
-          #   A `GRPC::Core::ChannelCredentials` for the setting up the RPC client. The channel credentials
-          #   should already be composed with a `GRPC::Core::CallCredentials` object.
-          #   A `Proc` will be used as an updater_proc for the Grpc channel. The proc transforms the
-          #   metadata for requests, generally, to give OAuth credentials.
-          # @param scopes [Array<String>]
-          #   The OAuth scopes for this service. This parameter is ignored if
-          #   an updater_proc is supplied.
-          # @param client_config [Hash]
-          #   A Hash for call options for each method. See
-          #   Google::Gax#construct_settings for the structure of
-          #   this data. Falls back to the default config if not specified
-          #   or the specified config is missing data points.
-          # @param timeout [Numeric]
-          #   The default timeout, in seconds, for calls made through this client.
-          # @param metadata [Hash]
-          #   Default metadata to be sent with each request. This can be overridden on a per call basis.
-          # @param service_address [String]
-          #   Override for the service hostname, or `nil` to leave as the default.
-          # @param service_port [Integer]
-          #   Override for the service port, or `nil` to leave as the default.
-          # @param exception_transformer [Proc]
-          #   An optional proc that intercepts any exceptions raised during an API call to inject
-          #   custom error handling.
-          def self.new \
-              credentials: nil,
-              scopes: nil,
-              client_config: nil,
-              timeout: nil,
-              metadata: nil,
-              service_address: nil,
-              service_port: nil,
-              exception_transformer: nil,
-              lib_name: nil,
-              lib_version: nil
-            kwargs = {
-              credentials: credentials,
-              scopes: scopes,
-              client_config: client_config,
-              timeout: timeout,
-              metadata: metadata,
-              exception_transformer: exception_transformer,
-              lib_name: lib_name,
-              service_address: service_address,
-              service_port: service_port,
-              lib_version: lib_version
-            }.select { |_, v| v != nil }
-            Google::Cloud::Dataproc::V1beta2::ClusterControllerClient.new(**kwargs)
-          end
-        end
-
-        module JobController
-          ##
-          # The JobController provides methods to manage jobs.
-          #
-          # @param credentials [Google::Auth::Credentials, String, Hash, GRPC::Core::Channel, GRPC::Core::ChannelCredentials, Proc]
-          #   Provides the means for authenticating requests made by the client. This parameter can
-          #   be many types.
-          #   A `Google::Auth::Credentials` uses a the properties of its represented keyfile for
-          #   authenticating requests made by this client.
-          #   A `String` will be treated as the path to the keyfile to be used for the construction of
-          #   credentials for this client.
-          #   A `Hash` will be treated as the contents of a keyfile to be used for the construction of
-          #   credentials for this client.
-          #   A `GRPC::Core::Channel` will be used to make calls through.
-          #   A `GRPC::Core::ChannelCredentials` for the setting up the RPC client. The channel credentials
-          #   should already be composed with a `GRPC::Core::CallCredentials` object.
-          #   A `Proc` will be used as an updater_proc for the Grpc channel. The proc transforms the
-          #   metadata for requests, generally, to give OAuth credentials.
-          # @param scopes [Array<String>]
-          #   The OAuth scopes for this service. This parameter is ignored if
-          #   an updater_proc is supplied.
-          # @param client_config [Hash]
-          #   A Hash for call options for each method. See
-          #   Google::Gax#construct_settings for the structure of
-          #   this data. Falls back to the default config if not specified
-          #   or the specified config is missing data points.
-          # @param timeout [Numeric]
-          #   The default timeout, in seconds, for calls made through this client.
-          # @param metadata [Hash]
-          #   Default metadata to be sent with each request. This can be overridden on a per call basis.
-          # @param service_address [String]
-          #   Override for the service hostname, or `nil` to leave as the default.
-          # @param service_port [Integer]
-          #   Override for the service port, or `nil` to leave as the default.
-          # @param exception_transformer [Proc]
-          #   An optional proc that intercepts any exceptions raised during an API call to inject
-          #   custom error handling.
-          def self.new \
-              credentials: nil,
-              scopes: nil,
-              client_config: nil,
-              timeout: nil,
-              metadata: nil,
-              service_address: nil,
-              service_port: nil,
-              exception_transformer: nil,
-              lib_name: nil,
-              lib_version: nil
-            kwargs = {
-              credentials: credentials,
-              scopes: scopes,
-              client_config: client_config,
-              timeout: timeout,
-              metadata: metadata,
-              exception_transformer: exception_transformer,
-              lib_name: lib_name,
-              service_address: service_address,
-              service_port: service_port,
-              lib_version: lib_version
-            }.select { |_, v| v != nil }
-            Google::Cloud::Dataproc::V1beta2::JobControllerClient.new(**kwargs)
-          end
-        end
-
-        module WorkflowTemplateService
-          ##
-          # The API interface for managing Workflow Templates in the
-          # Dataproc API.
-          #
-          # @param credentials [Google::Auth::Credentials, String, Hash, GRPC::Core::Channel, GRPC::Core::ChannelCredentials, Proc]
-          #   Provides the means for authenticating requests made by the client. This parameter can
-          #   be many types.
-          #   A `Google::Auth::Credentials` uses a the properties of its represented keyfile for
-          #   authenticating requests made by this client.
-          #   A `String` will be treated as the path to the keyfile to be used for the construction of
-          #   credentials for this client.
-          #   A `Hash` will be treated as the contents of a keyfile to be used for the construction of
-          #   credentials for this client.
-          #   A `GRPC::Core::Channel` will be used to make calls through.
-          #   A `GRPC::Core::ChannelCredentials` for the setting up the RPC client. The channel credentials
-          #   should already be composed with a `GRPC::Core::CallCredentials` object.
-          #   A `Proc` will be used as an updater_proc for the Grpc channel. The proc transforms the
-          #   metadata for requests, generally, to give OAuth credentials.
-          # @param scopes [Array<String>]
-          #   The OAuth scopes for this service. This parameter is ignored if
-          #   an updater_proc is supplied.
-          # @param client_config [Hash]
-          #   A Hash for call options for each method. See
-          #   Google::Gax#construct_settings for the structure of
-          #   this data. Falls back to the default config if not specified
-          #   or the specified config is missing data points.
-          # @param timeout [Numeric]
-          #   The default timeout, in seconds, for calls made through this client.
-          # @param metadata [Hash]
-          #   Default metadata to be sent with each request. This can be overridden on a per call basis.
-          # @param service_address [String]
-          #   Override for the service hostname, or `nil` to leave as the default.
-          # @param service_port [Integer]
-          #   Override for the service port, or `nil` to leave as the default.
-          # @param exception_transformer [Proc]
-          #   An optional proc that intercepts any exceptions raised during an API call to inject
-          #   custom error handling.
-          def self.new \
-              credentials: nil,
-              scopes: nil,
-              client_config: nil,
-              timeout: nil,
-              metadata: nil,
-              service_address: nil,
-              service_port: nil,
-              exception_transformer: nil,
-              lib_name: nil,
-              lib_version: nil
-            kwargs = {
-              credentials: credentials,
-              scopes: scopes,
-              client_config: client_config,
-              timeout: timeout,
-              metadata: metadata,
-              exception_transformer: exception_transformer,
-              lib_name: lib_name,
-              service_address: service_address,
-              service_port: service_port,
-              lib_version: lib_version
-            }.select { |_, v| v != nil }
-            Google::Cloud::Dataproc::V1beta2::WorkflowTemplateServiceClient.new(**kwargs)
-          end
-        end
-      end
-    end
-  end
-end