google-cloud-dataproc 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8779c6cd6ebb897eff9ead347be77c560497f6a8d2f2e9a94c30a43ec5a23f97
-  data.tar.gz: d97ffa9efc7e8391872c85e3d83f93bd1c902c6d0e6ff099461c5bd559bf4a03
+  metadata.gz: 82fffc37ffbdc3c80e4d201f3f065194c533932ca4c1b694da53d4e4aa5e1e0b
+  data.tar.gz: 6285efe037bddb8c0e8d6af7ea4dc683a8fbccd22077205ea5b3037c29254b53
 SHA512:
-  metadata.gz: df056317a383f3d9a55f945c4d46681c605e312c495e7b09c563640ee8893d8e81f2ebaf7755ff64943838b81163807b31b61f48066deef56e502962d71854a2
-  data.tar.gz: 432bf50a32d9f3742ae065662c6e6e94673e9d5f7318f9abd695cd2ee1015ed58aecc8133d795ceb603003a3f16411c2ee24f68d8ec27e54e101c270a942bd3b
+  metadata.gz: 10d3e25d19999182b465c3abef17e4168570e0f7cd6cc48eab36966e9045c90d8966cc6f116b4426741cc099f81e6ef8ad204a89c7e775a8a236f5931baa8e3e
+  data.tar.gz: 88b14bbe624b91520adc143757b246c53751d3aa9b35a99010c8fc30ae93e3f26150f86d85458161eb824c4b3ccbb4b9575f48675a1a2816090eb36455d21fb9

data/.yardopts

@@ -2,6 +2,7 @@
 --title=Google Cloud Dataproc API
 --exclude _pb\.rb$
 --markup markdown
+--markup-provider redcarpet
 
 ./lib/**/*.rb
 -

data/README.md

@@ -1,4 +1,4 @@
-# Ruby Client for Google Cloud Dataproc API ([Alpha](https://github.com/GoogleCloudPlatform/google-cloud-ruby#versioning))
+# Ruby Client for Google Cloud Dataproc API ([Beta](https://github.com/GoogleCloudPlatform/google-cloud-ruby#versioning))
 
 [Google Cloud Dataproc API][Product Documentation]:
 Manages Hadoop-based clusters and jobs on Google Cloud Platform.
@@ -11,7 +11,7 @@ steps:
 
 1. [Select or create a Cloud Platform project.](https://console.cloud.google.com/project)
 2. [Enable billing for your project.](https://cloud.google.com/billing/docs/how-to/modify-project#enable_billing_for_a_project)
-3. [Enable the Google Cloud Dataproc API.](https://console.cloud.google.com/apis/api/dataproc)
+3. [Enable the Google Cloud Dataproc API.](https://console.cloud.google.com/apis/library/dataproc.googleapis.com)
 4. [Setup Authentication.](https://googlecloudplatform.github.io/google-cloud-ruby/#/docs/google-cloud/master/guides/authentication)
 
 ### Installation
@@ -52,3 +52,40 @@ end
 
 [Client Library Documentation]: https://googlecloudplatform.github.io/google-cloud-ruby/#/docs/google-cloud-dataproc/latest/google/cloud/dataproc/v1
 [Product Documentation]: https://cloud.google.com/dataproc
+
+## Enabling Logging
+
+To enable logging for this library, set the logger for the underlying [gRPC](https://github.com/grpc/grpc/tree/master/src/ruby) library.
+The logger that you set may be a Ruby stdlib [`Logger`](https://ruby-doc.org/stdlib-2.5.0/libdoc/logger/rdoc/Logger.html) as shown below,
+or a [`Google::Cloud::Logging::Logger`](https://googlecloudplatform.github.io/google-cloud-ruby/#/docs/google-cloud-logging/latest/google/cloud/logging/logger)
+that will write logs to [Stackdriver Logging](https://cloud.google.com/logging/). See [grpc/logconfig.rb](https://github.com/grpc/grpc/blob/master/src/ruby/lib/grpc/logconfig.rb)
+and the gRPC [spec_helper.rb](https://github.com/grpc/grpc/blob/master/src/ruby/spec/spec_helper.rb) for additional information.
+
+Configuring a Ruby stdlib logger:
+
+```ruby
+require "logger"
+
+module MyLogger
+  LOGGER = Logger.new $stderr, level: Logger::WARN
+  def logger
+    LOGGER
+  end
+end
+
+# Define a gRPC module-level logger method before grpc/logconfig.rb loads.
+module GRPC
+  extend MyLogger
+end
+```
+
+## Supported Ruby Versions
+
+This library is supported on Ruby 2.3+.
+
+Google provides official support for Ruby versions that are actively supported
+by Ruby Core—that is, Ruby versions that are either in normal maintenance or
+in security maintenance, and not end of life. Currently, this means Ruby 2.3
+and later. Older versions of Ruby _may_ still work, but are unsupported and not
+recommended. See https://www.ruby-lang.org/en/downloads/branches/ for details
+about the Ruby support schedule.

data/lib/google/cloud/dataproc.rb

@@ -1,4 +1,4 @@
-# Copyright 2017 Google LLC
+# Copyright 2018 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -20,7 +20,7 @@ module Google
     # rubocop:disable LineLength
 
     ##
-    # # Ruby Client for Google Cloud Dataproc API ([Alpha](https://github.com/GoogleCloudPlatform/google-cloud-ruby#versioning))
+    # # Ruby Client for Google Cloud Dataproc API ([Beta](https://github.com/GoogleCloudPlatform/google-cloud-ruby#versioning))
     #
     # [Google Cloud Dataproc API][Product Documentation]:
     # Manages Hadoop-based clusters and jobs on Google Cloud Platform.
@@ -32,7 +32,7 @@ module Google
     #
     # 1. [Select or create a Cloud Platform project.](https://console.cloud.google.com/project)
     # 2. [Enable billing for your project.](https://cloud.google.com/billing/docs/how-to/modify-project#enable_billing_for_a_project)
-    # 3. [Enable the Google Cloud Dataproc API.](https://console.cloud.google.com/apis/api/dataproc)
+    # 3. [Enable the Google Cloud Dataproc API.](https://console.cloud.google.com/apis/library/dataproc.googleapis.com)
     # 4. [Setup Authentication.](https://googlecloudplatform.github.io/google-cloud-ruby/#/docs/google-cloud/master/guides/authentication)
     #
     # ### Preview
@@ -66,6 +66,31 @@ module Google
     #
     # [Product Documentation]: https://cloud.google.com/dataproc
     #
+    # ## Enabling Logging
+    #
+    # To enable logging for this library, set the logger for the underlying [gRPC](https://github.com/grpc/grpc/tree/master/src/ruby) library.
+    # The logger that you set may be a Ruby stdlib [`Logger`](https://ruby-doc.org/stdlib-2.5.0/libdoc/logger/rdoc/Logger.html) as shown below,
+    # or a [`Google::Cloud::Logging::Logger`](https://googlecloudplatform.github.io/google-cloud-ruby/#/docs/google-cloud-logging/latest/google/cloud/logging/logger)
+    # that will write logs to [Stackdriver Logging](https://cloud.google.com/logging/). See [grpc/logconfig.rb](https://github.com/grpc/grpc/blob/master/src/ruby/lib/grpc/logconfig.rb)
+    # and the gRPC [spec_helper.rb](https://github.com/grpc/grpc/blob/master/src/ruby/spec/spec_helper.rb) for additional information.
+    #
+    # Configuring a Ruby stdlib logger:
+    #
+    # ```ruby
+    # require "logger"
+    #
+    # module MyLogger
+    #   LOGGER = Logger.new $stderr, level: Logger::WARN
+    #   def logger
+    #     LOGGER
+    #   end
+    # end
+    #
+    # # Define a gRPC module-level logger method before grpc/logconfig.rb loads.
+    # module GRPC
+    #   extend MyLogger
+    # end
+    # ```
     #
     module Dataproc
       # rubocop:enable LineLength
@@ -111,6 +136,11 @@ module Google
         #     or the specified config is missing data points.
         #   @param timeout [Numeric]
         #     The default timeout, in seconds, for calls made through this client.
+        #   @param metadata [Hash]
+        #     Default metadata to be sent with each request. This can be overridden on a per call basis.
+        #   @param exception_transformer [Proc]
+        #     An optional proc that intercepts any exceptions raised during an API call to inject
+        #     custom error handling.
         def self.new(*args, version: :v1, **kwargs)
           unless AVAILABLE_VERSIONS.include?(version.to_s.downcase)
             raise "The version: #{version} is not available. The available versions " \
@@ -158,6 +188,11 @@ module Google
         #     or the specified config is missing data points.
         #   @param timeout [Numeric]
         #     The default timeout, in seconds, for calls made through this client.
+        #   @param metadata [Hash]
+        #     Default metadata to be sent with each request. This can be overridden on a per call basis.
+        #   @param exception_transformer [Proc]
+        #     An optional proc that intercepts any exceptions raised during an API call to inject
+        #     custom error handling.
         def self.new(*args, version: :v1, **kwargs)
           unless AVAILABLE_VERSIONS.include?(version.to_s.downcase)
             raise "The version: #{version} is not available. The available versions " \

data/lib/google/cloud/dataproc/v1.rb

@@ -1,4 +1,4 @@
-# Copyright 2017 Google LLC
+# Copyright 2018 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -14,60 +14,87 @@
 
 require "google/cloud/dataproc/v1/cluster_controller_client"
 require "google/cloud/dataproc/v1/job_controller_client"
+require "google/cloud/dataproc/v1/operations_pb"
+require "google/cloud/dataproc/v1/clusters_pb"
 
 module Google
   module Cloud
-    # rubocop:disable LineLength
-
-    ##
-    # # Ruby Client for Google Cloud Dataproc API ([Alpha](https://github.com/GoogleCloudPlatform/google-cloud-ruby#versioning))
-    #
-    # [Google Cloud Dataproc API][Product Documentation]:
-    # Manages Hadoop-based clusters and jobs on Google Cloud Platform.
-    # - [Product Documentation][]
-    #
-    # ## Quick Start
-    # In order to use this library, you first need to go through the following
-    # steps:
-    #
-    # 1. [Select or create a Cloud Platform project.](https://console.cloud.google.com/project)
-    # 2. [Enable billing for your project.](https://cloud.google.com/billing/docs/how-to/modify-project#enable_billing_for_a_project)
-    # 3. [Enable the Google Cloud Dataproc API.](https://console.cloud.google.com/apis/api/dataproc)
-    # 4. [Setup Authentication.](https://googlecloudplatform.github.io/google-cloud-ruby/#/docs/google-cloud/master/guides/authentication)
-    #
-    # ### Preview
-    # #### ClusterControllerClient
-    # ```rb
-    # require "google/cloud/dataproc/v1"
-    #
-    # cluster_controller_client = Google::Cloud::Dataproc::V1::ClusterController.new
-    # project_id_2 = project_id
-    # region = "global"
-    #
-    # # Iterate over all results.
-    # cluster_controller_client.list_clusters(project_id_2, region).each do |element|
-    #   # Process element.
-    # end
-    #
-    # # Or iterate over results one page at a time.
-    # cluster_controller_client.list_clusters(project_id_2, region).each_page do |page|
-    #   # Process each page at a time.
-    #   page.each do |element|
-    #     # Process element.
-    #   end
-    # end
-    # ```
-    #
-    # ### Next Steps
-    # - Read the [Google Cloud Dataproc API Product documentation][Product Documentation]
-    #   to learn more about the product and see How-to Guides.
-    # - View this [repository's main README](https://github.com/GoogleCloudPlatform/google-cloud-ruby/blob/master/README.md)
-    #   to see the full list of Cloud APIs that we cover.
-    #
-    # [Product Documentation]: https://cloud.google.com/dataproc
-    #
-    #
     module Dataproc
+      # rubocop:disable LineLength
+
+      ##
+      # # Ruby Client for Google Cloud Dataproc API ([Beta](https://github.com/GoogleCloudPlatform/google-cloud-ruby#versioning))
+      #
+      # [Google Cloud Dataproc API][Product Documentation]:
+      # Manages Hadoop-based clusters and jobs on Google Cloud Platform.
+      # - [Product Documentation][]
+      #
+      # ## Quick Start
+      # In order to use this library, you first need to go through the following
+      # steps:
+      #
+      # 1. [Select or create a Cloud Platform project.](https://console.cloud.google.com/project)
+      # 2. [Enable billing for your project.](https://cloud.google.com/billing/docs/how-to/modify-project#enable_billing_for_a_project)
+      # 3. [Enable the Google Cloud Dataproc API.](https://console.cloud.google.com/apis/library/dataproc.googleapis.com)
+      # 4. [Setup Authentication.](https://googlecloudplatform.github.io/google-cloud-ruby/#/docs/google-cloud/master/guides/authentication)
+      #
+      # ### Preview
+      # #### ClusterControllerClient
+      # ```rb
+      # require "google/cloud/dataproc"
+      #
+      # cluster_controller_client = Google::Cloud::Dataproc::ClusterController.new(version: :v1)
+      # project_id_2 = project_id
+      # region = "global"
+      #
+      # # Iterate over all results.
+      # cluster_controller_client.list_clusters(project_id_2, region).each do |element|
+      #   # Process element.
+      # end
+      #
+      # # Or iterate over results one page at a time.
+      # cluster_controller_client.list_clusters(project_id_2, region).each_page do |page|
+      #   # Process each page at a time.
+      #   page.each do |element|
+      #     # Process element.
+      #   end
+      # end
+      # ```
+      #
+      # ### Next Steps
+      # - Read the [Google Cloud Dataproc API Product documentation][Product Documentation]
+      #   to learn more about the product and see How-to Guides.
+      # - View this [repository's main README](https://github.com/GoogleCloudPlatform/google-cloud-ruby/blob/master/README.md)
+      #   to see the full list of Cloud APIs that we cover.
+      #
+      # [Product Documentation]: https://cloud.google.com/dataproc
+      #
+      # ## Enabling Logging
+      #
+      # To enable logging for this library, set the logger for the underlying [gRPC](https://github.com/grpc/grpc/tree/master/src/ruby) library.
+      # The logger that you set may be a Ruby stdlib [`Logger`](https://ruby-doc.org/stdlib-2.5.0/libdoc/logger/rdoc/Logger.html) as shown below,
+      # or a [`Google::Cloud::Logging::Logger`](https://googlecloudplatform.github.io/google-cloud-ruby/#/docs/google-cloud-logging/latest/google/cloud/logging/logger)
+      # that will write logs to [Stackdriver Logging](https://cloud.google.com/logging/). See [grpc/logconfig.rb](https://github.com/grpc/grpc/blob/master/src/ruby/lib/grpc/logconfig.rb)
+      # and the gRPC [spec_helper.rb](https://github.com/grpc/grpc/blob/master/src/ruby/spec/spec_helper.rb) for additional information.
+      #
+      # Configuring a Ruby stdlib logger:
+      #
+      # ```ruby
+      # require "logger"
+      #
+      # module MyLogger
+      #   LOGGER = Logger.new $stderr, level: Logger::WARN
+      #   def logger
+      #     LOGGER
+      #   end
+      # end
+      #
+      # # Define a gRPC module-level logger method before grpc/logconfig.rb loads.
+      # module GRPC
+      #   extend MyLogger
+      # end
+      # ```
+      #
       module V1
         # rubocop:enable LineLength
 
@@ -100,11 +127,18 @@ module Google
           #   or the specified config is missing data points.
           # @param timeout [Numeric]
           #   The default timeout, in seconds, for calls made through this client.
+          # @param metadata [Hash]
+          #   Default metadata to be sent with each request. This can be overridden on a per call basis.
+          # @param exception_transformer [Proc]
+          #   An optional proc that intercepts any exceptions raised during an API call to inject
+          #   custom error handling.
           def self.new \
               credentials: nil,
               scopes: nil,
               client_config: nil,
               timeout: nil,
+              metadata: nil,
+              exception_transformer: nil,
               lib_name: nil,
               lib_version: nil
             kwargs = {
@@ -112,6 +146,8 @@ module Google
               scopes: scopes,
               client_config: client_config,
               timeout: timeout,
+              metadata: metadata,
+              exception_transformer: exception_transformer,
               lib_name: lib_name,
               lib_version: lib_version
             }.select { |_, v| v != nil }
@@ -147,11 +183,18 @@ module Google
           #   or the specified config is missing data points.
           # @param timeout [Numeric]
           #   The default timeout, in seconds, for calls made through this client.
+          # @param metadata [Hash]
+          #   Default metadata to be sent with each request. This can be overridden on a per call basis.
+          # @param exception_transformer [Proc]
+          #   An optional proc that intercepts any exceptions raised during an API call to inject
+          #   custom error handling.
           def self.new \
               credentials: nil,
               scopes: nil,
               client_config: nil,
               timeout: nil,
+              metadata: nil,
+              exception_transformer: nil,
               lib_name: nil,
               lib_version: nil
             kwargs = {
@@ -159,6 +202,8 @@ module Google
               scopes: scopes,
               client_config: client_config,
               timeout: timeout,
+              metadata: metadata,
+              exception_transformer: exception_transformer,
               lib_name: lib_name,
               lib_version: lib_version
             }.select { |_, v| v != nil }

data/lib/google/cloud/dataproc/v1/cluster_controller_client.rb

@@ -1,4 +1,4 @@
-# Copyright 2017 Google LLC
+# Copyright 2018 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -18,9 +18,6 @@
 # and updates to that file get reflected here through a refresh process.
 # For the short term, the refresh process will only be runnable by Google
 # engineers.
-#
-# The only allowed edits are to method and file documentation. A 3-way
-# merge preserves those additions if the generated source changes.
 
 require "json"
 require "pathname"
@@ -30,7 +27,7 @@ require "google/gax/operation"
 require "google/longrunning/operations_client"
 
 require "google/cloud/dataproc/v1/clusters_pb"
-require "google/cloud/dataproc/credentials"
+require "google/cloud/dataproc/v1/credentials"
 
 module Google
   module Cloud
@@ -50,6 +47,9 @@ module Google
           # The default port of the service.
           DEFAULT_SERVICE_PORT = 443
 
+          # The default set of gRPC interceptors.
+          GRPC_INTERCEPTORS = []
+
           DEFAULT_TIMEOUT = 30
 
           PAGE_DESCRIPTORS = {
@@ -67,8 +67,10 @@ module Google
             "https://www.googleapis.com/auth/cloud-platform"
           ].freeze
 
+          # @private
           class OperationsClient < Google::Longrunning::OperationsClient
-            SERVICE_ADDRESS = SERVICE_ADDRESS
+            self::SERVICE_ADDRESS = ClusterControllerClient::SERVICE_ADDRESS
+            self::GRPC_INTERCEPTORS = ClusterControllerClient::GRPC_INTERCEPTORS
           end
 
           # @param credentials [Google::Auth::Credentials, String, Hash, GRPC::Core::Channel, GRPC::Core::ChannelCredentials, Proc]
@@ -95,11 +97,18 @@ module Google
           #   or the specified config is missing data points.
           # @param timeout [Numeric]
           #   The default timeout, in seconds, for calls made through this client.
+          # @param metadata [Hash]
+          #   Default metadata to be sent with each request. This can be overridden on a per call basis.
+          # @param exception_transformer [Proc]
+          #   An optional proc that intercepts any exceptions raised during an API call to inject
+          #   custom error handling.
           def initialize \
               credentials: nil,
               scopes: ALL_SCOPES,
               client_config: {},
               timeout: DEFAULT_TIMEOUT,
+              metadata: nil,
+              exception_transformer: nil,
               lib_name: nil,
               lib_version: ""
             # These require statements are intentionally placed here to initialize
@@ -108,7 +117,7 @@ module Google
             require "google/gax/grpc"
             require "google/cloud/dataproc/v1/clusters_services_pb"
 
-            credentials ||= Google::Cloud::Dataproc::Credentials.default
+            credentials ||= Google::Cloud::Dataproc::V1::Credentials.default
 
             @operations_client = OperationsClient.new(
               credentials: credentials,
@@ -120,7 +129,7 @@ module Google
             )
 
             if credentials.is_a?(String) || credentials.is_a?(Hash)
-              updater_proc = Google::Cloud::Dataproc::Credentials.new(credentials).updater_proc
+              updater_proc = Google::Cloud::Dataproc::V1::Credentials.new(credentials).updater_proc
             end
             if credentials.is_a?(GRPC::Core::Channel)
               channel = credentials
@@ -144,6 +153,7 @@ module Google
             google_api_client.freeze
 
             headers = { :"x-goog-api-client" => google_api_client }
+            headers.merge!(metadata) unless metadata.nil?
             client_config_file = Pathname.new(__dir__).join(
               "cluster_controller_client_config.json"
             )
@@ -156,13 +166,14 @@ module Google
                 timeout,
                 page_descriptors: PAGE_DESCRIPTORS,
                 errors: Google::Gax::Grpc::API_ERRORS,
-                kwargs: headers
+                metadata: headers
               )
             end
 
             # Allow overriding the service path/port in subclasses.
             service_path = self.class::SERVICE_ADDRESS
             port = self.class::DEFAULT_SERVICE_PORT
+            interceptors = self.class::GRPC_INTERCEPTORS
             @cluster_controller_stub = Google::Gax::Grpc.create_stub(
               service_path,
               port,
@@ -170,32 +181,39 @@ module Google
               channel: channel,
               updater_proc: updater_proc,
               scopes: scopes,
+              interceptors: interceptors,
               &Google::Cloud::Dataproc::V1::ClusterController::Stub.method(:new)
             )
 
             @create_cluster = Google::Gax.create_api_call(
               @cluster_controller_stub.method(:create_cluster),
-              defaults["create_cluster"]
+              defaults["create_cluster"],
+              exception_transformer: exception_transformer
             )
             @update_cluster = Google::Gax.create_api_call(
               @cluster_controller_stub.method(:update_cluster),
-              defaults["update_cluster"]
+              defaults["update_cluster"],
+              exception_transformer: exception_transformer
             )
             @delete_cluster = Google::Gax.create_api_call(
               @cluster_controller_stub.method(:delete_cluster),
-              defaults["delete_cluster"]
+              defaults["delete_cluster"],
+              exception_transformer: exception_transformer
             )
             @get_cluster = Google::Gax.create_api_call(
               @cluster_controller_stub.method(:get_cluster),
-              defaults["get_cluster"]
+              defaults["get_cluster"],
+              exception_transformer: exception_transformer
             )
             @list_clusters = Google::Gax.create_api_call(
               @cluster_controller_stub.method(:list_clusters),
-              defaults["list_clusters"]
+              defaults["list_clusters"],
+              exception_transformer: exception_transformer
             )
             @diagnose_cluster = Google::Gax.create_api_call(
               @cluster_controller_stub.method(:diagnose_cluster),
-              defaults["diagnose_cluster"]
+              defaults["diagnose_cluster"],
+              exception_transformer: exception_transformer
             )
           end
 
@@ -218,11 +236,17 @@ module Google
           # @return [Google::Gax::Operation]
           # @raise [Google::Gax::GaxError] if the RPC is aborted.
           # @example
-          #   require "google/cloud/dataproc/v1"
+          #   require "google/cloud/dataproc"
+          #
+          #   cluster_controller_client = Google::Cloud::Dataproc::ClusterController.new(version: :v1)
           #
-          #   cluster_controller_client = Google::Cloud::Dataproc::V1::ClusterController.new
+          #   # TODO: Initialize +project_id+:
           #   project_id = ''
+          #
+          #   # TODO: Initialize +region+:
           #   region = ''
+          #
+          #   # TODO: Initialize +cluster+:
           #   cluster = {}
           #
           #   # Register a callback during the method call.
@@ -343,13 +367,23 @@ module Google
           # @return [Google::Gax::Operation]
           # @raise [Google::Gax::GaxError] if the RPC is aborted.
           # @example
-          #   require "google/cloud/dataproc/v1"
+          #   require "google/cloud/dataproc"
+          #
+          #   cluster_controller_client = Google::Cloud::Dataproc::ClusterController.new(version: :v1)
           #
-          #   cluster_controller_client = Google::Cloud::Dataproc::V1::ClusterController.new
+          #   # TODO: Initialize +project_id+:
           #   project_id = ''
+          #
+          #   # TODO: Initialize +region+:
           #   region = ''
+          #
+          #   # TODO: Initialize +cluster_name+:
           #   cluster_name = ''
+          #
+          #   # TODO: Initialize +cluster+:
           #   cluster = {}
+          #
+          #   # TODO: Initialize +update_mask+:
           #   update_mask = {}
           #
           #   # Register a callback during the method call.
@@ -420,11 +454,17 @@ module Google
           # @return [Google::Gax::Operation]
           # @raise [Google::Gax::GaxError] if the RPC is aborted.
           # @example
-          #   require "google/cloud/dataproc/v1"
+          #   require "google/cloud/dataproc"
+          #
+          #   cluster_controller_client = Google::Cloud::Dataproc::ClusterController.new(version: :v1)
           #
-          #   cluster_controller_client = Google::Cloud::Dataproc::V1::ClusterController.new
+          #   # TODO: Initialize +project_id+:
           #   project_id = ''
+          #
+          #   # TODO: Initialize +region+:
           #   region = ''
+          #
+          #   # TODO: Initialize +cluster_name+:
           #   cluster_name = ''
           #
           #   # Register a callback during the method call.
@@ -488,14 +528,23 @@ module Google
           # @param options [Google::Gax::CallOptions]
           #   Overrides the default settings for this call, e.g, timeout,
           #   retries, etc.
+          # @yield [result, operation] Access the result along with the RPC operation
+          # @yieldparam result [Google::Cloud::Dataproc::V1::Cluster]
+          # @yieldparam operation [GRPC::ActiveCall::Operation]
           # @return [Google::Cloud::Dataproc::V1::Cluster]
           # @raise [Google::Gax::GaxError] if the RPC is aborted.
           # @example
-          #   require "google/cloud/dataproc/v1"
+          #   require "google/cloud/dataproc"
+          #
+          #   cluster_controller_client = Google::Cloud::Dataproc::ClusterController.new(version: :v1)
           #
-          #   cluster_controller_client = Google::Cloud::Dataproc::V1::ClusterController.new
+          #   # TODO: Initialize +project_id+:
           #   project_id = ''
+          #
+          #   # TODO: Initialize +region+:
           #   region = ''
+          #
+          #   # TODO: Initialize +cluster_name+:
           #   cluster_name = ''
           #   response = cluster_controller_client.get_cluster(project_id, region, cluster_name)
 
@@ -503,14 +552,15 @@ module Google
               project_id,
               region,
               cluster_name,
-              options: nil
+              options: nil,
+              &block
             req = {
               project_id: project_id,
               region: region,
               cluster_name: cluster_name
             }.delete_if { |_, v| v.nil? }
             req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1::GetClusterRequest)
-            @get_cluster.call(req, options)
+            @get_cluster.call(req, options, &block)
           end
 
           # Lists all regions/{region}/clusters in a project.
@@ -549,6 +599,9 @@ module Google
           # @param options [Google::Gax::CallOptions]
           #   Overrides the default settings for this call, e.g, timeout,
           #   retries, etc.
+          # @yield [result, operation] Access the result along with the RPC operation
+          # @yieldparam result [Google::Gax::PagedEnumerable<Google::Cloud::Dataproc::V1::Cluster>]
+          # @yieldparam operation [GRPC::ActiveCall::Operation]
           # @return [Google::Gax::PagedEnumerable<Google::Cloud::Dataproc::V1::Cluster>]
           #   An enumerable of Google::Cloud::Dataproc::V1::Cluster instances.
           #   See Google::Gax::PagedEnumerable documentation for other
@@ -556,10 +609,14 @@ module Google
           #   object.
           # @raise [Google::Gax::GaxError] if the RPC is aborted.
           # @example
-          #   require "google/cloud/dataproc/v1"
+          #   require "google/cloud/dataproc"
+          #
+          #   cluster_controller_client = Google::Cloud::Dataproc::ClusterController.new(version: :v1)
           #
-          #   cluster_controller_client = Google::Cloud::Dataproc::V1::ClusterController.new
+          #   # TODO: Initialize +project_id+:
           #   project_id = ''
+          #
+          #   # TODO: Initialize +region+:
           #   region = ''
           #
           #   # Iterate over all results.
@@ -580,7 +637,8 @@ module Google
               region,
               filter: nil,
               page_size: nil,
-              options: nil
+              options: nil,
+              &block
             req = {
               project_id: project_id,
               region: region,
@@ -588,7 +646,7 @@ module Google
               page_size: page_size
             }.delete_if { |_, v| v.nil? }
             req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1::ListClustersRequest)
-            @list_clusters.call(req, options)
+            @list_clusters.call(req, options, &block)
           end
 
           # Gets cluster diagnostic information.
@@ -608,11 +666,17 @@ module Google
           # @return [Google::Gax::Operation]
           # @raise [Google::Gax::GaxError] if the RPC is aborted.
           # @example
-          #   require "google/cloud/dataproc/v1"
+          #   require "google/cloud/dataproc"
+          #
+          #   cluster_controller_client = Google::Cloud::Dataproc::ClusterController.new(version: :v1)
           #
-          #   cluster_controller_client = Google::Cloud::Dataproc::V1::ClusterController.new
+          #   # TODO: Initialize +project_id+:
           #   project_id = ''
+          #
+          #   # TODO: Initialize +region+:
           #   region = ''
+          #
+          #   # TODO: Initialize +cluster_name+:
           #   cluster_name = ''
           #
           #   # Register a callback during the method call.