google-cloud-dataproc 0.1.0 → 0.2.0

data/lib/google/cloud/dataproc/v1/credentials.rb

@@ -0,0 +1,40 @@
+# Copyright 2018 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require "googleauth"
+
+module Google
+  module Cloud
+    module Dataproc
+      module V1
+        class Credentials < Google::Auth::Credentials
+          SCOPE = [
+            "https://www.googleapis.com/auth/cloud-platform"
+          ].freeze
+          PATH_ENV_VARS = %w(DATAPROC_CREDENTIALS
+                             DATAPROC_KEYFILE
+                             GOOGLE_CLOUD_CREDENTIALS
+                             GOOGLE_CLOUD_KEYFILE
+                             GCLOUD_KEYFILE)
+          JSON_ENV_VARS = %w(DATAPROC_CREDENTIALS_JSON
+                             DATAPROC_KEYFILE_JSON
+                             GOOGLE_CLOUD_CREDENTIALS_JSON
+                             GOOGLE_CLOUD_KEYFILE_JSON
+                             GCLOUD_KEYFILE_JSON)
+          DEFAULT_PATHS = ["~/.config/gcloud/application_default_credentials.json"]
+        end
+      end
+    end
+  end
+end

data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/clusters.rb

@@ -1,4 +1,4 @@
-# Copyright 2017 Google LLC
+# Copyright 2018 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -15,19 +15,6 @@
 module Google
   module Cloud
     module Dataproc
-      ##
-      # # Google Cloud Dataproc API Contents
-      #
-      # | Class | Description |
-      # | ----- | ----------- |
-      # | [ClusterControllerClient][] | Manages Hadoop-based clusters and jobs on Google Cloud Platform. |
-      # | [JobControllerClient][] | Manages Hadoop-based clusters and jobs on Google Cloud Platform. |
-      # | [Data Types][] | Data types for Google::Cloud::Dataproc::V1 |
-      #
-      # [ClusterControllerClient]: https://googlecloudplatform.github.io/google-cloud-ruby/#/docs/google-cloud-dataproc/latest/google/cloud/dataproc/v1/clustercontrollerclient
-      # [JobControllerClient]: https://googlecloudplatform.github.io/google-cloud-ruby/#/docs/google-cloud-dataproc/latest/google/cloud/dataproc/v1/jobcontrollerclient
-      # [Data Types]: https://googlecloudplatform.github.io/google-cloud-ruby/#/docs/google-cloud-dataproc/latest/google/cloud/dataproc/v1/datatypes
-      #
       module V1
         # Describes the identifying information, config, and status of
         # a cluster of Google Compute Engine instances.

data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/jobs.rb

@@ -1,4 +1,4 @@
-# Copyright 2017 Google LLC
+# Copyright 2018 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -15,19 +15,6 @@
 module Google
   module Cloud
     module Dataproc
-      ##
-      # # Google Cloud Dataproc API Contents
-      #
-      # | Class | Description |
-      # | ----- | ----------- |
-      # | [ClusterControllerClient][] | Manages Hadoop-based clusters and jobs on Google Cloud Platform. |
-      # | [JobControllerClient][] | Manages Hadoop-based clusters and jobs on Google Cloud Platform. |
-      # | [Data Types][] | Data types for Google::Cloud::Dataproc::V1 |
-      #
-      # [ClusterControllerClient]: https://googlecloudplatform.github.io/google-cloud-ruby/#/docs/google-cloud-dataproc/latest/google/cloud/dataproc/v1/clustercontrollerclient
-      # [JobControllerClient]: https://googlecloudplatform.github.io/google-cloud-ruby/#/docs/google-cloud-dataproc/latest/google/cloud/dataproc/v1/jobcontrollerclient
-      # [Data Types]: https://googlecloudplatform.github.io/google-cloud-ruby/#/docs/google-cloud-dataproc/latest/google/cloud/dataproc/v1/datatypes
-      #
       module V1
         # The runtime logging config of the job.
         # @!attribute [rw] driver_log_levels

data/lib/google/cloud/dataproc/v1/doc/google/longrunning/operations.rb

@@ -0,0 +1,92 @@
+# Copyright 2018 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module Google
+  module Longrunning
+    # This resource represents a long-running operation that is the result of a
+    # network API call.
+    # @!attribute [rw] name
+    #   @return [String]
+    #     The server-assigned name, which is only unique within the same service that
+    #     originally returns it. If you use the default HTTP mapping, the
+    #     +name+ should have the format of +operations/some/unique/name+.
+    # @!attribute [rw] metadata
+    #   @return [Google::Protobuf::Any]
+    #     Service-specific metadata associated with the operation.  It typically
+    #     contains progress information and common metadata such as create time.
+    #     Some services might not provide such metadata.  Any method that returns a
+    #     long-running operation should document the metadata type, if any.
+    # @!attribute [rw] done
+    #   @return [true, false]
+    #     If the value is +false+, it means the operation is still in progress.
+    #     If true, the operation is completed, and either +error+ or +response+ is
+    #     available.
+    # @!attribute [rw] error
+    #   @return [Google::Rpc::Status]
+    #     The error result of the operation in case of failure or cancellation.
+    # @!attribute [rw] response
+    #   @return [Google::Protobuf::Any]
+    #     The normal response of the operation in case of success.  If the original
+    #     method returns no data on success, such as +Delete+, the response is
+    #     +google.protobuf.Empty+.  If the original method is standard
+    #     +Get+/+Create+/+Update+, the response should be the resource.  For other
+    #     methods, the response should have the type +XxxResponse+, where +Xxx+
+    #     is the original method name.  For example, if the original method name
+    #     is +TakeSnapshot()+, the inferred response type is
+    #     +TakeSnapshotResponse+.
+    class Operation; end
+
+    # The request message for {Google::Longrunning::Operations::GetOperation Operations::GetOperation}.
+    # @!attribute [rw] name
+    #   @return [String]
+    #     The name of the operation resource.
+    class GetOperationRequest; end
+
+    # The request message for {Google::Longrunning::Operations::ListOperations Operations::ListOperations}.
+    # @!attribute [rw] name
+    #   @return [String]
+    #     The name of the operation collection.
+    # @!attribute [rw] filter
+    #   @return [String]
+    #     The standard list filter.
+    # @!attribute [rw] page_size
+    #   @return [Integer]
+    #     The standard list page size.
+    # @!attribute [rw] page_token
+    #   @return [String]
+    #     The standard list page token.
+    class ListOperationsRequest; end
+
+    # The response message for {Google::Longrunning::Operations::ListOperations Operations::ListOperations}.
+    # @!attribute [rw] operations
+    #   @return [Array<Google::Longrunning::Operation>]
+    #     A list of operations that matches the specified filter in the request.
+    # @!attribute [rw] next_page_token
+    #   @return [String]
+    #     The standard List next-page token.
+    class ListOperationsResponse; end
+
+    # The request message for {Google::Longrunning::Operations::CancelOperation Operations::CancelOperation}.
+    # @!attribute [rw] name
+    #   @return [String]
+    #     The name of the operation resource to be cancelled.
+    class CancelOperationRequest; end
+
+    # The request message for {Google::Longrunning::Operations::DeleteOperation Operations::DeleteOperation}.
+    # @!attribute [rw] name
+    #   @return [String]
+    #     The name of the operation resource to be deleted.
+    class DeleteOperationRequest; end
+  end
+end

data/lib/google/cloud/dataproc/v1/doc/google/protobuf/any.rb

@@ -1,4 +1,4 @@
-# Copyright 2017 Google LLC
+# Copyright 2018 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

data/lib/google/cloud/dataproc/v1/doc/google/protobuf/duration.rb

@@ -1,4 +1,4 @@
-# Copyright 2017 Google LLC
+# Copyright 2018 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

data/lib/google/cloud/dataproc/{credentials.rb → v1/doc/google/protobuf/empty.rb}

@@ -1,4 +1,4 @@
-# Copyright 2017 Google LLC
+# Copyright 2018 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -12,19 +12,17 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-require "googleauth"
-
 module Google
-  module Cloud
-    module Dataproc
-      class Credentials < Google::Auth::Credentials
-        SCOPE = [
-          "https://www.googleapis.com/auth/cloud-platform"
-        ].freeze
-        PATH_ENV_VARS = %w(DATAPROC_KEYFILE GOOGLE_CLOUD_KEYFILE GCLOUD_KEYFILE)
-        JSON_ENV_VARS = %w(DATAPROC_KEYFILE_JSON GOOGLE_CLOUD_KEYFILE_JSON GCLOUD_KEYFILE_JSON)
-        DEFAULT_PATHS = ["~/.config/gcloud/application_default_credentials.json"]
-      end
-    end
+  module Protobuf
+    # A generic empty message that you can re-use to avoid defining duplicated
+    # empty messages in your APIs. A typical example is to use it as the request
+    # or the response type of an API method. For instance:
+    #
+    #     service Foo {
+    #       rpc Bar(google.protobuf.Empty) returns (google.protobuf.Empty);
+    #     }
+    #
+    # The JSON representation for +Empty+ is empty JSON object +{}+.
+    class Empty; end
   end
-end
+end

data/lib/google/cloud/dataproc/v1/doc/google/protobuf/field_mask.rb

@@ -1,4 +1,4 @@
-# Copyright 2017 Google LLC
+# Copyright 2018 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

data/lib/google/cloud/dataproc/v1/doc/google/protobuf/timestamp.rb

@@ -1,4 +1,4 @@
-# Copyright 2017 Google LLC
+# Copyright 2018 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

data/lib/google/cloud/dataproc/v1/doc/google/rpc/status.rb

@@ -1,4 +1,4 @@
-# Copyright 2017 Google LLC
+# Copyright 2018 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.

data/lib/google/cloud/dataproc/v1/doc/overview.rb

@@ -1,4 +1,4 @@
-# Copyright 2017 Google LLC
+# Copyright 2018 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -17,7 +17,7 @@ module Google
     # rubocop:disable LineLength
 
     ##
-    # # Ruby Client for Google Cloud Dataproc API ([Alpha](https://github.com/GoogleCloudPlatform/google-cloud-ruby#versioning))
+    # # Ruby Client for Google Cloud Dataproc API ([Beta](https://github.com/GoogleCloudPlatform/google-cloud-ruby#versioning))
     #
     # [Google Cloud Dataproc API][Product Documentation]:
     # Manages Hadoop-based clusters and jobs on Google Cloud Platform.
@@ -29,7 +29,7 @@ module Google
     #
     # 1. [Select or create a Cloud Platform project.](https://console.cloud.google.com/project)
     # 2. [Enable billing for your project.](https://cloud.google.com/billing/docs/how-to/modify-project#enable_billing_for_a_project)
-    # 3. [Enable the Google Cloud Dataproc API.](https://console.cloud.google.com/apis/api/dataproc)
+    # 3. [Enable the Google Cloud Dataproc API.](https://console.cloud.google.com/apis/library/dataproc.googleapis.com)
     # 4. [Setup Authentication.](https://googlecloudplatform.github.io/google-cloud-ruby/#/docs/google-cloud/master/guides/authentication)
     #
     # ### Installation
@@ -68,6 +68,31 @@ module Google
     #
     # [Product Documentation]: https://cloud.google.com/dataproc
     #
+    # ## Enabling Logging
+    #
+    # To enable logging for this library, set the logger for the underlying [gRPC](https://github.com/grpc/grpc/tree/master/src/ruby) library.
+    # The logger that you set may be a Ruby stdlib [`Logger`](https://ruby-doc.org/stdlib-2.5.0/libdoc/logger/rdoc/Logger.html) as shown below,
+    # or a [`Google::Cloud::Logging::Logger`](https://googlecloudplatform.github.io/google-cloud-ruby/#/docs/google-cloud-logging/latest/google/cloud/logging/logger)
+    # that will write logs to [Stackdriver Logging](https://cloud.google.com/logging/). See [grpc/logconfig.rb](https://github.com/grpc/grpc/blob/master/src/ruby/lib/grpc/logconfig.rb)
+    # and the gRPC [spec_helper.rb](https://github.com/grpc/grpc/blob/master/src/ruby/spec/spec_helper.rb) for additional information.
+    #
+    # Configuring a Ruby stdlib logger:
+    #
+    # ```ruby
+    # require "logger"
+    #
+    # module MyLogger
+    #   LOGGER = Logger.new $stderr, level: Logger::WARN
+    #   def logger
+    #     LOGGER
+    #   end
+    # end
+    #
+    # # Define a gRPC module-level logger method before grpc/logconfig.rb loads.
+    # module GRPC
+    #   extend MyLogger
+    # end
+    # ```
     #
     module Dataproc
       module V1

data/lib/google/cloud/dataproc/v1/job_controller_client.rb

@@ -1,4 +1,4 @@
-# Copyright 2017 Google LLC
+# Copyright 2018 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
@@ -18,9 +18,6 @@
 # and updates to that file get reflected here through a refresh process.
 # For the short term, the refresh process will only be runnable by Google
 # engineers.
-#
-# The only allowed edits are to method and file documentation. A 3-way
-# merge preserves those additions if the generated source changes.
 
 require "json"
 require "pathname"
@@ -28,7 +25,7 @@ require "pathname"
 require "google/gax"
 
 require "google/cloud/dataproc/v1/jobs_pb"
-require "google/cloud/dataproc/credentials"
+require "google/cloud/dataproc/v1/credentials"
 
 module Google
   module Cloud
@@ -47,6 +44,9 @@ module Google
           # The default port of the service.
           DEFAULT_SERVICE_PORT = 443
 
+          # The default set of gRPC interceptors.
+          GRPC_INTERCEPTORS = []
+
           DEFAULT_TIMEOUT = 30
 
           PAGE_DESCRIPTORS = {
@@ -89,11 +89,18 @@ module Google
           #   or the specified config is missing data points.
           # @param timeout [Numeric]
           #   The default timeout, in seconds, for calls made through this client.
+          # @param metadata [Hash]
+          #   Default metadata to be sent with each request. This can be overridden on a per call basis.
+          # @param exception_transformer [Proc]
+          #   An optional proc that intercepts any exceptions raised during an API call to inject
+          #   custom error handling.
           def initialize \
               credentials: nil,
               scopes: ALL_SCOPES,
               client_config: {},
               timeout: DEFAULT_TIMEOUT,
+              metadata: nil,
+              exception_transformer: nil,
               lib_name: nil,
               lib_version: ""
             # These require statements are intentionally placed here to initialize
@@ -102,10 +109,10 @@ module Google
             require "google/gax/grpc"
             require "google/cloud/dataproc/v1/jobs_services_pb"
 
-            credentials ||= Google::Cloud::Dataproc::Credentials.default
+            credentials ||= Google::Cloud::Dataproc::V1::Credentials.default
 
             if credentials.is_a?(String) || credentials.is_a?(Hash)
-              updater_proc = Google::Cloud::Dataproc::Credentials.new(credentials).updater_proc
+              updater_proc = Google::Cloud::Dataproc::V1::Credentials.new(credentials).updater_proc
             end
             if credentials.is_a?(GRPC::Core::Channel)
               channel = credentials
@@ -129,6 +136,7 @@ module Google
             google_api_client.freeze
 
             headers = { :"x-goog-api-client" => google_api_client }
+            headers.merge!(metadata) unless metadata.nil?
             client_config_file = Pathname.new(__dir__).join(
               "job_controller_client_config.json"
             )
@@ -141,13 +149,14 @@ module Google
                 timeout,
                 page_descriptors: PAGE_DESCRIPTORS,
                 errors: Google::Gax::Grpc::API_ERRORS,
-                kwargs: headers
+                metadata: headers
               )
             end
 
             # Allow overriding the service path/port in subclasses.
             service_path = self.class::SERVICE_ADDRESS
             port = self.class::DEFAULT_SERVICE_PORT
+            interceptors = self.class::GRPC_INTERCEPTORS
             @job_controller_stub = Google::Gax::Grpc.create_stub(
               service_path,
               port,
@@ -155,32 +164,39 @@ module Google
               channel: channel,
               updater_proc: updater_proc,
               scopes: scopes,
+              interceptors: interceptors,
               &Google::Cloud::Dataproc::V1::JobController::Stub.method(:new)
             )
 
             @submit_job = Google::Gax.create_api_call(
               @job_controller_stub.method(:submit_job),
-              defaults["submit_job"]
+              defaults["submit_job"],
+              exception_transformer: exception_transformer
             )
             @get_job = Google::Gax.create_api_call(
               @job_controller_stub.method(:get_job),
-              defaults["get_job"]
+              defaults["get_job"],
+              exception_transformer: exception_transformer
             )
             @list_jobs = Google::Gax.create_api_call(
               @job_controller_stub.method(:list_jobs),
-              defaults["list_jobs"]
+              defaults["list_jobs"],
+              exception_transformer: exception_transformer
             )
             @update_job = Google::Gax.create_api_call(
               @job_controller_stub.method(:update_job),
-              defaults["update_job"]
+              defaults["update_job"],
+              exception_transformer: exception_transformer
             )
             @cancel_job = Google::Gax.create_api_call(
               @job_controller_stub.method(:cancel_job),
-              defaults["cancel_job"]
+              defaults["cancel_job"],
+              exception_transformer: exception_transformer
             )
             @delete_job = Google::Gax.create_api_call(
               @job_controller_stub.method(:delete_job),
-              defaults["delete_job"]
+              defaults["delete_job"],
+              exception_transformer: exception_transformer
             )
           end
 
@@ -200,14 +216,23 @@ module Google
           # @param options [Google::Gax::CallOptions]
           #   Overrides the default settings for this call, e.g, timeout,
           #   retries, etc.
+          # @yield [result, operation] Access the result along with the RPC operation
+          # @yieldparam result [Google::Cloud::Dataproc::V1::Job]
+          # @yieldparam operation [GRPC::ActiveCall::Operation]
           # @return [Google::Cloud::Dataproc::V1::Job]
           # @raise [Google::Gax::GaxError] if the RPC is aborted.
           # @example
-          #   require "google/cloud/dataproc/v1"
+          #   require "google/cloud/dataproc"
+          #
+          #   job_controller_client = Google::Cloud::Dataproc::JobController.new(version: :v1)
           #
-          #   job_controller_client = Google::Cloud::Dataproc::V1::JobController.new
+          #   # TODO: Initialize +project_id+:
           #   project_id = ''
+          #
+          #   # TODO: Initialize +region+:
           #   region = ''
+          #
+          #   # TODO: Initialize +job+:
           #   job = {}
           #   response = job_controller_client.submit_job(project_id, region, job)
 
@@ -215,14 +240,15 @@ module Google
               project_id,
               region,
               job,
-              options: nil
+              options: nil,
+              &block
             req = {
               project_id: project_id,
               region: region,
               job: job
             }.delete_if { |_, v| v.nil? }
             req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1::SubmitJobRequest)
-            @submit_job.call(req, options)
+            @submit_job.call(req, options, &block)
           end
 
           # Gets the resource representation for a job in a project.
@@ -237,14 +263,23 @@ module Google
           # @param options [Google::Gax::CallOptions]
           #   Overrides the default settings for this call, e.g, timeout,
           #   retries, etc.
+          # @yield [result, operation] Access the result along with the RPC operation
+          # @yieldparam result [Google::Cloud::Dataproc::V1::Job]
+          # @yieldparam operation [GRPC::ActiveCall::Operation]
           # @return [Google::Cloud::Dataproc::V1::Job]
           # @raise [Google::Gax::GaxError] if the RPC is aborted.
           # @example
-          #   require "google/cloud/dataproc/v1"
+          #   require "google/cloud/dataproc"
+          #
+          #   job_controller_client = Google::Cloud::Dataproc::JobController.new(version: :v1)
           #
-          #   job_controller_client = Google::Cloud::Dataproc::V1::JobController.new
+          #   # TODO: Initialize +project_id+:
           #   project_id = ''
+          #
+          #   # TODO: Initialize +region+:
           #   region = ''
+          #
+          #   # TODO: Initialize +job_id+:
           #   job_id = ''
           #   response = job_controller_client.get_job(project_id, region, job_id)
 
@@ -252,14 +287,15 @@ module Google
               project_id,
               region,
               job_id,
-              options: nil
+              options: nil,
+              &block
             req = {
               project_id: project_id,
               region: region,
               job_id: job_id
             }.delete_if { |_, v| v.nil? }
             req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1::GetJobRequest)
-            @get_job.call(req, options)
+            @get_job.call(req, options, &block)
           end
 
           # Lists regions/{region}/jobs in a project.
@@ -301,6 +337,9 @@ module Google
           # @param options [Google::Gax::CallOptions]
           #   Overrides the default settings for this call, e.g, timeout,
           #   retries, etc.
+          # @yield [result, operation] Access the result along with the RPC operation
+          # @yieldparam result [Google::Gax::PagedEnumerable<Google::Cloud::Dataproc::V1::Job>]
+          # @yieldparam operation [GRPC::ActiveCall::Operation]
           # @return [Google::Gax::PagedEnumerable<Google::Cloud::Dataproc::V1::Job>]
           #   An enumerable of Google::Cloud::Dataproc::V1::Job instances.
           #   See Google::Gax::PagedEnumerable documentation for other
@@ -308,10 +347,14 @@ module Google
           #   object.
           # @raise [Google::Gax::GaxError] if the RPC is aborted.
           # @example
-          #   require "google/cloud/dataproc/v1"
+          #   require "google/cloud/dataproc"
+          #
+          #   job_controller_client = Google::Cloud::Dataproc::JobController.new(version: :v1)
           #
-          #   job_controller_client = Google::Cloud::Dataproc::V1::JobController.new
+          #   # TODO: Initialize +project_id+:
           #   project_id = ''
+          #
+          #   # TODO: Initialize +region+:
           #   region = ''
           #
           #   # Iterate over all results.
@@ -334,7 +377,8 @@ module Google
               cluster_name: nil,
               job_state_matcher: nil,
               filter: nil,
-              options: nil
+              options: nil,
+              &block
             req = {
               project_id: project_id,
               region: region,
@@ -344,7 +388,7 @@ module Google
               filter: filter
             }.delete_if { |_, v| v.nil? }
             req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1::ListJobsRequest)
-            @list_jobs.call(req, options)
+            @list_jobs.call(req, options, &block)
           end
 
           # Updates a job in a project.
@@ -372,16 +416,29 @@ module Google
           # @param options [Google::Gax::CallOptions]
           #   Overrides the default settings for this call, e.g, timeout,
           #   retries, etc.
+          # @yield [result, operation] Access the result along with the RPC operation
+          # @yieldparam result [Google::Cloud::Dataproc::V1::Job]
+          # @yieldparam operation [GRPC::ActiveCall::Operation]
           # @return [Google::Cloud::Dataproc::V1::Job]
           # @raise [Google::Gax::GaxError] if the RPC is aborted.
           # @example
-          #   require "google/cloud/dataproc/v1"
+          #   require "google/cloud/dataproc"
+          #
+          #   job_controller_client = Google::Cloud::Dataproc::JobController.new(version: :v1)
           #
-          #   job_controller_client = Google::Cloud::Dataproc::V1::JobController.new
+          #   # TODO: Initialize +project_id+:
           #   project_id = ''
+          #
+          #   # TODO: Initialize +region+:
           #   region = ''
+          #
+          #   # TODO: Initialize +job_id+:
           #   job_id = ''
+          #
+          #   # TODO: Initialize +job+:
           #   job = {}
+          #
+          #   # TODO: Initialize +update_mask+:
           #   update_mask = {}
           #   response = job_controller_client.update_job(project_id, region, job_id, job, update_mask)
 
@@ -391,7 +448,8 @@ module Google
               job_id,
               job,
               update_mask,
-              options: nil
+              options: nil,
+              &block
             req = {
               project_id: project_id,
               region: region,
@@ -400,7 +458,7 @@ module Google
               update_mask: update_mask
             }.delete_if { |_, v| v.nil? }
             req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1::UpdateJobRequest)
-            @update_job.call(req, options)
+            @update_job.call(req, options, &block)
           end
 
           # Starts a job cancellation request. To access the job resource
@@ -418,14 +476,23 @@ module Google
           # @param options [Google::Gax::CallOptions]
           #   Overrides the default settings for this call, e.g, timeout,
           #   retries, etc.
+          # @yield [result, operation] Access the result along with the RPC operation
+          # @yieldparam result [Google::Cloud::Dataproc::V1::Job]
+          # @yieldparam operation [GRPC::ActiveCall::Operation]
           # @return [Google::Cloud::Dataproc::V1::Job]
           # @raise [Google::Gax::GaxError] if the RPC is aborted.
           # @example
-          #   require "google/cloud/dataproc/v1"
+          #   require "google/cloud/dataproc"
+          #
+          #   job_controller_client = Google::Cloud::Dataproc::JobController.new(version: :v1)
           #
-          #   job_controller_client = Google::Cloud::Dataproc::V1::JobController.new
+          #   # TODO: Initialize +project_id+:
           #   project_id = ''
+          #
+          #   # TODO: Initialize +region+:
           #   region = ''
+          #
+          #   # TODO: Initialize +job_id+:
           #   job_id = ''
           #   response = job_controller_client.cancel_job(project_id, region, job_id)
 
@@ -433,14 +500,15 @@ module Google
               project_id,
               region,
               job_id,
-              options: nil
+              options: nil,
+              &block
             req = {
               project_id: project_id,
               region: region,
               job_id: job_id
             }.delete_if { |_, v| v.nil? }
             req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1::CancelJobRequest)
-            @cancel_job.call(req, options)
+            @cancel_job.call(req, options, &block)
           end
 
           # Deletes the job from the project. If the job is active, the delete fails,
@@ -456,13 +524,22 @@ module Google
           # @param options [Google::Gax::CallOptions]
           #   Overrides the default settings for this call, e.g, timeout,
           #   retries, etc.
+          # @yield [result, operation] Access the result along with the RPC operation
+          # @yieldparam result []
+          # @yieldparam operation [GRPC::ActiveCall::Operation]
           # @raise [Google::Gax::GaxError] if the RPC is aborted.
           # @example
-          #   require "google/cloud/dataproc/v1"
+          #   require "google/cloud/dataproc"
+          #
+          #   job_controller_client = Google::Cloud::Dataproc::JobController.new(version: :v1)
           #
-          #   job_controller_client = Google::Cloud::Dataproc::V1::JobController.new
+          #   # TODO: Initialize +project_id+:
           #   project_id = ''
+          #
+          #   # TODO: Initialize +region+:
           #   region = ''
+          #
+          #   # TODO: Initialize +job_id+:
           #   job_id = ''
           #   job_controller_client.delete_job(project_id, region, job_id)
 
@@ -470,14 +547,15 @@ module Google
               project_id,
               region,
               job_id,
-              options: nil
+              options: nil,
+              &block
             req = {
               project_id: project_id,
               region: region,
               job_id: job_id
             }.delete_if { |_, v| v.nil? }
             req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1::DeleteJobRequest)
-            @delete_job.call(req, options)
+            @delete_job.call(req, options, &block)
             nil
           end
         end