google-cloud-dataproc-v1 0.6.3 → 0.9.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (41) hide show
  1. checksums.yaml +4 -4
  2. data/.yardopts +1 -1
  3. data/AUTHENTICATION.md +7 -25
  4. data/README.md +1 -1
  5. data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +3 -2
  6. data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +1 -1
  7. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +106 -15
  8. data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +719 -0
  9. data/lib/google/cloud/dataproc/v1/batch_controller/credentials.rb +51 -0
  10. data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +767 -0
  11. data/lib/google/cloud/dataproc/v1/batch_controller/paths.rb +69 -0
  12. data/lib/google/cloud/dataproc/v1/batch_controller.rb +50 -0
  13. data/lib/google/cloud/dataproc/v1/batches_pb.rb +123 -0
  14. data/lib/google/cloud/dataproc/v1/batches_services_pb.rb +52 -0
  15. data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +266 -49
  16. data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +115 -12
  17. data/lib/google/cloud/dataproc/v1/cluster_controller/paths.rb +0 -19
  18. data/lib/google/cloud/dataproc/v1/clusters_pb.rb +23 -10
  19. data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +3 -1
  20. data/lib/google/cloud/dataproc/v1/job_controller/client.rb +187 -32
  21. data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +115 -12
  22. data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -2
  23. data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +1 -1
  24. data/lib/google/cloud/dataproc/v1/operations_pb.rb +18 -3
  25. data/lib/google/cloud/dataproc/v1/shared_pb.rb +99 -2
  26. data/lib/google/cloud/dataproc/v1/version.rb +1 -1
  27. data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +163 -24
  28. data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +115 -12
  29. data/lib/google/cloud/dataproc/v1/workflow_template_service/paths.rb +0 -19
  30. data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +2 -2
  31. data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +2 -3
  32. data/lib/google/cloud/dataproc/v1.rb +1 -0
  33. data/proto_docs/google/api/resource.rb +10 -71
  34. data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +18 -0
  35. data/proto_docs/google/cloud/dataproc/v1/batches.rb +339 -0
  36. data/proto_docs/google/cloud/dataproc/v1/clusters.rb +117 -47
  37. data/proto_docs/google/cloud/dataproc/v1/jobs.rb +20 -9
  38. data/proto_docs/google/cloud/dataproc/v1/operations.rb +48 -0
  39. data/proto_docs/google/cloud/dataproc/v1/shared.rb +336 -1
  40. data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +12 -15
  41. metadata +11 -3
@@ -143,6 +143,27 @@ module Google
143
143
  #
144
144
  # @raise [::Google::Cloud::Error] if the RPC is aborted.
145
145
  #
146
+ # @example Basic example
147
+ # require "google/longrunning"
148
+ #
149
+ # # Create a client object. The client can be reused for multiple calls.
150
+ # client = Google::Longrunning::Operations::Client.new
151
+ #
152
+ # # Create a request. To set request fields, pass in keyword arguments.
153
+ # request = Google::Longrunning::ListOperationsRequest.new
154
+ #
155
+ # # Call the list_operations method.
156
+ # result = client.list_operations request
157
+ #
158
+ # # The returned object is of type Gapic::PagedEnumerable. You can
159
+ # # iterate over all elements by calling #each, and the enumerable
160
+ # # will lazily make API calls to fetch subsequent pages. Other
161
+ # # methods are also available for managing paging directly.
162
+ # result.each do |response|
163
+ # # Each element is of type ::Google::Longrunning::Operation.
164
+ # p response
165
+ # end
166
+ #
146
167
  def list_operations request, options = nil
147
168
  raise ::ArgumentError, "request must be provided" if request.nil?
148
169
 
@@ -160,9 +181,11 @@ module Google
160
181
  gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
161
182
  metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
162
183
 
163
- header_params = {
164
- "name" => request.name
165
- }
184
+ header_params = {}
185
+ if request.name
186
+ header_params["name"] = request.name
187
+ end
188
+
166
189
  request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
167
190
  metadata[:"x-goog-request-params"] ||= request_params_header
168
191
 
@@ -215,6 +238,28 @@ module Google
215
238
  #
216
239
  # @raise [::Google::Cloud::Error] if the RPC is aborted.
217
240
  #
241
+ # @example Basic example
242
+ # require "google/longrunning"
243
+ #
244
+ # # Create a client object. The client can be reused for multiple calls.
245
+ # client = Google::Longrunning::Operations::Client.new
246
+ #
247
+ # # Create a request. To set request fields, pass in keyword arguments.
248
+ # request = Google::Longrunning::GetOperationRequest.new
249
+ #
250
+ # # Call the get_operation method.
251
+ # result = client.get_operation request
252
+ #
253
+ # # The returned object is of type Gapic::Operation. You can use this
254
+ # # object to check the status of an operation, cancel it, or wait
255
+ # # for results. Here is how to block until completion:
256
+ # result.wait_until_done! timeout: 60
257
+ # if result.response?
258
+ # p result.response
259
+ # else
260
+ # puts "Error!"
261
+ # end
262
+ #
218
263
  def get_operation request, options = nil
219
264
  raise ::ArgumentError, "request must be provided" if request.nil?
220
265
 
@@ -232,9 +277,11 @@ module Google
232
277
  gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
233
278
  metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
234
279
 
235
- header_params = {
236
- "name" => request.name
237
- }
280
+ header_params = {}
281
+ if request.name
282
+ header_params["name"] = request.name
283
+ end
284
+
238
285
  request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
239
286
  metadata[:"x-goog-request-params"] ||= request_params_header
240
287
 
@@ -287,6 +334,21 @@ module Google
287
334
  #
288
335
  # @raise [::Google::Cloud::Error] if the RPC is aborted.
289
336
  #
337
+ # @example Basic example
338
+ # require "google/longrunning"
339
+ #
340
+ # # Create a client object. The client can be reused for multiple calls.
341
+ # client = Google::Longrunning::Operations::Client.new
342
+ #
343
+ # # Create a request. To set request fields, pass in keyword arguments.
344
+ # request = Google::Longrunning::DeleteOperationRequest.new
345
+ #
346
+ # # Call the delete_operation method.
347
+ # result = client.delete_operation request
348
+ #
349
+ # # The returned object is of type Google::Protobuf::Empty.
350
+ # p result
351
+ #
290
352
  def delete_operation request, options = nil
291
353
  raise ::ArgumentError, "request must be provided" if request.nil?
292
354
 
@@ -304,9 +366,11 @@ module Google
304
366
  gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
305
367
  metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
306
368
 
307
- header_params = {
308
- "name" => request.name
309
- }
369
+ header_params = {}
370
+ if request.name
371
+ header_params["name"] = request.name
372
+ end
373
+
310
374
  request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
311
375
  metadata[:"x-goog-request-params"] ||= request_params_header
312
376
 
@@ -364,6 +428,21 @@ module Google
364
428
  #
365
429
  # @raise [::Google::Cloud::Error] if the RPC is aborted.
366
430
  #
431
+ # @example Basic example
432
+ # require "google/longrunning"
433
+ #
434
+ # # Create a client object. The client can be reused for multiple calls.
435
+ # client = Google::Longrunning::Operations::Client.new
436
+ #
437
+ # # Create a request. To set request fields, pass in keyword arguments.
438
+ # request = Google::Longrunning::CancelOperationRequest.new
439
+ #
440
+ # # Call the cancel_operation method.
441
+ # result = client.cancel_operation request
442
+ #
443
+ # # The returned object is of type Google::Protobuf::Empty.
444
+ # p result
445
+ #
367
446
  def cancel_operation request, options = nil
368
447
  raise ::ArgumentError, "request must be provided" if request.nil?
369
448
 
@@ -381,9 +460,11 @@ module Google
381
460
  gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
382
461
  metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
383
462
 
384
- header_params = {
385
- "name" => request.name
386
- }
463
+ header_params = {}
464
+ if request.name
465
+ header_params["name"] = request.name
466
+ end
467
+
387
468
  request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
388
469
  metadata[:"x-goog-request-params"] ||= request_params_header
389
470
 
@@ -444,6 +525,28 @@ module Google
444
525
  #
445
526
  # @raise [::Google::Cloud::Error] if the RPC is aborted.
446
527
  #
528
+ # @example Basic example
529
+ # require "google/longrunning"
530
+ #
531
+ # # Create a client object. The client can be reused for multiple calls.
532
+ # client = Google::Longrunning::Operations::Client.new
533
+ #
534
+ # # Create a request. To set request fields, pass in keyword arguments.
535
+ # request = Google::Longrunning::WaitOperationRequest.new
536
+ #
537
+ # # Call the wait_operation method.
538
+ # result = client.wait_operation request
539
+ #
540
+ # # The returned object is of type Gapic::Operation. You can use this
541
+ # # object to check the status of an operation, cancel it, or wait
542
+ # # for results. Here is how to block until completion:
543
+ # result.wait_until_done! timeout: 60
544
+ # if result.response?
545
+ # p result.response
546
+ # else
547
+ # puts "Error!"
548
+ # end
549
+ #
447
550
  def wait_operation request, options = nil
448
551
  raise ::ArgumentError, "request must be provided" if request.nil?
449
552
 
@@ -24,25 +24,6 @@ module Google
24
24
  module ClusterController
25
25
  # Path helper methods for the ClusterController API.
26
26
  module Paths
27
- ##
28
- # Create a fully-qualified Cluster resource string.
29
- #
30
- # The resource will be in the following format:
31
- #
32
- # `projects/{project}/locations/{location}/clusters/{cluster}`
33
- #
34
- # @param project [String]
35
- # @param location [String]
36
- # @param cluster [String]
37
- #
38
- # @return [::String]
39
- def cluster_path project:, location:, cluster:
40
- raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
41
- raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
42
-
43
- "projects/#{project}/locations/#{location}/clusters/#{cluster}"
44
- end
45
-
46
27
  ##
47
28
  # Create a fully-qualified Service resource string.
48
29
  #
@@ -1,8 +1,6 @@
1
1
  # Generated by the protocol buffer compiler. DO NOT EDIT!
2
2
  # source: google/cloud/dataproc/v1/clusters.proto
3
3
 
4
- require 'google/protobuf'
5
-
6
4
  require 'google/api/annotations_pb'
7
5
  require 'google/api/client_pb'
8
6
  require 'google/api/field_behavior_pb'
@@ -12,12 +10,15 @@ require 'google/longrunning/operations_pb'
12
10
  require 'google/protobuf/duration_pb'
13
11
  require 'google/protobuf/field_mask_pb'
14
12
  require 'google/protobuf/timestamp_pb'
13
+ require 'google/protobuf'
14
+
15
15
  Google::Protobuf::DescriptorPool.generated_pool.build do
16
16
  add_file("google/cloud/dataproc/v1/clusters.proto", :syntax => :proto3) do
17
17
  add_message "google.cloud.dataproc.v1.Cluster" do
18
18
  optional :project_id, :string, 1
19
19
  optional :cluster_name, :string, 2
20
20
  optional :config, :message, 3, "google.cloud.dataproc.v1.ClusterConfig"
21
+ optional :virtual_cluster_config, :message, 10, "google.cloud.dataproc.v1.VirtualClusterConfig"
21
22
  map :labels, :string, :string, 8
22
23
  optional :status, :message, 4, "google.cloud.dataproc.v1.ClusterStatus"
23
24
  repeated :status_history, :message, 7, "google.cloud.dataproc.v1.ClusterStatus"
@@ -39,14 +40,18 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
39
40
  optional :lifecycle_config, :message, 17, "google.cloud.dataproc.v1.LifecycleConfig"
40
41
  optional :endpoint_config, :message, 19, "google.cloud.dataproc.v1.EndpointConfig"
41
42
  optional :metastore_config, :message, 20, "google.cloud.dataproc.v1.MetastoreConfig"
42
- optional :gke_cluster_config, :message, 21, "google.cloud.dataproc.v1.GkeClusterConfig"
43
43
  end
44
- add_message "google.cloud.dataproc.v1.GkeClusterConfig" do
45
- optional :namespaced_gke_deployment_target, :message, 1, "google.cloud.dataproc.v1.GkeClusterConfig.NamespacedGkeDeploymentTarget"
44
+ add_message "google.cloud.dataproc.v1.VirtualClusterConfig" do
45
+ optional :staging_bucket, :string, 1
46
+ optional :temp_bucket, :string, 2
47
+ optional :auxiliary_services_config, :message, 7, "google.cloud.dataproc.v1.AuxiliaryServicesConfig"
48
+ oneof :infrastructure_config do
49
+ optional :kubernetes_cluster_config, :message, 6, "google.cloud.dataproc.v1.KubernetesClusterConfig"
50
+ end
46
51
  end
47
- add_message "google.cloud.dataproc.v1.GkeClusterConfig.NamespacedGkeDeploymentTarget" do
48
- optional :target_gke_cluster, :string, 1
49
- optional :cluster_namespace, :string, 2
52
+ add_message "google.cloud.dataproc.v1.AuxiliaryServicesConfig" do
53
+ optional :metastore_config, :message, 1, "google.cloud.dataproc.v1.MetastoreConfig"
54
+ optional :spark_history_server_config, :message, 2, "google.cloud.dataproc.v1.SparkHistoryServerConfig"
50
55
  end
51
56
  add_message "google.cloud.dataproc.v1.EndpointConfig" do
52
57
  map :http_ports, :string, :string, 1
@@ -71,6 +76,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
71
76
  optional :reservation_affinity, :message, 11, "google.cloud.dataproc.v1.ReservationAffinity"
72
77
  optional :node_group_affinity, :message, 13, "google.cloud.dataproc.v1.NodeGroupAffinity"
73
78
  optional :shielded_instance_config, :message, 14, "google.cloud.dataproc.v1.ShieldedInstanceConfig"
79
+ optional :confidential_instance_config, :message, 15, "google.cloud.dataproc.v1.ConfidentialInstanceConfig"
74
80
  end
75
81
  add_enum "google.cloud.dataproc.v1.GceClusterConfig.PrivateIpv6GoogleAccess" do
76
82
  value :PRIVATE_IPV6_GOOGLE_ACCESS_UNSPECIFIED, 0
@@ -86,6 +92,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
86
92
  optional :enable_vtpm, :bool, 2
87
93
  optional :enable_integrity_monitoring, :bool, 3
88
94
  end
95
+ add_message "google.cloud.dataproc.v1.ConfidentialInstanceConfig" do
96
+ optional :enable_confidential_compute, :bool, 1
97
+ end
89
98
  add_message "google.cloud.dataproc.v1.InstanceGroupConfig" do
90
99
  optional :num_instances, :int32, 1
91
100
  repeated :instance_names, :string, 2
@@ -115,6 +124,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
115
124
  optional :boot_disk_type, :string, 3
116
125
  optional :boot_disk_size_gb, :int32, 1
117
126
  optional :num_local_ssds, :int32, 2
127
+ optional :local_ssd_interface, :string, 4
118
128
  end
119
129
  add_message "google.cloud.dataproc.v1.NodeInitializationAction" do
120
130
  optional :executable_file, :string, 1
@@ -131,6 +141,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
131
141
  value :CREATING, 1
132
142
  value :RUNNING, 2
133
143
  value :ERROR, 3
144
+ value :ERROR_DUE_TO_UPDATE, 9
134
145
  value :DELETING, 4
135
146
  value :UPDATING, 5
136
147
  value :STOPPING, 6
@@ -191,6 +202,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
191
202
  optional :region, :string, 3
192
203
  optional :cluster, :message, 2, "google.cloud.dataproc.v1.Cluster"
193
204
  optional :request_id, :string, 4
205
+ optional :action_on_failed_primary_workers, :enum, 5, "google.cloud.dataproc.v1.FailureAction"
194
206
  end
195
207
  add_message "google.cloud.dataproc.v1.UpdateClusterRequest" do
196
208
  optional :project_id, :string, 1
@@ -266,8 +278,8 @@ module Google
266
278
  module V1
267
279
  Cluster = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Cluster").msgclass
268
280
  ClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterConfig").msgclass
269
- GkeClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeClusterConfig").msgclass
270
- GkeClusterConfig::NamespacedGkeDeploymentTarget = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeClusterConfig.NamespacedGkeDeploymentTarget").msgclass
281
+ VirtualClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.VirtualClusterConfig").msgclass
282
+ AuxiliaryServicesConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AuxiliaryServicesConfig").msgclass
271
283
  EndpointConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EndpointConfig").msgclass
272
284
  AutoscalingConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AutoscalingConfig").msgclass
273
285
  EncryptionConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EncryptionConfig").msgclass
@@ -275,6 +287,7 @@ module Google
275
287
  GceClusterConfig::PrivateIpv6GoogleAccess = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GceClusterConfig.PrivateIpv6GoogleAccess").enummodule
276
288
  NodeGroupAffinity = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.NodeGroupAffinity").msgclass
277
289
  ShieldedInstanceConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ShieldedInstanceConfig").msgclass
290
+ ConfidentialInstanceConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ConfidentialInstanceConfig").msgclass
278
291
  InstanceGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupConfig").msgclass
279
292
  InstanceGroupConfig::Preemptibility = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupConfig.Preemptibility").enummodule
280
293
  ManagedGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ManagedGroupConfig").msgclass
@@ -28,7 +28,7 @@ module Google
28
28
  # of Compute Engine instances.
29
29
  class Service
30
30
 
31
- include GRPC::GenericService
31
+ include ::GRPC::GenericService
32
32
 
33
33
  self.marshal_class_method = :encode
34
34
  self.unmarshal_class_method = :decode
@@ -41,6 +41,8 @@ module Google
41
41
  # Updates a cluster in a project. The returned
42
42
  # [Operation.metadata][google.longrunning.Operation.metadata] will be
43
43
  # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
44
+ # The cluster must be in a [`RUNNING`][google.cloud.dataproc.v1.ClusterStatus.State] state or an error
45
+ # is returned.
44
46
  rpc :UpdateCluster, ::Google::Cloud::Dataproc::V1::UpdateClusterRequest, ::Google::Longrunning::Operation
45
47
  # Stops a cluster in a project.
46
48
  rpc :StopCluster, ::Google::Cloud::Dataproc::V1::StopClusterRequest, ::Google::Longrunning::Operation
@@ -168,6 +168,7 @@ module Google
168
168
 
169
169
  @operations_client = Operations.new do |config|
170
170
  config.credentials = credentials
171
+ config.quota_project = @quota_project_id
171
172
  config.endpoint = @config.endpoint
172
173
  end
173
174
 
@@ -236,6 +237,21 @@ module Google
236
237
  #
237
238
  # @raise [::Google::Cloud::Error] if the RPC is aborted.
238
239
  #
240
+ # @example Basic example
241
+ # require "google/cloud/dataproc/v1"
242
+ #
243
+ # # Create a client object. The client can be reused for multiple calls.
244
+ # client = Google::Cloud::Dataproc::V1::JobController::Client.new
245
+ #
246
+ # # Create a request. To set request fields, pass in keyword arguments.
247
+ # request = Google::Cloud::Dataproc::V1::SubmitJobRequest.new
248
+ #
249
+ # # Call the submit_job method.
250
+ # result = client.submit_job request
251
+ #
252
+ # # The returned object is of type Google::Cloud::Dataproc::V1::Job.
253
+ # p result
254
+ #
239
255
  def submit_job request, options = nil
240
256
  raise ::ArgumentError, "request must be provided" if request.nil?
241
257
 
@@ -253,10 +269,14 @@ module Google
253
269
  gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
254
270
  metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
255
271
 
256
- header_params = {
257
- "project_id" => request.project_id,
258
- "region" => request.region
259
- }
272
+ header_params = {}
273
+ if request.project_id
274
+ header_params["project_id"] = request.project_id
275
+ end
276
+ if request.region
277
+ header_params["region"] = request.region
278
+ end
279
+
260
280
  request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
261
281
  metadata[:"x-goog-request-params"] ||= request_params_header
262
282
 
@@ -323,6 +343,28 @@ module Google
323
343
  #
324
344
  # @raise [::Google::Cloud::Error] if the RPC is aborted.
325
345
  #
346
+ # @example Basic example
347
+ # require "google/cloud/dataproc/v1"
348
+ #
349
+ # # Create a client object. The client can be reused for multiple calls.
350
+ # client = Google::Cloud::Dataproc::V1::JobController::Client.new
351
+ #
352
+ # # Create a request. To set request fields, pass in keyword arguments.
353
+ # request = Google::Cloud::Dataproc::V1::SubmitJobRequest.new
354
+ #
355
+ # # Call the submit_job_as_operation method.
356
+ # result = client.submit_job_as_operation request
357
+ #
358
+ # # The returned object is of type Gapic::Operation. You can use this
359
+ # # object to check the status of an operation, cancel it, or wait
360
+ # # for results. Here is how to block until completion:
361
+ # result.wait_until_done! timeout: 60
362
+ # if result.response?
363
+ # p result.response
364
+ # else
365
+ # puts "Error!"
366
+ # end
367
+ #
326
368
  def submit_job_as_operation request, options = nil
327
369
  raise ::ArgumentError, "request must be provided" if request.nil?
328
370
 
@@ -340,10 +382,14 @@ module Google
340
382
  gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
341
383
  metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
342
384
 
343
- header_params = {
344
- "project_id" => request.project_id,
345
- "region" => request.region
346
- }
385
+ header_params = {}
386
+ if request.project_id
387
+ header_params["project_id"] = request.project_id
388
+ end
389
+ if request.region
390
+ header_params["region"] = request.region
391
+ end
392
+
347
393
  request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
348
394
  metadata[:"x-goog-request-params"] ||= request_params_header
349
395
 
@@ -398,6 +444,21 @@ module Google
398
444
  #
399
445
  # @raise [::Google::Cloud::Error] if the RPC is aborted.
400
446
  #
447
+ # @example Basic example
448
+ # require "google/cloud/dataproc/v1"
449
+ #
450
+ # # Create a client object. The client can be reused for multiple calls.
451
+ # client = Google::Cloud::Dataproc::V1::JobController::Client.new
452
+ #
453
+ # # Create a request. To set request fields, pass in keyword arguments.
454
+ # request = Google::Cloud::Dataproc::V1::GetJobRequest.new
455
+ #
456
+ # # Call the get_job method.
457
+ # result = client.get_job request
458
+ #
459
+ # # The returned object is of type Google::Cloud::Dataproc::V1::Job.
460
+ # p result
461
+ #
401
462
  def get_job request, options = nil
402
463
  raise ::ArgumentError, "request must be provided" if request.nil?
403
464
 
@@ -415,11 +476,17 @@ module Google
415
476
  gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
416
477
  metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
417
478
 
418
- header_params = {
419
- "project_id" => request.project_id,
420
- "region" => request.region,
421
- "job_id" => request.job_id
422
- }
479
+ header_params = {}
480
+ if request.project_id
481
+ header_params["project_id"] = request.project_id
482
+ end
483
+ if request.region
484
+ header_params["region"] = request.region
485
+ end
486
+ if request.job_id
487
+ header_params["job_id"] = request.job_id
488
+ end
489
+
423
490
  request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
424
491
  metadata[:"x-goog-request-params"] ||= request_params_header
425
492
 
@@ -499,6 +566,27 @@ module Google
499
566
  #
500
567
  # @raise [::Google::Cloud::Error] if the RPC is aborted.
501
568
  #
569
+ # @example Basic example
570
+ # require "google/cloud/dataproc/v1"
571
+ #
572
+ # # Create a client object. The client can be reused for multiple calls.
573
+ # client = Google::Cloud::Dataproc::V1::JobController::Client.new
574
+ #
575
+ # # Create a request. To set request fields, pass in keyword arguments.
576
+ # request = Google::Cloud::Dataproc::V1::ListJobsRequest.new
577
+ #
578
+ # # Call the list_jobs method.
579
+ # result = client.list_jobs request
580
+ #
581
+ # # The returned object is of type Gapic::PagedEnumerable. You can
582
+ # # iterate over all elements by calling #each, and the enumerable
583
+ # # will lazily make API calls to fetch subsequent pages. Other
584
+ # # methods are also available for managing paging directly.
585
+ # result.each do |response|
586
+ # # Each element is of type ::Google::Cloud::Dataproc::V1::Job.
587
+ # p response
588
+ # end
589
+ #
502
590
  def list_jobs request, options = nil
503
591
  raise ::ArgumentError, "request must be provided" if request.nil?
504
592
 
@@ -516,10 +604,14 @@ module Google
516
604
  gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
517
605
  metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
518
606
 
519
- header_params = {
520
- "project_id" => request.project_id,
521
- "region" => request.region
522
- }
607
+ header_params = {}
608
+ if request.project_id
609
+ header_params["project_id"] = request.project_id
610
+ end
611
+ if request.region
612
+ header_params["region"] = request.region
613
+ end
614
+
523
615
  request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
524
616
  metadata[:"x-goog-request-params"] ||= request_params_header
525
617
 
@@ -583,6 +675,21 @@ module Google
583
675
  #
584
676
  # @raise [::Google::Cloud::Error] if the RPC is aborted.
585
677
  #
678
+ # @example Basic example
679
+ # require "google/cloud/dataproc/v1"
680
+ #
681
+ # # Create a client object. The client can be reused for multiple calls.
682
+ # client = Google::Cloud::Dataproc::V1::JobController::Client.new
683
+ #
684
+ # # Create a request. To set request fields, pass in keyword arguments.
685
+ # request = Google::Cloud::Dataproc::V1::UpdateJobRequest.new
686
+ #
687
+ # # Call the update_job method.
688
+ # result = client.update_job request
689
+ #
690
+ # # The returned object is of type Google::Cloud::Dataproc::V1::Job.
691
+ # p result
692
+ #
586
693
  def update_job request, options = nil
587
694
  raise ::ArgumentError, "request must be provided" if request.nil?
588
695
 
@@ -600,11 +707,17 @@ module Google
600
707
  gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
601
708
  metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
602
709
 
603
- header_params = {
604
- "project_id" => request.project_id,
605
- "region" => request.region,
606
- "job_id" => request.job_id
607
- }
710
+ header_params = {}
711
+ if request.project_id
712
+ header_params["project_id"] = request.project_id
713
+ end
714
+ if request.region
715
+ header_params["region"] = request.region
716
+ end
717
+ if request.job_id
718
+ header_params["job_id"] = request.job_id
719
+ end
720
+
608
721
  request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
609
722
  metadata[:"x-goog-request-params"] ||= request_params_header
610
723
 
@@ -662,6 +775,21 @@ module Google
662
775
  #
663
776
  # @raise [::Google::Cloud::Error] if the RPC is aborted.
664
777
  #
778
+ # @example Basic example
779
+ # require "google/cloud/dataproc/v1"
780
+ #
781
+ # # Create a client object. The client can be reused for multiple calls.
782
+ # client = Google::Cloud::Dataproc::V1::JobController::Client.new
783
+ #
784
+ # # Create a request. To set request fields, pass in keyword arguments.
785
+ # request = Google::Cloud::Dataproc::V1::CancelJobRequest.new
786
+ #
787
+ # # Call the cancel_job method.
788
+ # result = client.cancel_job request
789
+ #
790
+ # # The returned object is of type Google::Cloud::Dataproc::V1::Job.
791
+ # p result
792
+ #
665
793
  def cancel_job request, options = nil
666
794
  raise ::ArgumentError, "request must be provided" if request.nil?
667
795
 
@@ -679,11 +807,17 @@ module Google
679
807
  gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
680
808
  metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
681
809
 
682
- header_params = {
683
- "project_id" => request.project_id,
684
- "region" => request.region,
685
- "job_id" => request.job_id
686
- }
810
+ header_params = {}
811
+ if request.project_id
812
+ header_params["project_id"] = request.project_id
813
+ end
814
+ if request.region
815
+ header_params["region"] = request.region
816
+ end
817
+ if request.job_id
818
+ header_params["job_id"] = request.job_id
819
+ end
820
+
687
821
  request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
688
822
  metadata[:"x-goog-request-params"] ||= request_params_header
689
823
 
@@ -738,6 +872,21 @@ module Google
738
872
  #
739
873
  # @raise [::Google::Cloud::Error] if the RPC is aborted.
740
874
  #
875
+ # @example Basic example
876
+ # require "google/cloud/dataproc/v1"
877
+ #
878
+ # # Create a client object. The client can be reused for multiple calls.
879
+ # client = Google::Cloud::Dataproc::V1::JobController::Client.new
880
+ #
881
+ # # Create a request. To set request fields, pass in keyword arguments.
882
+ # request = Google::Cloud::Dataproc::V1::DeleteJobRequest.new
883
+ #
884
+ # # Call the delete_job method.
885
+ # result = client.delete_job request
886
+ #
887
+ # # The returned object is of type Google::Protobuf::Empty.
888
+ # p result
889
+ #
741
890
  def delete_job request, options = nil
742
891
  raise ::ArgumentError, "request must be provided" if request.nil?
743
892
 
@@ -755,11 +904,17 @@ module Google
755
904
  gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
756
905
  metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
757
906
 
758
- header_params = {
759
- "project_id" => request.project_id,
760
- "region" => request.region,
761
- "job_id" => request.job_id
762
- }
907
+ header_params = {}
908
+ if request.project_id
909
+ header_params["project_id"] = request.project_id
910
+ end
911
+ if request.region
912
+ header_params["region"] = request.region
913
+ end
914
+ if request.job_id
915
+ header_params["job_id"] = request.job_id
916
+ end
917
+
763
918
  request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
764
919
  metadata[:"x-goog-request-params"] ||= request_params_header
765
920