google-cloud-dataproc-v1 0.6.1 → 0.7.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/AUTHENTICATION.md +8 -8
- data/README.md +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +3 -2
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +154 -69
- data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +718 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/credentials.rb +51 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +767 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/paths.rb +69 -0
- data/lib/google/cloud/dataproc/v1/batch_controller.rb +50 -0
- data/lib/google/cloud/dataproc/v1/batches_pb.rb +123 -0
- data/lib/google/cloud/dataproc/v1/batches_services_pb.rb +52 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +325 -118
- data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +149 -37
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +9 -2
- data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +2 -0
- data/lib/google/cloud/dataproc/v1/job_controller/client.rb +244 -104
- data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +149 -37
- data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -2
- data/lib/google/cloud/dataproc/v1/operations_pb.rb +18 -3
- data/lib/google/cloud/dataproc/v1/shared_pb.rb +40 -2
- data/lib/google/cloud/dataproc/v1/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +219 -95
- data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +149 -37
- data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +2 -2
- data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +1 -2
- data/lib/google/cloud/dataproc/v1.rb +1 -0
- data/proto_docs/google/api/field_behavior.rb +7 -1
- data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +18 -0
- data/proto_docs/google/cloud/dataproc/v1/batches.rb +339 -0
- data/proto_docs/google/cloud/dataproc/v1/clusters.rb +45 -22
- data/proto_docs/google/cloud/dataproc/v1/jobs.rb +8 -9
- data/proto_docs/google/cloud/dataproc/v1/operations.rb +48 -0
- data/proto_docs/google/cloud/dataproc/v1/shared.rb +117 -1
- data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +11 -14
- metadata +12 -4
@@ -42,13 +42,12 @@ module Google
|
|
42
42
|
# See {::Google::Cloud::Dataproc::V1::ClusterController::Client::Configuration}
|
43
43
|
# for a description of the configuration fields.
|
44
44
|
#
|
45
|
-
#
|
45
|
+
# @example
|
46
46
|
#
|
47
|
-
#
|
48
|
-
#
|
49
|
-
#
|
50
|
-
#
|
51
|
-
# end
|
47
|
+
# # Modify the configuration for all ClusterController clients
|
48
|
+
# ::Google::Cloud::Dataproc::V1::ClusterController::Client.configure do |config|
|
49
|
+
# config.timeout = 10.0
|
50
|
+
# end
|
52
51
|
#
|
53
52
|
# @yield [config] Configure the Client client.
|
54
53
|
# @yieldparam config [Client::Configuration]
|
@@ -68,50 +67,32 @@ module Google
|
|
68
67
|
|
69
68
|
default_config.rpcs.create_cluster.timeout = 300.0
|
70
69
|
default_config.rpcs.create_cluster.retry_policy = {
|
71
|
-
initial_delay: 0.1,
|
72
|
-
max_delay: 60.0,
|
73
|
-
multiplier: 1.3,
|
74
|
-
retry_codes: [14]
|
70
|
+
initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
|
75
71
|
}
|
76
72
|
|
77
73
|
default_config.rpcs.update_cluster.timeout = 300.0
|
78
74
|
default_config.rpcs.update_cluster.retry_policy = {
|
79
|
-
initial_delay: 0.1,
|
80
|
-
max_delay: 60.0,
|
81
|
-
multiplier: 1.3,
|
82
|
-
retry_codes: [14]
|
75
|
+
initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
|
83
76
|
}
|
84
77
|
|
85
78
|
default_config.rpcs.delete_cluster.timeout = 300.0
|
86
79
|
default_config.rpcs.delete_cluster.retry_policy = {
|
87
|
-
initial_delay: 0.1,
|
88
|
-
max_delay: 60.0,
|
89
|
-
multiplier: 1.3,
|
90
|
-
retry_codes: [14]
|
80
|
+
initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
|
91
81
|
}
|
92
82
|
|
93
83
|
default_config.rpcs.get_cluster.timeout = 300.0
|
94
84
|
default_config.rpcs.get_cluster.retry_policy = {
|
95
|
-
initial_delay: 0.1,
|
96
|
-
max_delay: 60.0,
|
97
|
-
multiplier: 1.3,
|
98
|
-
retry_codes: [13, 4, 14]
|
85
|
+
initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [13, 4, 14]
|
99
86
|
}
|
100
87
|
|
101
88
|
default_config.rpcs.list_clusters.timeout = 300.0
|
102
89
|
default_config.rpcs.list_clusters.retry_policy = {
|
103
|
-
initial_delay: 0.1,
|
104
|
-
max_delay: 60.0,
|
105
|
-
multiplier: 1.3,
|
106
|
-
retry_codes: [13, 4, 14]
|
90
|
+
initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [13, 4, 14]
|
107
91
|
}
|
108
92
|
|
109
93
|
default_config.rpcs.diagnose_cluster.timeout = 300.0
|
110
94
|
default_config.rpcs.diagnose_cluster.retry_policy = {
|
111
|
-
initial_delay: 0.1,
|
112
|
-
max_delay: 60.0,
|
113
|
-
multiplier: 1.3,
|
114
|
-
retry_codes: [14]
|
95
|
+
initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
|
115
96
|
}
|
116
97
|
|
117
98
|
default_config
|
@@ -143,19 +124,15 @@ module Google
|
|
143
124
|
##
|
144
125
|
# Create a new ClusterController client object.
|
145
126
|
#
|
146
|
-
#
|
147
|
-
#
|
148
|
-
# To create a new ClusterController client with the default
|
149
|
-
# configuration:
|
150
|
-
#
|
151
|
-
# client = ::Google::Cloud::Dataproc::V1::ClusterController::Client.new
|
127
|
+
# @example
|
152
128
|
#
|
153
|
-
#
|
154
|
-
#
|
129
|
+
# # Create a client using the default configuration
|
130
|
+
# client = ::Google::Cloud::Dataproc::V1::ClusterController::Client.new
|
155
131
|
#
|
156
|
-
#
|
157
|
-
#
|
158
|
-
#
|
132
|
+
# # Create a client using a custom configuration
|
133
|
+
# client = ::Google::Cloud::Dataproc::V1::ClusterController::Client.new do |config|
|
134
|
+
# config.timeout = 10.0
|
135
|
+
# end
|
159
136
|
#
|
160
137
|
# @yield [config] Configure the ClusterController client.
|
161
138
|
# @yieldparam config [Client::Configuration]
|
@@ -175,14 +152,13 @@ module Google
|
|
175
152
|
|
176
153
|
# Create credentials
|
177
154
|
credentials = @config.credentials
|
178
|
-
# Use self-signed JWT if the
|
155
|
+
# Use self-signed JWT if the endpoint is unchanged from default,
|
179
156
|
# but only if the default endpoint does not have a region prefix.
|
180
|
-
enable_self_signed_jwt = @config.
|
181
|
-
@config.endpoint == Client.configure.endpoint &&
|
157
|
+
enable_self_signed_jwt = @config.endpoint == Client.configure.endpoint &&
|
182
158
|
!@config.endpoint.split(".").first.include?("-")
|
183
159
|
credentials ||= Credentials.default scope: @config.scope,
|
184
160
|
enable_self_signed_jwt: enable_self_signed_jwt
|
185
|
-
if credentials.is_a?(String) || credentials.is_a?(Hash)
|
161
|
+
if credentials.is_a?(::String) || credentials.is_a?(::Hash)
|
186
162
|
credentials = Credentials.new credentials, scope: @config.scope
|
187
163
|
end
|
188
164
|
@quota_project_id = @config.quota_project
|
@@ -226,7 +202,7 @@ module Google
|
|
226
202
|
# @param options [::Gapic::CallOptions, ::Hash]
|
227
203
|
# Overrides the default settings for this call, e.g, timeout, retries, etc. Optional.
|
228
204
|
#
|
229
|
-
# @overload create_cluster(project_id: nil, region: nil, cluster: nil, request_id: nil)
|
205
|
+
# @overload create_cluster(project_id: nil, region: nil, cluster: nil, request_id: nil, action_on_failed_primary_workers: nil)
|
230
206
|
# Pass arguments to `create_cluster` via keyword arguments. Note that at
|
231
207
|
# least one keyword argument is required. To specify no parameters, or to keep all
|
232
208
|
# the default parameter values, pass an empty Hash as a request object (see above).
|
@@ -239,7 +215,7 @@ module Google
|
|
239
215
|
# @param cluster [::Google::Cloud::Dataproc::V1::Cluster, ::Hash]
|
240
216
|
# Required. The cluster to create.
|
241
217
|
# @param request_id [::String]
|
242
|
-
# Optional. A unique
|
218
|
+
# Optional. A unique ID used to identify the request. If the server receives two
|
243
219
|
# [CreateClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateClusterRequest)s
|
244
220
|
# with the same id, then the second request will be ignored and the
|
245
221
|
# first {::Google::Longrunning::Operation google.longrunning.Operation} created and stored in the backend
|
@@ -248,8 +224,10 @@ module Google
|
|
248
224
|
# It is recommended to always set this value to a
|
249
225
|
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|
250
226
|
#
|
251
|
-
# The
|
227
|
+
# The ID must contain only letters (a-z, A-Z), numbers (0-9),
|
252
228
|
# underscores (_), and hyphens (-). The maximum length is 40 characters.
|
229
|
+
# @param action_on_failed_primary_workers [::Google::Cloud::Dataproc::V1::FailureAction]
|
230
|
+
# Optional. Failure action when primary worker creation fails.
|
253
231
|
#
|
254
232
|
# @yield [response, operation] Access the result along with the RPC operation
|
255
233
|
# @yieldparam response [::Gapic::Operation]
|
@@ -259,6 +237,28 @@ module Google
|
|
259
237
|
#
|
260
238
|
# @raise [::Google::Cloud::Error] if the RPC is aborted.
|
261
239
|
#
|
240
|
+
# @example Basic example
|
241
|
+
# require "google/cloud/dataproc/v1"
|
242
|
+
#
|
243
|
+
# # Create a client object. The client can be reused for multiple calls.
|
244
|
+
# client = Google::Cloud::Dataproc::V1::ClusterController::Client.new
|
245
|
+
#
|
246
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
247
|
+
# request = Google::Cloud::Dataproc::V1::CreateClusterRequest.new
|
248
|
+
#
|
249
|
+
# # Call the create_cluster method.
|
250
|
+
# result = client.create_cluster request
|
251
|
+
#
|
252
|
+
# # The returned object is of type Gapic::Operation. You can use this
|
253
|
+
# # object to check the status of an operation, cancel it, or wait
|
254
|
+
# # for results. Here is how to block until completion:
|
255
|
+
# result.wait_until_done! timeout: 60
|
256
|
+
# if result.response?
|
257
|
+
# p result.response
|
258
|
+
# else
|
259
|
+
# puts "Error!"
|
260
|
+
# end
|
261
|
+
#
|
262
262
|
def create_cluster request, options = nil
|
263
263
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
264
264
|
|
@@ -276,17 +276,23 @@ module Google
|
|
276
276
|
gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
|
277
277
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
278
278
|
|
279
|
-
header_params = {
|
280
|
-
|
281
|
-
"
|
282
|
-
|
279
|
+
header_params = {}
|
280
|
+
if request.project_id
|
281
|
+
header_params["project_id"] = request.project_id
|
282
|
+
end
|
283
|
+
if request.region
|
284
|
+
header_params["region"] = request.region
|
285
|
+
end
|
286
|
+
|
283
287
|
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
284
288
|
metadata[:"x-goog-request-params"] ||= request_params_header
|
285
289
|
|
286
290
|
options.apply_defaults timeout: @config.rpcs.create_cluster.timeout,
|
287
291
|
metadata: metadata,
|
288
292
|
retry_policy: @config.rpcs.create_cluster.retry_policy
|
289
|
-
|
293
|
+
|
294
|
+
options.apply_defaults timeout: @config.timeout,
|
295
|
+
metadata: @config.metadata,
|
290
296
|
retry_policy: @config.retry_policy
|
291
297
|
|
292
298
|
@cluster_controller_stub.call_rpc :create_cluster, request, options: options do |response, operation|
|
@@ -302,6 +308,8 @@ module Google
|
|
302
308
|
# Updates a cluster in a project. The returned
|
303
309
|
# {::Google::Longrunning::Operation#metadata Operation.metadata} will be
|
304
310
|
# [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
|
311
|
+
# The cluster must be in a {::Google::Cloud::Dataproc::V1::ClusterStatus::State `RUNNING`} state or an error
|
312
|
+
# is returned.
|
305
313
|
#
|
306
314
|
# @overload update_cluster(request, options = nil)
|
307
315
|
# Pass arguments to `update_cluster` via a request object, either of type
|
@@ -390,7 +398,7 @@ module Google
|
|
390
398
|
# </tbody>
|
391
399
|
# </table>
|
392
400
|
# @param request_id [::String]
|
393
|
-
# Optional. A unique
|
401
|
+
# Optional. A unique ID used to identify the request. If the server
|
394
402
|
# receives two
|
395
403
|
# [UpdateClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.UpdateClusterRequest)s
|
396
404
|
# with the same id, then the second request will be ignored and the
|
@@ -400,7 +408,7 @@ module Google
|
|
400
408
|
# It is recommended to always set this value to a
|
401
409
|
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|
402
410
|
#
|
403
|
-
# The
|
411
|
+
# The ID must contain only letters (a-z, A-Z), numbers (0-9),
|
404
412
|
# underscores (_), and hyphens (-). The maximum length is 40 characters.
|
405
413
|
#
|
406
414
|
# @yield [response, operation] Access the result along with the RPC operation
|
@@ -411,6 +419,28 @@ module Google
|
|
411
419
|
#
|
412
420
|
# @raise [::Google::Cloud::Error] if the RPC is aborted.
|
413
421
|
#
|
422
|
+
# @example Basic example
|
423
|
+
# require "google/cloud/dataproc/v1"
|
424
|
+
#
|
425
|
+
# # Create a client object. The client can be reused for multiple calls.
|
426
|
+
# client = Google::Cloud::Dataproc::V1::ClusterController::Client.new
|
427
|
+
#
|
428
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
429
|
+
# request = Google::Cloud::Dataproc::V1::UpdateClusterRequest.new
|
430
|
+
#
|
431
|
+
# # Call the update_cluster method.
|
432
|
+
# result = client.update_cluster request
|
433
|
+
#
|
434
|
+
# # The returned object is of type Gapic::Operation. You can use this
|
435
|
+
# # object to check the status of an operation, cancel it, or wait
|
436
|
+
# # for results. Here is how to block until completion:
|
437
|
+
# result.wait_until_done! timeout: 60
|
438
|
+
# if result.response?
|
439
|
+
# p result.response
|
440
|
+
# else
|
441
|
+
# puts "Error!"
|
442
|
+
# end
|
443
|
+
#
|
414
444
|
def update_cluster request, options = nil
|
415
445
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
416
446
|
|
@@ -428,18 +458,26 @@ module Google
|
|
428
458
|
gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
|
429
459
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
430
460
|
|
431
|
-
header_params = {
|
432
|
-
|
433
|
-
"
|
434
|
-
|
435
|
-
|
461
|
+
header_params = {}
|
462
|
+
if request.project_id
|
463
|
+
header_params["project_id"] = request.project_id
|
464
|
+
end
|
465
|
+
if request.region
|
466
|
+
header_params["region"] = request.region
|
467
|
+
end
|
468
|
+
if request.cluster_name
|
469
|
+
header_params["cluster_name"] = request.cluster_name
|
470
|
+
end
|
471
|
+
|
436
472
|
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
437
473
|
metadata[:"x-goog-request-params"] ||= request_params_header
|
438
474
|
|
439
475
|
options.apply_defaults timeout: @config.rpcs.update_cluster.timeout,
|
440
476
|
metadata: metadata,
|
441
477
|
retry_policy: @config.rpcs.update_cluster.retry_policy
|
442
|
-
|
478
|
+
|
479
|
+
options.apply_defaults timeout: @config.timeout,
|
480
|
+
metadata: @config.metadata,
|
443
481
|
retry_policy: @config.retry_policy
|
444
482
|
|
445
483
|
@cluster_controller_stub.call_rpc :update_cluster, request, options: options do |response, operation|
|
@@ -480,7 +518,7 @@ module Google
|
|
480
518
|
# Optional. Specifying the `cluster_uuid` means the RPC will fail
|
481
519
|
# (with error NOT_FOUND) if a cluster with the specified UUID does not exist.
|
482
520
|
# @param request_id [::String]
|
483
|
-
# Optional. A unique
|
521
|
+
# Optional. A unique ID used to identify the request. If the server
|
484
522
|
# receives two
|
485
523
|
# [StopClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.StopClusterRequest)s
|
486
524
|
# with the same id, then the second request will be ignored and the
|
@@ -490,7 +528,7 @@ module Google
|
|
490
528
|
# Recommendation: Set this value to a
|
491
529
|
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|
492
530
|
#
|
493
|
-
# The
|
531
|
+
# The ID must contain only letters (a-z, A-Z), numbers (0-9),
|
494
532
|
# underscores (_), and hyphens (-). The maximum length is 40 characters.
|
495
533
|
#
|
496
534
|
# @yield [response, operation] Access the result along with the RPC operation
|
@@ -501,6 +539,28 @@ module Google
|
|
501
539
|
#
|
502
540
|
# @raise [::Google::Cloud::Error] if the RPC is aborted.
|
503
541
|
#
|
542
|
+
# @example Basic example
|
543
|
+
# require "google/cloud/dataproc/v1"
|
544
|
+
#
|
545
|
+
# # Create a client object. The client can be reused for multiple calls.
|
546
|
+
# client = Google::Cloud::Dataproc::V1::ClusterController::Client.new
|
547
|
+
#
|
548
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
549
|
+
# request = Google::Cloud::Dataproc::V1::StopClusterRequest.new
|
550
|
+
#
|
551
|
+
# # Call the stop_cluster method.
|
552
|
+
# result = client.stop_cluster request
|
553
|
+
#
|
554
|
+
# # The returned object is of type Gapic::Operation. You can use this
|
555
|
+
# # object to check the status of an operation, cancel it, or wait
|
556
|
+
# # for results. Here is how to block until completion:
|
557
|
+
# result.wait_until_done! timeout: 60
|
558
|
+
# if result.response?
|
559
|
+
# p result.response
|
560
|
+
# else
|
561
|
+
# puts "Error!"
|
562
|
+
# end
|
563
|
+
#
|
504
564
|
def stop_cluster request, options = nil
|
505
565
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
506
566
|
|
@@ -518,18 +578,26 @@ module Google
|
|
518
578
|
gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
|
519
579
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
520
580
|
|
521
|
-
header_params = {
|
522
|
-
|
523
|
-
"
|
524
|
-
|
525
|
-
|
581
|
+
header_params = {}
|
582
|
+
if request.project_id
|
583
|
+
header_params["project_id"] = request.project_id
|
584
|
+
end
|
585
|
+
if request.region
|
586
|
+
header_params["region"] = request.region
|
587
|
+
end
|
588
|
+
if request.cluster_name
|
589
|
+
header_params["cluster_name"] = request.cluster_name
|
590
|
+
end
|
591
|
+
|
526
592
|
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
527
593
|
metadata[:"x-goog-request-params"] ||= request_params_header
|
528
594
|
|
529
595
|
options.apply_defaults timeout: @config.rpcs.stop_cluster.timeout,
|
530
596
|
metadata: metadata,
|
531
597
|
retry_policy: @config.rpcs.stop_cluster.retry_policy
|
532
|
-
|
598
|
+
|
599
|
+
options.apply_defaults timeout: @config.timeout,
|
600
|
+
metadata: @config.metadata,
|
533
601
|
retry_policy: @config.retry_policy
|
534
602
|
|
535
603
|
@cluster_controller_stub.call_rpc :stop_cluster, request, options: options do |response, operation|
|
@@ -570,7 +638,7 @@ module Google
|
|
570
638
|
# Optional. Specifying the `cluster_uuid` means the RPC will fail
|
571
639
|
# (with error NOT_FOUND) if a cluster with the specified UUID does not exist.
|
572
640
|
# @param request_id [::String]
|
573
|
-
# Optional. A unique
|
641
|
+
# Optional. A unique ID used to identify the request. If the server
|
574
642
|
# receives two
|
575
643
|
# [StartClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.StartClusterRequest)s
|
576
644
|
# with the same id, then the second request will be ignored and the
|
@@ -580,7 +648,7 @@ module Google
|
|
580
648
|
# Recommendation: Set this value to a
|
581
649
|
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|
582
650
|
#
|
583
|
-
# The
|
651
|
+
# The ID must contain only letters (a-z, A-Z), numbers (0-9),
|
584
652
|
# underscores (_), and hyphens (-). The maximum length is 40 characters.
|
585
653
|
#
|
586
654
|
# @yield [response, operation] Access the result along with the RPC operation
|
@@ -591,6 +659,28 @@ module Google
|
|
591
659
|
#
|
592
660
|
# @raise [::Google::Cloud::Error] if the RPC is aborted.
|
593
661
|
#
|
662
|
+
# @example Basic example
|
663
|
+
# require "google/cloud/dataproc/v1"
|
664
|
+
#
|
665
|
+
# # Create a client object. The client can be reused for multiple calls.
|
666
|
+
# client = Google::Cloud::Dataproc::V1::ClusterController::Client.new
|
667
|
+
#
|
668
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
669
|
+
# request = Google::Cloud::Dataproc::V1::StartClusterRequest.new
|
670
|
+
#
|
671
|
+
# # Call the start_cluster method.
|
672
|
+
# result = client.start_cluster request
|
673
|
+
#
|
674
|
+
# # The returned object is of type Gapic::Operation. You can use this
|
675
|
+
# # object to check the status of an operation, cancel it, or wait
|
676
|
+
# # for results. Here is how to block until completion:
|
677
|
+
# result.wait_until_done! timeout: 60
|
678
|
+
# if result.response?
|
679
|
+
# p result.response
|
680
|
+
# else
|
681
|
+
# puts "Error!"
|
682
|
+
# end
|
683
|
+
#
|
594
684
|
def start_cluster request, options = nil
|
595
685
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
596
686
|
|
@@ -608,18 +698,26 @@ module Google
|
|
608
698
|
gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
|
609
699
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
610
700
|
|
611
|
-
header_params = {
|
612
|
-
|
613
|
-
"
|
614
|
-
|
615
|
-
|
701
|
+
header_params = {}
|
702
|
+
if request.project_id
|
703
|
+
header_params["project_id"] = request.project_id
|
704
|
+
end
|
705
|
+
if request.region
|
706
|
+
header_params["region"] = request.region
|
707
|
+
end
|
708
|
+
if request.cluster_name
|
709
|
+
header_params["cluster_name"] = request.cluster_name
|
710
|
+
end
|
711
|
+
|
616
712
|
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
617
713
|
metadata[:"x-goog-request-params"] ||= request_params_header
|
618
714
|
|
619
715
|
options.apply_defaults timeout: @config.rpcs.start_cluster.timeout,
|
620
716
|
metadata: metadata,
|
621
717
|
retry_policy: @config.rpcs.start_cluster.retry_policy
|
622
|
-
|
718
|
+
|
719
|
+
options.apply_defaults timeout: @config.timeout,
|
720
|
+
metadata: @config.metadata,
|
623
721
|
retry_policy: @config.retry_policy
|
624
722
|
|
625
723
|
@cluster_controller_stub.call_rpc :start_cluster, request, options: options do |response, operation|
|
@@ -662,7 +760,7 @@ module Google
|
|
662
760
|
# Optional. Specifying the `cluster_uuid` means the RPC should fail
|
663
761
|
# (with error NOT_FOUND) if cluster with specified UUID does not exist.
|
664
762
|
# @param request_id [::String]
|
665
|
-
# Optional. A unique
|
763
|
+
# Optional. A unique ID used to identify the request. If the server
|
666
764
|
# receives two
|
667
765
|
# [DeleteClusterRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.DeleteClusterRequest)s
|
668
766
|
# with the same id, then the second request will be ignored and the
|
@@ -672,7 +770,7 @@ module Google
|
|
672
770
|
# It is recommended to always set this value to a
|
673
771
|
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|
674
772
|
#
|
675
|
-
# The
|
773
|
+
# The ID must contain only letters (a-z, A-Z), numbers (0-9),
|
676
774
|
# underscores (_), and hyphens (-). The maximum length is 40 characters.
|
677
775
|
#
|
678
776
|
# @yield [response, operation] Access the result along with the RPC operation
|
@@ -683,6 +781,28 @@ module Google
|
|
683
781
|
#
|
684
782
|
# @raise [::Google::Cloud::Error] if the RPC is aborted.
|
685
783
|
#
|
784
|
+
# @example Basic example
|
785
|
+
# require "google/cloud/dataproc/v1"
|
786
|
+
#
|
787
|
+
# # Create a client object. The client can be reused for multiple calls.
|
788
|
+
# client = Google::Cloud::Dataproc::V1::ClusterController::Client.new
|
789
|
+
#
|
790
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
791
|
+
# request = Google::Cloud::Dataproc::V1::DeleteClusterRequest.new
|
792
|
+
#
|
793
|
+
# # Call the delete_cluster method.
|
794
|
+
# result = client.delete_cluster request
|
795
|
+
#
|
796
|
+
# # The returned object is of type Gapic::Operation. You can use this
|
797
|
+
# # object to check the status of an operation, cancel it, or wait
|
798
|
+
# # for results. Here is how to block until completion:
|
799
|
+
# result.wait_until_done! timeout: 60
|
800
|
+
# if result.response?
|
801
|
+
# p result.response
|
802
|
+
# else
|
803
|
+
# puts "Error!"
|
804
|
+
# end
|
805
|
+
#
|
686
806
|
def delete_cluster request, options = nil
|
687
807
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
688
808
|
|
@@ -700,18 +820,26 @@ module Google
|
|
700
820
|
gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
|
701
821
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
702
822
|
|
703
|
-
header_params = {
|
704
|
-
|
705
|
-
"
|
706
|
-
|
707
|
-
|
823
|
+
header_params = {}
|
824
|
+
if request.project_id
|
825
|
+
header_params["project_id"] = request.project_id
|
826
|
+
end
|
827
|
+
if request.region
|
828
|
+
header_params["region"] = request.region
|
829
|
+
end
|
830
|
+
if request.cluster_name
|
831
|
+
header_params["cluster_name"] = request.cluster_name
|
832
|
+
end
|
833
|
+
|
708
834
|
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
709
835
|
metadata[:"x-goog-request-params"] ||= request_params_header
|
710
836
|
|
711
837
|
options.apply_defaults timeout: @config.rpcs.delete_cluster.timeout,
|
712
838
|
metadata: metadata,
|
713
839
|
retry_policy: @config.rpcs.delete_cluster.retry_policy
|
714
|
-
|
840
|
+
|
841
|
+
options.apply_defaults timeout: @config.timeout,
|
842
|
+
metadata: @config.metadata,
|
715
843
|
retry_policy: @config.retry_policy
|
716
844
|
|
717
845
|
@cluster_controller_stub.call_rpc :delete_cluster, request, options: options do |response, operation|
|
@@ -757,6 +885,21 @@ module Google
|
|
757
885
|
#
|
758
886
|
# @raise [::Google::Cloud::Error] if the RPC is aborted.
|
759
887
|
#
|
888
|
+
# @example Basic example
|
889
|
+
# require "google/cloud/dataproc/v1"
|
890
|
+
#
|
891
|
+
# # Create a client object. The client can be reused for multiple calls.
|
892
|
+
# client = Google::Cloud::Dataproc::V1::ClusterController::Client.new
|
893
|
+
#
|
894
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
895
|
+
# request = Google::Cloud::Dataproc::V1::GetClusterRequest.new
|
896
|
+
#
|
897
|
+
# # Call the get_cluster method.
|
898
|
+
# result = client.get_cluster request
|
899
|
+
#
|
900
|
+
# # The returned object is of type Google::Cloud::Dataproc::V1::Cluster.
|
901
|
+
# p result
|
902
|
+
#
|
760
903
|
def get_cluster request, options = nil
|
761
904
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
762
905
|
|
@@ -774,18 +917,26 @@ module Google
|
|
774
917
|
gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
|
775
918
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
776
919
|
|
777
|
-
header_params = {
|
778
|
-
|
779
|
-
"
|
780
|
-
|
781
|
-
|
920
|
+
header_params = {}
|
921
|
+
if request.project_id
|
922
|
+
header_params["project_id"] = request.project_id
|
923
|
+
end
|
924
|
+
if request.region
|
925
|
+
header_params["region"] = request.region
|
926
|
+
end
|
927
|
+
if request.cluster_name
|
928
|
+
header_params["cluster_name"] = request.cluster_name
|
929
|
+
end
|
930
|
+
|
782
931
|
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
783
932
|
metadata[:"x-goog-request-params"] ||= request_params_header
|
784
933
|
|
785
934
|
options.apply_defaults timeout: @config.rpcs.get_cluster.timeout,
|
786
935
|
metadata: metadata,
|
787
936
|
retry_policy: @config.rpcs.get_cluster.retry_policy
|
788
|
-
|
937
|
+
|
938
|
+
options.apply_defaults timeout: @config.timeout,
|
939
|
+
metadata: @config.metadata,
|
789
940
|
retry_policy: @config.retry_policy
|
790
941
|
|
791
942
|
@cluster_controller_stub.call_rpc :get_cluster, request, options: options do |response, operation|
|
@@ -852,6 +1003,27 @@ module Google
|
|
852
1003
|
#
|
853
1004
|
# @raise [::Google::Cloud::Error] if the RPC is aborted.
|
854
1005
|
#
|
1006
|
+
# @example Basic example
|
1007
|
+
# require "google/cloud/dataproc/v1"
|
1008
|
+
#
|
1009
|
+
# # Create a client object. The client can be reused for multiple calls.
|
1010
|
+
# client = Google::Cloud::Dataproc::V1::ClusterController::Client.new
|
1011
|
+
#
|
1012
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
1013
|
+
# request = Google::Cloud::Dataproc::V1::ListClustersRequest.new
|
1014
|
+
#
|
1015
|
+
# # Call the list_clusters method.
|
1016
|
+
# result = client.list_clusters request
|
1017
|
+
#
|
1018
|
+
# # The returned object is of type Gapic::PagedEnumerable. You can
|
1019
|
+
# # iterate over all elements by calling #each, and the enumerable
|
1020
|
+
# # will lazily make API calls to fetch subsequent pages. Other
|
1021
|
+
# # methods are also available for managing paging directly.
|
1022
|
+
# result.each do |response|
|
1023
|
+
# # Each element is of type ::Google::Cloud::Dataproc::V1::Cluster.
|
1024
|
+
# p response
|
1025
|
+
# end
|
1026
|
+
#
|
855
1027
|
def list_clusters request, options = nil
|
856
1028
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
857
1029
|
|
@@ -869,17 +1041,23 @@ module Google
|
|
869
1041
|
gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
|
870
1042
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
871
1043
|
|
872
|
-
header_params = {
|
873
|
-
|
874
|
-
"
|
875
|
-
|
1044
|
+
header_params = {}
|
1045
|
+
if request.project_id
|
1046
|
+
header_params["project_id"] = request.project_id
|
1047
|
+
end
|
1048
|
+
if request.region
|
1049
|
+
header_params["region"] = request.region
|
1050
|
+
end
|
1051
|
+
|
876
1052
|
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
877
1053
|
metadata[:"x-goog-request-params"] ||= request_params_header
|
878
1054
|
|
879
1055
|
options.apply_defaults timeout: @config.rpcs.list_clusters.timeout,
|
880
1056
|
metadata: metadata,
|
881
1057
|
retry_policy: @config.rpcs.list_clusters.retry_policy
|
882
|
-
|
1058
|
+
|
1059
|
+
options.apply_defaults timeout: @config.timeout,
|
1060
|
+
metadata: @config.metadata,
|
883
1061
|
retry_policy: @config.retry_policy
|
884
1062
|
|
885
1063
|
@cluster_controller_stub.call_rpc :list_clusters, request, options: options do |response, operation|
|
@@ -931,6 +1109,28 @@ module Google
|
|
931
1109
|
#
|
932
1110
|
# @raise [::Google::Cloud::Error] if the RPC is aborted.
|
933
1111
|
#
|
1112
|
+
# @example Basic example
|
1113
|
+
# require "google/cloud/dataproc/v1"
|
1114
|
+
#
|
1115
|
+
# # Create a client object. The client can be reused for multiple calls.
|
1116
|
+
# client = Google::Cloud::Dataproc::V1::ClusterController::Client.new
|
1117
|
+
#
|
1118
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
1119
|
+
# request = Google::Cloud::Dataproc::V1::DiagnoseClusterRequest.new
|
1120
|
+
#
|
1121
|
+
# # Call the diagnose_cluster method.
|
1122
|
+
# result = client.diagnose_cluster request
|
1123
|
+
#
|
1124
|
+
# # The returned object is of type Gapic::Operation. You can use this
|
1125
|
+
# # object to check the status of an operation, cancel it, or wait
|
1126
|
+
# # for results. Here is how to block until completion:
|
1127
|
+
# result.wait_until_done! timeout: 60
|
1128
|
+
# if result.response?
|
1129
|
+
# p result.response
|
1130
|
+
# else
|
1131
|
+
# puts "Error!"
|
1132
|
+
# end
|
1133
|
+
#
|
934
1134
|
def diagnose_cluster request, options = nil
|
935
1135
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
936
1136
|
|
@@ -948,18 +1148,26 @@ module Google
|
|
948
1148
|
gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
|
949
1149
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
950
1150
|
|
951
|
-
header_params = {
|
952
|
-
|
953
|
-
"
|
954
|
-
|
955
|
-
|
1151
|
+
header_params = {}
|
1152
|
+
if request.project_id
|
1153
|
+
header_params["project_id"] = request.project_id
|
1154
|
+
end
|
1155
|
+
if request.region
|
1156
|
+
header_params["region"] = request.region
|
1157
|
+
end
|
1158
|
+
if request.cluster_name
|
1159
|
+
header_params["cluster_name"] = request.cluster_name
|
1160
|
+
end
|
1161
|
+
|
956
1162
|
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
957
1163
|
metadata[:"x-goog-request-params"] ||= request_params_header
|
958
1164
|
|
959
1165
|
options.apply_defaults timeout: @config.rpcs.diagnose_cluster.timeout,
|
960
1166
|
metadata: metadata,
|
961
1167
|
retry_policy: @config.rpcs.diagnose_cluster.retry_policy
|
962
|
-
|
1168
|
+
|
1169
|
+
options.apply_defaults timeout: @config.timeout,
|
1170
|
+
metadata: @config.metadata,
|
963
1171
|
retry_policy: @config.retry_policy
|
964
1172
|
|
965
1173
|
@cluster_controller_stub.call_rpc :diagnose_cluster, request, options: options do |response, operation|
|
@@ -984,22 +1192,21 @@ module Google
|
|
984
1192
|
# Configuration can be applied globally to all clients, or to a single client
|
985
1193
|
# on construction.
|
986
1194
|
#
|
987
|
-
#
|
988
|
-
#
|
989
|
-
#
|
990
|
-
# to 20 seconds,
|
991
|
-
#
|
992
|
-
#
|
993
|
-
#
|
994
|
-
#
|
995
|
-
#
|
996
|
-
#
|
997
|
-
#
|
998
|
-
#
|
999
|
-
#
|
1000
|
-
#
|
1001
|
-
#
|
1002
|
-
# end
|
1195
|
+
# @example
|
1196
|
+
#
|
1197
|
+
# # Modify the global config, setting the timeout for
|
1198
|
+
# # create_cluster to 20 seconds,
|
1199
|
+
# # and all remaining timeouts to 10 seconds.
|
1200
|
+
# ::Google::Cloud::Dataproc::V1::ClusterController::Client.configure do |config|
|
1201
|
+
# config.timeout = 10.0
|
1202
|
+
# config.rpcs.create_cluster.timeout = 20.0
|
1203
|
+
# end
|
1204
|
+
#
|
1205
|
+
# # Apply the above configuration only to a new client.
|
1206
|
+
# client = ::Google::Cloud::Dataproc::V1::ClusterController::Client.new do |config|
|
1207
|
+
# config.timeout = 10.0
|
1208
|
+
# config.rpcs.create_cluster.timeout = 20.0
|
1209
|
+
# end
|
1003
1210
|
#
|
1004
1211
|
# @!attribute [rw] endpoint
|
1005
1212
|
# The hostname or hostname:port of the service endpoint.
|