google-cloud-dataproc-v1 0.15.0 → 0.16.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +18 -6
- data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +51 -15
- data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +12 -14
- data/lib/google/cloud/dataproc/v1/batch_controller/paths.rb +19 -0
- data/lib/google/cloud/dataproc/v1/batches_pb.rb +2 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +43 -31
- data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +12 -14
- data/lib/google/cloud/dataproc/v1/cluster_controller/paths.rb +19 -0
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +10 -9
- data/lib/google/cloud/dataproc/v1/job_controller/client.rb +22 -10
- data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +12 -14
- data/lib/google/cloud/dataproc/v1/jobs_pb.rb +13 -0
- data/lib/google/cloud/dataproc/v1/node_group_controller/client.rb +23 -9
- data/lib/google/cloud/dataproc/v1/node_group_controller/operations.rb +12 -14
- data/lib/google/cloud/dataproc/v1/operations_pb.rb +1 -0
- data/lib/google/cloud/dataproc/v1/shared_pb.rb +24 -1
- data/lib/google/cloud/dataproc/v1/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +28 -15
- data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +12 -14
- data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +2 -1
- data/lib/google/cloud/dataproc/v1.rb +1 -1
- data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +8 -8
- data/proto_docs/google/cloud/dataproc/v1/batches.rb +42 -14
- data/proto_docs/google/cloud/dataproc/v1/clusters.rb +60 -54
- data/proto_docs/google/cloud/dataproc/v1/jobs.rb +48 -0
- data/proto_docs/google/cloud/dataproc/v1/node_groups.rb +1 -1
- data/proto_docs/google/cloud/dataproc/v1/operations.rb +3 -0
- data/proto_docs/google/cloud/dataproc/v1/shared.rb +174 -56
- data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +14 -11
- metadata +26 -6
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 8fd8edb11872376386de8b0fc2bd2062ea6034b76e57f165996b4a60eca4871a
|
4
|
+
data.tar.gz: 9c418981785f18f9c3927e4ef0f79751b37bed7cea8af72b241a62f464b85006
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 499f7e7755192e8250f3d205a043a2d3b23a3863af828689bbf64b8a4bb223c6db998a7090315fe37f033469f41710c88c835c8f4afd2b54ebd915e595fb2a11
|
7
|
+
data.tar.gz: 16d38762240a7d650836e497a04754aa63fb0b46c294c3a3ce91b08e6e46551ed96501c46b1afdf2df9772f34697b64991cb81137ff53f405eceac56272cef18
|
@@ -18,6 +18,7 @@
|
|
18
18
|
|
19
19
|
require "google/cloud/errors"
|
20
20
|
require "google/cloud/dataproc/v1/autoscaling_policies_pb"
|
21
|
+
require "google/iam/v1"
|
21
22
|
|
22
23
|
module Google
|
23
24
|
module Cloud
|
@@ -153,6 +154,12 @@ module Google
|
|
153
154
|
@quota_project_id = @config.quota_project
|
154
155
|
@quota_project_id ||= credentials.quota_project_id if credentials.respond_to? :quota_project_id
|
155
156
|
|
157
|
+
@iam_policy_client = Google::Iam::V1::IAMPolicy::Client.new do |config|
|
158
|
+
config.credentials = credentials
|
159
|
+
config.quota_project = @quota_project_id
|
160
|
+
config.endpoint = @config.endpoint
|
161
|
+
end
|
162
|
+
|
156
163
|
@autoscaling_policy_service_stub = ::Gapic::ServiceStub.new(
|
157
164
|
::Google::Cloud::Dataproc::V1::AutoscalingPolicyService::Stub,
|
158
165
|
credentials: credentials,
|
@@ -162,6 +169,13 @@ module Google
|
|
162
169
|
)
|
163
170
|
end
|
164
171
|
|
172
|
+
##
|
173
|
+
# Get the associated client for mix-in of the IAMPolicy.
|
174
|
+
#
|
175
|
+
# @return [Google::Iam::V1::IAMPolicy::Client]
|
176
|
+
#
|
177
|
+
attr_reader :iam_policy_client
|
178
|
+
|
165
179
|
# Service calls
|
166
180
|
|
167
181
|
##
|
@@ -498,13 +512,11 @@ module Google
|
|
498
512
|
# # Call the list_autoscaling_policies method.
|
499
513
|
# result = client.list_autoscaling_policies request
|
500
514
|
#
|
501
|
-
# # The returned object is of type Gapic::PagedEnumerable. You can
|
502
|
-
# #
|
503
|
-
#
|
504
|
-
# # methods are also available for managing paging directly.
|
505
|
-
# result.each do |response|
|
515
|
+
# # The returned object is of type Gapic::PagedEnumerable. You can iterate
|
516
|
+
# # over elements, and API calls will be issued to fetch pages as needed.
|
517
|
+
# result.each do |item|
|
506
518
|
# # Each element is of type ::Google::Cloud::Dataproc::V1::AutoscalingPolicy.
|
507
|
-
# p
|
519
|
+
# p item
|
508
520
|
# end
|
509
521
|
#
|
510
522
|
def list_autoscaling_policies request, options = nil
|
@@ -18,6 +18,7 @@
|
|
18
18
|
|
19
19
|
require "google/cloud/errors"
|
20
20
|
require "google/cloud/dataproc/v1/batches_pb"
|
21
|
+
require "google/iam/v1"
|
21
22
|
|
22
23
|
module Google
|
23
24
|
module Cloud
|
@@ -139,6 +140,12 @@ module Google
|
|
139
140
|
config.endpoint = @config.endpoint
|
140
141
|
end
|
141
142
|
|
143
|
+
@iam_policy_client = Google::Iam::V1::IAMPolicy::Client.new do |config|
|
144
|
+
config.credentials = credentials
|
145
|
+
config.quota_project = @quota_project_id
|
146
|
+
config.endpoint = @config.endpoint
|
147
|
+
end
|
148
|
+
|
142
149
|
@batch_controller_stub = ::Gapic::ServiceStub.new(
|
143
150
|
::Google::Cloud::Dataproc::V1::BatchController::Stub,
|
144
151
|
credentials: credentials,
|
@@ -155,6 +162,13 @@ module Google
|
|
155
162
|
#
|
156
163
|
attr_reader :operations_client
|
157
164
|
|
165
|
+
##
|
166
|
+
# Get the associated client for mix-in of the IAMPolicy.
|
167
|
+
#
|
168
|
+
# @return [Google::Iam::V1::IAMPolicy::Client]
|
169
|
+
#
|
170
|
+
attr_reader :iam_policy_client
|
171
|
+
|
158
172
|
# Service calls
|
159
173
|
|
160
174
|
##
|
@@ -180,8 +194,8 @@ module Google
|
|
180
194
|
# @param batch [::Google::Cloud::Dataproc::V1::Batch, ::Hash]
|
181
195
|
# Required. The batch to create.
|
182
196
|
# @param batch_id [::String]
|
183
|
-
# Optional. The ID to use for the batch, which will become the final
|
184
|
-
# the batch's resource name.
|
197
|
+
# Optional. The ID to use for the batch, which will become the final
|
198
|
+
# component of the batch's resource name.
|
185
199
|
#
|
186
200
|
# This value must be 4-63 characters. Valid characters are `/[a-z][0-9]-/`.
|
187
201
|
# @param request_id [::String]
|
@@ -218,14 +232,14 @@ module Google
|
|
218
232
|
# # Call the create_batch method.
|
219
233
|
# result = client.create_batch request
|
220
234
|
#
|
221
|
-
# # The returned object is of type Gapic::Operation. You can use
|
222
|
-
# #
|
223
|
-
# #
|
235
|
+
# # The returned object is of type Gapic::Operation. You can use it to
|
236
|
+
# # check the status of an operation, cancel it, or wait for results.
|
237
|
+
# # Here is how to wait for a response.
|
224
238
|
# result.wait_until_done! timeout: 60
|
225
239
|
# if result.response?
|
226
240
|
# p result.response
|
227
241
|
# else
|
228
|
-
# puts "
|
242
|
+
# puts "No response received."
|
229
243
|
# end
|
230
244
|
#
|
231
245
|
def create_batch request, options = nil
|
@@ -289,7 +303,9 @@ module Google
|
|
289
303
|
# the default parameter values, pass an empty Hash as a request object (see above).
|
290
304
|
#
|
291
305
|
# @param name [::String]
|
292
|
-
# Required. The name of the batch to retrieve
|
306
|
+
# Required. The fully qualified name of the batch to retrieve
|
307
|
+
# in the format
|
308
|
+
# "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID"
|
293
309
|
#
|
294
310
|
# @yield [response, operation] Access the result along with the RPC operation
|
295
311
|
# @yieldparam response [::Google::Cloud::Dataproc::V1::Batch]
|
@@ -368,7 +384,7 @@ module Google
|
|
368
384
|
# @param options [::Gapic::CallOptions, ::Hash]
|
369
385
|
# Overrides the default settings for this call, e.g, timeout, retries, etc. Optional.
|
370
386
|
#
|
371
|
-
# @overload list_batches(parent: nil, page_size: nil, page_token: nil)
|
387
|
+
# @overload list_batches(parent: nil, page_size: nil, page_token: nil, filter: nil, order_by: nil)
|
372
388
|
# Pass arguments to `list_batches` via keyword arguments. Note that at
|
373
389
|
# least one keyword argument is required. To specify no parameters, or to keep all
|
374
390
|
# the default parameter values, pass an empty Hash as a request object (see above).
|
@@ -382,6 +398,26 @@ module Google
|
|
382
398
|
# @param page_token [::String]
|
383
399
|
# Optional. A page token received from a previous `ListBatches` call.
|
384
400
|
# Provide this token to retrieve the subsequent page.
|
401
|
+
# @param filter [::String]
|
402
|
+
# Optional. A filter for the batches to return in the response.
|
403
|
+
#
|
404
|
+
# A filter is a logical expression constraining the values of various fields
|
405
|
+
# in each batch resource. Filters are case sensitive, and may contain
|
406
|
+
# multiple clauses combined with logical operators (AND/OR).
|
407
|
+
# Supported fields are `batch_id`, `batch_uuid`, `state`, and `create_time`.
|
408
|
+
#
|
409
|
+
# e.g. `state = RUNNING and create_time < "2023-01-01T00:00:00Z"`
|
410
|
+
# filters for batches in state RUNNING that were created before 2023-01-01
|
411
|
+
#
|
412
|
+
# See https://google.aip.dev/assets/misc/ebnf-filtering.txt for a detailed
|
413
|
+
# description of the filter syntax and a list of supported comparisons.
|
414
|
+
# @param order_by [::String]
|
415
|
+
# Optional. Field(s) on which to sort the list of batches.
|
416
|
+
#
|
417
|
+
# Currently the only supported sort orders are unspecified (empty) and
|
418
|
+
# `create_time desc` to sort by most recently created batches first.
|
419
|
+
#
|
420
|
+
# See https://google.aip.dev/132#ordering for more details.
|
385
421
|
#
|
386
422
|
# @yield [response, operation] Access the result along with the RPC operation
|
387
423
|
# @yieldparam response [::Gapic::PagedEnumerable<::Google::Cloud::Dataproc::V1::Batch>]
|
@@ -403,13 +439,11 @@ module Google
|
|
403
439
|
# # Call the list_batches method.
|
404
440
|
# result = client.list_batches request
|
405
441
|
#
|
406
|
-
# # The returned object is of type Gapic::PagedEnumerable. You can
|
407
|
-
# #
|
408
|
-
#
|
409
|
-
# # methods are also available for managing paging directly.
|
410
|
-
# result.each do |response|
|
442
|
+
# # The returned object is of type Gapic::PagedEnumerable. You can iterate
|
443
|
+
# # over elements, and API calls will be issued to fetch pages as needed.
|
444
|
+
# result.each do |item|
|
411
445
|
# # Each element is of type ::Google::Cloud::Dataproc::V1::Batch.
|
412
|
-
# p
|
446
|
+
# p item
|
413
447
|
# end
|
414
448
|
#
|
415
449
|
def list_batches request, options = nil
|
@@ -474,7 +508,9 @@ module Google
|
|
474
508
|
# the default parameter values, pass an empty Hash as a request object (see above).
|
475
509
|
#
|
476
510
|
# @param name [::String]
|
477
|
-
# Required. The name of the batch
|
511
|
+
# Required. The fully qualified name of the batch to retrieve
|
512
|
+
# in the format
|
513
|
+
# "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID"
|
478
514
|
#
|
479
515
|
# @yield [response, operation] Access the result along with the RPC operation
|
480
516
|
# @yieldparam response [::Google::Protobuf::Empty]
|
@@ -158,13 +158,11 @@ module Google
|
|
158
158
|
# # Call the list_operations method.
|
159
159
|
# result = client.list_operations request
|
160
160
|
#
|
161
|
-
# # The returned object is of type Gapic::PagedEnumerable. You can
|
162
|
-
# #
|
163
|
-
#
|
164
|
-
# # methods are also available for managing paging directly.
|
165
|
-
# result.each do |response|
|
161
|
+
# # The returned object is of type Gapic::PagedEnumerable. You can iterate
|
162
|
+
# # over elements, and API calls will be issued to fetch pages as needed.
|
163
|
+
# result.each do |item|
|
166
164
|
# # Each element is of type ::Google::Longrunning::Operation.
|
167
|
-
# p
|
165
|
+
# p item
|
168
166
|
# end
|
169
167
|
#
|
170
168
|
def list_operations request, options = nil
|
@@ -253,14 +251,14 @@ module Google
|
|
253
251
|
# # Call the get_operation method.
|
254
252
|
# result = client.get_operation request
|
255
253
|
#
|
256
|
-
# # The returned object is of type Gapic::Operation. You can use
|
257
|
-
# #
|
258
|
-
# #
|
254
|
+
# # The returned object is of type Gapic::Operation. You can use it to
|
255
|
+
# # check the status of an operation, cancel it, or wait for results.
|
256
|
+
# # Here is how to wait for a response.
|
259
257
|
# result.wait_until_done! timeout: 60
|
260
258
|
# if result.response?
|
261
259
|
# p result.response
|
262
260
|
# else
|
263
|
-
# puts "
|
261
|
+
# puts "No response received."
|
264
262
|
# end
|
265
263
|
#
|
266
264
|
def get_operation request, options = nil
|
@@ -540,14 +538,14 @@ module Google
|
|
540
538
|
# # Call the wait_operation method.
|
541
539
|
# result = client.wait_operation request
|
542
540
|
#
|
543
|
-
# # The returned object is of type Gapic::Operation. You can use
|
544
|
-
# #
|
545
|
-
# #
|
541
|
+
# # The returned object is of type Gapic::Operation. You can use it to
|
542
|
+
# # check the status of an operation, cancel it, or wait for results.
|
543
|
+
# # Here is how to wait for a response.
|
546
544
|
# result.wait_until_done! timeout: 60
|
547
545
|
# if result.response?
|
548
546
|
# p result.response
|
549
547
|
# else
|
550
|
-
# puts "
|
548
|
+
# puts "No response received."
|
551
549
|
# end
|
552
550
|
#
|
553
551
|
def wait_operation request, options = nil
|
@@ -60,6 +60,25 @@ module Google
|
|
60
60
|
"projects/#{project}/locations/#{location}"
|
61
61
|
end
|
62
62
|
|
63
|
+
##
|
64
|
+
# Create a fully-qualified Service resource string.
|
65
|
+
#
|
66
|
+
# The resource will be in the following format:
|
67
|
+
#
|
68
|
+
# `projects/{project}/locations/{location}/services/{service}`
|
69
|
+
#
|
70
|
+
# @param project [String]
|
71
|
+
# @param location [String]
|
72
|
+
# @param service [String]
|
73
|
+
#
|
74
|
+
# @return [::String]
|
75
|
+
def service_path project:, location:, service:
|
76
|
+
raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
|
77
|
+
raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
|
78
|
+
|
79
|
+
"projects/#{project}/locations/#{location}/services/#{service}"
|
80
|
+
end
|
81
|
+
|
63
82
|
extend self
|
64
83
|
end
|
65
84
|
end
|
@@ -27,6 +27,8 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
27
27
|
optional :parent, :string, 1
|
28
28
|
optional :page_size, :int32, 2
|
29
29
|
optional :page_token, :string, 3
|
30
|
+
optional :filter, :string, 4
|
31
|
+
optional :order_by, :string, 5
|
30
32
|
end
|
31
33
|
add_message "google.cloud.dataproc.v1.ListBatchesResponse" do
|
32
34
|
repeated :batches, :message, 1, "google.cloud.dataproc.v1.Batch"
|
@@ -18,6 +18,7 @@
|
|
18
18
|
|
19
19
|
require "google/cloud/errors"
|
20
20
|
require "google/cloud/dataproc/v1/clusters_pb"
|
21
|
+
require "google/iam/v1"
|
21
22
|
|
22
23
|
module Google
|
23
24
|
module Cloud
|
@@ -170,6 +171,12 @@ module Google
|
|
170
171
|
config.endpoint = @config.endpoint
|
171
172
|
end
|
172
173
|
|
174
|
+
@iam_policy_client = Google::Iam::V1::IAMPolicy::Client.new do |config|
|
175
|
+
config.credentials = credentials
|
176
|
+
config.quota_project = @quota_project_id
|
177
|
+
config.endpoint = @config.endpoint
|
178
|
+
end
|
179
|
+
|
173
180
|
@cluster_controller_stub = ::Gapic::ServiceStub.new(
|
174
181
|
::Google::Cloud::Dataproc::V1::ClusterController::Stub,
|
175
182
|
credentials: credentials,
|
@@ -186,6 +193,13 @@ module Google
|
|
186
193
|
#
|
187
194
|
attr_reader :operations_client
|
188
195
|
|
196
|
+
##
|
197
|
+
# Get the associated client for mix-in of the IAMPolicy.
|
198
|
+
#
|
199
|
+
# @return [Google::Iam::V1::IAMPolicy::Client]
|
200
|
+
#
|
201
|
+
attr_reader :iam_policy_client
|
202
|
+
|
189
203
|
# Service calls
|
190
204
|
|
191
205
|
##
|
@@ -251,14 +265,14 @@ module Google
|
|
251
265
|
# # Call the create_cluster method.
|
252
266
|
# result = client.create_cluster request
|
253
267
|
#
|
254
|
-
# # The returned object is of type Gapic::Operation. You can use
|
255
|
-
# #
|
256
|
-
# #
|
268
|
+
# # The returned object is of type Gapic::Operation. You can use it to
|
269
|
+
# # check the status of an operation, cancel it, or wait for results.
|
270
|
+
# # Here is how to wait for a response.
|
257
271
|
# result.wait_until_done! timeout: 60
|
258
272
|
# if result.response?
|
259
273
|
# p result.response
|
260
274
|
# else
|
261
|
-
# puts "
|
275
|
+
# puts "No response received."
|
262
276
|
# end
|
263
277
|
#
|
264
278
|
def create_cluster request, options = nil
|
@@ -339,7 +353,7 @@ module Google
|
|
339
353
|
# @param cluster [::Google::Cloud::Dataproc::V1::Cluster, ::Hash]
|
340
354
|
# Required. The changes to the cluster.
|
341
355
|
# @param graceful_decommission_timeout [::Google::Protobuf::Duration, ::Hash]
|
342
|
-
# Optional. Timeout for graceful YARN
|
356
|
+
# Optional. Timeout for graceful YARN decommissioning. Graceful
|
343
357
|
# decommissioning allows removing nodes from the cluster without
|
344
358
|
# interrupting jobs in progress. Timeout specifies how long to wait for jobs
|
345
359
|
# in progress to finish before forcefully removing nodes (and potentially
|
@@ -434,14 +448,14 @@ module Google
|
|
434
448
|
# # Call the update_cluster method.
|
435
449
|
# result = client.update_cluster request
|
436
450
|
#
|
437
|
-
# # The returned object is of type Gapic::Operation. You can use
|
438
|
-
# #
|
439
|
-
# #
|
451
|
+
# # The returned object is of type Gapic::Operation. You can use it to
|
452
|
+
# # check the status of an operation, cancel it, or wait for results.
|
453
|
+
# # Here is how to wait for a response.
|
440
454
|
# result.wait_until_done! timeout: 60
|
441
455
|
# if result.response?
|
442
456
|
# p result.response
|
443
457
|
# else
|
444
|
-
# puts "
|
458
|
+
# puts "No response received."
|
445
459
|
# end
|
446
460
|
#
|
447
461
|
def update_cluster request, options = nil
|
@@ -554,14 +568,14 @@ module Google
|
|
554
568
|
# # Call the stop_cluster method.
|
555
569
|
# result = client.stop_cluster request
|
556
570
|
#
|
557
|
-
# # The returned object is of type Gapic::Operation. You can use
|
558
|
-
# #
|
559
|
-
# #
|
571
|
+
# # The returned object is of type Gapic::Operation. You can use it to
|
572
|
+
# # check the status of an operation, cancel it, or wait for results.
|
573
|
+
# # Here is how to wait for a response.
|
560
574
|
# result.wait_until_done! timeout: 60
|
561
575
|
# if result.response?
|
562
576
|
# p result.response
|
563
577
|
# else
|
564
|
-
# puts "
|
578
|
+
# puts "No response received."
|
565
579
|
# end
|
566
580
|
#
|
567
581
|
def stop_cluster request, options = nil
|
@@ -674,14 +688,14 @@ module Google
|
|
674
688
|
# # Call the start_cluster method.
|
675
689
|
# result = client.start_cluster request
|
676
690
|
#
|
677
|
-
# # The returned object is of type Gapic::Operation. You can use
|
678
|
-
# #
|
679
|
-
# #
|
691
|
+
# # The returned object is of type Gapic::Operation. You can use it to
|
692
|
+
# # check the status of an operation, cancel it, or wait for results.
|
693
|
+
# # Here is how to wait for a response.
|
680
694
|
# result.wait_until_done! timeout: 60
|
681
695
|
# if result.response?
|
682
696
|
# p result.response
|
683
697
|
# else
|
684
|
-
# puts "
|
698
|
+
# puts "No response received."
|
685
699
|
# end
|
686
700
|
#
|
687
701
|
def start_cluster request, options = nil
|
@@ -796,14 +810,14 @@ module Google
|
|
796
810
|
# # Call the delete_cluster method.
|
797
811
|
# result = client.delete_cluster request
|
798
812
|
#
|
799
|
-
# # The returned object is of type Gapic::Operation. You can use
|
800
|
-
# #
|
801
|
-
# #
|
813
|
+
# # The returned object is of type Gapic::Operation. You can use it to
|
814
|
+
# # check the status of an operation, cancel it, or wait for results.
|
815
|
+
# # Here is how to wait for a response.
|
802
816
|
# result.wait_until_done! timeout: 60
|
803
817
|
# if result.response?
|
804
818
|
# p result.response
|
805
819
|
# else
|
806
|
-
# puts "
|
820
|
+
# puts "No response received."
|
807
821
|
# end
|
808
822
|
#
|
809
823
|
def delete_cluster request, options = nil
|
@@ -1018,13 +1032,11 @@ module Google
|
|
1018
1032
|
# # Call the list_clusters method.
|
1019
1033
|
# result = client.list_clusters request
|
1020
1034
|
#
|
1021
|
-
# # The returned object is of type Gapic::PagedEnumerable. You can
|
1022
|
-
# #
|
1023
|
-
#
|
1024
|
-
# # methods are also available for managing paging directly.
|
1025
|
-
# result.each do |response|
|
1035
|
+
# # The returned object is of type Gapic::PagedEnumerable. You can iterate
|
1036
|
+
# # over elements, and API calls will be issued to fetch pages as needed.
|
1037
|
+
# result.each do |item|
|
1026
1038
|
# # Each element is of type ::Google::Cloud::Dataproc::V1::Cluster.
|
1027
|
-
# p
|
1039
|
+
# p item
|
1028
1040
|
# end
|
1029
1041
|
#
|
1030
1042
|
def list_clusters request, options = nil
|
@@ -1124,14 +1136,14 @@ module Google
|
|
1124
1136
|
# # Call the diagnose_cluster method.
|
1125
1137
|
# result = client.diagnose_cluster request
|
1126
1138
|
#
|
1127
|
-
# # The returned object is of type Gapic::Operation. You can use
|
1128
|
-
# #
|
1129
|
-
# #
|
1139
|
+
# # The returned object is of type Gapic::Operation. You can use it to
|
1140
|
+
# # check the status of an operation, cancel it, or wait for results.
|
1141
|
+
# # Here is how to wait for a response.
|
1130
1142
|
# result.wait_until_done! timeout: 60
|
1131
1143
|
# if result.response?
|
1132
1144
|
# p result.response
|
1133
1145
|
# else
|
1134
|
-
# puts "
|
1146
|
+
# puts "No response received."
|
1135
1147
|
# end
|
1136
1148
|
#
|
1137
1149
|
def diagnose_cluster request, options = nil
|
@@ -158,13 +158,11 @@ module Google
|
|
158
158
|
# # Call the list_operations method.
|
159
159
|
# result = client.list_operations request
|
160
160
|
#
|
161
|
-
# # The returned object is of type Gapic::PagedEnumerable. You can
|
162
|
-
# #
|
163
|
-
#
|
164
|
-
# # methods are also available for managing paging directly.
|
165
|
-
# result.each do |response|
|
161
|
+
# # The returned object is of type Gapic::PagedEnumerable. You can iterate
|
162
|
+
# # over elements, and API calls will be issued to fetch pages as needed.
|
163
|
+
# result.each do |item|
|
166
164
|
# # Each element is of type ::Google::Longrunning::Operation.
|
167
|
-
# p
|
165
|
+
# p item
|
168
166
|
# end
|
169
167
|
#
|
170
168
|
def list_operations request, options = nil
|
@@ -253,14 +251,14 @@ module Google
|
|
253
251
|
# # Call the get_operation method.
|
254
252
|
# result = client.get_operation request
|
255
253
|
#
|
256
|
-
# # The returned object is of type Gapic::Operation. You can use
|
257
|
-
# #
|
258
|
-
# #
|
254
|
+
# # The returned object is of type Gapic::Operation. You can use it to
|
255
|
+
# # check the status of an operation, cancel it, or wait for results.
|
256
|
+
# # Here is how to wait for a response.
|
259
257
|
# result.wait_until_done! timeout: 60
|
260
258
|
# if result.response?
|
261
259
|
# p result.response
|
262
260
|
# else
|
263
|
-
# puts "
|
261
|
+
# puts "No response received."
|
264
262
|
# end
|
265
263
|
#
|
266
264
|
def get_operation request, options = nil
|
@@ -540,14 +538,14 @@ module Google
|
|
540
538
|
# # Call the wait_operation method.
|
541
539
|
# result = client.wait_operation request
|
542
540
|
#
|
543
|
-
# # The returned object is of type Gapic::Operation. You can use
|
544
|
-
# #
|
545
|
-
# #
|
541
|
+
# # The returned object is of type Gapic::Operation. You can use it to
|
542
|
+
# # check the status of an operation, cancel it, or wait for results.
|
543
|
+
# # Here is how to wait for a response.
|
546
544
|
# result.wait_until_done! timeout: 60
|
547
545
|
# if result.response?
|
548
546
|
# p result.response
|
549
547
|
# else
|
550
|
-
# puts "
|
548
|
+
# puts "No response received."
|
551
549
|
# end
|
552
550
|
#
|
553
551
|
def wait_operation request, options = nil
|
@@ -24,6 +24,25 @@ module Google
|
|
24
24
|
module ClusterController
|
25
25
|
# Path helper methods for the ClusterController API.
|
26
26
|
module Paths
|
27
|
+
##
|
28
|
+
# Create a fully-qualified Cluster resource string.
|
29
|
+
#
|
30
|
+
# The resource will be in the following format:
|
31
|
+
#
|
32
|
+
# `projects/{project}/locations/{location}/clusters/{cluster}`
|
33
|
+
#
|
34
|
+
# @param project [String]
|
35
|
+
# @param location [String]
|
36
|
+
# @param cluster [String]
|
37
|
+
#
|
38
|
+
# @return [::String]
|
39
|
+
def cluster_path project:, location:, cluster:
|
40
|
+
raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
|
41
|
+
raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
|
42
|
+
|
43
|
+
"projects/#{project}/locations/#{location}/clusters/#{cluster}"
|
44
|
+
end
|
45
|
+
|
27
46
|
##
|
28
47
|
# Create a fully-qualified NodeGroup resource string.
|
29
48
|
#
|
@@ -69,7 +69,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
69
69
|
optional :zone_uri, :string, 1
|
70
70
|
optional :network_uri, :string, 2
|
71
71
|
optional :subnetwork_uri, :string, 6
|
72
|
-
|
72
|
+
proto3_optional :internal_ip_only, :bool, 7
|
73
73
|
optional :private_ipv6_google_access, :enum, 12, "google.cloud.dataproc.v1.GceClusterConfig.PrivateIpv6GoogleAccess"
|
74
74
|
optional :service_account, :string, 8
|
75
75
|
repeated :service_account_scopes, :string, 3
|
@@ -90,9 +90,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
90
90
|
optional :node_group_uri, :string, 1
|
91
91
|
end
|
92
92
|
add_message "google.cloud.dataproc.v1.ShieldedInstanceConfig" do
|
93
|
-
|
94
|
-
|
95
|
-
|
93
|
+
proto3_optional :enable_secure_boot, :bool, 1
|
94
|
+
proto3_optional :enable_vtpm, :bool, 2
|
95
|
+
proto3_optional :enable_integrity_monitoring, :bool, 3
|
96
96
|
end
|
97
97
|
add_message "google.cloud.dataproc.v1.ConfidentialInstanceConfig" do
|
98
98
|
optional :enable_confidential_compute, :bool, 1
|
@@ -210,6 +210,10 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
210
210
|
add_message "google.cloud.dataproc.v1.MetastoreConfig" do
|
211
211
|
optional :dataproc_metastore_service, :string, 1
|
212
212
|
end
|
213
|
+
add_message "google.cloud.dataproc.v1.ClusterMetrics" do
|
214
|
+
map :hdfs_metrics, :string, :int64, 1
|
215
|
+
map :yarn_metrics, :string, :int64, 2
|
216
|
+
end
|
213
217
|
add_message "google.cloud.dataproc.v1.DataprocMetricConfig" do
|
214
218
|
repeated :metrics, :message, 1, "google.cloud.dataproc.v1.DataprocMetricConfig.Metric"
|
215
219
|
end
|
@@ -225,10 +229,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
225
229
|
value :YARN, 4
|
226
230
|
value :SPARK_HISTORY_SERVER, 5
|
227
231
|
value :HIVESERVER2, 6
|
228
|
-
|
229
|
-
add_message "google.cloud.dataproc.v1.ClusterMetrics" do
|
230
|
-
map :hdfs_metrics, :string, :int64, 1
|
231
|
-
map :yarn_metrics, :string, :int64, 2
|
232
|
+
value :HIVEMETASTORE, 7
|
232
233
|
end
|
233
234
|
add_message "google.cloud.dataproc.v1.CreateClusterRequest" do
|
234
235
|
optional :project_id, :string, 1
|
@@ -339,10 +340,10 @@ module Google
|
|
339
340
|
SoftwareConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SoftwareConfig").msgclass
|
340
341
|
LifecycleConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.LifecycleConfig").msgclass
|
341
342
|
MetastoreConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.MetastoreConfig").msgclass
|
343
|
+
ClusterMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterMetrics").msgclass
|
342
344
|
DataprocMetricConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DataprocMetricConfig").msgclass
|
343
345
|
DataprocMetricConfig::Metric = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DataprocMetricConfig.Metric").msgclass
|
344
346
|
DataprocMetricConfig::MetricSource = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DataprocMetricConfig.MetricSource").enummodule
|
345
|
-
ClusterMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterMetrics").msgclass
|
346
347
|
CreateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.CreateClusterRequest").msgclass
|
347
348
|
UpdateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.UpdateClusterRequest").msgclass
|
348
349
|
StopClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.StopClusterRequest").msgclass
|