google-cloud-dataproc 0.2.2 → 0.3.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +1 -1
- data/lib/google/cloud/dataproc.rb +56 -3
- data/lib/google/cloud/dataproc/v1.rb +62 -3
- data/lib/google/cloud/dataproc/v1/cluster_controller_client.rb +65 -5
- data/lib/google/cloud/dataproc/v1/cluster_controller_client_config.json +10 -7
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +11 -0
- data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +3 -2
- data/lib/google/cloud/dataproc/v1/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/clusters.rb +128 -45
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/jobs.rb +32 -15
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/workflow_templates.rb +519 -0
- data/lib/google/cloud/dataproc/v1/doc/google/longrunning/operations.rb +1 -43
- data/lib/google/cloud/dataproc/v1/doc/google/protobuf/any.rb +1 -1
- data/lib/google/cloud/dataproc/v1/doc/google/protobuf/duration.rb +1 -1
- data/lib/google/cloud/dataproc/v1/doc/google/protobuf/empty.rb +1 -1
- data/lib/google/cloud/dataproc/v1/doc/google/protobuf/field_mask.rb +1 -1
- data/lib/google/cloud/dataproc/v1/doc/google/protobuf/timestamp.rb +1 -1
- data/lib/google/cloud/dataproc/v1/doc/google/rpc/status.rb +1 -1
- data/lib/google/cloud/dataproc/v1/job_controller_client.rb +16 -2
- data/lib/google/cloud/dataproc/v1/job_controller_client_config.json +9 -6
- data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -0
- data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +2 -1
- data/lib/google/cloud/dataproc/v1/operations_pb.rb +0 -2
- data/lib/google/cloud/dataproc/v1/workflow_template_service_client.rb +690 -0
- data/lib/google/cloud/dataproc/v1/workflow_template_service_client_config.json +64 -0
- data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +181 -0
- data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +102 -0
- data/lib/google/cloud/dataproc/v1beta2.rb +281 -0
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller_client.rb +799 -0
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller_client_config.json +59 -0
- data/lib/google/cloud/dataproc/v1beta2/clusters_pb.rb +189 -0
- data/lib/google/cloud/dataproc/v1beta2/clusters_services_pb.rb +60 -0
- data/lib/google/cloud/dataproc/v1beta2/credentials.rb +41 -0
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/clusters.rb +666 -0
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/jobs.rb +691 -0
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/workflow_templates.rb +524 -0
- data/lib/google/cloud/dataproc/v1beta2/doc/google/longrunning/operations.rb +51 -0
- data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/any.rb +130 -0
- data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/duration.rb +91 -0
- data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/empty.rb +29 -0
- data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/field_mask.rb +230 -0
- data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/timestamp.rb +109 -0
- data/lib/google/cloud/dataproc/v1beta2/doc/google/rpc/status.rb +84 -0
- data/lib/google/cloud/dataproc/v1beta2/job_controller_client.rb +581 -0
- data/lib/google/cloud/dataproc/v1beta2/job_controller_client_config.json +59 -0
- data/lib/google/cloud/dataproc/v1beta2/jobs_pb.rb +248 -0
- data/lib/google/cloud/dataproc/v1beta2/jobs_services_pb.rb +61 -0
- data/lib/google/cloud/dataproc/v1beta2/operations_pb.rb +44 -0
- data/lib/google/cloud/dataproc/v1beta2/shared_pb.rb +18 -0
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service_client.rb +698 -0
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service_client_config.json +64 -0
- data/lib/google/cloud/dataproc/v1beta2/workflow_templates_pb.rb +183 -0
- data/lib/google/cloud/dataproc/v1beta2/workflow_templates_services_pb.rb +102 -0
- metadata +36 -5
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 4f6730b23eacab9d232b6a9dbdc22f5fa73f9326a98ddbef2b881b6e5e61bedf
|
4
|
+
data.tar.gz: 06ab96ebf91d023a2d5d23fc4aa74a0b0271be19accf86dbd0ea4899b5529bad
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: ecdef56467fb0bf3d650ceb63cc9e7cb2e45268c7b5018742830d322a6d115a402f74dae9e84b62e1c71a4be32fe1407562cdbebf36606af6dd3e8cd97e0aa25
|
7
|
+
data.tar.gz: '0782a97fa3291a926790bafd142b9ea9164a4fe7b99ad007090aca801f703a8e9ced0c63c9c6e87df1df9033698cd24110c58147da22d3d931ba54e57e86f81e'
|
data/README.md
CHANGED
@@ -1,4 +1,4 @@
|
|
1
|
-
# Ruby Client for Google Cloud Dataproc API ([
|
1
|
+
# Ruby Client for Google Cloud Dataproc API ([Alpha](https://github.com/googleapis/google-cloud-ruby#versioning))
|
2
2
|
|
3
3
|
[Google Cloud Dataproc API][Product Documentation]:
|
4
4
|
Manages Hadoop-based clusters and jobs on Google Cloud Platform.
|
@@ -1,4 +1,4 @@
|
|
1
|
-
# Copyright
|
1
|
+
# Copyright 2019 Google LLC
|
2
2
|
#
|
3
3
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
4
4
|
# you may not use this file except in compliance with the License.
|
@@ -21,7 +21,7 @@ module Google
|
|
21
21
|
# rubocop:disable LineLength
|
22
22
|
|
23
23
|
##
|
24
|
-
# # Ruby Client for Google Cloud Dataproc API ([
|
24
|
+
# # Ruby Client for Google Cloud Dataproc API ([Alpha](https://github.com/googleapis/google-cloud-ruby#versioning))
|
25
25
|
#
|
26
26
|
# [Google Cloud Dataproc API][Product Documentation]:
|
27
27
|
# Manages Hadoop-based clusters and jobs on Google Cloud Platform.
|
@@ -112,7 +112,7 @@ module Google
|
|
112
112
|
module ClusterController
|
113
113
|
##
|
114
114
|
# The ClusterControllerService provides methods to manage clusters
|
115
|
-
# of
|
115
|
+
# of Compute Engine instances.
|
116
116
|
#
|
117
117
|
# @param version [Symbol, String]
|
118
118
|
# The major version of the service to be used. By default :v1
|
@@ -213,6 +213,59 @@ module Google
|
|
213
213
|
Google::Cloud::Dataproc.const_get(version_module)::JobController.new(*args, **kwargs)
|
214
214
|
end
|
215
215
|
end
|
216
|
+
|
217
|
+
module WorkflowTemplateService
|
218
|
+
##
|
219
|
+
# The API interface for managing Workflow Templates in the
|
220
|
+
# Cloud Dataproc API.
|
221
|
+
#
|
222
|
+
# @param version [Symbol, String]
|
223
|
+
# The major version of the service to be used. By default :v1
|
224
|
+
# is used.
|
225
|
+
# @overload new(version:, credentials:, scopes:, client_config:, timeout:)
|
226
|
+
# @param credentials [Google::Auth::Credentials, String, Hash, GRPC::Core::Channel, GRPC::Core::ChannelCredentials, Proc]
|
227
|
+
# Provides the means for authenticating requests made by the client. This parameter can
|
228
|
+
# be many types.
|
229
|
+
# A `Google::Auth::Credentials` uses a the properties of its represented keyfile for
|
230
|
+
# authenticating requests made by this client.
|
231
|
+
# A `String` will be treated as the path to the keyfile to be used for the construction of
|
232
|
+
# credentials for this client.
|
233
|
+
# A `Hash` will be treated as the contents of a keyfile to be used for the construction of
|
234
|
+
# credentials for this client.
|
235
|
+
# A `GRPC::Core::Channel` will be used to make calls through.
|
236
|
+
# A `GRPC::Core::ChannelCredentials` for the setting up the RPC client. The channel credentials
|
237
|
+
# should already be composed with a `GRPC::Core::CallCredentials` object.
|
238
|
+
# A `Proc` will be used as an updater_proc for the Grpc channel. The proc transforms the
|
239
|
+
# metadata for requests, generally, to give OAuth credentials.
|
240
|
+
# @param scopes [Array<String>]
|
241
|
+
# The OAuth scopes for this service. This parameter is ignored if
|
242
|
+
# an updater_proc is supplied.
|
243
|
+
# @param client_config [Hash]
|
244
|
+
# A Hash for call options for each method. See
|
245
|
+
# Google::Gax#construct_settings for the structure of
|
246
|
+
# this data. Falls back to the default config if not specified
|
247
|
+
# or the specified config is missing data points.
|
248
|
+
# @param timeout [Numeric]
|
249
|
+
# The default timeout, in seconds, for calls made through this client.
|
250
|
+
# @param metadata [Hash]
|
251
|
+
# Default metadata to be sent with each request. This can be overridden on a per call basis.
|
252
|
+
# @param exception_transformer [Proc]
|
253
|
+
# An optional proc that intercepts any exceptions raised during an API call to inject
|
254
|
+
# custom error handling.
|
255
|
+
def self.new(*args, version: :v1, **kwargs)
|
256
|
+
unless AVAILABLE_VERSIONS.include?(version.to_s.downcase)
|
257
|
+
raise "The version: #{version} is not available. The available versions " \
|
258
|
+
"are: [#{AVAILABLE_VERSIONS.join(", ")}]"
|
259
|
+
end
|
260
|
+
|
261
|
+
require "#{FILE_DIR}/#{version.to_s.downcase}"
|
262
|
+
version_module = Google::Cloud::Dataproc
|
263
|
+
.constants
|
264
|
+
.select {|sym| sym.to_s.downcase == version.to_s.downcase}
|
265
|
+
.first
|
266
|
+
Google::Cloud::Dataproc.const_get(version_module)::WorkflowTemplateService.new(*args, **kwargs)
|
267
|
+
end
|
268
|
+
end
|
216
269
|
end
|
217
270
|
end
|
218
271
|
end
|
@@ -1,4 +1,4 @@
|
|
1
|
-
# Copyright
|
1
|
+
# Copyright 2019 Google LLC
|
2
2
|
#
|
3
3
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
4
4
|
# you may not use this file except in compliance with the License.
|
@@ -15,8 +15,10 @@
|
|
15
15
|
|
16
16
|
require "google/cloud/dataproc/v1/cluster_controller_client"
|
17
17
|
require "google/cloud/dataproc/v1/job_controller_client"
|
18
|
+
require "google/cloud/dataproc/v1/workflow_template_service_client"
|
18
19
|
require "google/cloud/dataproc/v1/operations_pb"
|
19
20
|
require "google/cloud/dataproc/v1/clusters_pb"
|
21
|
+
require "google/cloud/dataproc/v1/workflow_templates_pb"
|
20
22
|
|
21
23
|
module Google
|
22
24
|
module Cloud
|
@@ -24,7 +26,7 @@ module Google
|
|
24
26
|
# rubocop:disable LineLength
|
25
27
|
|
26
28
|
##
|
27
|
-
# # Ruby Client for Google Cloud Dataproc API ([
|
29
|
+
# # Ruby Client for Google Cloud Dataproc API ([Alpha](https://github.com/googleapis/google-cloud-ruby#versioning))
|
28
30
|
#
|
29
31
|
# [Google Cloud Dataproc API][Product Documentation]:
|
30
32
|
# Manages Hadoop-based clusters and jobs on Google Cloud Platform.
|
@@ -107,7 +109,7 @@ module Google
|
|
107
109
|
module ClusterController
|
108
110
|
##
|
109
111
|
# The ClusterControllerService provides methods to manage clusters
|
110
|
-
# of
|
112
|
+
# of Compute Engine instances.
|
111
113
|
#
|
112
114
|
# @param credentials [Google::Auth::Credentials, String, Hash, GRPC::Core::Channel, GRPC::Core::ChannelCredentials, Proc]
|
113
115
|
# Provides the means for authenticating requests made by the client. This parameter can
|
@@ -216,6 +218,63 @@ module Google
|
|
216
218
|
Google::Cloud::Dataproc::V1::JobControllerClient.new(**kwargs)
|
217
219
|
end
|
218
220
|
end
|
221
|
+
|
222
|
+
module WorkflowTemplateService
|
223
|
+
##
|
224
|
+
# The API interface for managing Workflow Templates in the
|
225
|
+
# Cloud Dataproc API.
|
226
|
+
#
|
227
|
+
# @param credentials [Google::Auth::Credentials, String, Hash, GRPC::Core::Channel, GRPC::Core::ChannelCredentials, Proc]
|
228
|
+
# Provides the means for authenticating requests made by the client. This parameter can
|
229
|
+
# be many types.
|
230
|
+
# A `Google::Auth::Credentials` uses a the properties of its represented keyfile for
|
231
|
+
# authenticating requests made by this client.
|
232
|
+
# A `String` will be treated as the path to the keyfile to be used for the construction of
|
233
|
+
# credentials for this client.
|
234
|
+
# A `Hash` will be treated as the contents of a keyfile to be used for the construction of
|
235
|
+
# credentials for this client.
|
236
|
+
# A `GRPC::Core::Channel` will be used to make calls through.
|
237
|
+
# A `GRPC::Core::ChannelCredentials` for the setting up the RPC client. The channel credentials
|
238
|
+
# should already be composed with a `GRPC::Core::CallCredentials` object.
|
239
|
+
# A `Proc` will be used as an updater_proc for the Grpc channel. The proc transforms the
|
240
|
+
# metadata for requests, generally, to give OAuth credentials.
|
241
|
+
# @param scopes [Array<String>]
|
242
|
+
# The OAuth scopes for this service. This parameter is ignored if
|
243
|
+
# an updater_proc is supplied.
|
244
|
+
# @param client_config [Hash]
|
245
|
+
# A Hash for call options for each method. See
|
246
|
+
# Google::Gax#construct_settings for the structure of
|
247
|
+
# this data. Falls back to the default config if not specified
|
248
|
+
# or the specified config is missing data points.
|
249
|
+
# @param timeout [Numeric]
|
250
|
+
# The default timeout, in seconds, for calls made through this client.
|
251
|
+
# @param metadata [Hash]
|
252
|
+
# Default metadata to be sent with each request. This can be overridden on a per call basis.
|
253
|
+
# @param exception_transformer [Proc]
|
254
|
+
# An optional proc that intercepts any exceptions raised during an API call to inject
|
255
|
+
# custom error handling.
|
256
|
+
def self.new \
|
257
|
+
credentials: nil,
|
258
|
+
scopes: nil,
|
259
|
+
client_config: nil,
|
260
|
+
timeout: nil,
|
261
|
+
metadata: nil,
|
262
|
+
exception_transformer: nil,
|
263
|
+
lib_name: nil,
|
264
|
+
lib_version: nil
|
265
|
+
kwargs = {
|
266
|
+
credentials: credentials,
|
267
|
+
scopes: scopes,
|
268
|
+
client_config: client_config,
|
269
|
+
timeout: timeout,
|
270
|
+
metadata: metadata,
|
271
|
+
exception_transformer: exception_transformer,
|
272
|
+
lib_name: lib_name,
|
273
|
+
lib_version: lib_version
|
274
|
+
}.select { |_, v| v != nil }
|
275
|
+
Google::Cloud::Dataproc::V1::WorkflowTemplateServiceClient.new(**kwargs)
|
276
|
+
end
|
277
|
+
end
|
219
278
|
end
|
220
279
|
end
|
221
280
|
end
|
@@ -1,4 +1,4 @@
|
|
1
|
-
# Copyright
|
1
|
+
# Copyright 2019 Google LLC
|
2
2
|
#
|
3
3
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
4
4
|
# you may not use this file except in compliance with the License.
|
@@ -35,7 +35,7 @@ module Google
|
|
35
35
|
module Dataproc
|
36
36
|
module V1
|
37
37
|
# The ClusterControllerService provides methods to manage clusters
|
38
|
-
# of
|
38
|
+
# of Compute Engine instances.
|
39
39
|
#
|
40
40
|
# @!attribute [r] cluster_controller_stub
|
41
41
|
# @return [Google::Cloud::Dataproc::V1::ClusterController::Stub]
|
@@ -232,6 +232,18 @@ module Google
|
|
232
232
|
# Required. The cluster to create.
|
233
233
|
# A hash of the same form as `Google::Cloud::Dataproc::V1::Cluster`
|
234
234
|
# can also be provided.
|
235
|
+
# @param request_id [String]
|
236
|
+
# Optional. A unique id used to identify the request. If the server
|
237
|
+
# receives two {Google::Cloud::Dataproc::V1::CreateClusterRequest CreateClusterRequest} requests with the same
|
238
|
+
# id, then the second request will be ignored and the
|
239
|
+
# first {Google::Longrunning::Operation} created and stored in the backend
|
240
|
+
# is returned.
|
241
|
+
#
|
242
|
+
# It is recommended to always set this value to a
|
243
|
+
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|
244
|
+
#
|
245
|
+
# The id must contain only letters (a-z, A-Z), numbers (0-9),
|
246
|
+
# underscores (_), and hyphens (-). The maximum length is 40 characters.
|
235
247
|
# @param options [Google::Gax::CallOptions]
|
236
248
|
# Overrides the default settings for this call, e.g, timeout,
|
237
249
|
# retries, etc.
|
@@ -282,11 +294,13 @@ module Google
|
|
282
294
|
project_id,
|
283
295
|
region,
|
284
296
|
cluster,
|
297
|
+
request_id: nil,
|
285
298
|
options: nil
|
286
299
|
req = {
|
287
300
|
project_id: project_id,
|
288
301
|
region: region,
|
289
|
-
cluster: cluster
|
302
|
+
cluster: cluster,
|
303
|
+
request_id: request_id
|
290
304
|
}.delete_if { |_, v| v.nil? }
|
291
305
|
req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1::CreateClusterRequest)
|
292
306
|
operation = Google::Gax::Operation.new(
|
@@ -363,6 +377,29 @@ module Google
|
|
363
377
|
# </table>
|
364
378
|
# A hash of the same form as `Google::Protobuf::FieldMask`
|
365
379
|
# can also be provided.
|
380
|
+
# @param graceful_decommission_timeout [Google::Protobuf::Duration | Hash]
|
381
|
+
# Optional. Timeout for graceful YARN decomissioning. Graceful
|
382
|
+
# decommissioning allows removing nodes from the cluster without
|
383
|
+
# interrupting jobs in progress. Timeout specifies how long to wait for jobs
|
384
|
+
# in progress to finish before forcefully removing nodes (and potentially
|
385
|
+
# interrupting jobs). Default timeout is 0 (for forceful decommission), and
|
386
|
+
# the maximum allowed timeout is 1 day.
|
387
|
+
#
|
388
|
+
# Only supported on Dataproc image versions 1.2 and higher.
|
389
|
+
# A hash of the same form as `Google::Protobuf::Duration`
|
390
|
+
# can also be provided.
|
391
|
+
# @param request_id [String]
|
392
|
+
# Optional. A unique id used to identify the request. If the server
|
393
|
+
# receives two {Google::Cloud::Dataproc::V1::UpdateClusterRequest UpdateClusterRequest} requests with the same
|
394
|
+
# id, then the second request will be ignored and the
|
395
|
+
# first {Google::Longrunning::Operation} created and stored in the
|
396
|
+
# backend is returned.
|
397
|
+
#
|
398
|
+
# It is recommended to always set this value to a
|
399
|
+
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|
400
|
+
#
|
401
|
+
# The id must contain only letters (a-z, A-Z), numbers (0-9),
|
402
|
+
# underscores (_), and hyphens (-). The maximum length is 40 characters.
|
366
403
|
# @param options [Google::Gax::CallOptions]
|
367
404
|
# Overrides the default settings for this call, e.g, timeout,
|
368
405
|
# retries, etc.
|
@@ -421,13 +458,17 @@ module Google
|
|
421
458
|
cluster_name,
|
422
459
|
cluster,
|
423
460
|
update_mask,
|
461
|
+
graceful_decommission_timeout: nil,
|
462
|
+
request_id: nil,
|
424
463
|
options: nil
|
425
464
|
req = {
|
426
465
|
project_id: project_id,
|
427
466
|
region: region,
|
428
467
|
cluster_name: cluster_name,
|
429
468
|
cluster: cluster,
|
430
|
-
update_mask: update_mask
|
469
|
+
update_mask: update_mask,
|
470
|
+
graceful_decommission_timeout: graceful_decommission_timeout,
|
471
|
+
request_id: request_id
|
431
472
|
}.delete_if { |_, v| v.nil? }
|
432
473
|
req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1::UpdateClusterRequest)
|
433
474
|
operation = Google::Gax::Operation.new(
|
@@ -450,6 +491,21 @@ module Google
|
|
450
491
|
# Required. The Cloud Dataproc region in which to handle the request.
|
451
492
|
# @param cluster_name [String]
|
452
493
|
# Required. The cluster name.
|
494
|
+
# @param cluster_uuid [String]
|
495
|
+
# Optional. Specifying the `cluster_uuid` means the RPC should fail
|
496
|
+
# (with error NOT_FOUND) if cluster with specified UUID does not exist.
|
497
|
+
# @param request_id [String]
|
498
|
+
# Optional. A unique id used to identify the request. If the server
|
499
|
+
# receives two {Google::Cloud::Dataproc::V1::DeleteClusterRequest DeleteClusterRequest} requests with the same
|
500
|
+
# id, then the second request will be ignored and the
|
501
|
+
# first {Google::Longrunning::Operation} created and stored in the
|
502
|
+
# backend is returned.
|
503
|
+
#
|
504
|
+
# It is recommended to always set this value to a
|
505
|
+
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|
506
|
+
#
|
507
|
+
# The id must contain only letters (a-z, A-Z), numbers (0-9),
|
508
|
+
# underscores (_), and hyphens (-). The maximum length is 40 characters.
|
453
509
|
# @param options [Google::Gax::CallOptions]
|
454
510
|
# Overrides the default settings for this call, e.g, timeout,
|
455
511
|
# retries, etc.
|
@@ -500,11 +556,15 @@ module Google
|
|
500
556
|
project_id,
|
501
557
|
region,
|
502
558
|
cluster_name,
|
559
|
+
cluster_uuid: nil,
|
560
|
+
request_id: nil,
|
503
561
|
options: nil
|
504
562
|
req = {
|
505
563
|
project_id: project_id,
|
506
564
|
region: region,
|
507
|
-
cluster_name: cluster_name
|
565
|
+
cluster_name: cluster_name,
|
566
|
+
cluster_uuid: cluster_uuid,
|
567
|
+
request_id: request_id
|
508
568
|
}.delete_if { |_, v| v.nil? }
|
509
569
|
req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1::DeleteClusterRequest)
|
510
570
|
operation = Google::Gax::Operation.new(
|
@@ -4,9 +4,12 @@
|
|
4
4
|
"retry_codes": {
|
5
5
|
"idempotent": [
|
6
6
|
"DEADLINE_EXCEEDED",
|
7
|
+
"INTERNAL",
|
7
8
|
"UNAVAILABLE"
|
8
9
|
],
|
9
|
-
"non_idempotent": [
|
10
|
+
"non_idempotent": [
|
11
|
+
"UNAVAILABLE"
|
12
|
+
]
|
10
13
|
},
|
11
14
|
"retry_params": {
|
12
15
|
"default": {
|
@@ -21,7 +24,7 @@
|
|
21
24
|
},
|
22
25
|
"methods": {
|
23
26
|
"CreateCluster": {
|
24
|
-
"timeout_millis":
|
27
|
+
"timeout_millis": 30000,
|
25
28
|
"retry_codes_name": "non_idempotent",
|
26
29
|
"retry_params_name": "default"
|
27
30
|
},
|
@@ -31,22 +34,22 @@
|
|
31
34
|
"retry_params_name": "default"
|
32
35
|
},
|
33
36
|
"DeleteCluster": {
|
34
|
-
"timeout_millis":
|
35
|
-
"retry_codes_name": "
|
37
|
+
"timeout_millis": 30000,
|
38
|
+
"retry_codes_name": "non_idempotent",
|
36
39
|
"retry_params_name": "default"
|
37
40
|
},
|
38
41
|
"GetCluster": {
|
39
|
-
"timeout_millis":
|
42
|
+
"timeout_millis": 60000,
|
40
43
|
"retry_codes_name": "idempotent",
|
41
44
|
"retry_params_name": "default"
|
42
45
|
},
|
43
46
|
"ListClusters": {
|
44
|
-
"timeout_millis":
|
47
|
+
"timeout_millis": 60000,
|
45
48
|
"retry_codes_name": "idempotent",
|
46
49
|
"retry_params_name": "default"
|
47
50
|
},
|
48
51
|
"DiagnoseCluster": {
|
49
|
-
"timeout_millis":
|
52
|
+
"timeout_millis": 60000,
|
50
53
|
"retry_codes_name": "non_idempotent",
|
51
54
|
"retry_params_name": "default"
|
52
55
|
}
|
@@ -29,6 +29,10 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
29
29
|
optional :secondary_worker_config, :message, 12, "google.cloud.dataproc.v1.InstanceGroupConfig"
|
30
30
|
optional :software_config, :message, 13, "google.cloud.dataproc.v1.SoftwareConfig"
|
31
31
|
repeated :initialization_actions, :message, 11, "google.cloud.dataproc.v1.NodeInitializationAction"
|
32
|
+
optional :encryption_config, :message, 15, "google.cloud.dataproc.v1.EncryptionConfig"
|
33
|
+
end
|
34
|
+
add_message "google.cloud.dataproc.v1.EncryptionConfig" do
|
35
|
+
optional :gce_pd_kms_key_name, :string, 1
|
32
36
|
end
|
33
37
|
add_message "google.cloud.dataproc.v1.GceClusterConfig" do
|
34
38
|
optional :zone_uri, :string, 1
|
@@ -59,6 +63,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
59
63
|
optional :accelerator_count, :int32, 2
|
60
64
|
end
|
61
65
|
add_message "google.cloud.dataproc.v1.DiskConfig" do
|
66
|
+
optional :boot_disk_type, :string, 3
|
62
67
|
optional :boot_disk_size_gb, :int32, 1
|
63
68
|
optional :num_local_ssds, :int32, 2
|
64
69
|
end
|
@@ -97,18 +102,23 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
97
102
|
optional :project_id, :string, 1
|
98
103
|
optional :region, :string, 3
|
99
104
|
optional :cluster, :message, 2, "google.cloud.dataproc.v1.Cluster"
|
105
|
+
optional :request_id, :string, 4
|
100
106
|
end
|
101
107
|
add_message "google.cloud.dataproc.v1.UpdateClusterRequest" do
|
102
108
|
optional :project_id, :string, 1
|
103
109
|
optional :region, :string, 5
|
104
110
|
optional :cluster_name, :string, 2
|
105
111
|
optional :cluster, :message, 3, "google.cloud.dataproc.v1.Cluster"
|
112
|
+
optional :graceful_decommission_timeout, :message, 6, "google.protobuf.Duration"
|
106
113
|
optional :update_mask, :message, 4, "google.protobuf.FieldMask"
|
114
|
+
optional :request_id, :string, 7
|
107
115
|
end
|
108
116
|
add_message "google.cloud.dataproc.v1.DeleteClusterRequest" do
|
109
117
|
optional :project_id, :string, 1
|
110
118
|
optional :region, :string, 3
|
111
119
|
optional :cluster_name, :string, 2
|
120
|
+
optional :cluster_uuid, :string, 4
|
121
|
+
optional :request_id, :string, 5
|
112
122
|
end
|
113
123
|
add_message "google.cloud.dataproc.v1.GetClusterRequest" do
|
114
124
|
optional :project_id, :string, 1
|
@@ -142,6 +152,7 @@ module Google
|
|
142
152
|
module V1
|
143
153
|
Cluster = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Cluster").msgclass
|
144
154
|
ClusterConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterConfig").msgclass
|
155
|
+
EncryptionConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EncryptionConfig").msgclass
|
145
156
|
GceClusterConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GceClusterConfig").msgclass
|
146
157
|
InstanceGroupConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupConfig").msgclass
|
147
158
|
ManagedGroupConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ManagedGroupConfig").msgclass
|
@@ -1,7 +1,7 @@
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
2
|
# Source: google/cloud/dataproc/v1/clusters.proto for package 'google.cloud.dataproc.v1'
|
3
3
|
# Original file comments:
|
4
|
-
# Copyright
|
4
|
+
# Copyright 2018 Google LLC.
|
5
5
|
#
|
6
6
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
7
7
|
# you may not use this file except in compliance with the License.
|
@@ -15,6 +15,7 @@
|
|
15
15
|
# See the License for the specific language governing permissions and
|
16
16
|
# limitations under the License.
|
17
17
|
#
|
18
|
+
#
|
18
19
|
|
19
20
|
|
20
21
|
require 'grpc'
|
@@ -26,7 +27,7 @@ module Google
|
|
26
27
|
module V1
|
27
28
|
module ClusterController
|
28
29
|
# The ClusterControllerService provides methods to manage clusters
|
29
|
-
# of
|
30
|
+
# of Compute Engine instances.
|
30
31
|
class Service
|
31
32
|
|
32
33
|
include GRPC::GenericService
|