google-cloud-dataproc-v1beta2 0.3.0 → 0.6.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/LICENSE.md +188 -190
- data/README.md +66 -2
- data/lib/google/cloud/dataproc/v1beta2.rb +3 -0
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policies_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service/client.rb +25 -19
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service/paths.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller.rb +1 -0
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller/client.rb +62 -51
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller/operations.rb +95 -10
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller/paths.rb +52 -0
- data/lib/google/cloud/dataproc/v1beta2/clusters_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/job_controller/client.rb +50 -44
- data/lib/google/cloud/dataproc/v1beta2/job_controller/operations.rb +95 -10
- data/lib/google/cloud/dataproc/v1beta2/jobs_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/client.rb +39 -33
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/operations.rb +95 -10
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/paths.rb +20 -1
- data/lib/google/cloud/dataproc/v1beta2/workflow_templates_services_pb.rb +1 -1
- data/proto_docs/google/api/field_behavior.rb +6 -0
- data/proto_docs/google/cloud/dataproc/v1beta2/clusters.rb +30 -28
- data/proto_docs/google/longrunning/operations.rb +17 -3
- data/proto_docs/google/protobuf/any.rb +5 -2
- data/proto_docs/google/protobuf/timestamp.rb +10 -1
- metadata +21 -11
@@ -61,7 +61,7 @@ module Google
|
|
61
61
|
parent_config = while namespace.any?
|
62
62
|
parent_name = namespace.join "::"
|
63
63
|
parent_const = const_get parent_name
|
64
|
-
break parent_const.configure if parent_const
|
64
|
+
break parent_const.configure if parent_const.respond_to? :configure
|
65
65
|
namespace.pop
|
66
66
|
end
|
67
67
|
default_config = Client::Configuration.new parent_config
|
@@ -69,57 +69,57 @@ module Google
|
|
69
69
|
default_config.rpcs.create_workflow_template.timeout = 600.0
|
70
70
|
default_config.rpcs.create_workflow_template.retry_policy = {
|
71
71
|
initial_delay: 0.1,
|
72
|
-
|
73
|
-
|
74
|
-
|
72
|
+
max_delay: 60.0,
|
73
|
+
multiplier: 1.3,
|
74
|
+
retry_codes: [14]
|
75
75
|
}
|
76
76
|
|
77
77
|
default_config.rpcs.get_workflow_template.timeout = 600.0
|
78
78
|
default_config.rpcs.get_workflow_template.retry_policy = {
|
79
79
|
initial_delay: 0.1,
|
80
|
-
|
81
|
-
|
82
|
-
|
80
|
+
max_delay: 60.0,
|
81
|
+
multiplier: 1.3,
|
82
|
+
retry_codes: [4, 13, 14]
|
83
83
|
}
|
84
84
|
|
85
85
|
default_config.rpcs.instantiate_workflow_template.timeout = 600.0
|
86
86
|
default_config.rpcs.instantiate_workflow_template.retry_policy = {
|
87
87
|
initial_delay: 0.1,
|
88
|
-
|
89
|
-
|
90
|
-
|
88
|
+
max_delay: 60.0,
|
89
|
+
multiplier: 1.3,
|
90
|
+
retry_codes: [14]
|
91
91
|
}
|
92
92
|
|
93
93
|
default_config.rpcs.instantiate_inline_workflow_template.timeout = 600.0
|
94
94
|
default_config.rpcs.instantiate_inline_workflow_template.retry_policy = {
|
95
95
|
initial_delay: 0.1,
|
96
|
-
|
97
|
-
|
98
|
-
|
96
|
+
max_delay: 60.0,
|
97
|
+
multiplier: 1.3,
|
98
|
+
retry_codes: [14]
|
99
99
|
}
|
100
100
|
|
101
101
|
default_config.rpcs.update_workflow_template.timeout = 600.0
|
102
102
|
default_config.rpcs.update_workflow_template.retry_policy = {
|
103
103
|
initial_delay: 0.1,
|
104
|
-
|
105
|
-
|
106
|
-
|
104
|
+
max_delay: 60.0,
|
105
|
+
multiplier: 1.3,
|
106
|
+
retry_codes: [14]
|
107
107
|
}
|
108
108
|
|
109
109
|
default_config.rpcs.list_workflow_templates.timeout = 600.0
|
110
110
|
default_config.rpcs.list_workflow_templates.retry_policy = {
|
111
111
|
initial_delay: 0.1,
|
112
|
-
|
113
|
-
|
114
|
-
|
112
|
+
max_delay: 60.0,
|
113
|
+
multiplier: 1.3,
|
114
|
+
retry_codes: [4, 13, 14]
|
115
115
|
}
|
116
116
|
|
117
117
|
default_config.rpcs.delete_workflow_template.timeout = 600.0
|
118
118
|
default_config.rpcs.delete_workflow_template.retry_policy = {
|
119
119
|
initial_delay: 0.1,
|
120
|
-
|
121
|
-
|
122
|
-
|
120
|
+
max_delay: 60.0,
|
121
|
+
multiplier: 1.3,
|
122
|
+
retry_codes: [14]
|
123
123
|
}
|
124
124
|
|
125
125
|
default_config
|
@@ -183,7 +183,13 @@ module Google
|
|
183
183
|
|
184
184
|
# Create credentials
|
185
185
|
credentials = @config.credentials
|
186
|
-
|
186
|
+
# Use self-signed JWT if the scope and endpoint are unchanged from default,
|
187
|
+
# but only if the default endpoint does not have a region prefix.
|
188
|
+
enable_self_signed_jwt = @config.scope == Client.configure.scope &&
|
189
|
+
@config.endpoint == Client.configure.endpoint &&
|
190
|
+
!@config.endpoint.split(".").first.include?("-")
|
191
|
+
credentials ||= Credentials.default scope: @config.scope,
|
192
|
+
enable_self_signed_jwt: enable_self_signed_jwt
|
187
193
|
if credentials.is_a?(String) || credentials.is_a?(Hash)
|
188
194
|
credentials = Credentials.new credentials, scope: @config.scope
|
189
195
|
end
|
@@ -925,7 +931,7 @@ module Google
|
|
925
931
|
config_attr :scope, nil, ::String, ::Array, nil
|
926
932
|
config_attr :lib_name, nil, ::String, nil
|
927
933
|
config_attr :lib_version, nil, ::String, nil
|
928
|
-
config_attr(:channel_args, { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
|
934
|
+
config_attr(:channel_args, { "grpc.service_config_disable_resolution" => 1 }, ::Hash, nil)
|
929
935
|
config_attr :interceptors, nil, ::Array, nil
|
930
936
|
config_attr :timeout, nil, ::Numeric, nil
|
931
937
|
config_attr :metadata, nil, ::Hash, nil
|
@@ -946,7 +952,7 @@ module Google
|
|
946
952
|
def rpcs
|
947
953
|
@rpcs ||= begin
|
948
954
|
parent_rpcs = nil
|
949
|
-
parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config
|
955
|
+
parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config.respond_to?(:rpcs)
|
950
956
|
Rpcs.new parent_rpcs
|
951
957
|
end
|
952
958
|
end
|
@@ -958,7 +964,7 @@ module Google
|
|
958
964
|
# Each configuration object is of type `Gapic::Config::Method` and includes
|
959
965
|
# the following configuration fields:
|
960
966
|
#
|
961
|
-
# * `timeout` (*type:* `Numeric`) - The call timeout in
|
967
|
+
# * `timeout` (*type:* `Numeric`) - The call timeout in seconds
|
962
968
|
# * `metadata` (*type:* `Hash{Symbol=>String}`) - Additional gRPC headers
|
963
969
|
# * `retry_policy (*type:* `Hash`) - The retry policy. The policy fields
|
964
970
|
# include the following keys:
|
@@ -1007,19 +1013,19 @@ module Google
|
|
1007
1013
|
|
1008
1014
|
# @private
|
1009
1015
|
def initialize parent_rpcs = nil
|
1010
|
-
create_workflow_template_config = parent_rpcs
|
1016
|
+
create_workflow_template_config = parent_rpcs.create_workflow_template if parent_rpcs.respond_to? :create_workflow_template
|
1011
1017
|
@create_workflow_template = ::Gapic::Config::Method.new create_workflow_template_config
|
1012
|
-
get_workflow_template_config = parent_rpcs
|
1018
|
+
get_workflow_template_config = parent_rpcs.get_workflow_template if parent_rpcs.respond_to? :get_workflow_template
|
1013
1019
|
@get_workflow_template = ::Gapic::Config::Method.new get_workflow_template_config
|
1014
|
-
instantiate_workflow_template_config = parent_rpcs
|
1020
|
+
instantiate_workflow_template_config = parent_rpcs.instantiate_workflow_template if parent_rpcs.respond_to? :instantiate_workflow_template
|
1015
1021
|
@instantiate_workflow_template = ::Gapic::Config::Method.new instantiate_workflow_template_config
|
1016
|
-
instantiate_inline_workflow_template_config = parent_rpcs
|
1022
|
+
instantiate_inline_workflow_template_config = parent_rpcs.instantiate_inline_workflow_template if parent_rpcs.respond_to? :instantiate_inline_workflow_template
|
1017
1023
|
@instantiate_inline_workflow_template = ::Gapic::Config::Method.new instantiate_inline_workflow_template_config
|
1018
|
-
update_workflow_template_config = parent_rpcs
|
1024
|
+
update_workflow_template_config = parent_rpcs.update_workflow_template if parent_rpcs.respond_to? :update_workflow_template
|
1019
1025
|
@update_workflow_template = ::Gapic::Config::Method.new update_workflow_template_config
|
1020
|
-
list_workflow_templates_config = parent_rpcs
|
1026
|
+
list_workflow_templates_config = parent_rpcs.list_workflow_templates if parent_rpcs.respond_to? :list_workflow_templates
|
1021
1027
|
@list_workflow_templates = ::Gapic::Config::Method.new list_workflow_templates_config
|
1022
|
-
delete_workflow_template_config = parent_rpcs
|
1028
|
+
delete_workflow_template_config = parent_rpcs.delete_workflow_template if parent_rpcs.respond_to? :delete_workflow_template
|
1023
1029
|
@delete_workflow_template = ::Gapic::Config::Method.new delete_workflow_template_config
|
1024
1030
|
|
1025
1031
|
yield self if block_given?
|
@@ -103,8 +103,13 @@ module Google
|
|
103
103
|
# Lists operations that match the specified filter in the request. If the
|
104
104
|
# server doesn't support this method, it returns `UNIMPLEMENTED`.
|
105
105
|
#
|
106
|
-
# NOTE: the `name` binding
|
107
|
-
# to use different resource name schemes, such as `users/*/operations`.
|
106
|
+
# NOTE: the `name` binding allows API services to override the binding
|
107
|
+
# to use different resource name schemes, such as `users/*/operations`. To
|
108
|
+
# override the binding, API services can add a binding such as
|
109
|
+
# `"/v1/{name=users/*}/operations"` to their service configuration.
|
110
|
+
# For backwards compatibility, the default name includes the operations
|
111
|
+
# collection id, however overriding users must ensure the name binding
|
112
|
+
# is the parent resource, without the operations collection id.
|
108
113
|
#
|
109
114
|
# @overload list_operations(request, options = nil)
|
110
115
|
# Pass arguments to `list_operations` via a request object, either of type
|
@@ -122,7 +127,7 @@ module Google
|
|
122
127
|
# the default parameter values, pass an empty Hash as a request object (see above).
|
123
128
|
#
|
124
129
|
# @param name [::String]
|
125
|
-
# The name of the operation
|
130
|
+
# The name of the operation's parent resource.
|
126
131
|
# @param filter [::String]
|
127
132
|
# The standard list filter.
|
128
133
|
# @param page_size [::Integer]
|
@@ -390,6 +395,79 @@ module Google
|
|
390
395
|
raise ::Google::Cloud::Error.from_error(e)
|
391
396
|
end
|
392
397
|
|
398
|
+
##
|
399
|
+
# Waits for the specified long-running operation until it is done or reaches
|
400
|
+
# at most a specified timeout, returning the latest state. If the operation
|
401
|
+
# is already done, the latest state is immediately returned. If the timeout
|
402
|
+
# specified is greater than the default HTTP/RPC timeout, the HTTP/RPC
|
403
|
+
# timeout is used. If the server does not support this method, it returns
|
404
|
+
# `google.rpc.Code.UNIMPLEMENTED`.
|
405
|
+
# Note that this method is on a best-effort basis. It may return the latest
|
406
|
+
# state before the specified timeout (including immediately), meaning even an
|
407
|
+
# immediate response is no guarantee that the operation is done.
|
408
|
+
#
|
409
|
+
# @overload wait_operation(request, options = nil)
|
410
|
+
# Pass arguments to `wait_operation` via a request object, either of type
|
411
|
+
# {::Google::Longrunning::WaitOperationRequest} or an equivalent Hash.
|
412
|
+
#
|
413
|
+
# @param request [::Google::Longrunning::WaitOperationRequest, ::Hash]
|
414
|
+
# A request object representing the call parameters. Required. To specify no
|
415
|
+
# parameters, or to keep all the default parameter values, pass an empty Hash.
|
416
|
+
# @param options [::Gapic::CallOptions, ::Hash]
|
417
|
+
# Overrides the default settings for this call, e.g, timeout, retries, etc. Optional.
|
418
|
+
#
|
419
|
+
# @overload wait_operation(name: nil, timeout: nil)
|
420
|
+
# Pass arguments to `wait_operation` via keyword arguments. Note that at
|
421
|
+
# least one keyword argument is required. To specify no parameters, or to keep all
|
422
|
+
# the default parameter values, pass an empty Hash as a request object (see above).
|
423
|
+
#
|
424
|
+
# @param name [::String]
|
425
|
+
# The name of the operation resource to wait on.
|
426
|
+
# @param timeout [::Google::Protobuf::Duration, ::Hash]
|
427
|
+
# The maximum duration to wait before timing out. If left blank, the wait
|
428
|
+
# will be at most the time permitted by the underlying HTTP/RPC protocol.
|
429
|
+
# If RPC context deadline is also specified, the shorter one will be used.
|
430
|
+
#
|
431
|
+
# @yield [response, operation] Access the result along with the RPC operation
|
432
|
+
# @yieldparam response [::Gapic::Operation]
|
433
|
+
# @yieldparam operation [::GRPC::ActiveCall::Operation]
|
434
|
+
#
|
435
|
+
# @return [::Gapic::Operation]
|
436
|
+
#
|
437
|
+
# @raise [::Google::Cloud::Error] if the RPC is aborted.
|
438
|
+
#
|
439
|
+
def wait_operation request, options = nil
|
440
|
+
raise ::ArgumentError, "request must be provided" if request.nil?
|
441
|
+
|
442
|
+
request = ::Gapic::Protobuf.coerce request, to: ::Google::Longrunning::WaitOperationRequest
|
443
|
+
|
444
|
+
# Converts hash and nil to an options object
|
445
|
+
options = ::Gapic::CallOptions.new(**options.to_h) if options.respond_to? :to_h
|
446
|
+
|
447
|
+
# Customize the options with defaults
|
448
|
+
metadata = @config.rpcs.wait_operation.metadata.to_h
|
449
|
+
|
450
|
+
# Set x-goog-api-client and x-goog-user-project headers
|
451
|
+
metadata[:"x-goog-api-client"] ||= ::Gapic::Headers.x_goog_api_client \
|
452
|
+
lib_name: @config.lib_name, lib_version: @config.lib_version,
|
453
|
+
gapic_version: ::Google::Cloud::Dataproc::V1beta2::VERSION
|
454
|
+
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
455
|
+
|
456
|
+
options.apply_defaults timeout: @config.rpcs.wait_operation.timeout,
|
457
|
+
metadata: metadata,
|
458
|
+
retry_policy: @config.rpcs.wait_operation.retry_policy
|
459
|
+
options.apply_defaults metadata: @config.metadata,
|
460
|
+
retry_policy: @config.retry_policy
|
461
|
+
|
462
|
+
@operations_stub.call_rpc :wait_operation, request, options: options do |response, operation|
|
463
|
+
response = ::Gapic::Operation.new response, @operations_client, options: options
|
464
|
+
yield response, operation if block_given?
|
465
|
+
return response
|
466
|
+
end
|
467
|
+
rescue ::GRPC::BadStatus => e
|
468
|
+
raise ::Google::Cloud::Error.from_error(e)
|
469
|
+
end
|
470
|
+
|
393
471
|
##
|
394
472
|
# Configuration class for the Operations API.
|
395
473
|
#
|
@@ -482,7 +560,7 @@ module Google
|
|
482
560
|
config_attr :scope, nil, ::String, ::Array, nil
|
483
561
|
config_attr :lib_name, nil, ::String, nil
|
484
562
|
config_attr :lib_version, nil, ::String, nil
|
485
|
-
config_attr(:channel_args, { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
|
563
|
+
config_attr(:channel_args, { "grpc.service_config_disable_resolution" => 1 }, ::Hash, nil)
|
486
564
|
config_attr :interceptors, nil, ::Array, nil
|
487
565
|
config_attr :timeout, nil, ::Numeric, nil
|
488
566
|
config_attr :metadata, nil, ::Hash, nil
|
@@ -503,7 +581,7 @@ module Google
|
|
503
581
|
def rpcs
|
504
582
|
@rpcs ||= begin
|
505
583
|
parent_rpcs = nil
|
506
|
-
parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config
|
584
|
+
parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config.respond_to?(:rpcs)
|
507
585
|
Rpcs.new parent_rpcs
|
508
586
|
end
|
509
587
|
end
|
@@ -515,7 +593,7 @@ module Google
|
|
515
593
|
# Each configuration object is of type `Gapic::Config::Method` and includes
|
516
594
|
# the following configuration fields:
|
517
595
|
#
|
518
|
-
# * `timeout` (*type:* `Numeric`) - The call timeout in
|
596
|
+
# * `timeout` (*type:* `Numeric`) - The call timeout in seconds
|
519
597
|
# * `metadata` (*type:* `Hash{Symbol=>String}`) - Additional gRPC headers
|
520
598
|
# * `retry_policy (*type:* `Hash`) - The retry policy. The policy fields
|
521
599
|
# include the following keys:
|
@@ -546,17 +624,24 @@ module Google
|
|
546
624
|
# @return [::Gapic::Config::Method]
|
547
625
|
#
|
548
626
|
attr_reader :cancel_operation
|
627
|
+
##
|
628
|
+
# RPC-specific configuration for `wait_operation`
|
629
|
+
# @return [::Gapic::Config::Method]
|
630
|
+
#
|
631
|
+
attr_reader :wait_operation
|
549
632
|
|
550
633
|
# @private
|
551
634
|
def initialize parent_rpcs = nil
|
552
|
-
list_operations_config = parent_rpcs
|
635
|
+
list_operations_config = parent_rpcs.list_operations if parent_rpcs.respond_to? :list_operations
|
553
636
|
@list_operations = ::Gapic::Config::Method.new list_operations_config
|
554
|
-
get_operation_config = parent_rpcs
|
637
|
+
get_operation_config = parent_rpcs.get_operation if parent_rpcs.respond_to? :get_operation
|
555
638
|
@get_operation = ::Gapic::Config::Method.new get_operation_config
|
556
|
-
delete_operation_config = parent_rpcs
|
639
|
+
delete_operation_config = parent_rpcs.delete_operation if parent_rpcs.respond_to? :delete_operation
|
557
640
|
@delete_operation = ::Gapic::Config::Method.new delete_operation_config
|
558
|
-
cancel_operation_config = parent_rpcs
|
641
|
+
cancel_operation_config = parent_rpcs.cancel_operation if parent_rpcs.respond_to? :cancel_operation
|
559
642
|
@cancel_operation = ::Gapic::Config::Method.new cancel_operation_config
|
643
|
+
wait_operation_config = parent_rpcs.wait_operation if parent_rpcs.respond_to? :wait_operation
|
644
|
+
@wait_operation = ::Gapic::Config::Method.new wait_operation_config
|
560
645
|
|
561
646
|
yield self if block_given?
|
562
647
|
end
|
@@ -24,6 +24,25 @@ module Google
|
|
24
24
|
module WorkflowTemplateService
|
25
25
|
# Path helper methods for the WorkflowTemplateService API.
|
26
26
|
module Paths
|
27
|
+
##
|
28
|
+
# Create a fully-qualified Cluster resource string.
|
29
|
+
#
|
30
|
+
# The resource will be in the following format:
|
31
|
+
#
|
32
|
+
# `projects/{project}/locations/{location}/clusters/{cluster}`
|
33
|
+
#
|
34
|
+
# @param project [String]
|
35
|
+
# @param location [String]
|
36
|
+
# @param cluster [String]
|
37
|
+
#
|
38
|
+
# @return [::String]
|
39
|
+
def cluster_path project:, location:, cluster:
|
40
|
+
raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
|
41
|
+
raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
|
42
|
+
|
43
|
+
"projects/#{project}/locations/#{location}/clusters/#{cluster}"
|
44
|
+
end
|
45
|
+
|
27
46
|
##
|
28
47
|
# Create a fully-qualified Location resource string.
|
29
48
|
#
|
@@ -82,7 +101,7 @@ module Google
|
|
82
101
|
# @return [::String]
|
83
102
|
def workflow_template_path **args
|
84
103
|
resources = {
|
85
|
-
"project:region:workflow_template"
|
104
|
+
"project:region:workflow_template" => (proc do |project:, region:, workflow_template:|
|
86
105
|
raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
|
87
106
|
raise ::ArgumentError, "region cannot contain /" if region.to_s.include? "/"
|
88
107
|
|
@@ -54,6 +54,12 @@ module Google
|
|
54
54
|
# This indicates that the field may be set once in a request to create a
|
55
55
|
# resource, but may not be changed thereafter.
|
56
56
|
IMMUTABLE = 5
|
57
|
+
|
58
|
+
# Denotes that a (repeated) field is an unordered list.
|
59
|
+
# This indicates that the service may provide the elements of the list
|
60
|
+
# in any arbitrary order, rather than the order the user originally
|
61
|
+
# provided. Additionally, the list's order may or may not be stable.
|
62
|
+
UNORDERED_LIST = 6
|
57
63
|
end
|
58
64
|
end
|
59
65
|
end
|
@@ -87,15 +87,13 @@ module Google
|
|
87
87
|
# bucket](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/staging-bucket)).
|
88
88
|
# @!attribute [rw] temp_bucket
|
89
89
|
# @return [::String]
|
90
|
-
# Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs
|
91
|
-
# such as Spark and MapReduce history files.
|
92
|
-
#
|
93
|
-
#
|
94
|
-
#
|
95
|
-
#
|
96
|
-
#
|
97
|
-
# a TTL of 90 days, but you can use any TTL (or none) if you specify a
|
98
|
-
# bucket.
|
90
|
+
# Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs
|
91
|
+
# data, such as Spark and MapReduce history files. If you do not specify a
|
92
|
+
# temp bucket, Dataproc will determine a Cloud Storage location (US, ASIA, or
|
93
|
+
# EU) for your cluster's temp bucket according to the Compute Engine zone
|
94
|
+
# where your cluster is deployed, and then create and manage this
|
95
|
+
# project-level, per-location bucket. The default bucket has a TTL of 90
|
96
|
+
# days, but you can use any TTL (or none) if you specify a bucket.
|
99
97
|
# @!attribute [rw] gce_cluster_config
|
100
98
|
# @return [::Google::Cloud::Dataproc::V1beta2::GceClusterConfig]
|
101
99
|
# Optional. The shared Compute Engine config settings for
|
@@ -148,10 +146,10 @@ module Google
|
|
148
146
|
# Optional. Security related configuration.
|
149
147
|
# @!attribute [rw] gke_cluster_config
|
150
148
|
# @return [::Google::Cloud::Dataproc::V1beta2::GkeClusterConfig]
|
151
|
-
# Optional. The Kubernetes Engine config for Dataproc clusters deployed to
|
152
|
-
# Setting this is considered mutually exclusive with Compute
|
153
|
-
# options such as `gce_cluster_config`, `master_config`,
|
154
|
-
# `secondary_worker_config`, and `autoscaling_config`.
|
149
|
+
# Optional. The Kubernetes Engine config for Dataproc clusters deployed to
|
150
|
+
# Kubernetes. Setting this is considered mutually exclusive with Compute
|
151
|
+
# Engine-based options such as `gce_cluster_config`, `master_config`,
|
152
|
+
# `worker_config`, `secondary_worker_config`, and `autoscaling_config`.
|
155
153
|
class ClusterConfig
|
156
154
|
include ::Google::Protobuf::MessageExts
|
157
155
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -505,7 +503,8 @@ module Google
|
|
505
503
|
# [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json).
|
506
504
|
# @!attribute [rw] auto_delete_time
|
507
505
|
# @return [::Google::Protobuf::Timestamp]
|
508
|
-
# Optional. The time when cluster will be auto-deleted. (see JSON
|
506
|
+
# Optional. The time when cluster will be auto-deleted. (see JSON
|
507
|
+
# representation of
|
509
508
|
# [Timestamp](https://developers.google.com/protocol-buffers/docs/proto3#json)).
|
510
509
|
# @!attribute [rw] auto_delete_ttl
|
511
510
|
# @return [::Google::Protobuf::Duration]
|
@@ -536,8 +535,8 @@ module Google
|
|
536
535
|
# Specifies Kerberos related configuration.
|
537
536
|
# @!attribute [rw] enable_kerberos
|
538
537
|
# @return [::Boolean]
|
539
|
-
# Optional. Flag to indicate whether to Kerberize the cluster (default:
|
540
|
-
# this field to true to enable Kerberos on a cluster.
|
538
|
+
# Optional. Flag to indicate whether to Kerberize the cluster (default:
|
539
|
+
# false). Set this field to true to enable Kerberos on a cluster.
|
541
540
|
# @!attribute [rw] root_principal_password_uri
|
542
541
|
# @return [::String]
|
543
542
|
# Required. The Cloud Storage URI of a KMS encrypted file containing the root
|
@@ -788,10 +787,11 @@ module Google
|
|
788
787
|
# @!attribute [rw] request_id
|
789
788
|
# @return [::String]
|
790
789
|
# Optional. A unique id used to identify the request. If the server
|
791
|
-
# receives two
|
792
|
-
#
|
793
|
-
#
|
794
|
-
#
|
790
|
+
# receives two
|
791
|
+
# {::Google::Cloud::Dataproc::V1beta2::CreateClusterRequest CreateClusterRequest}
|
792
|
+
# requests with the same id, then the second request will be ignored and the
|
793
|
+
# first {::Google::Longrunning::Operation google.longrunning.Operation} created
|
794
|
+
# and stored in the backend is returned.
|
795
795
|
#
|
796
796
|
# It is recommended to always set this value to a
|
797
797
|
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|
@@ -893,10 +893,11 @@ module Google
|
|
893
893
|
# @!attribute [rw] request_id
|
894
894
|
# @return [::String]
|
895
895
|
# Optional. A unique id used to identify the request. If the server
|
896
|
-
# receives two
|
897
|
-
#
|
898
|
-
#
|
899
|
-
#
|
896
|
+
# receives two
|
897
|
+
# {::Google::Cloud::Dataproc::V1beta2::UpdateClusterRequest UpdateClusterRequest}
|
898
|
+
# requests with the same id, then the second request will be ignored and the
|
899
|
+
# first {::Google::Longrunning::Operation google.longrunning.Operation} created
|
900
|
+
# and stored in the backend is returned.
|
900
901
|
#
|
901
902
|
# It is recommended to always set this value to a
|
902
903
|
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|
@@ -926,10 +927,11 @@ module Google
|
|
926
927
|
# @!attribute [rw] request_id
|
927
928
|
# @return [::String]
|
928
929
|
# Optional. A unique id used to identify the request. If the server
|
929
|
-
# receives two
|
930
|
-
#
|
931
|
-
#
|
932
|
-
#
|
930
|
+
# receives two
|
931
|
+
# {::Google::Cloud::Dataproc::V1beta2::DeleteClusterRequest DeleteClusterRequest}
|
932
|
+
# requests with the same id, then the second request will be ignored and the
|
933
|
+
# first {::Google::Longrunning::Operation google.longrunning.Operation} created
|
934
|
+
# and stored in the backend is returned.
|
933
935
|
#
|
934
936
|
# It is recommended to always set this value to a
|
935
937
|
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|