google-cloud-dataproc-v1beta2 0.3.0 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/LICENSE.md +188 -190
- data/README.md +66 -2
- data/lib/google/cloud/dataproc/v1beta2.rb +3 -0
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policies_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service/client.rb +25 -19
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service/paths.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller.rb +1 -0
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller/client.rb +62 -51
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller/operations.rb +95 -10
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller/paths.rb +52 -0
- data/lib/google/cloud/dataproc/v1beta2/clusters_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/job_controller/client.rb +50 -44
- data/lib/google/cloud/dataproc/v1beta2/job_controller/operations.rb +95 -10
- data/lib/google/cloud/dataproc/v1beta2/jobs_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/client.rb +39 -33
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/operations.rb +95 -10
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/paths.rb +20 -1
- data/lib/google/cloud/dataproc/v1beta2/workflow_templates_services_pb.rb +1 -1
- data/proto_docs/google/api/field_behavior.rb +6 -0
- data/proto_docs/google/cloud/dataproc/v1beta2/clusters.rb +30 -28
- data/proto_docs/google/longrunning/operations.rb +17 -3
- data/proto_docs/google/protobuf/any.rb +5 -2
- data/proto_docs/google/protobuf/timestamp.rb +10 -1
- metadata +21 -11
@@ -61,7 +61,7 @@ module Google
|
|
61
61
|
parent_config = while namespace.any?
|
62
62
|
parent_name = namespace.join "::"
|
63
63
|
parent_const = const_get parent_name
|
64
|
-
break parent_const.configure if parent_const
|
64
|
+
break parent_const.configure if parent_const.respond_to? :configure
|
65
65
|
namespace.pop
|
66
66
|
end
|
67
67
|
default_config = Client::Configuration.new parent_config
|
@@ -69,57 +69,57 @@ module Google
|
|
69
69
|
default_config.rpcs.create_workflow_template.timeout = 600.0
|
70
70
|
default_config.rpcs.create_workflow_template.retry_policy = {
|
71
71
|
initial_delay: 0.1,
|
72
|
-
|
73
|
-
|
74
|
-
|
72
|
+
max_delay: 60.0,
|
73
|
+
multiplier: 1.3,
|
74
|
+
retry_codes: [14]
|
75
75
|
}
|
76
76
|
|
77
77
|
default_config.rpcs.get_workflow_template.timeout = 600.0
|
78
78
|
default_config.rpcs.get_workflow_template.retry_policy = {
|
79
79
|
initial_delay: 0.1,
|
80
|
-
|
81
|
-
|
82
|
-
|
80
|
+
max_delay: 60.0,
|
81
|
+
multiplier: 1.3,
|
82
|
+
retry_codes: [4, 13, 14]
|
83
83
|
}
|
84
84
|
|
85
85
|
default_config.rpcs.instantiate_workflow_template.timeout = 600.0
|
86
86
|
default_config.rpcs.instantiate_workflow_template.retry_policy = {
|
87
87
|
initial_delay: 0.1,
|
88
|
-
|
89
|
-
|
90
|
-
|
88
|
+
max_delay: 60.0,
|
89
|
+
multiplier: 1.3,
|
90
|
+
retry_codes: [14]
|
91
91
|
}
|
92
92
|
|
93
93
|
default_config.rpcs.instantiate_inline_workflow_template.timeout = 600.0
|
94
94
|
default_config.rpcs.instantiate_inline_workflow_template.retry_policy = {
|
95
95
|
initial_delay: 0.1,
|
96
|
-
|
97
|
-
|
98
|
-
|
96
|
+
max_delay: 60.0,
|
97
|
+
multiplier: 1.3,
|
98
|
+
retry_codes: [14]
|
99
99
|
}
|
100
100
|
|
101
101
|
default_config.rpcs.update_workflow_template.timeout = 600.0
|
102
102
|
default_config.rpcs.update_workflow_template.retry_policy = {
|
103
103
|
initial_delay: 0.1,
|
104
|
-
|
105
|
-
|
106
|
-
|
104
|
+
max_delay: 60.0,
|
105
|
+
multiplier: 1.3,
|
106
|
+
retry_codes: [14]
|
107
107
|
}
|
108
108
|
|
109
109
|
default_config.rpcs.list_workflow_templates.timeout = 600.0
|
110
110
|
default_config.rpcs.list_workflow_templates.retry_policy = {
|
111
111
|
initial_delay: 0.1,
|
112
|
-
|
113
|
-
|
114
|
-
|
112
|
+
max_delay: 60.0,
|
113
|
+
multiplier: 1.3,
|
114
|
+
retry_codes: [4, 13, 14]
|
115
115
|
}
|
116
116
|
|
117
117
|
default_config.rpcs.delete_workflow_template.timeout = 600.0
|
118
118
|
default_config.rpcs.delete_workflow_template.retry_policy = {
|
119
119
|
initial_delay: 0.1,
|
120
|
-
|
121
|
-
|
122
|
-
|
120
|
+
max_delay: 60.0,
|
121
|
+
multiplier: 1.3,
|
122
|
+
retry_codes: [14]
|
123
123
|
}
|
124
124
|
|
125
125
|
default_config
|
@@ -183,7 +183,13 @@ module Google
|
|
183
183
|
|
184
184
|
# Create credentials
|
185
185
|
credentials = @config.credentials
|
186
|
-
|
186
|
+
# Use self-signed JWT if the scope and endpoint are unchanged from default,
|
187
|
+
# but only if the default endpoint does not have a region prefix.
|
188
|
+
enable_self_signed_jwt = @config.scope == Client.configure.scope &&
|
189
|
+
@config.endpoint == Client.configure.endpoint &&
|
190
|
+
!@config.endpoint.split(".").first.include?("-")
|
191
|
+
credentials ||= Credentials.default scope: @config.scope,
|
192
|
+
enable_self_signed_jwt: enable_self_signed_jwt
|
187
193
|
if credentials.is_a?(String) || credentials.is_a?(Hash)
|
188
194
|
credentials = Credentials.new credentials, scope: @config.scope
|
189
195
|
end
|
@@ -925,7 +931,7 @@ module Google
|
|
925
931
|
config_attr :scope, nil, ::String, ::Array, nil
|
926
932
|
config_attr :lib_name, nil, ::String, nil
|
927
933
|
config_attr :lib_version, nil, ::String, nil
|
928
|
-
config_attr(:channel_args, { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
|
934
|
+
config_attr(:channel_args, { "grpc.service_config_disable_resolution" => 1 }, ::Hash, nil)
|
929
935
|
config_attr :interceptors, nil, ::Array, nil
|
930
936
|
config_attr :timeout, nil, ::Numeric, nil
|
931
937
|
config_attr :metadata, nil, ::Hash, nil
|
@@ -946,7 +952,7 @@ module Google
|
|
946
952
|
def rpcs
|
947
953
|
@rpcs ||= begin
|
948
954
|
parent_rpcs = nil
|
949
|
-
parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config
|
955
|
+
parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config.respond_to?(:rpcs)
|
950
956
|
Rpcs.new parent_rpcs
|
951
957
|
end
|
952
958
|
end
|
@@ -958,7 +964,7 @@ module Google
|
|
958
964
|
# Each configuration object is of type `Gapic::Config::Method` and includes
|
959
965
|
# the following configuration fields:
|
960
966
|
#
|
961
|
-
# * `timeout` (*type:* `Numeric`) - The call timeout in
|
967
|
+
# * `timeout` (*type:* `Numeric`) - The call timeout in seconds
|
962
968
|
# * `metadata` (*type:* `Hash{Symbol=>String}`) - Additional gRPC headers
|
963
969
|
# * `retry_policy (*type:* `Hash`) - The retry policy. The policy fields
|
964
970
|
# include the following keys:
|
@@ -1007,19 +1013,19 @@ module Google
|
|
1007
1013
|
|
1008
1014
|
# @private
|
1009
1015
|
def initialize parent_rpcs = nil
|
1010
|
-
create_workflow_template_config = parent_rpcs
|
1016
|
+
create_workflow_template_config = parent_rpcs.create_workflow_template if parent_rpcs.respond_to? :create_workflow_template
|
1011
1017
|
@create_workflow_template = ::Gapic::Config::Method.new create_workflow_template_config
|
1012
|
-
get_workflow_template_config = parent_rpcs
|
1018
|
+
get_workflow_template_config = parent_rpcs.get_workflow_template if parent_rpcs.respond_to? :get_workflow_template
|
1013
1019
|
@get_workflow_template = ::Gapic::Config::Method.new get_workflow_template_config
|
1014
|
-
instantiate_workflow_template_config = parent_rpcs
|
1020
|
+
instantiate_workflow_template_config = parent_rpcs.instantiate_workflow_template if parent_rpcs.respond_to? :instantiate_workflow_template
|
1015
1021
|
@instantiate_workflow_template = ::Gapic::Config::Method.new instantiate_workflow_template_config
|
1016
|
-
instantiate_inline_workflow_template_config = parent_rpcs
|
1022
|
+
instantiate_inline_workflow_template_config = parent_rpcs.instantiate_inline_workflow_template if parent_rpcs.respond_to? :instantiate_inline_workflow_template
|
1017
1023
|
@instantiate_inline_workflow_template = ::Gapic::Config::Method.new instantiate_inline_workflow_template_config
|
1018
|
-
update_workflow_template_config = parent_rpcs
|
1024
|
+
update_workflow_template_config = parent_rpcs.update_workflow_template if parent_rpcs.respond_to? :update_workflow_template
|
1019
1025
|
@update_workflow_template = ::Gapic::Config::Method.new update_workflow_template_config
|
1020
|
-
list_workflow_templates_config = parent_rpcs
|
1026
|
+
list_workflow_templates_config = parent_rpcs.list_workflow_templates if parent_rpcs.respond_to? :list_workflow_templates
|
1021
1027
|
@list_workflow_templates = ::Gapic::Config::Method.new list_workflow_templates_config
|
1022
|
-
delete_workflow_template_config = parent_rpcs
|
1028
|
+
delete_workflow_template_config = parent_rpcs.delete_workflow_template if parent_rpcs.respond_to? :delete_workflow_template
|
1023
1029
|
@delete_workflow_template = ::Gapic::Config::Method.new delete_workflow_template_config
|
1024
1030
|
|
1025
1031
|
yield self if block_given?
|
@@ -103,8 +103,13 @@ module Google
|
|
103
103
|
# Lists operations that match the specified filter in the request. If the
|
104
104
|
# server doesn't support this method, it returns `UNIMPLEMENTED`.
|
105
105
|
#
|
106
|
-
# NOTE: the `name` binding
|
107
|
-
# to use different resource name schemes, such as `users/*/operations`.
|
106
|
+
# NOTE: the `name` binding allows API services to override the binding
|
107
|
+
# to use different resource name schemes, such as `users/*/operations`. To
|
108
|
+
# override the binding, API services can add a binding such as
|
109
|
+
# `"/v1/{name=users/*}/operations"` to their service configuration.
|
110
|
+
# For backwards compatibility, the default name includes the operations
|
111
|
+
# collection id, however overriding users must ensure the name binding
|
112
|
+
# is the parent resource, without the operations collection id.
|
108
113
|
#
|
109
114
|
# @overload list_operations(request, options = nil)
|
110
115
|
# Pass arguments to `list_operations` via a request object, either of type
|
@@ -122,7 +127,7 @@ module Google
|
|
122
127
|
# the default parameter values, pass an empty Hash as a request object (see above).
|
123
128
|
#
|
124
129
|
# @param name [::String]
|
125
|
-
# The name of the operation
|
130
|
+
# The name of the operation's parent resource.
|
126
131
|
# @param filter [::String]
|
127
132
|
# The standard list filter.
|
128
133
|
# @param page_size [::Integer]
|
@@ -390,6 +395,79 @@ module Google
|
|
390
395
|
raise ::Google::Cloud::Error.from_error(e)
|
391
396
|
end
|
392
397
|
|
398
|
+
##
|
399
|
+
# Waits for the specified long-running operation until it is done or reaches
|
400
|
+
# at most a specified timeout, returning the latest state. If the operation
|
401
|
+
# is already done, the latest state is immediately returned. If the timeout
|
402
|
+
# specified is greater than the default HTTP/RPC timeout, the HTTP/RPC
|
403
|
+
# timeout is used. If the server does not support this method, it returns
|
404
|
+
# `google.rpc.Code.UNIMPLEMENTED`.
|
405
|
+
# Note that this method is on a best-effort basis. It may return the latest
|
406
|
+
# state before the specified timeout (including immediately), meaning even an
|
407
|
+
# immediate response is no guarantee that the operation is done.
|
408
|
+
#
|
409
|
+
# @overload wait_operation(request, options = nil)
|
410
|
+
# Pass arguments to `wait_operation` via a request object, either of type
|
411
|
+
# {::Google::Longrunning::WaitOperationRequest} or an equivalent Hash.
|
412
|
+
#
|
413
|
+
# @param request [::Google::Longrunning::WaitOperationRequest, ::Hash]
|
414
|
+
# A request object representing the call parameters. Required. To specify no
|
415
|
+
# parameters, or to keep all the default parameter values, pass an empty Hash.
|
416
|
+
# @param options [::Gapic::CallOptions, ::Hash]
|
417
|
+
# Overrides the default settings for this call, e.g, timeout, retries, etc. Optional.
|
418
|
+
#
|
419
|
+
# @overload wait_operation(name: nil, timeout: nil)
|
420
|
+
# Pass arguments to `wait_operation` via keyword arguments. Note that at
|
421
|
+
# least one keyword argument is required. To specify no parameters, or to keep all
|
422
|
+
# the default parameter values, pass an empty Hash as a request object (see above).
|
423
|
+
#
|
424
|
+
# @param name [::String]
|
425
|
+
# The name of the operation resource to wait on.
|
426
|
+
# @param timeout [::Google::Protobuf::Duration, ::Hash]
|
427
|
+
# The maximum duration to wait before timing out. If left blank, the wait
|
428
|
+
# will be at most the time permitted by the underlying HTTP/RPC protocol.
|
429
|
+
# If RPC context deadline is also specified, the shorter one will be used.
|
430
|
+
#
|
431
|
+
# @yield [response, operation] Access the result along with the RPC operation
|
432
|
+
# @yieldparam response [::Gapic::Operation]
|
433
|
+
# @yieldparam operation [::GRPC::ActiveCall::Operation]
|
434
|
+
#
|
435
|
+
# @return [::Gapic::Operation]
|
436
|
+
#
|
437
|
+
# @raise [::Google::Cloud::Error] if the RPC is aborted.
|
438
|
+
#
|
439
|
+
def wait_operation request, options = nil
|
440
|
+
raise ::ArgumentError, "request must be provided" if request.nil?
|
441
|
+
|
442
|
+
request = ::Gapic::Protobuf.coerce request, to: ::Google::Longrunning::WaitOperationRequest
|
443
|
+
|
444
|
+
# Converts hash and nil to an options object
|
445
|
+
options = ::Gapic::CallOptions.new(**options.to_h) if options.respond_to? :to_h
|
446
|
+
|
447
|
+
# Customize the options with defaults
|
448
|
+
metadata = @config.rpcs.wait_operation.metadata.to_h
|
449
|
+
|
450
|
+
# Set x-goog-api-client and x-goog-user-project headers
|
451
|
+
metadata[:"x-goog-api-client"] ||= ::Gapic::Headers.x_goog_api_client \
|
452
|
+
lib_name: @config.lib_name, lib_version: @config.lib_version,
|
453
|
+
gapic_version: ::Google::Cloud::Dataproc::V1beta2::VERSION
|
454
|
+
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
455
|
+
|
456
|
+
options.apply_defaults timeout: @config.rpcs.wait_operation.timeout,
|
457
|
+
metadata: metadata,
|
458
|
+
retry_policy: @config.rpcs.wait_operation.retry_policy
|
459
|
+
options.apply_defaults metadata: @config.metadata,
|
460
|
+
retry_policy: @config.retry_policy
|
461
|
+
|
462
|
+
@operations_stub.call_rpc :wait_operation, request, options: options do |response, operation|
|
463
|
+
response = ::Gapic::Operation.new response, @operations_client, options: options
|
464
|
+
yield response, operation if block_given?
|
465
|
+
return response
|
466
|
+
end
|
467
|
+
rescue ::GRPC::BadStatus => e
|
468
|
+
raise ::Google::Cloud::Error.from_error(e)
|
469
|
+
end
|
470
|
+
|
393
471
|
##
|
394
472
|
# Configuration class for the Operations API.
|
395
473
|
#
|
@@ -482,7 +560,7 @@ module Google
|
|
482
560
|
config_attr :scope, nil, ::String, ::Array, nil
|
483
561
|
config_attr :lib_name, nil, ::String, nil
|
484
562
|
config_attr :lib_version, nil, ::String, nil
|
485
|
-
config_attr(:channel_args, { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
|
563
|
+
config_attr(:channel_args, { "grpc.service_config_disable_resolution" => 1 }, ::Hash, nil)
|
486
564
|
config_attr :interceptors, nil, ::Array, nil
|
487
565
|
config_attr :timeout, nil, ::Numeric, nil
|
488
566
|
config_attr :metadata, nil, ::Hash, nil
|
@@ -503,7 +581,7 @@ module Google
|
|
503
581
|
def rpcs
|
504
582
|
@rpcs ||= begin
|
505
583
|
parent_rpcs = nil
|
506
|
-
parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config
|
584
|
+
parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config.respond_to?(:rpcs)
|
507
585
|
Rpcs.new parent_rpcs
|
508
586
|
end
|
509
587
|
end
|
@@ -515,7 +593,7 @@ module Google
|
|
515
593
|
# Each configuration object is of type `Gapic::Config::Method` and includes
|
516
594
|
# the following configuration fields:
|
517
595
|
#
|
518
|
-
# * `timeout` (*type:* `Numeric`) - The call timeout in
|
596
|
+
# * `timeout` (*type:* `Numeric`) - The call timeout in seconds
|
519
597
|
# * `metadata` (*type:* `Hash{Symbol=>String}`) - Additional gRPC headers
|
520
598
|
# * `retry_policy (*type:* `Hash`) - The retry policy. The policy fields
|
521
599
|
# include the following keys:
|
@@ -546,17 +624,24 @@ module Google
|
|
546
624
|
# @return [::Gapic::Config::Method]
|
547
625
|
#
|
548
626
|
attr_reader :cancel_operation
|
627
|
+
##
|
628
|
+
# RPC-specific configuration for `wait_operation`
|
629
|
+
# @return [::Gapic::Config::Method]
|
630
|
+
#
|
631
|
+
attr_reader :wait_operation
|
549
632
|
|
550
633
|
# @private
|
551
634
|
def initialize parent_rpcs = nil
|
552
|
-
list_operations_config = parent_rpcs
|
635
|
+
list_operations_config = parent_rpcs.list_operations if parent_rpcs.respond_to? :list_operations
|
553
636
|
@list_operations = ::Gapic::Config::Method.new list_operations_config
|
554
|
-
get_operation_config = parent_rpcs
|
637
|
+
get_operation_config = parent_rpcs.get_operation if parent_rpcs.respond_to? :get_operation
|
555
638
|
@get_operation = ::Gapic::Config::Method.new get_operation_config
|
556
|
-
delete_operation_config = parent_rpcs
|
639
|
+
delete_operation_config = parent_rpcs.delete_operation if parent_rpcs.respond_to? :delete_operation
|
557
640
|
@delete_operation = ::Gapic::Config::Method.new delete_operation_config
|
558
|
-
cancel_operation_config = parent_rpcs
|
641
|
+
cancel_operation_config = parent_rpcs.cancel_operation if parent_rpcs.respond_to? :cancel_operation
|
559
642
|
@cancel_operation = ::Gapic::Config::Method.new cancel_operation_config
|
643
|
+
wait_operation_config = parent_rpcs.wait_operation if parent_rpcs.respond_to? :wait_operation
|
644
|
+
@wait_operation = ::Gapic::Config::Method.new wait_operation_config
|
560
645
|
|
561
646
|
yield self if block_given?
|
562
647
|
end
|
@@ -24,6 +24,25 @@ module Google
|
|
24
24
|
module WorkflowTemplateService
|
25
25
|
# Path helper methods for the WorkflowTemplateService API.
|
26
26
|
module Paths
|
27
|
+
##
|
28
|
+
# Create a fully-qualified Cluster resource string.
|
29
|
+
#
|
30
|
+
# The resource will be in the following format:
|
31
|
+
#
|
32
|
+
# `projects/{project}/locations/{location}/clusters/{cluster}`
|
33
|
+
#
|
34
|
+
# @param project [String]
|
35
|
+
# @param location [String]
|
36
|
+
# @param cluster [String]
|
37
|
+
#
|
38
|
+
# @return [::String]
|
39
|
+
def cluster_path project:, location:, cluster:
|
40
|
+
raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
|
41
|
+
raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
|
42
|
+
|
43
|
+
"projects/#{project}/locations/#{location}/clusters/#{cluster}"
|
44
|
+
end
|
45
|
+
|
27
46
|
##
|
28
47
|
# Create a fully-qualified Location resource string.
|
29
48
|
#
|
@@ -82,7 +101,7 @@ module Google
|
|
82
101
|
# @return [::String]
|
83
102
|
def workflow_template_path **args
|
84
103
|
resources = {
|
85
|
-
"project:region:workflow_template"
|
104
|
+
"project:region:workflow_template" => (proc do |project:, region:, workflow_template:|
|
86
105
|
raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
|
87
106
|
raise ::ArgumentError, "region cannot contain /" if region.to_s.include? "/"
|
88
107
|
|
@@ -54,6 +54,12 @@ module Google
|
|
54
54
|
# This indicates that the field may be set once in a request to create a
|
55
55
|
# resource, but may not be changed thereafter.
|
56
56
|
IMMUTABLE = 5
|
57
|
+
|
58
|
+
# Denotes that a (repeated) field is an unordered list.
|
59
|
+
# This indicates that the service may provide the elements of the list
|
60
|
+
# in any arbitrary order, rather than the order the user originally
|
61
|
+
# provided. Additionally, the list's order may or may not be stable.
|
62
|
+
UNORDERED_LIST = 6
|
57
63
|
end
|
58
64
|
end
|
59
65
|
end
|
@@ -87,15 +87,13 @@ module Google
|
|
87
87
|
# bucket](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/staging-bucket)).
|
88
88
|
# @!attribute [rw] temp_bucket
|
89
89
|
# @return [::String]
|
90
|
-
# Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs
|
91
|
-
# such as Spark and MapReduce history files.
|
92
|
-
#
|
93
|
-
#
|
94
|
-
#
|
95
|
-
#
|
96
|
-
#
|
97
|
-
# a TTL of 90 days, but you can use any TTL (or none) if you specify a
|
98
|
-
# bucket.
|
90
|
+
# Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs
|
91
|
+
# data, such as Spark and MapReduce history files. If you do not specify a
|
92
|
+
# temp bucket, Dataproc will determine a Cloud Storage location (US, ASIA, or
|
93
|
+
# EU) for your cluster's temp bucket according to the Compute Engine zone
|
94
|
+
# where your cluster is deployed, and then create and manage this
|
95
|
+
# project-level, per-location bucket. The default bucket has a TTL of 90
|
96
|
+
# days, but you can use any TTL (or none) if you specify a bucket.
|
99
97
|
# @!attribute [rw] gce_cluster_config
|
100
98
|
# @return [::Google::Cloud::Dataproc::V1beta2::GceClusterConfig]
|
101
99
|
# Optional. The shared Compute Engine config settings for
|
@@ -148,10 +146,10 @@ module Google
|
|
148
146
|
# Optional. Security related configuration.
|
149
147
|
# @!attribute [rw] gke_cluster_config
|
150
148
|
# @return [::Google::Cloud::Dataproc::V1beta2::GkeClusterConfig]
|
151
|
-
# Optional. The Kubernetes Engine config for Dataproc clusters deployed to
|
152
|
-
# Setting this is considered mutually exclusive with Compute
|
153
|
-
# options such as `gce_cluster_config`, `master_config`,
|
154
|
-
# `secondary_worker_config`, and `autoscaling_config`.
|
149
|
+
# Optional. The Kubernetes Engine config for Dataproc clusters deployed to
|
150
|
+
# Kubernetes. Setting this is considered mutually exclusive with Compute
|
151
|
+
# Engine-based options such as `gce_cluster_config`, `master_config`,
|
152
|
+
# `worker_config`, `secondary_worker_config`, and `autoscaling_config`.
|
155
153
|
class ClusterConfig
|
156
154
|
include ::Google::Protobuf::MessageExts
|
157
155
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -505,7 +503,8 @@ module Google
|
|
505
503
|
# [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json).
|
506
504
|
# @!attribute [rw] auto_delete_time
|
507
505
|
# @return [::Google::Protobuf::Timestamp]
|
508
|
-
# Optional. The time when cluster will be auto-deleted. (see JSON
|
506
|
+
# Optional. The time when cluster will be auto-deleted. (see JSON
|
507
|
+
# representation of
|
509
508
|
# [Timestamp](https://developers.google.com/protocol-buffers/docs/proto3#json)).
|
510
509
|
# @!attribute [rw] auto_delete_ttl
|
511
510
|
# @return [::Google::Protobuf::Duration]
|
@@ -536,8 +535,8 @@ module Google
|
|
536
535
|
# Specifies Kerberos related configuration.
|
537
536
|
# @!attribute [rw] enable_kerberos
|
538
537
|
# @return [::Boolean]
|
539
|
-
# Optional. Flag to indicate whether to Kerberize the cluster (default:
|
540
|
-
# this field to true to enable Kerberos on a cluster.
|
538
|
+
# Optional. Flag to indicate whether to Kerberize the cluster (default:
|
539
|
+
# false). Set this field to true to enable Kerberos on a cluster.
|
541
540
|
# @!attribute [rw] root_principal_password_uri
|
542
541
|
# @return [::String]
|
543
542
|
# Required. The Cloud Storage URI of a KMS encrypted file containing the root
|
@@ -788,10 +787,11 @@ module Google
|
|
788
787
|
# @!attribute [rw] request_id
|
789
788
|
# @return [::String]
|
790
789
|
# Optional. A unique id used to identify the request. If the server
|
791
|
-
# receives two
|
792
|
-
#
|
793
|
-
#
|
794
|
-
#
|
790
|
+
# receives two
|
791
|
+
# {::Google::Cloud::Dataproc::V1beta2::CreateClusterRequest CreateClusterRequest}
|
792
|
+
# requests with the same id, then the second request will be ignored and the
|
793
|
+
# first {::Google::Longrunning::Operation google.longrunning.Operation} created
|
794
|
+
# and stored in the backend is returned.
|
795
795
|
#
|
796
796
|
# It is recommended to always set this value to a
|
797
797
|
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|
@@ -893,10 +893,11 @@ module Google
|
|
893
893
|
# @!attribute [rw] request_id
|
894
894
|
# @return [::String]
|
895
895
|
# Optional. A unique id used to identify the request. If the server
|
896
|
-
# receives two
|
897
|
-
#
|
898
|
-
#
|
899
|
-
#
|
896
|
+
# receives two
|
897
|
+
# {::Google::Cloud::Dataproc::V1beta2::UpdateClusterRequest UpdateClusterRequest}
|
898
|
+
# requests with the same id, then the second request will be ignored and the
|
899
|
+
# first {::Google::Longrunning::Operation google.longrunning.Operation} created
|
900
|
+
# and stored in the backend is returned.
|
900
901
|
#
|
901
902
|
# It is recommended to always set this value to a
|
902
903
|
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|
@@ -926,10 +927,11 @@ module Google
|
|
926
927
|
# @!attribute [rw] request_id
|
927
928
|
# @return [::String]
|
928
929
|
# Optional. A unique id used to identify the request. If the server
|
929
|
-
# receives two
|
930
|
-
#
|
931
|
-
#
|
932
|
-
#
|
930
|
+
# receives two
|
931
|
+
# {::Google::Cloud::Dataproc::V1beta2::DeleteClusterRequest DeleteClusterRequest}
|
932
|
+
# requests with the same id, then the second request will be ignored and the
|
933
|
+
# first {::Google::Longrunning::Operation google.longrunning.Operation} created
|
934
|
+
# and stored in the backend is returned.
|
933
935
|
#
|
934
936
|
# It is recommended to always set this value to a
|
935
937
|
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|