google-cloud-dataproc-v1beta2 0.2.2 → 0.4.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +4 -0
- data/lib/google/cloud/dataproc/v1beta2.rb +3 -0
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policies_services_pb.rb +5 -5
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service/client.rb +4 -4
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller.rb +1 -0
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller/client.rb +24 -19
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller/operations.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller/paths.rb +52 -0
- data/lib/google/cloud/dataproc/v1beta2/clusters_pb.rb +8 -0
- data/lib/google/cloud/dataproc/v1beta2/clusters_services_pb.rb +6 -6
- data/lib/google/cloud/dataproc/v1beta2/job_controller/client.rb +8 -8
- data/lib/google/cloud/dataproc/v1beta2/job_controller/operations.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/jobs_services_pb.rb +7 -7
- data/lib/google/cloud/dataproc/v1beta2/shared_pb.rb +1 -2
- data/lib/google/cloud/dataproc/v1beta2/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/client.rb +10 -9
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/operations.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/paths.rb +19 -0
- data/lib/google/cloud/dataproc/v1beta2/workflow_templates_pb.rb +5 -0
- data/lib/google/cloud/dataproc/v1beta2/workflow_templates_services_pb.rb +9 -8
- data/proto_docs/google/api/resource.rb +50 -14
- data/proto_docs/google/cloud/dataproc/v1beta2/autoscaling_policies.rb +13 -7
- data/proto_docs/google/cloud/dataproc/v1beta2/clusters.rb +64 -21
- data/proto_docs/google/cloud/dataproc/v1beta2/jobs.rb +14 -13
- data/proto_docs/google/cloud/dataproc/v1beta2/shared.rb +3 -6
- data/proto_docs/google/cloud/dataproc/v1beta2/workflow_templates.rb +42 -8
- metadata +6 -5
@@ -9,9 +9,8 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
9
9
|
add_enum "google.cloud.dataproc.v1beta2.Component" do
|
10
10
|
value :COMPONENT_UNSPECIFIED, 0
|
11
11
|
value :ANACONDA, 5
|
12
|
-
value :DOCKER, 13
|
13
12
|
value :DRUID, 9
|
14
|
-
value :
|
13
|
+
value :HBASE, 11
|
15
14
|
value :HIVE_WEBHCAT, 3
|
16
15
|
value :JUPYTER, 1
|
17
16
|
value :KERBEROS, 7
|
@@ -71,7 +71,7 @@ module Google
|
|
71
71
|
initial_delay: 0.1,
|
72
72
|
max_delay: 60.0,
|
73
73
|
multiplier: 1.3,
|
74
|
-
retry_codes: [
|
74
|
+
retry_codes: [14]
|
75
75
|
}
|
76
76
|
|
77
77
|
default_config.rpcs.get_workflow_template.timeout = 600.0
|
@@ -79,7 +79,7 @@ module Google
|
|
79
79
|
initial_delay: 0.1,
|
80
80
|
max_delay: 60.0,
|
81
81
|
multiplier: 1.3,
|
82
|
-
retry_codes: [
|
82
|
+
retry_codes: [4, 13, 14]
|
83
83
|
}
|
84
84
|
|
85
85
|
default_config.rpcs.instantiate_workflow_template.timeout = 600.0
|
@@ -87,7 +87,7 @@ module Google
|
|
87
87
|
initial_delay: 0.1,
|
88
88
|
max_delay: 60.0,
|
89
89
|
multiplier: 1.3,
|
90
|
-
retry_codes: [
|
90
|
+
retry_codes: [14]
|
91
91
|
}
|
92
92
|
|
93
93
|
default_config.rpcs.instantiate_inline_workflow_template.timeout = 600.0
|
@@ -95,7 +95,7 @@ module Google
|
|
95
95
|
initial_delay: 0.1,
|
96
96
|
max_delay: 60.0,
|
97
97
|
multiplier: 1.3,
|
98
|
-
retry_codes: [
|
98
|
+
retry_codes: [14]
|
99
99
|
}
|
100
100
|
|
101
101
|
default_config.rpcs.update_workflow_template.timeout = 600.0
|
@@ -103,7 +103,7 @@ module Google
|
|
103
103
|
initial_delay: 0.1,
|
104
104
|
max_delay: 60.0,
|
105
105
|
multiplier: 1.3,
|
106
|
-
retry_codes: [
|
106
|
+
retry_codes: [14]
|
107
107
|
}
|
108
108
|
|
109
109
|
default_config.rpcs.list_workflow_templates.timeout = 600.0
|
@@ -111,7 +111,7 @@ module Google
|
|
111
111
|
initial_delay: 0.1,
|
112
112
|
max_delay: 60.0,
|
113
113
|
multiplier: 1.3,
|
114
|
-
retry_codes: [
|
114
|
+
retry_codes: [4, 13, 14]
|
115
115
|
}
|
116
116
|
|
117
117
|
default_config.rpcs.delete_workflow_template.timeout = 600.0
|
@@ -119,7 +119,7 @@ module Google
|
|
119
119
|
initial_delay: 0.1,
|
120
120
|
max_delay: 60.0,
|
121
121
|
multiplier: 1.3,
|
122
|
-
retry_codes: [
|
122
|
+
retry_codes: [14]
|
123
123
|
}
|
124
124
|
|
125
125
|
default_config
|
@@ -494,7 +494,8 @@ module Google
|
|
494
494
|
# Instantiates a template and begins execution.
|
495
495
|
#
|
496
496
|
# This method is equivalent to executing the sequence
|
497
|
-
# {::Google::Cloud::Dataproc::V1beta2::WorkflowTemplateService::Client#create_workflow_template CreateWorkflowTemplate},
|
497
|
+
# {::Google::Cloud::Dataproc::V1beta2::WorkflowTemplateService::Client#create_workflow_template CreateWorkflowTemplate},
|
498
|
+
# {::Google::Cloud::Dataproc::V1beta2::WorkflowTemplateService::Client#instantiate_workflow_template InstantiateWorkflowTemplate},
|
498
499
|
# {::Google::Cloud::Dataproc::V1beta2::WorkflowTemplateService::Client#delete_workflow_template DeleteWorkflowTemplate}.
|
499
500
|
#
|
500
501
|
# The returned Operation can be used to track execution of
|
@@ -917,7 +918,7 @@ module Google
|
|
917
918
|
|
918
919
|
config_attr :endpoint, "dataproc.googleapis.com", ::String
|
919
920
|
config_attr :credentials, nil do |value|
|
920
|
-
allowed = [::String, ::Hash, ::Proc, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
|
921
|
+
allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
|
921
922
|
allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
|
922
923
|
allowed.any? { |klass| klass === value }
|
923
924
|
end
|
@@ -475,7 +475,7 @@ module Google
|
|
475
475
|
|
476
476
|
config_attr :endpoint, "dataproc.googleapis.com", ::String
|
477
477
|
config_attr :credentials, nil do |value|
|
478
|
-
allowed = [::String, ::Hash, ::Proc, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
|
478
|
+
allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
|
479
479
|
allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
|
480
480
|
allowed.any? { |klass| klass === value }
|
481
481
|
end
|
@@ -24,6 +24,25 @@ module Google
|
|
24
24
|
module WorkflowTemplateService
|
25
25
|
# Path helper methods for the WorkflowTemplateService API.
|
26
26
|
module Paths
|
27
|
+
##
|
28
|
+
# Create a fully-qualified Cluster resource string.
|
29
|
+
#
|
30
|
+
# The resource will be in the following format:
|
31
|
+
#
|
32
|
+
# `projects/{project}/locations/{location}/clusters/{cluster}`
|
33
|
+
#
|
34
|
+
# @param project [String]
|
35
|
+
# @param location [String]
|
36
|
+
# @param cluster [String]
|
37
|
+
#
|
38
|
+
# @return [::String]
|
39
|
+
def cluster_path project:, location:, cluster:
|
40
|
+
raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
|
41
|
+
raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
|
42
|
+
|
43
|
+
"projects/#{project}/locations/#{location}/clusters/#{cluster}"
|
44
|
+
end
|
45
|
+
|
27
46
|
##
|
28
47
|
# Create a fully-qualified Location resource string.
|
29
48
|
#
|
@@ -10,6 +10,7 @@ require 'google/api/resource_pb'
|
|
10
10
|
require 'google/cloud/dataproc/v1beta2/clusters_pb'
|
11
11
|
require 'google/cloud/dataproc/v1beta2/jobs_pb'
|
12
12
|
require 'google/longrunning/operations_pb'
|
13
|
+
require 'google/protobuf/duration_pb'
|
13
14
|
require 'google/protobuf/empty_pb'
|
14
15
|
require 'google/protobuf/timestamp_pb'
|
15
16
|
Google::Protobuf::DescriptorPool.generated_pool.build do
|
@@ -24,6 +25,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
24
25
|
optional :placement, :message, 7, "google.cloud.dataproc.v1beta2.WorkflowTemplatePlacement"
|
25
26
|
repeated :jobs, :message, 8, "google.cloud.dataproc.v1beta2.OrderedJob"
|
26
27
|
repeated :parameters, :message, 9, "google.cloud.dataproc.v1beta2.TemplateParameter"
|
28
|
+
optional :dag_timeout, :message, 10, "google.protobuf.Duration"
|
27
29
|
end
|
28
30
|
add_message "google.cloud.dataproc.v1beta2.WorkflowTemplatePlacement" do
|
29
31
|
oneof :placement do
|
@@ -86,6 +88,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
86
88
|
optional :start_time, :message, 9, "google.protobuf.Timestamp"
|
87
89
|
optional :end_time, :message, 10, "google.protobuf.Timestamp"
|
88
90
|
optional :cluster_uuid, :string, 11
|
91
|
+
optional :dag_timeout, :message, 12, "google.protobuf.Duration"
|
92
|
+
optional :dag_start_time, :message, 13, "google.protobuf.Timestamp"
|
93
|
+
optional :dag_end_time, :message, 14, "google.protobuf.Timestamp"
|
89
94
|
end
|
90
95
|
add_enum "google.cloud.dataproc.v1beta2.WorkflowMetadata.State" do
|
91
96
|
value :UNKNOWN, 0
|
@@ -35,12 +35,12 @@ module Google
|
|
35
35
|
self.service_name = 'google.cloud.dataproc.v1beta2.WorkflowTemplateService'
|
36
36
|
|
37
37
|
# Creates new workflow template.
|
38
|
-
rpc :CreateWorkflowTemplate, CreateWorkflowTemplateRequest, WorkflowTemplate
|
38
|
+
rpc :CreateWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::CreateWorkflowTemplateRequest, ::Google::Cloud::Dataproc::V1beta2::WorkflowTemplate
|
39
39
|
# Retrieves the latest workflow template.
|
40
40
|
#
|
41
41
|
# Can retrieve previously instantiated template by specifying optional
|
42
42
|
# version parameter.
|
43
|
-
rpc :GetWorkflowTemplate, GetWorkflowTemplateRequest, WorkflowTemplate
|
43
|
+
rpc :GetWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::GetWorkflowTemplateRequest, ::Google::Cloud::Dataproc::V1beta2::WorkflowTemplate
|
44
44
|
# Instantiates a template and begins execution.
|
45
45
|
#
|
46
46
|
# The returned Operation can be used to track execution of
|
@@ -61,11 +61,12 @@ module Google
|
|
61
61
|
# On successful completion,
|
62
62
|
# [Operation.response][google.longrunning.Operation.response] will be
|
63
63
|
# [Empty][google.protobuf.Empty].
|
64
|
-
rpc :InstantiateWorkflowTemplate, InstantiateWorkflowTemplateRequest, Google::Longrunning::Operation
|
64
|
+
rpc :InstantiateWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::InstantiateWorkflowTemplateRequest, ::Google::Longrunning::Operation
|
65
65
|
# Instantiates a template and begins execution.
|
66
66
|
#
|
67
67
|
# This method is equivalent to executing the sequence
|
68
|
-
# [CreateWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.CreateWorkflowTemplate],
|
68
|
+
# [CreateWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.CreateWorkflowTemplate],
|
69
|
+
# [InstantiateWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.InstantiateWorkflowTemplate],
|
69
70
|
# [DeleteWorkflowTemplate][google.cloud.dataproc.v1beta2.WorkflowTemplateService.DeleteWorkflowTemplate].
|
70
71
|
#
|
71
72
|
# The returned Operation can be used to track execution of
|
@@ -86,14 +87,14 @@ module Google
|
|
86
87
|
# On successful completion,
|
87
88
|
# [Operation.response][google.longrunning.Operation.response] will be
|
88
89
|
# [Empty][google.protobuf.Empty].
|
89
|
-
rpc :InstantiateInlineWorkflowTemplate, InstantiateInlineWorkflowTemplateRequest, Google::Longrunning::Operation
|
90
|
+
rpc :InstantiateInlineWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::InstantiateInlineWorkflowTemplateRequest, ::Google::Longrunning::Operation
|
90
91
|
# Updates (replaces) workflow template. The updated template
|
91
92
|
# must contain version that matches the current server version.
|
92
|
-
rpc :UpdateWorkflowTemplate, UpdateWorkflowTemplateRequest, WorkflowTemplate
|
93
|
+
rpc :UpdateWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::UpdateWorkflowTemplateRequest, ::Google::Cloud::Dataproc::V1beta2::WorkflowTemplate
|
93
94
|
# Lists workflows that match the specified filter in the request.
|
94
|
-
rpc :ListWorkflowTemplates, ListWorkflowTemplatesRequest, ListWorkflowTemplatesResponse
|
95
|
+
rpc :ListWorkflowTemplates, ::Google::Cloud::Dataproc::V1beta2::ListWorkflowTemplatesRequest, ::Google::Cloud::Dataproc::V1beta2::ListWorkflowTemplatesResponse
|
95
96
|
# Deletes a workflow template. It does not cancel in-progress workflows.
|
96
|
-
rpc :DeleteWorkflowTemplate, DeleteWorkflowTemplateRequest, Google::Protobuf::Empty
|
97
|
+
rpc :DeleteWorkflowTemplate, ::Google::Cloud::Dataproc::V1beta2::DeleteWorkflowTemplateRequest, ::Google::Protobuf::Empty
|
97
98
|
end
|
98
99
|
|
99
100
|
Stub = Service.rpc_stub_class
|
@@ -43,12 +43,12 @@ module Google
|
|
43
43
|
#
|
44
44
|
# The ResourceDescriptor Yaml config will look like:
|
45
45
|
#
|
46
|
-
#
|
47
|
-
#
|
48
|
-
#
|
49
|
-
#
|
50
|
-
#
|
51
|
-
#
|
46
|
+
# resources:
|
47
|
+
# - type: "pubsub.googleapis.com/Topic"
|
48
|
+
# name_descriptor:
|
49
|
+
# - pattern: "projects/{project}/topics/{topic}"
|
50
|
+
# parent_type: "cloudresourcemanager.googleapis.com/Project"
|
51
|
+
# parent_name_extractor: "projects/{project}"
|
52
52
|
#
|
53
53
|
# Sometimes, resources have multiple patterns, typically because they can
|
54
54
|
# live under multiple parents.
|
@@ -183,15 +183,24 @@ module Google
|
|
183
183
|
# }
|
184
184
|
# @!attribute [rw] plural
|
185
185
|
# @return [::String]
|
186
|
-
# The plural name used in the resource name, such as
|
187
|
-
# the name of 'projects/\\{project}'
|
188
|
-
#
|
186
|
+
# The plural name used in the resource name and permission names, such as
|
187
|
+
# 'projects' for the resource name of 'projects/\\{project}' and the permission
|
188
|
+
# name of 'cloudresourcemanager.googleapis.com/projects.get'. It is the same
|
189
|
+
# concept of the `plural` field in k8s CRD spec
|
189
190
|
# https://kubernetes.io/docs/tasks/access-kubernetes-api/custom-resources/custom-resource-definitions/
|
191
|
+
#
|
192
|
+
# Note: The plural form is required even for singleton resources. See
|
193
|
+
# https://aip.dev/156
|
190
194
|
# @!attribute [rw] singular
|
191
195
|
# @return [::String]
|
192
196
|
# The same concept of the `singular` field in k8s CRD spec
|
193
197
|
# https://kubernetes.io/docs/tasks/access-kubernetes-api/custom-resources/custom-resource-definitions/
|
194
198
|
# Such as "project" for the `resourcemanager.googleapis.com/Project` type.
|
199
|
+
# @!attribute [rw] style
|
200
|
+
# @return [::Array<::Google::Api::ResourceDescriptor::Style>]
|
201
|
+
# Style flag(s) for this resource.
|
202
|
+
# These indicate that a resource is expected to conform to a given
|
203
|
+
# style. See the specific style flags for additional information.
|
195
204
|
class ResourceDescriptor
|
196
205
|
include ::Google::Protobuf::MessageExts
|
197
206
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -211,6 +220,22 @@ module Google
|
|
211
220
|
# that from being necessary once there are multiple patterns.)
|
212
221
|
FUTURE_MULTI_PATTERN = 2
|
213
222
|
end
|
223
|
+
|
224
|
+
# A flag representing a specific style that a resource claims to conform to.
|
225
|
+
module Style
|
226
|
+
# The unspecified value. Do not use.
|
227
|
+
STYLE_UNSPECIFIED = 0
|
228
|
+
|
229
|
+
# This resource is intended to be "declarative-friendly".
|
230
|
+
#
|
231
|
+
# Declarative-friendly resources must be more strictly consistent, and
|
232
|
+
# setting this to true communicates to tools that this resource should
|
233
|
+
# adhere to declarative-friendly expectations.
|
234
|
+
#
|
235
|
+
# Note: This is used by the API linter (linter.aip.dev) to enable
|
236
|
+
# additional checks.
|
237
|
+
DECLARATIVE_FRIENDLY = 1
|
238
|
+
end
|
214
239
|
end
|
215
240
|
|
216
241
|
# Defines a proto annotation that describes a string field that refers to
|
@@ -226,6 +251,17 @@ module Google
|
|
226
251
|
# type: "pubsub.googleapis.com/Topic"
|
227
252
|
# }];
|
228
253
|
# }
|
254
|
+
#
|
255
|
+
# Occasionally, a field may reference an arbitrary resource. In this case,
|
256
|
+
# APIs use the special value * in their resource reference.
|
257
|
+
#
|
258
|
+
# Example:
|
259
|
+
#
|
260
|
+
# message GetIamPolicyRequest {
|
261
|
+
# string resource = 2 [(google.api.resource_reference) = {
|
262
|
+
# type: "*"
|
263
|
+
# }];
|
264
|
+
# }
|
229
265
|
# @!attribute [rw] child_type
|
230
266
|
# @return [::String]
|
231
267
|
# The resource type of a child collection that the annotated field
|
@@ -234,11 +270,11 @@ module Google
|
|
234
270
|
#
|
235
271
|
# Example:
|
236
272
|
#
|
237
|
-
#
|
238
|
-
#
|
239
|
-
#
|
240
|
-
#
|
241
|
-
#
|
273
|
+
# message ListLogEntriesRequest {
|
274
|
+
# string parent = 1 [(google.api.resource_reference) = {
|
275
|
+
# child_type: "logging.googleapis.com/LogEntry"
|
276
|
+
# };
|
277
|
+
# }
|
242
278
|
class ResourceReference
|
243
279
|
include ::Google::Protobuf::MessageExts
|
244
280
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -80,20 +80,26 @@ module Google
|
|
80
80
|
# Bounds: [0s, 1d].
|
81
81
|
# @!attribute [rw] scale_up_factor
|
82
82
|
# @return [::Float]
|
83
|
-
# Required. Fraction of average pending memory in the last cooldown
|
84
|
-
# for which to add workers. A scale-up factor of 1.0 will result in
|
85
|
-
# up so that there is no pending memory remaining after the update
|
86
|
-
# aggressive scaling). A scale-up factor closer to 0 will result in a
|
87
|
-
# magnitude of scaling up (less aggressive scaling).
|
83
|
+
# Required. Fraction of average YARN pending memory in the last cooldown
|
84
|
+
# period for which to add workers. A scale-up factor of 1.0 will result in
|
85
|
+
# scaling up so that there is no pending memory remaining after the update
|
86
|
+
# (more aggressive scaling). A scale-up factor closer to 0 will result in a
|
87
|
+
# smaller magnitude of scaling up (less aggressive scaling). See [How
|
88
|
+
# autoscaling
|
89
|
+
# works](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/autoscaling#how_autoscaling_works)
|
90
|
+
# for more information.
|
88
91
|
#
|
89
92
|
# Bounds: [0.0, 1.0].
|
90
93
|
# @!attribute [rw] scale_down_factor
|
91
94
|
# @return [::Float]
|
92
|
-
# Required. Fraction of average pending memory in the last cooldown
|
93
|
-
# for which to remove workers. A scale-down factor of 1 will result in
|
95
|
+
# Required. Fraction of average YARN pending memory in the last cooldown
|
96
|
+
# period for which to remove workers. A scale-down factor of 1 will result in
|
94
97
|
# scaling down so that there is no available memory remaining after the
|
95
98
|
# update (more aggressive scaling). A scale-down factor of 0 disables
|
96
99
|
# removing workers, which can be beneficial for autoscaling a single job.
|
100
|
+
# See [How autoscaling
|
101
|
+
# works](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/autoscaling#how_autoscaling_works)
|
102
|
+
# for more information.
|
97
103
|
#
|
98
104
|
# Bounds: [0.0, 1.0].
|
99
105
|
# @!attribute [rw] scale_up_min_worker_fraction
|
@@ -85,6 +85,15 @@ module Google
|
|
85
85
|
# and manage this project-level, per-location bucket (see
|
86
86
|
# [Dataproc staging
|
87
87
|
# bucket](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/staging-bucket)).
|
88
|
+
# @!attribute [rw] temp_bucket
|
89
|
+
# @return [::String]
|
90
|
+
# Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs
|
91
|
+
# data, such as Spark and MapReduce history files. If you do not specify a
|
92
|
+
# temp bucket, Dataproc will determine a Cloud Storage location (US, ASIA, or
|
93
|
+
# EU) for your cluster's temp bucket according to the Compute Engine zone
|
94
|
+
# where your cluster is deployed, and then create and manage this
|
95
|
+
# project-level, per-location bucket. The default bucket has a TTL of 90
|
96
|
+
# days, but you can use any TTL (or none) if you specify a bucket.
|
88
97
|
# @!attribute [rw] gce_cluster_config
|
89
98
|
# @return [::Google::Cloud::Dataproc::V1beta2::GceClusterConfig]
|
90
99
|
# Optional. The shared Compute Engine config settings for
|
@@ -137,10 +146,10 @@ module Google
|
|
137
146
|
# Optional. Security related configuration.
|
138
147
|
# @!attribute [rw] gke_cluster_config
|
139
148
|
# @return [::Google::Cloud::Dataproc::V1beta2::GkeClusterConfig]
|
140
|
-
# Optional. The Kubernetes Engine config for Dataproc clusters deployed to
|
141
|
-
# Setting this is considered mutually exclusive with Compute
|
142
|
-
# options such as `gce_cluster_config`, `master_config`,
|
143
|
-
# `secondary_worker_config`, and `autoscaling_config`.
|
149
|
+
# Optional. The Kubernetes Engine config for Dataproc clusters deployed to
|
150
|
+
# Kubernetes. Setting this is considered mutually exclusive with Compute
|
151
|
+
# Engine-based options such as `gce_cluster_config`, `master_config`,
|
152
|
+
# `worker_config`, `secondary_worker_config`, and `autoscaling_config`.
|
144
153
|
class ClusterConfig
|
145
154
|
include ::Google::Protobuf::MessageExts
|
146
155
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -268,7 +277,7 @@ module Google
|
|
268
277
|
# @!attribute [rw] service_account
|
269
278
|
# @return [::String]
|
270
279
|
# Optional. The [Dataproc service
|
271
|
-
# account](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/service-accounts#
|
280
|
+
# account](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/service-accounts#service_accounts_in_dataproc)
|
272
281
|
# (also see [VM Data Plane
|
273
282
|
# identity](https://cloud.google.com/dataproc/docs/concepts/iam/dataproc-principals#vm_service_account_data_plane_identity))
|
274
283
|
# used by Dataproc cluster VM instances to access Google Cloud Platform
|
@@ -372,6 +381,15 @@ module Google
|
|
372
381
|
# @return [::Boolean]
|
373
382
|
# Output only. Specifies that this instance group contains preemptible
|
374
383
|
# instances.
|
384
|
+
# @!attribute [rw] preemptibility
|
385
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::InstanceGroupConfig::Preemptibility]
|
386
|
+
# Optional. Specifies the preemptibility of the instance group.
|
387
|
+
#
|
388
|
+
# The default value for master and worker groups is
|
389
|
+
# `NON_PREEMPTIBLE`. This default cannot be changed.
|
390
|
+
#
|
391
|
+
# The default value for secondary instances is
|
392
|
+
# `PREEMPTIBLE`.
|
375
393
|
# @!attribute [r] managed_group_config
|
376
394
|
# @return [::Google::Cloud::Dataproc::V1beta2::ManagedGroupConfig]
|
377
395
|
# Output only. The config for Compute Engine Instance Group
|
@@ -389,6 +407,27 @@ module Google
|
|
389
407
|
class InstanceGroupConfig
|
390
408
|
include ::Google::Protobuf::MessageExts
|
391
409
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
410
|
+
|
411
|
+
# Controls the use of
|
412
|
+
# [preemptible instances]
|
413
|
+
# (https://cloud.google.com/compute/docs/instances/preemptible)
|
414
|
+
# within the group.
|
415
|
+
module Preemptibility
|
416
|
+
# Preemptibility is unspecified, the system will choose the
|
417
|
+
# appropriate setting for each instance group.
|
418
|
+
PREEMPTIBILITY_UNSPECIFIED = 0
|
419
|
+
|
420
|
+
# Instances are non-preemptible.
|
421
|
+
#
|
422
|
+
# This option is allowed for all instance groups and is the only valid
|
423
|
+
# value for Master and Worker instance groups.
|
424
|
+
NON_PREEMPTIBLE = 1
|
425
|
+
|
426
|
+
# Instances are preemptible.
|
427
|
+
#
|
428
|
+
# This option is allowed only for secondary worker groups.
|
429
|
+
PREEMPTIBLE = 2
|
430
|
+
end
|
392
431
|
end
|
393
432
|
|
394
433
|
# Specifies the resources used to actively manage an instance group.
|
@@ -464,7 +503,8 @@ module Google
|
|
464
503
|
# [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json).
|
465
504
|
# @!attribute [rw] auto_delete_time
|
466
505
|
# @return [::Google::Protobuf::Timestamp]
|
467
|
-
# Optional. The time when cluster will be auto-deleted. (see JSON
|
506
|
+
# Optional. The time when cluster will be auto-deleted. (see JSON
|
507
|
+
# representation of
|
468
508
|
# [Timestamp](https://developers.google.com/protocol-buffers/docs/proto3#json)).
|
469
509
|
# @!attribute [rw] auto_delete_ttl
|
470
510
|
# @return [::Google::Protobuf::Duration]
|
@@ -495,8 +535,8 @@ module Google
|
|
495
535
|
# Specifies Kerberos related configuration.
|
496
536
|
# @!attribute [rw] enable_kerberos
|
497
537
|
# @return [::Boolean]
|
498
|
-
# Optional. Flag to indicate whether to Kerberize the cluster (default:
|
499
|
-
# this field to true to enable Kerberos on a cluster.
|
538
|
+
# Optional. Flag to indicate whether to Kerberize the cluster (default:
|
539
|
+
# false). Set this field to true to enable Kerberos on a cluster.
|
500
540
|
# @!attribute [rw] root_principal_password_uri
|
501
541
|
# @return [::String]
|
502
542
|
# Required. The Cloud Storage URI of a KMS encrypted file containing the root
|
@@ -658,7 +698,7 @@ module Google
|
|
658
698
|
# @return [::String]
|
659
699
|
# Optional. The version of software inside the cluster. It must be one of the
|
660
700
|
# supported [Dataproc
|
661
|
-
# Versions](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#
|
701
|
+
# Versions](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#supported_dataproc_versions),
|
662
702
|
# such as "1.2" (including a subminor version, such as "1.2.29"), or the
|
663
703
|
# ["preview"
|
664
704
|
# version](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#other_versions).
|
@@ -747,10 +787,11 @@ module Google
|
|
747
787
|
# @!attribute [rw] request_id
|
748
788
|
# @return [::String]
|
749
789
|
# Optional. A unique id used to identify the request. If the server
|
750
|
-
# receives two
|
751
|
-
#
|
752
|
-
#
|
753
|
-
#
|
790
|
+
# receives two
|
791
|
+
# {::Google::Cloud::Dataproc::V1beta2::CreateClusterRequest CreateClusterRequest}
|
792
|
+
# requests with the same id, then the second request will be ignored and the
|
793
|
+
# first {::Google::Longrunning::Operation google.longrunning.Operation} created
|
794
|
+
# and stored in the backend is returned.
|
754
795
|
#
|
755
796
|
# It is recommended to always set this value to a
|
756
797
|
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|
@@ -852,10 +893,11 @@ module Google
|
|
852
893
|
# @!attribute [rw] request_id
|
853
894
|
# @return [::String]
|
854
895
|
# Optional. A unique id used to identify the request. If the server
|
855
|
-
# receives two
|
856
|
-
#
|
857
|
-
#
|
858
|
-
#
|
896
|
+
# receives two
|
897
|
+
# {::Google::Cloud::Dataproc::V1beta2::UpdateClusterRequest UpdateClusterRequest}
|
898
|
+
# requests with the same id, then the second request will be ignored and the
|
899
|
+
# first {::Google::Longrunning::Operation google.longrunning.Operation} created
|
900
|
+
# and stored in the backend is returned.
|
859
901
|
#
|
860
902
|
# It is recommended to always set this value to a
|
861
903
|
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|
@@ -885,10 +927,11 @@ module Google
|
|
885
927
|
# @!attribute [rw] request_id
|
886
928
|
# @return [::String]
|
887
929
|
# Optional. A unique id used to identify the request. If the server
|
888
|
-
# receives two
|
889
|
-
#
|
890
|
-
#
|
891
|
-
#
|
930
|
+
# receives two
|
931
|
+
# {::Google::Cloud::Dataproc::V1beta2::DeleteClusterRequest DeleteClusterRequest}
|
932
|
+
# requests with the same id, then the second request will be ignored and the
|
933
|
+
# first {::Google::Longrunning::Operation google.longrunning.Operation} created
|
934
|
+
# and stored in the backend is returned.
|
892
935
|
#
|
893
936
|
# It is recommended to always set this value to a
|
894
937
|
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|