google-cloud-dataproc 0.3.0 → 0.3.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.yardopts +2 -0
- data/AUTHENTICATION.md +199 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller_client.rb +15 -12
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/clusters.rb +46 -32
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/jobs.rb +21 -17
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/workflow_templates.rb +6 -6
- data/lib/google/cloud/dataproc/v1/doc/google/longrunning/operations.rb +1 -1
- data/lib/google/cloud/dataproc/v1/doc/google/protobuf/any.rb +2 -1
- data/lib/google/cloud/dataproc/v1/doc/google/protobuf/field_mask.rb +18 -26
- data/lib/google/cloud/dataproc/v1/doc/google/protobuf/timestamp.rb +15 -13
- data/lib/google/cloud/dataproc/v1/doc/google/rpc/status.rb +17 -14
- data/lib/google/cloud/dataproc/v1/job_controller_client.rb +4 -3
- data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +2 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service_client.rb +45 -23
- data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +2 -1
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller_client.rb +29 -20
- data/lib/google/cloud/dataproc/v1beta2/clusters_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/clusters.rb +58 -39
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/jobs.rb +23 -18
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/workflow_templates.rb +10 -9
- data/lib/google/cloud/dataproc/v1beta2/doc/google/longrunning/operations.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/any.rb +2 -1
- data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/field_mask.rb +18 -26
- data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/timestamp.rb +15 -13
- data/lib/google/cloud/dataproc/v1beta2/doc/google/rpc/status.rb +17 -14
- data/lib/google/cloud/dataproc/v1beta2/job_controller_client.rb +6 -4
- data/lib/google/cloud/dataproc/v1beta2/jobs_services_pb.rb +2 -1
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service_client.rb +45 -23
- data/lib/google/cloud/dataproc/v1beta2/workflow_templates_services_pb.rb +2 -1
- metadata +6 -6
@@ -136,8 +136,8 @@ module Google
|
|
136
136
|
#
|
137
137
|
# The step id is used as prefix for job id, as job
|
138
138
|
# `goog-dataproc-workflow-step-id` label, and in
|
139
|
-
# {Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
|
140
|
-
# steps.
|
139
|
+
# {Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
|
140
|
+
# field from other steps.
|
141
141
|
#
|
142
142
|
# The id must contain only letters (a-z, A-Z), numbers (0-9),
|
143
143
|
# underscores (_), and hyphens (-). Cannot begin or end with underscore
|
@@ -205,10 +205,10 @@ module Google
|
|
205
205
|
# A field is allowed to appear in at most one parameter's list of field
|
206
206
|
# paths.
|
207
207
|
#
|
208
|
-
# A field path is similar in syntax to a
|
209
|
-
# For example, a
|
210
|
-
#
|
211
|
-
# `placement.clusterSelector.zone`.
|
208
|
+
# A field path is similar in syntax to a
|
209
|
+
# {Google::Protobuf::FieldMask}. For example, a
|
210
|
+
# field path that references the zone field of a workflow template's cluster
|
211
|
+
# selector would be specified as `placement.clusterSelector.zone`.
|
212
212
|
#
|
213
213
|
# Also, field paths can reference fields using the following syntax:
|
214
214
|
#
|
@@ -31,7 +31,7 @@ module Google
|
|
31
31
|
# @!attribute [rw] done
|
32
32
|
# @return [true, false]
|
33
33
|
# If the value is `false`, it means the operation is still in progress.
|
34
|
-
# If true
|
34
|
+
# If `true`, the operation is completed, and either `error` or `response` is
|
35
35
|
# available.
|
36
36
|
# @!attribute [rw] error
|
37
37
|
# @return [Google::Rpc::Status]
|
@@ -97,7 +97,8 @@ module Google
|
|
97
97
|
# @!attribute [rw] type_url
|
98
98
|
# @return [String]
|
99
99
|
# A URL/resource name that uniquely identifies the type of the serialized
|
100
|
-
# protocol buffer message.
|
100
|
+
# protocol buffer message. This string must contain at least
|
101
|
+
# one "/" character. The last segment of the URL's path must represent
|
101
102
|
# the fully qualified name of the type (as in
|
102
103
|
# `path/google.protobuf.Duration`). The name should be in a canonical form
|
103
104
|
# (e.g., leading "." is not accepted).
|
@@ -83,57 +83,49 @@ module Google
|
|
83
83
|
# describe the updated values, the API ignores the values of all
|
84
84
|
# fields not covered by the mask.
|
85
85
|
#
|
86
|
-
# If a repeated field is specified for an update operation,
|
87
|
-
#
|
88
|
-
#
|
89
|
-
# string.
|
86
|
+
# If a repeated field is specified for an update operation, new values will
|
87
|
+
# be appended to the existing repeated field in the target resource. Note that
|
88
|
+
# a repeated field is only allowed in the last position of a `paths` string.
|
90
89
|
#
|
91
90
|
# If a sub-message is specified in the last position of the field mask for an
|
92
|
-
# update operation, then the existing sub-message
|
93
|
-
#
|
91
|
+
# update operation, then new value will be merged into the existing sub-message
|
92
|
+
# in the target resource.
|
93
|
+
#
|
94
|
+
# For example, given the target message:
|
94
95
|
#
|
95
96
|
# f {
|
96
97
|
# b {
|
97
|
-
# d
|
98
|
-
# x
|
98
|
+
# d: 1
|
99
|
+
# x: 2
|
99
100
|
# }
|
100
|
-
# c
|
101
|
+
# c: [1]
|
101
102
|
# }
|
102
103
|
#
|
103
104
|
# And an update message:
|
104
105
|
#
|
105
106
|
# f {
|
106
107
|
# b {
|
107
|
-
# d
|
108
|
+
# d: 10
|
108
109
|
# }
|
110
|
+
# c: [2]
|
109
111
|
# }
|
110
112
|
#
|
111
113
|
# then if the field mask is:
|
112
114
|
#
|
113
|
-
# paths: "f.b"
|
115
|
+
# paths: ["f.b", "f.c"]
|
114
116
|
#
|
115
117
|
# then the result will be:
|
116
118
|
#
|
117
119
|
# f {
|
118
120
|
# b {
|
119
|
-
# d
|
121
|
+
# d: 10
|
122
|
+
# x: 2
|
120
123
|
# }
|
121
|
-
# c
|
124
|
+
# c: [1, 2]
|
122
125
|
# }
|
123
126
|
#
|
124
|
-
#
|
125
|
-
#
|
126
|
-
# paths: "f.b.d"
|
127
|
-
#
|
128
|
-
# then the result would be:
|
129
|
-
#
|
130
|
-
# f {
|
131
|
-
# b {
|
132
|
-
# d : 10
|
133
|
-
# x : 2
|
134
|
-
# }
|
135
|
-
# c : 1
|
136
|
-
# }
|
127
|
+
# An implementation may provide options to override this default behavior for
|
128
|
+
# repeated and message fields.
|
137
129
|
#
|
138
130
|
# In order to reset a field's value to the default, the field must
|
139
131
|
# be in the mask and set to the default value in the provided resource.
|
@@ -15,17 +15,19 @@
|
|
15
15
|
|
16
16
|
module Google
|
17
17
|
module Protobuf
|
18
|
-
# A Timestamp represents a point in time independent of any time zone
|
19
|
-
#
|
20
|
-
# nanosecond resolution
|
21
|
-
#
|
22
|
-
# backwards to year one.
|
23
|
-
#
|
24
|
-
#
|
25
|
-
#
|
26
|
-
#
|
27
|
-
#
|
28
|
-
#
|
18
|
+
# A Timestamp represents a point in time independent of any time zone or local
|
19
|
+
# calendar, encoded as a count of seconds and fractions of seconds at
|
20
|
+
# nanosecond resolution. The count is relative to an epoch at UTC midnight on
|
21
|
+
# January 1, 1970, in the proleptic Gregorian calendar which extends the
|
22
|
+
# Gregorian calendar backwards to year one.
|
23
|
+
#
|
24
|
+
# All minutes are 60 seconds long. Leap seconds are "smeared" so that no leap
|
25
|
+
# second table is needed for interpretation, using a [24-hour linear
|
26
|
+
# smear](https://developers.google.com/time/smear).
|
27
|
+
#
|
28
|
+
# The range is from 0001-01-01T00:00:00Z to 9999-12-31T23:59:59.999999999Z. By
|
29
|
+
# restricting to that range, we ensure that we can convert to and from [RFC
|
30
|
+
# 3339](https://www.ietf.org/rfc/rfc3339.txt) date strings.
|
29
31
|
#
|
30
32
|
# = Examples
|
31
33
|
#
|
@@ -86,12 +88,12 @@ module Google
|
|
86
88
|
# 01:30 UTC on January 15, 2017.
|
87
89
|
#
|
88
90
|
# In JavaScript, one can convert a Date object to this format using the
|
89
|
-
# standard [toISOString()](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Date/toISOString
|
91
|
+
# standard [toISOString()](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Date/toISOString)
|
90
92
|
# method. In Python, a standard `datetime.datetime` object can be converted
|
91
93
|
# to this format using [`strftime`](https://docs.python.org/2/library/time.html#time.strftime)
|
92
94
|
# with the time format spec '%Y-%m-%dT%H:%M:%S.%fZ'. Likewise, in Java, one
|
93
95
|
# can use the Joda Time's [`ISODateTimeFormat.dateTime()`](
|
94
|
-
# http://www.joda.org/joda-time/apidocs/org/joda/time/format/ISODateTimeFormat.html#dateTime
|
96
|
+
# http://www.joda.org/joda-time/apidocs/org/joda/time/format/ISODateTimeFormat.html#dateTime%2D%2D
|
95
97
|
# ) to obtain a formatter capable of generating timestamps in this format.
|
96
98
|
# @!attribute [rw] seconds
|
97
99
|
# @return [Integer]
|
@@ -15,24 +15,25 @@
|
|
15
15
|
|
16
16
|
module Google
|
17
17
|
module Rpc
|
18
|
-
# The `Status` type defines a logical error model that is suitable for
|
19
|
-
# programming environments, including REST APIs and RPC APIs. It is
|
20
|
-
# [gRPC](https://github.com/grpc). The error model is designed to be:
|
18
|
+
# The `Status` type defines a logical error model that is suitable for
|
19
|
+
# different programming environments, including REST APIs and RPC APIs. It is
|
20
|
+
# used by [gRPC](https://github.com/grpc). The error model is designed to be:
|
21
21
|
#
|
22
22
|
# * Simple to use and understand for most users
|
23
23
|
# * Flexible enough to meet unexpected needs
|
24
24
|
#
|
25
25
|
# = Overview
|
26
26
|
#
|
27
|
-
# The `Status` message contains three pieces of data: error code, error
|
28
|
-
# and error details. The error code should be an enum value of
|
29
|
-
# {Google::Rpc::Code}, but it may accept additional error codes
|
30
|
-
# error message should be a developer-facing English message
|
31
|
-
# developers *understand* and *resolve* the error. If a localized
|
32
|
-
# error message is needed, put the localized message in the error
|
33
|
-
# localize it in the client. The optional error details may contain
|
34
|
-
# information about the error. There is a predefined set of error
|
35
|
-
# in the package `google.rpc` that can be used for common error
|
27
|
+
# The `Status` message contains three pieces of data: error code, error
|
28
|
+
# message, and error details. The error code should be an enum value of
|
29
|
+
# {Google::Rpc::Code}, but it may accept additional error codes
|
30
|
+
# if needed. The error message should be a developer-facing English message
|
31
|
+
# that helps developers *understand* and *resolve* the error. If a localized
|
32
|
+
# user-facing error message is needed, put the localized message in the error
|
33
|
+
# details or localize it in the client. The optional error details may contain
|
34
|
+
# arbitrary information about the error. There is a predefined set of error
|
35
|
+
# detail types in the package `google.rpc` that can be used for common error
|
36
|
+
# conditions.
|
36
37
|
#
|
37
38
|
# = Language mapping
|
38
39
|
#
|
@@ -69,12 +70,14 @@ module Google
|
|
69
70
|
# be used directly after any stripping needed for security/privacy reasons.
|
70
71
|
# @!attribute [rw] code
|
71
72
|
# @return [Integer]
|
72
|
-
# The status code, which should be an enum value of
|
73
|
+
# The status code, which should be an enum value of
|
74
|
+
# {Google::Rpc::Code}.
|
73
75
|
# @!attribute [rw] message
|
74
76
|
# @return [String]
|
75
77
|
# A developer-facing error message, which should be in English. Any
|
76
78
|
# user-facing error message should be localized and sent in the
|
77
|
-
# {Google::Rpc::Status#details} field, or localized
|
79
|
+
# {Google::Rpc::Status#details} field, or localized
|
80
|
+
# by the client.
|
78
81
|
# @!attribute [rw] details
|
79
82
|
# @return [Array<Google::Protobuf::Any>]
|
80
83
|
# A list of messages that carry the error details. There is a common set of
|
@@ -217,8 +217,8 @@ module Google
|
|
217
217
|
# can also be provided.
|
218
218
|
# @param request_id [String]
|
219
219
|
# Optional. A unique id used to identify the request. If the server
|
220
|
-
# receives two {Google::Cloud::Dataproc::V1::SubmitJobRequest SubmitJobRequest}
|
221
|
-
# id, then the second request will be ignored and the
|
220
|
+
# receives two {Google::Cloud::Dataproc::V1::SubmitJobRequest SubmitJobRequest}
|
221
|
+
# requests with the same id, then the second request will be ignored and the
|
222
222
|
# first {Google::Cloud::Dataproc::V1::Job Job} created and stored in the backend
|
223
223
|
# is returned.
|
224
224
|
#
|
@@ -479,7 +479,8 @@ module Google
|
|
479
479
|
|
480
480
|
# Starts a job cancellation request. To access the job resource
|
481
481
|
# after cancellation, call
|
482
|
-
# [regions/\\{region}/jobs.list](https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.jobs/list)
|
482
|
+
# [regions/\\{region}/jobs.list](https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.jobs/list)
|
483
|
+
# or
|
483
484
|
# [regions/\\{region}/jobs.get](https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.jobs/get).
|
484
485
|
#
|
485
486
|
# @param project_id [String]
|
@@ -45,7 +45,8 @@ module Google
|
|
45
45
|
rpc :UpdateJob, UpdateJobRequest, Job
|
46
46
|
# Starts a job cancellation request. To access the job resource
|
47
47
|
# after cancellation, call
|
48
|
-
# [regions/\\{region}/jobs.list](/dataproc/docs/reference/rest/v1/projects.regions.jobs/list)
|
48
|
+
# [regions/\\{region}/jobs.list](/dataproc/docs/reference/rest/v1/projects.regions.jobs/list)
|
49
|
+
# or
|
49
50
|
# [regions/\\{region}/jobs.get](/dataproc/docs/reference/rest/v1/projects.regions.jobs/get).
|
50
51
|
rpc :CancelJob, CancelJobRequest, Job
|
51
52
|
# Deletes the job from the project. If the job is active, the delete fails,
|
@@ -225,37 +225,58 @@ module Google
|
|
225
225
|
@create_workflow_template = Google::Gax.create_api_call(
|
226
226
|
@workflow_template_service_stub.method(:create_workflow_template),
|
227
227
|
defaults["create_workflow_template"],
|
228
|
-
exception_transformer: exception_transformer
|
228
|
+
exception_transformer: exception_transformer,
|
229
|
+
params_extractor: proc do |request|
|
230
|
+
{'parent' => request.parent}
|
231
|
+
end
|
229
232
|
)
|
230
233
|
@get_workflow_template = Google::Gax.create_api_call(
|
231
234
|
@workflow_template_service_stub.method(:get_workflow_template),
|
232
235
|
defaults["get_workflow_template"],
|
233
|
-
exception_transformer: exception_transformer
|
236
|
+
exception_transformer: exception_transformer,
|
237
|
+
params_extractor: proc do |request|
|
238
|
+
{'name' => request.name}
|
239
|
+
end
|
234
240
|
)
|
235
241
|
@instantiate_workflow_template = Google::Gax.create_api_call(
|
236
242
|
@workflow_template_service_stub.method(:instantiate_workflow_template),
|
237
243
|
defaults["instantiate_workflow_template"],
|
238
|
-
exception_transformer: exception_transformer
|
244
|
+
exception_transformer: exception_transformer,
|
245
|
+
params_extractor: proc do |request|
|
246
|
+
{'name' => request.name}
|
247
|
+
end
|
239
248
|
)
|
240
249
|
@instantiate_inline_workflow_template = Google::Gax.create_api_call(
|
241
250
|
@workflow_template_service_stub.method(:instantiate_inline_workflow_template),
|
242
251
|
defaults["instantiate_inline_workflow_template"],
|
243
|
-
exception_transformer: exception_transformer
|
252
|
+
exception_transformer: exception_transformer,
|
253
|
+
params_extractor: proc do |request|
|
254
|
+
{'parent' => request.parent}
|
255
|
+
end
|
244
256
|
)
|
245
257
|
@update_workflow_template = Google::Gax.create_api_call(
|
246
258
|
@workflow_template_service_stub.method(:update_workflow_template),
|
247
259
|
defaults["update_workflow_template"],
|
248
|
-
exception_transformer: exception_transformer
|
260
|
+
exception_transformer: exception_transformer,
|
261
|
+
params_extractor: proc do |request|
|
262
|
+
{'template.name' => request.template.name}
|
263
|
+
end
|
249
264
|
)
|
250
265
|
@list_workflow_templates = Google::Gax.create_api_call(
|
251
266
|
@workflow_template_service_stub.method(:list_workflow_templates),
|
252
267
|
defaults["list_workflow_templates"],
|
253
|
-
exception_transformer: exception_transformer
|
268
|
+
exception_transformer: exception_transformer,
|
269
|
+
params_extractor: proc do |request|
|
270
|
+
{'parent' => request.parent}
|
271
|
+
end
|
254
272
|
)
|
255
273
|
@delete_workflow_template = Google::Gax.create_api_call(
|
256
274
|
@workflow_template_service_stub.method(:delete_workflow_template),
|
257
275
|
defaults["delete_workflow_template"],
|
258
|
-
exception_transformer: exception_transformer
|
276
|
+
exception_transformer: exception_transformer,
|
277
|
+
params_extractor: proc do |request|
|
278
|
+
{'name' => request.name}
|
279
|
+
end
|
259
280
|
)
|
260
281
|
end
|
261
282
|
|
@@ -282,12 +303,12 @@ module Google
|
|
282
303
|
# @example
|
283
304
|
# require "google/cloud/dataproc"
|
284
305
|
#
|
285
|
-
#
|
306
|
+
# workflow_template_client = Google::Cloud::Dataproc::WorkflowTemplateService.new(version: :v1)
|
286
307
|
# formatted_parent = Google::Cloud::Dataproc::V1::WorkflowTemplateServiceClient.region_path("[PROJECT]", "[REGION]")
|
287
308
|
#
|
288
309
|
# # TODO: Initialize `template`:
|
289
310
|
# template = {}
|
290
|
-
# response =
|
311
|
+
# response = workflow_template_client.create_workflow_template(formatted_parent, template)
|
291
312
|
|
292
313
|
def create_workflow_template \
|
293
314
|
parent,
|
@@ -327,9 +348,9 @@ module Google
|
|
327
348
|
# @example
|
328
349
|
# require "google/cloud/dataproc"
|
329
350
|
#
|
330
|
-
#
|
351
|
+
# workflow_template_client = Google::Cloud::Dataproc::WorkflowTemplateService.new(version: :v1)
|
331
352
|
# formatted_name = Google::Cloud::Dataproc::V1::WorkflowTemplateServiceClient.workflow_template_path("[PROJECT]", "[REGION]", "[WORKFLOW_TEMPLATE]")
|
332
|
-
# response =
|
353
|
+
# response = workflow_template_client.get_workflow_template(formatted_name)
|
333
354
|
|
334
355
|
def get_workflow_template \
|
335
356
|
name,
|
@@ -395,11 +416,11 @@ module Google
|
|
395
416
|
# @example
|
396
417
|
# require "google/cloud/dataproc"
|
397
418
|
#
|
398
|
-
#
|
419
|
+
# workflow_template_client = Google::Cloud::Dataproc::WorkflowTemplateService.new(version: :v1)
|
399
420
|
# formatted_name = Google::Cloud::Dataproc::V1::WorkflowTemplateServiceClient.workflow_template_path("[PROJECT]", "[REGION]", "[WORKFLOW_TEMPLATE]")
|
400
421
|
#
|
401
422
|
# # Register a callback during the method call.
|
402
|
-
# operation =
|
423
|
+
# operation = workflow_template_client.instantiate_workflow_template(formatted_name) do |op|
|
403
424
|
# raise op.results.message if op.error?
|
404
425
|
# op_results = op.results
|
405
426
|
# # Process the results.
|
@@ -452,7 +473,8 @@ module Google
|
|
452
473
|
# Instantiates a template and begins execution.
|
453
474
|
#
|
454
475
|
# This method is equivalent to executing the sequence
|
455
|
-
# {Google::Cloud::Dataproc::V1::WorkflowTemplateService::CreateWorkflowTemplate CreateWorkflowTemplate},
|
476
|
+
# {Google::Cloud::Dataproc::V1::WorkflowTemplateService::CreateWorkflowTemplate CreateWorkflowTemplate},
|
477
|
+
# {Google::Cloud::Dataproc::V1::WorkflowTemplateService::InstantiateWorkflowTemplate InstantiateWorkflowTemplate},
|
456
478
|
# {Google::Cloud::Dataproc::V1::WorkflowTemplateService::DeleteWorkflowTemplate DeleteWorkflowTemplate}.
|
457
479
|
#
|
458
480
|
# The returned Operation can be used to track execution of
|
@@ -498,14 +520,14 @@ module Google
|
|
498
520
|
# @example
|
499
521
|
# require "google/cloud/dataproc"
|
500
522
|
#
|
501
|
-
#
|
523
|
+
# workflow_template_client = Google::Cloud::Dataproc::WorkflowTemplateService.new(version: :v1)
|
502
524
|
# formatted_parent = Google::Cloud::Dataproc::V1::WorkflowTemplateServiceClient.region_path("[PROJECT]", "[REGION]")
|
503
525
|
#
|
504
526
|
# # TODO: Initialize `template`:
|
505
527
|
# template = {}
|
506
528
|
#
|
507
529
|
# # Register a callback during the method call.
|
508
|
-
# operation =
|
530
|
+
# operation = workflow_template_client.instantiate_inline_workflow_template(formatted_parent, template) do |op|
|
509
531
|
# raise op.results.message if op.error?
|
510
532
|
# op_results = op.results
|
511
533
|
# # Process the results.
|
@@ -573,11 +595,11 @@ module Google
|
|
573
595
|
# @example
|
574
596
|
# require "google/cloud/dataproc"
|
575
597
|
#
|
576
|
-
#
|
598
|
+
# workflow_template_client = Google::Cloud::Dataproc::WorkflowTemplateService.new(version: :v1)
|
577
599
|
#
|
578
600
|
# # TODO: Initialize `template`:
|
579
601
|
# template = {}
|
580
|
-
# response =
|
602
|
+
# response = workflow_template_client.update_workflow_template(template)
|
581
603
|
|
582
604
|
def update_workflow_template \
|
583
605
|
template,
|
@@ -617,16 +639,16 @@ module Google
|
|
617
639
|
# @example
|
618
640
|
# require "google/cloud/dataproc"
|
619
641
|
#
|
620
|
-
#
|
642
|
+
# workflow_template_client = Google::Cloud::Dataproc::WorkflowTemplateService.new(version: :v1)
|
621
643
|
# formatted_parent = Google::Cloud::Dataproc::V1::WorkflowTemplateServiceClient.region_path("[PROJECT]", "[REGION]")
|
622
644
|
#
|
623
645
|
# # Iterate over all results.
|
624
|
-
#
|
646
|
+
# workflow_template_client.list_workflow_templates(formatted_parent).each do |element|
|
625
647
|
# # Process element.
|
626
648
|
# end
|
627
649
|
#
|
628
650
|
# # Or iterate over results one page at a time.
|
629
|
-
#
|
651
|
+
# workflow_template_client.list_workflow_templates(formatted_parent).each_page do |page|
|
630
652
|
# # Process each page at a time.
|
631
653
|
# page.each do |element|
|
632
654
|
# # Process element.
|
@@ -666,9 +688,9 @@ module Google
|
|
666
688
|
# @example
|
667
689
|
# require "google/cloud/dataproc"
|
668
690
|
#
|
669
|
-
#
|
691
|
+
# workflow_template_client = Google::Cloud::Dataproc::WorkflowTemplateService.new(version: :v1)
|
670
692
|
# formatted_name = Google::Cloud::Dataproc::V1::WorkflowTemplateServiceClient.workflow_template_path("[PROJECT]", "[REGION]", "[WORKFLOW_TEMPLATE]")
|
671
|
-
#
|
693
|
+
# workflow_template_client.delete_workflow_template(formatted_name)
|
672
694
|
|
673
695
|
def delete_workflow_template \
|
674
696
|
name,
|
@@ -65,7 +65,8 @@ module Google
|
|
65
65
|
# Instantiates a template and begins execution.
|
66
66
|
#
|
67
67
|
# This method is equivalent to executing the sequence
|
68
|
-
# [CreateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.CreateWorkflowTemplate],
|
68
|
+
# [CreateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.CreateWorkflowTemplate],
|
69
|
+
# [InstantiateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.InstantiateWorkflowTemplate],
|
69
70
|
# [DeleteWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.DeleteWorkflowTemplate].
|
70
71
|
#
|
71
72
|
# The returned Operation can be used to track execution of
|
@@ -234,10 +234,11 @@ module Google
|
|
234
234
|
# can also be provided.
|
235
235
|
# @param request_id [String]
|
236
236
|
# Optional. A unique id used to identify the request. If the server
|
237
|
-
# receives two
|
238
|
-
#
|
239
|
-
#
|
240
|
-
#
|
237
|
+
# receives two
|
238
|
+
# {Google::Cloud::Dataproc::V1beta2::CreateClusterRequest CreateClusterRequest}
|
239
|
+
# requests with the same id, then the second request will be ignored and the
|
240
|
+
# first {Google::Longrunning::Operation} created
|
241
|
+
# and stored in the backend is returned.
|
241
242
|
#
|
242
243
|
# It is recommended to always set this value to a
|
243
244
|
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|
@@ -342,9 +343,10 @@ module Google
|
|
342
343
|
# }
|
343
344
|
# }
|
344
345
|
#
|
345
|
-
# Similarly, to change the number of preemptible workers in a cluster to 5,
|
346
|
-
# `update_mask` parameter would be
|
347
|
-
# and the `PATCH` request
|
346
|
+
# Similarly, to change the number of preemptible workers in a cluster to 5,
|
347
|
+
# the `update_mask` parameter would be
|
348
|
+
# `config.secondary_worker_config.num_instances`, and the `PATCH` request
|
349
|
+
# body would be set as follows:
|
348
350
|
#
|
349
351
|
# {
|
350
352
|
# "config":{
|
@@ -363,19 +365,24 @@ module Google
|
|
363
365
|
# <td>labels</td><td>Updates labels</td>
|
364
366
|
# </tr>
|
365
367
|
# <tr>
|
366
|
-
# <td>config.worker_config.num_instances</td><td>Resize primary worker
|
368
|
+
# <td>config.worker_config.num_instances</td><td>Resize primary worker
|
369
|
+
# group</td>
|
367
370
|
# </tr>
|
368
371
|
# <tr>
|
369
|
-
# <td>config.secondary_worker_config.num_instances</td><td>Resize secondary
|
372
|
+
# <td>config.secondary_worker_config.num_instances</td><td>Resize secondary
|
373
|
+
# worker group</td>
|
370
374
|
# </tr>
|
371
375
|
# <tr>
|
372
|
-
# <td>config.lifecycle_config.auto_delete_ttl</td><td>Reset MAX TTL
|
376
|
+
# <td>config.lifecycle_config.auto_delete_ttl</td><td>Reset MAX TTL
|
377
|
+
# duration</td>
|
373
378
|
# </tr>
|
374
379
|
# <tr>
|
375
|
-
# <td>config.lifecycle_config.auto_delete_time</td><td>Update MAX TTL
|
380
|
+
# <td>config.lifecycle_config.auto_delete_time</td><td>Update MAX TTL
|
381
|
+
# deletion timestamp</td>
|
376
382
|
# </tr>
|
377
383
|
# <tr>
|
378
|
-
# <td>config.lifecycle_config.idle_delete_ttl</td><td>Update Idle TTL
|
384
|
+
# <td>config.lifecycle_config.idle_delete_ttl</td><td>Update Idle TTL
|
385
|
+
# duration</td>
|
379
386
|
# </tr>
|
380
387
|
# </table>
|
381
388
|
# A hash of the same form as `Google::Protobuf::FieldMask`
|
@@ -393,10 +400,11 @@ module Google
|
|
393
400
|
# can also be provided.
|
394
401
|
# @param request_id [String]
|
395
402
|
# Optional. A unique id used to identify the request. If the server
|
396
|
-
# receives two
|
397
|
-
#
|
398
|
-
#
|
399
|
-
#
|
403
|
+
# receives two
|
404
|
+
# {Google::Cloud::Dataproc::V1beta2::UpdateClusterRequest UpdateClusterRequest}
|
405
|
+
# requests with the same id, then the second request will be ignored and the
|
406
|
+
# first {Google::Longrunning::Operation} created
|
407
|
+
# and stored in the backend is returned.
|
400
408
|
#
|
401
409
|
# It is recommended to always set this value to a
|
402
410
|
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|
@@ -499,10 +507,11 @@ module Google
|
|
499
507
|
# (with error NOT_FOUND) if cluster with specified UUID does not exist.
|
500
508
|
# @param request_id [String]
|
501
509
|
# Optional. A unique id used to identify the request. If the server
|
502
|
-
# receives two
|
503
|
-
#
|
504
|
-
#
|
505
|
-
#
|
510
|
+
# receives two
|
511
|
+
# {Google::Cloud::Dataproc::V1beta2::DeleteClusterRequest DeleteClusterRequest}
|
512
|
+
# requests with the same id, then the second request will be ignored and the
|
513
|
+
# first {Google::Longrunning::Operation} created
|
514
|
+
# and stored in the backend is returned.
|
506
515
|
#
|
507
516
|
# It is recommended to always set this value to a
|
508
517
|
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|