google-cloud-dataproc 0.3.0 → 0.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.yardopts +2 -0
- data/AUTHENTICATION.md +199 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller_client.rb +15 -12
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/clusters.rb +46 -32
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/jobs.rb +21 -17
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/workflow_templates.rb +6 -6
- data/lib/google/cloud/dataproc/v1/doc/google/longrunning/operations.rb +1 -1
- data/lib/google/cloud/dataproc/v1/doc/google/protobuf/any.rb +2 -1
- data/lib/google/cloud/dataproc/v1/doc/google/protobuf/field_mask.rb +18 -26
- data/lib/google/cloud/dataproc/v1/doc/google/protobuf/timestamp.rb +15 -13
- data/lib/google/cloud/dataproc/v1/doc/google/rpc/status.rb +17 -14
- data/lib/google/cloud/dataproc/v1/job_controller_client.rb +4 -3
- data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +2 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service_client.rb +45 -23
- data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +2 -1
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller_client.rb +29 -20
- data/lib/google/cloud/dataproc/v1beta2/clusters_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/clusters.rb +58 -39
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/jobs.rb +23 -18
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/workflow_templates.rb +10 -9
- data/lib/google/cloud/dataproc/v1beta2/doc/google/longrunning/operations.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/any.rb +2 -1
- data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/field_mask.rb +18 -26
- data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/timestamp.rb +15 -13
- data/lib/google/cloud/dataproc/v1beta2/doc/google/rpc/status.rb +17 -14
- data/lib/google/cloud/dataproc/v1beta2/job_controller_client.rb +6 -4
- data/lib/google/cloud/dataproc/v1beta2/jobs_services_pb.rb +2 -1
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service_client.rb +45 -23
- data/lib/google/cloud/dataproc/v1beta2/workflow_templates_services_pb.rb +2 -1
- metadata +6 -6
@@ -136,8 +136,8 @@ module Google
|
|
136
136
|
#
|
137
137
|
# The step id is used as prefix for job id, as job
|
138
138
|
# `goog-dataproc-workflow-step-id` label, and in
|
139
|
-
# {Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
|
140
|
-
# steps.
|
139
|
+
# {Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
|
140
|
+
# field from other steps.
|
141
141
|
#
|
142
142
|
# The id must contain only letters (a-z, A-Z), numbers (0-9),
|
143
143
|
# underscores (_), and hyphens (-). Cannot begin or end with underscore
|
@@ -205,10 +205,10 @@ module Google
|
|
205
205
|
# A field is allowed to appear in at most one parameter's list of field
|
206
206
|
# paths.
|
207
207
|
#
|
208
|
-
# A field path is similar in syntax to a
|
209
|
-
# For example, a
|
210
|
-
#
|
211
|
-
# `placement.clusterSelector.zone`.
|
208
|
+
# A field path is similar in syntax to a
|
209
|
+
# {Google::Protobuf::FieldMask}. For example, a
|
210
|
+
# field path that references the zone field of a workflow template's cluster
|
211
|
+
# selector would be specified as `placement.clusterSelector.zone`.
|
212
212
|
#
|
213
213
|
# Also, field paths can reference fields using the following syntax:
|
214
214
|
#
|
@@ -31,7 +31,7 @@ module Google
|
|
31
31
|
# @!attribute [rw] done
|
32
32
|
# @return [true, false]
|
33
33
|
# If the value is `false`, it means the operation is still in progress.
|
34
|
-
# If true
|
34
|
+
# If `true`, the operation is completed, and either `error` or `response` is
|
35
35
|
# available.
|
36
36
|
# @!attribute [rw] error
|
37
37
|
# @return [Google::Rpc::Status]
|
@@ -97,7 +97,8 @@ module Google
|
|
97
97
|
# @!attribute [rw] type_url
|
98
98
|
# @return [String]
|
99
99
|
# A URL/resource name that uniquely identifies the type of the serialized
|
100
|
-
# protocol buffer message.
|
100
|
+
# protocol buffer message. This string must contain at least
|
101
|
+
# one "/" character. The last segment of the URL's path must represent
|
101
102
|
# the fully qualified name of the type (as in
|
102
103
|
# `path/google.protobuf.Duration`). The name should be in a canonical form
|
103
104
|
# (e.g., leading "." is not accepted).
|
@@ -83,57 +83,49 @@ module Google
|
|
83
83
|
# describe the updated values, the API ignores the values of all
|
84
84
|
# fields not covered by the mask.
|
85
85
|
#
|
86
|
-
# If a repeated field is specified for an update operation,
|
87
|
-
#
|
88
|
-
#
|
89
|
-
# string.
|
86
|
+
# If a repeated field is specified for an update operation, new values will
|
87
|
+
# be appended to the existing repeated field in the target resource. Note that
|
88
|
+
# a repeated field is only allowed in the last position of a `paths` string.
|
90
89
|
#
|
91
90
|
# If a sub-message is specified in the last position of the field mask for an
|
92
|
-
# update operation, then the existing sub-message
|
93
|
-
#
|
91
|
+
# update operation, then new value will be merged into the existing sub-message
|
92
|
+
# in the target resource.
|
93
|
+
#
|
94
|
+
# For example, given the target message:
|
94
95
|
#
|
95
96
|
# f {
|
96
97
|
# b {
|
97
|
-
# d
|
98
|
-
# x
|
98
|
+
# d: 1
|
99
|
+
# x: 2
|
99
100
|
# }
|
100
|
-
# c
|
101
|
+
# c: [1]
|
101
102
|
# }
|
102
103
|
#
|
103
104
|
# And an update message:
|
104
105
|
#
|
105
106
|
# f {
|
106
107
|
# b {
|
107
|
-
# d
|
108
|
+
# d: 10
|
108
109
|
# }
|
110
|
+
# c: [2]
|
109
111
|
# }
|
110
112
|
#
|
111
113
|
# then if the field mask is:
|
112
114
|
#
|
113
|
-
# paths: "f.b"
|
115
|
+
# paths: ["f.b", "f.c"]
|
114
116
|
#
|
115
117
|
# then the result will be:
|
116
118
|
#
|
117
119
|
# f {
|
118
120
|
# b {
|
119
|
-
# d
|
121
|
+
# d: 10
|
122
|
+
# x: 2
|
120
123
|
# }
|
121
|
-
# c
|
124
|
+
# c: [1, 2]
|
122
125
|
# }
|
123
126
|
#
|
124
|
-
#
|
125
|
-
#
|
126
|
-
# paths: "f.b.d"
|
127
|
-
#
|
128
|
-
# then the result would be:
|
129
|
-
#
|
130
|
-
# f {
|
131
|
-
# b {
|
132
|
-
# d : 10
|
133
|
-
# x : 2
|
134
|
-
# }
|
135
|
-
# c : 1
|
136
|
-
# }
|
127
|
+
# An implementation may provide options to override this default behavior for
|
128
|
+
# repeated and message fields.
|
137
129
|
#
|
138
130
|
# In order to reset a field's value to the default, the field must
|
139
131
|
# be in the mask and set to the default value in the provided resource.
|
@@ -15,17 +15,19 @@
|
|
15
15
|
|
16
16
|
module Google
|
17
17
|
module Protobuf
|
18
|
-
# A Timestamp represents a point in time independent of any time zone
|
19
|
-
#
|
20
|
-
# nanosecond resolution
|
21
|
-
#
|
22
|
-
# backwards to year one.
|
23
|
-
#
|
24
|
-
#
|
25
|
-
#
|
26
|
-
#
|
27
|
-
#
|
28
|
-
#
|
18
|
+
# A Timestamp represents a point in time independent of any time zone or local
|
19
|
+
# calendar, encoded as a count of seconds and fractions of seconds at
|
20
|
+
# nanosecond resolution. The count is relative to an epoch at UTC midnight on
|
21
|
+
# January 1, 1970, in the proleptic Gregorian calendar which extends the
|
22
|
+
# Gregorian calendar backwards to year one.
|
23
|
+
#
|
24
|
+
# All minutes are 60 seconds long. Leap seconds are "smeared" so that no leap
|
25
|
+
# second table is needed for interpretation, using a [24-hour linear
|
26
|
+
# smear](https://developers.google.com/time/smear).
|
27
|
+
#
|
28
|
+
# The range is from 0001-01-01T00:00:00Z to 9999-12-31T23:59:59.999999999Z. By
|
29
|
+
# restricting to that range, we ensure that we can convert to and from [RFC
|
30
|
+
# 3339](https://www.ietf.org/rfc/rfc3339.txt) date strings.
|
29
31
|
#
|
30
32
|
# = Examples
|
31
33
|
#
|
@@ -86,12 +88,12 @@ module Google
|
|
86
88
|
# 01:30 UTC on January 15, 2017.
|
87
89
|
#
|
88
90
|
# In JavaScript, one can convert a Date object to this format using the
|
89
|
-
# standard [toISOString()](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Date/toISOString
|
91
|
+
# standard [toISOString()](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Date/toISOString)
|
90
92
|
# method. In Python, a standard `datetime.datetime` object can be converted
|
91
93
|
# to this format using [`strftime`](https://docs.python.org/2/library/time.html#time.strftime)
|
92
94
|
# with the time format spec '%Y-%m-%dT%H:%M:%S.%fZ'. Likewise, in Java, one
|
93
95
|
# can use the Joda Time's [`ISODateTimeFormat.dateTime()`](
|
94
|
-
# http://www.joda.org/joda-time/apidocs/org/joda/time/format/ISODateTimeFormat.html#dateTime
|
96
|
+
# http://www.joda.org/joda-time/apidocs/org/joda/time/format/ISODateTimeFormat.html#dateTime%2D%2D
|
95
97
|
# ) to obtain a formatter capable of generating timestamps in this format.
|
96
98
|
# @!attribute [rw] seconds
|
97
99
|
# @return [Integer]
|
@@ -15,24 +15,25 @@
|
|
15
15
|
|
16
16
|
module Google
|
17
17
|
module Rpc
|
18
|
-
# The `Status` type defines a logical error model that is suitable for
|
19
|
-
# programming environments, including REST APIs and RPC APIs. It is
|
20
|
-
# [gRPC](https://github.com/grpc). The error model is designed to be:
|
18
|
+
# The `Status` type defines a logical error model that is suitable for
|
19
|
+
# different programming environments, including REST APIs and RPC APIs. It is
|
20
|
+
# used by [gRPC](https://github.com/grpc). The error model is designed to be:
|
21
21
|
#
|
22
22
|
# * Simple to use and understand for most users
|
23
23
|
# * Flexible enough to meet unexpected needs
|
24
24
|
#
|
25
25
|
# = Overview
|
26
26
|
#
|
27
|
-
# The `Status` message contains three pieces of data: error code, error
|
28
|
-
# and error details. The error code should be an enum value of
|
29
|
-
# {Google::Rpc::Code}, but it may accept additional error codes
|
30
|
-
# error message should be a developer-facing English message
|
31
|
-
# developers *understand* and *resolve* the error. If a localized
|
32
|
-
# error message is needed, put the localized message in the error
|
33
|
-
# localize it in the client. The optional error details may contain
|
34
|
-
# information about the error. There is a predefined set of error
|
35
|
-
# in the package `google.rpc` that can be used for common error
|
27
|
+
# The `Status` message contains three pieces of data: error code, error
|
28
|
+
# message, and error details. The error code should be an enum value of
|
29
|
+
# {Google::Rpc::Code}, but it may accept additional error codes
|
30
|
+
# if needed. The error message should be a developer-facing English message
|
31
|
+
# that helps developers *understand* and *resolve* the error. If a localized
|
32
|
+
# user-facing error message is needed, put the localized message in the error
|
33
|
+
# details or localize it in the client. The optional error details may contain
|
34
|
+
# arbitrary information about the error. There is a predefined set of error
|
35
|
+
# detail types in the package `google.rpc` that can be used for common error
|
36
|
+
# conditions.
|
36
37
|
#
|
37
38
|
# = Language mapping
|
38
39
|
#
|
@@ -69,12 +70,14 @@ module Google
|
|
69
70
|
# be used directly after any stripping needed for security/privacy reasons.
|
70
71
|
# @!attribute [rw] code
|
71
72
|
# @return [Integer]
|
72
|
-
# The status code, which should be an enum value of
|
73
|
+
# The status code, which should be an enum value of
|
74
|
+
# {Google::Rpc::Code}.
|
73
75
|
# @!attribute [rw] message
|
74
76
|
# @return [String]
|
75
77
|
# A developer-facing error message, which should be in English. Any
|
76
78
|
# user-facing error message should be localized and sent in the
|
77
|
-
# {Google::Rpc::Status#details} field, or localized
|
79
|
+
# {Google::Rpc::Status#details} field, or localized
|
80
|
+
# by the client.
|
78
81
|
# @!attribute [rw] details
|
79
82
|
# @return [Array<Google::Protobuf::Any>]
|
80
83
|
# A list of messages that carry the error details. There is a common set of
|
@@ -217,8 +217,8 @@ module Google
|
|
217
217
|
# can also be provided.
|
218
218
|
# @param request_id [String]
|
219
219
|
# Optional. A unique id used to identify the request. If the server
|
220
|
-
# receives two {Google::Cloud::Dataproc::V1::SubmitJobRequest SubmitJobRequest}
|
221
|
-
# id, then the second request will be ignored and the
|
220
|
+
# receives two {Google::Cloud::Dataproc::V1::SubmitJobRequest SubmitJobRequest}
|
221
|
+
# requests with the same id, then the second request will be ignored and the
|
222
222
|
# first {Google::Cloud::Dataproc::V1::Job Job} created and stored in the backend
|
223
223
|
# is returned.
|
224
224
|
#
|
@@ -479,7 +479,8 @@ module Google
|
|
479
479
|
|
480
480
|
# Starts a job cancellation request. To access the job resource
|
481
481
|
# after cancellation, call
|
482
|
-
# [regions/\\{region}/jobs.list](https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.jobs/list)
|
482
|
+
# [regions/\\{region}/jobs.list](https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.jobs/list)
|
483
|
+
# or
|
483
484
|
# [regions/\\{region}/jobs.get](https://cloud.google.com/dataproc/docs/reference/rest/v1/projects.regions.jobs/get).
|
484
485
|
#
|
485
486
|
# @param project_id [String]
|
@@ -45,7 +45,8 @@ module Google
|
|
45
45
|
rpc :UpdateJob, UpdateJobRequest, Job
|
46
46
|
# Starts a job cancellation request. To access the job resource
|
47
47
|
# after cancellation, call
|
48
|
-
# [regions/\\{region}/jobs.list](/dataproc/docs/reference/rest/v1/projects.regions.jobs/list)
|
48
|
+
# [regions/\\{region}/jobs.list](/dataproc/docs/reference/rest/v1/projects.regions.jobs/list)
|
49
|
+
# or
|
49
50
|
# [regions/\\{region}/jobs.get](/dataproc/docs/reference/rest/v1/projects.regions.jobs/get).
|
50
51
|
rpc :CancelJob, CancelJobRequest, Job
|
51
52
|
# Deletes the job from the project. If the job is active, the delete fails,
|
@@ -225,37 +225,58 @@ module Google
|
|
225
225
|
@create_workflow_template = Google::Gax.create_api_call(
|
226
226
|
@workflow_template_service_stub.method(:create_workflow_template),
|
227
227
|
defaults["create_workflow_template"],
|
228
|
-
exception_transformer: exception_transformer
|
228
|
+
exception_transformer: exception_transformer,
|
229
|
+
params_extractor: proc do |request|
|
230
|
+
{'parent' => request.parent}
|
231
|
+
end
|
229
232
|
)
|
230
233
|
@get_workflow_template = Google::Gax.create_api_call(
|
231
234
|
@workflow_template_service_stub.method(:get_workflow_template),
|
232
235
|
defaults["get_workflow_template"],
|
233
|
-
exception_transformer: exception_transformer
|
236
|
+
exception_transformer: exception_transformer,
|
237
|
+
params_extractor: proc do |request|
|
238
|
+
{'name' => request.name}
|
239
|
+
end
|
234
240
|
)
|
235
241
|
@instantiate_workflow_template = Google::Gax.create_api_call(
|
236
242
|
@workflow_template_service_stub.method(:instantiate_workflow_template),
|
237
243
|
defaults["instantiate_workflow_template"],
|
238
|
-
exception_transformer: exception_transformer
|
244
|
+
exception_transformer: exception_transformer,
|
245
|
+
params_extractor: proc do |request|
|
246
|
+
{'name' => request.name}
|
247
|
+
end
|
239
248
|
)
|
240
249
|
@instantiate_inline_workflow_template = Google::Gax.create_api_call(
|
241
250
|
@workflow_template_service_stub.method(:instantiate_inline_workflow_template),
|
242
251
|
defaults["instantiate_inline_workflow_template"],
|
243
|
-
exception_transformer: exception_transformer
|
252
|
+
exception_transformer: exception_transformer,
|
253
|
+
params_extractor: proc do |request|
|
254
|
+
{'parent' => request.parent}
|
255
|
+
end
|
244
256
|
)
|
245
257
|
@update_workflow_template = Google::Gax.create_api_call(
|
246
258
|
@workflow_template_service_stub.method(:update_workflow_template),
|
247
259
|
defaults["update_workflow_template"],
|
248
|
-
exception_transformer: exception_transformer
|
260
|
+
exception_transformer: exception_transformer,
|
261
|
+
params_extractor: proc do |request|
|
262
|
+
{'template.name' => request.template.name}
|
263
|
+
end
|
249
264
|
)
|
250
265
|
@list_workflow_templates = Google::Gax.create_api_call(
|
251
266
|
@workflow_template_service_stub.method(:list_workflow_templates),
|
252
267
|
defaults["list_workflow_templates"],
|
253
|
-
exception_transformer: exception_transformer
|
268
|
+
exception_transformer: exception_transformer,
|
269
|
+
params_extractor: proc do |request|
|
270
|
+
{'parent' => request.parent}
|
271
|
+
end
|
254
272
|
)
|
255
273
|
@delete_workflow_template = Google::Gax.create_api_call(
|
256
274
|
@workflow_template_service_stub.method(:delete_workflow_template),
|
257
275
|
defaults["delete_workflow_template"],
|
258
|
-
exception_transformer: exception_transformer
|
276
|
+
exception_transformer: exception_transformer,
|
277
|
+
params_extractor: proc do |request|
|
278
|
+
{'name' => request.name}
|
279
|
+
end
|
259
280
|
)
|
260
281
|
end
|
261
282
|
|
@@ -282,12 +303,12 @@ module Google
|
|
282
303
|
# @example
|
283
304
|
# require "google/cloud/dataproc"
|
284
305
|
#
|
285
|
-
#
|
306
|
+
# workflow_template_client = Google::Cloud::Dataproc::WorkflowTemplateService.new(version: :v1)
|
286
307
|
# formatted_parent = Google::Cloud::Dataproc::V1::WorkflowTemplateServiceClient.region_path("[PROJECT]", "[REGION]")
|
287
308
|
#
|
288
309
|
# # TODO: Initialize `template`:
|
289
310
|
# template = {}
|
290
|
-
# response =
|
311
|
+
# response = workflow_template_client.create_workflow_template(formatted_parent, template)
|
291
312
|
|
292
313
|
def create_workflow_template \
|
293
314
|
parent,
|
@@ -327,9 +348,9 @@ module Google
|
|
327
348
|
# @example
|
328
349
|
# require "google/cloud/dataproc"
|
329
350
|
#
|
330
|
-
#
|
351
|
+
# workflow_template_client = Google::Cloud::Dataproc::WorkflowTemplateService.new(version: :v1)
|
331
352
|
# formatted_name = Google::Cloud::Dataproc::V1::WorkflowTemplateServiceClient.workflow_template_path("[PROJECT]", "[REGION]", "[WORKFLOW_TEMPLATE]")
|
332
|
-
# response =
|
353
|
+
# response = workflow_template_client.get_workflow_template(formatted_name)
|
333
354
|
|
334
355
|
def get_workflow_template \
|
335
356
|
name,
|
@@ -395,11 +416,11 @@ module Google
|
|
395
416
|
# @example
|
396
417
|
# require "google/cloud/dataproc"
|
397
418
|
#
|
398
|
-
#
|
419
|
+
# workflow_template_client = Google::Cloud::Dataproc::WorkflowTemplateService.new(version: :v1)
|
399
420
|
# formatted_name = Google::Cloud::Dataproc::V1::WorkflowTemplateServiceClient.workflow_template_path("[PROJECT]", "[REGION]", "[WORKFLOW_TEMPLATE]")
|
400
421
|
#
|
401
422
|
# # Register a callback during the method call.
|
402
|
-
# operation =
|
423
|
+
# operation = workflow_template_client.instantiate_workflow_template(formatted_name) do |op|
|
403
424
|
# raise op.results.message if op.error?
|
404
425
|
# op_results = op.results
|
405
426
|
# # Process the results.
|
@@ -452,7 +473,8 @@ module Google
|
|
452
473
|
# Instantiates a template and begins execution.
|
453
474
|
#
|
454
475
|
# This method is equivalent to executing the sequence
|
455
|
-
# {Google::Cloud::Dataproc::V1::WorkflowTemplateService::CreateWorkflowTemplate CreateWorkflowTemplate},
|
476
|
+
# {Google::Cloud::Dataproc::V1::WorkflowTemplateService::CreateWorkflowTemplate CreateWorkflowTemplate},
|
477
|
+
# {Google::Cloud::Dataproc::V1::WorkflowTemplateService::InstantiateWorkflowTemplate InstantiateWorkflowTemplate},
|
456
478
|
# {Google::Cloud::Dataproc::V1::WorkflowTemplateService::DeleteWorkflowTemplate DeleteWorkflowTemplate}.
|
457
479
|
#
|
458
480
|
# The returned Operation can be used to track execution of
|
@@ -498,14 +520,14 @@ module Google
|
|
498
520
|
# @example
|
499
521
|
# require "google/cloud/dataproc"
|
500
522
|
#
|
501
|
-
#
|
523
|
+
# workflow_template_client = Google::Cloud::Dataproc::WorkflowTemplateService.new(version: :v1)
|
502
524
|
# formatted_parent = Google::Cloud::Dataproc::V1::WorkflowTemplateServiceClient.region_path("[PROJECT]", "[REGION]")
|
503
525
|
#
|
504
526
|
# # TODO: Initialize `template`:
|
505
527
|
# template = {}
|
506
528
|
#
|
507
529
|
# # Register a callback during the method call.
|
508
|
-
# operation =
|
530
|
+
# operation = workflow_template_client.instantiate_inline_workflow_template(formatted_parent, template) do |op|
|
509
531
|
# raise op.results.message if op.error?
|
510
532
|
# op_results = op.results
|
511
533
|
# # Process the results.
|
@@ -573,11 +595,11 @@ module Google
|
|
573
595
|
# @example
|
574
596
|
# require "google/cloud/dataproc"
|
575
597
|
#
|
576
|
-
#
|
598
|
+
# workflow_template_client = Google::Cloud::Dataproc::WorkflowTemplateService.new(version: :v1)
|
577
599
|
#
|
578
600
|
# # TODO: Initialize `template`:
|
579
601
|
# template = {}
|
580
|
-
# response =
|
602
|
+
# response = workflow_template_client.update_workflow_template(template)
|
581
603
|
|
582
604
|
def update_workflow_template \
|
583
605
|
template,
|
@@ -617,16 +639,16 @@ module Google
|
|
617
639
|
# @example
|
618
640
|
# require "google/cloud/dataproc"
|
619
641
|
#
|
620
|
-
#
|
642
|
+
# workflow_template_client = Google::Cloud::Dataproc::WorkflowTemplateService.new(version: :v1)
|
621
643
|
# formatted_parent = Google::Cloud::Dataproc::V1::WorkflowTemplateServiceClient.region_path("[PROJECT]", "[REGION]")
|
622
644
|
#
|
623
645
|
# # Iterate over all results.
|
624
|
-
#
|
646
|
+
# workflow_template_client.list_workflow_templates(formatted_parent).each do |element|
|
625
647
|
# # Process element.
|
626
648
|
# end
|
627
649
|
#
|
628
650
|
# # Or iterate over results one page at a time.
|
629
|
-
#
|
651
|
+
# workflow_template_client.list_workflow_templates(formatted_parent).each_page do |page|
|
630
652
|
# # Process each page at a time.
|
631
653
|
# page.each do |element|
|
632
654
|
# # Process element.
|
@@ -666,9 +688,9 @@ module Google
|
|
666
688
|
# @example
|
667
689
|
# require "google/cloud/dataproc"
|
668
690
|
#
|
669
|
-
#
|
691
|
+
# workflow_template_client = Google::Cloud::Dataproc::WorkflowTemplateService.new(version: :v1)
|
670
692
|
# formatted_name = Google::Cloud::Dataproc::V1::WorkflowTemplateServiceClient.workflow_template_path("[PROJECT]", "[REGION]", "[WORKFLOW_TEMPLATE]")
|
671
|
-
#
|
693
|
+
# workflow_template_client.delete_workflow_template(formatted_name)
|
672
694
|
|
673
695
|
def delete_workflow_template \
|
674
696
|
name,
|
@@ -65,7 +65,8 @@ module Google
|
|
65
65
|
# Instantiates a template and begins execution.
|
66
66
|
#
|
67
67
|
# This method is equivalent to executing the sequence
|
68
|
-
# [CreateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.CreateWorkflowTemplate],
|
68
|
+
# [CreateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.CreateWorkflowTemplate],
|
69
|
+
# [InstantiateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.InstantiateWorkflowTemplate],
|
69
70
|
# [DeleteWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.DeleteWorkflowTemplate].
|
70
71
|
#
|
71
72
|
# The returned Operation can be used to track execution of
|
@@ -234,10 +234,11 @@ module Google
|
|
234
234
|
# can also be provided.
|
235
235
|
# @param request_id [String]
|
236
236
|
# Optional. A unique id used to identify the request. If the server
|
237
|
-
# receives two
|
238
|
-
#
|
239
|
-
#
|
240
|
-
#
|
237
|
+
# receives two
|
238
|
+
# {Google::Cloud::Dataproc::V1beta2::CreateClusterRequest CreateClusterRequest}
|
239
|
+
# requests with the same id, then the second request will be ignored and the
|
240
|
+
# first {Google::Longrunning::Operation} created
|
241
|
+
# and stored in the backend is returned.
|
241
242
|
#
|
242
243
|
# It is recommended to always set this value to a
|
243
244
|
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|
@@ -342,9 +343,10 @@ module Google
|
|
342
343
|
# }
|
343
344
|
# }
|
344
345
|
#
|
345
|
-
# Similarly, to change the number of preemptible workers in a cluster to 5,
|
346
|
-
# `update_mask` parameter would be
|
347
|
-
# and the `PATCH` request
|
346
|
+
# Similarly, to change the number of preemptible workers in a cluster to 5,
|
347
|
+
# the `update_mask` parameter would be
|
348
|
+
# `config.secondary_worker_config.num_instances`, and the `PATCH` request
|
349
|
+
# body would be set as follows:
|
348
350
|
#
|
349
351
|
# {
|
350
352
|
# "config":{
|
@@ -363,19 +365,24 @@ module Google
|
|
363
365
|
# <td>labels</td><td>Updates labels</td>
|
364
366
|
# </tr>
|
365
367
|
# <tr>
|
366
|
-
# <td>config.worker_config.num_instances</td><td>Resize primary worker
|
368
|
+
# <td>config.worker_config.num_instances</td><td>Resize primary worker
|
369
|
+
# group</td>
|
367
370
|
# </tr>
|
368
371
|
# <tr>
|
369
|
-
# <td>config.secondary_worker_config.num_instances</td><td>Resize secondary
|
372
|
+
# <td>config.secondary_worker_config.num_instances</td><td>Resize secondary
|
373
|
+
# worker group</td>
|
370
374
|
# </tr>
|
371
375
|
# <tr>
|
372
|
-
# <td>config.lifecycle_config.auto_delete_ttl</td><td>Reset MAX TTL
|
376
|
+
# <td>config.lifecycle_config.auto_delete_ttl</td><td>Reset MAX TTL
|
377
|
+
# duration</td>
|
373
378
|
# </tr>
|
374
379
|
# <tr>
|
375
|
-
# <td>config.lifecycle_config.auto_delete_time</td><td>Update MAX TTL
|
380
|
+
# <td>config.lifecycle_config.auto_delete_time</td><td>Update MAX TTL
|
381
|
+
# deletion timestamp</td>
|
376
382
|
# </tr>
|
377
383
|
# <tr>
|
378
|
-
# <td>config.lifecycle_config.idle_delete_ttl</td><td>Update Idle TTL
|
384
|
+
# <td>config.lifecycle_config.idle_delete_ttl</td><td>Update Idle TTL
|
385
|
+
# duration</td>
|
379
386
|
# </tr>
|
380
387
|
# </table>
|
381
388
|
# A hash of the same form as `Google::Protobuf::FieldMask`
|
@@ -393,10 +400,11 @@ module Google
|
|
393
400
|
# can also be provided.
|
394
401
|
# @param request_id [String]
|
395
402
|
# Optional. A unique id used to identify the request. If the server
|
396
|
-
# receives two
|
397
|
-
#
|
398
|
-
#
|
399
|
-
#
|
403
|
+
# receives two
|
404
|
+
# {Google::Cloud::Dataproc::V1beta2::UpdateClusterRequest UpdateClusterRequest}
|
405
|
+
# requests with the same id, then the second request will be ignored and the
|
406
|
+
# first {Google::Longrunning::Operation} created
|
407
|
+
# and stored in the backend is returned.
|
400
408
|
#
|
401
409
|
# It is recommended to always set this value to a
|
402
410
|
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|
@@ -499,10 +507,11 @@ module Google
|
|
499
507
|
# (with error NOT_FOUND) if cluster with specified UUID does not exist.
|
500
508
|
# @param request_id [String]
|
501
509
|
# Optional. A unique id used to identify the request. If the server
|
502
|
-
# receives two
|
503
|
-
#
|
504
|
-
#
|
505
|
-
#
|
510
|
+
# receives two
|
511
|
+
# {Google::Cloud::Dataproc::V1beta2::DeleteClusterRequest DeleteClusterRequest}
|
512
|
+
# requests with the same id, then the second request will be ignored and the
|
513
|
+
# first {Google::Longrunning::Operation} created
|
514
|
+
# and stored in the backend is returned.
|
506
515
|
#
|
507
516
|
# It is recommended to always set this value to a
|
508
517
|
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|