google-cloud-dataproc-v1beta2 0.2.4 → 0.5.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +64 -0
- data/lib/google/cloud/dataproc/v1beta2.rb +3 -0
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policies_services_pb.rb +5 -5
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service/client.rb +9 -3
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller.rb +1 -0
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller/client.rb +26 -15
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller/operations.rb +90 -5
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller/paths.rb +52 -0
- data/lib/google/cloud/dataproc/v1beta2/clusters_pb.rb +8 -0
- data/lib/google/cloud/dataproc/v1beta2/clusters_services_pb.rb +6 -6
- data/lib/google/cloud/dataproc/v1beta2/job_controller/client.rb +9 -3
- data/lib/google/cloud/dataproc/v1beta2/job_controller/operations.rb +90 -5
- data/lib/google/cloud/dataproc/v1beta2/jobs_services_pb.rb +7 -7
- data/lib/google/cloud/dataproc/v1beta2/shared_pb.rb +1 -2
- data/lib/google/cloud/dataproc/v1beta2/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/client.rb +11 -4
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/operations.rb +90 -5
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/paths.rb +19 -0
- data/lib/google/cloud/dataproc/v1beta2/workflow_templates_pb.rb +5 -0
- data/lib/google/cloud/dataproc/v1beta2/workflow_templates_services_pb.rb +9 -8
- data/proto_docs/google/api/field_behavior.rb +6 -0
- data/proto_docs/google/api/resource.rb +50 -14
- data/proto_docs/google/cloud/dataproc/v1beta2/autoscaling_policies.rb +13 -7
- data/proto_docs/google/cloud/dataproc/v1beta2/clusters.rb +64 -21
- data/proto_docs/google/cloud/dataproc/v1beta2/jobs.rb +14 -13
- data/proto_docs/google/cloud/dataproc/v1beta2/shared.rb +3 -6
- data/proto_docs/google/cloud/dataproc/v1beta2/workflow_templates.rb +42 -8
- data/proto_docs/google/longrunning/operations.rb +17 -3
- data/proto_docs/google/protobuf/any.rb +5 -2
- data/proto_docs/google/protobuf/timestamp.rb +10 -1
- metadata +8 -4
@@ -85,6 +85,17 @@ module Google
|
|
85
85
|
# Optional. Template parameters whose values are substituted into the
|
86
86
|
# template. Values for parameters must be provided when the template is
|
87
87
|
# instantiated.
|
88
|
+
# @!attribute [rw] dag_timeout
|
89
|
+
# @return [::Google::Protobuf::Duration]
|
90
|
+
# Optional. Timeout duration for the DAG of jobs. You can use "s", "m", "h",
|
91
|
+
# and "d" suffixes for second, minute, hour, and day duration values,
|
92
|
+
# respectively. The timeout duration must be from 10 minutes ("10m") to 24
|
93
|
+
# hours ("24h" or "1d"). The timer begins when the first job is submitted. If
|
94
|
+
# the workflow is running at the end of the timeout period, any remaining
|
95
|
+
# jobs are cancelled, the workflow is terminated, and if the workflow was
|
96
|
+
# running on a [managed
|
97
|
+
# cluster](https://cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#configuring_or_selecting_a_cluster),
|
98
|
+
# the cluster is deleted.
|
88
99
|
class WorkflowTemplate
|
89
100
|
include ::Google::Protobuf::MessageExts
|
90
101
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -188,30 +199,36 @@ module Google
|
|
188
199
|
#
|
189
200
|
# The step id is used as prefix for job id, as job
|
190
201
|
# `goog-dataproc-workflow-step-id` label, and in
|
191
|
-
# {::Google::Cloud::Dataproc::V1beta2::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
|
192
|
-
# steps.
|
202
|
+
# {::Google::Cloud::Dataproc::V1beta2::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
|
203
|
+
# field from other steps.
|
193
204
|
#
|
194
205
|
# The id must contain only letters (a-z, A-Z), numbers (0-9),
|
195
206
|
# underscores (_), and hyphens (-). Cannot begin or end with underscore
|
196
207
|
# or hyphen. Must consist of between 3 and 50 characters.
|
197
208
|
# @!attribute [rw] hadoop_job
|
198
209
|
# @return [::Google::Cloud::Dataproc::V1beta2::HadoopJob]
|
210
|
+
# Optional. Job is a Hadoop job.
|
199
211
|
# @!attribute [rw] spark_job
|
200
212
|
# @return [::Google::Cloud::Dataproc::V1beta2::SparkJob]
|
213
|
+
# Optional. Job is a Spark job.
|
201
214
|
# @!attribute [rw] pyspark_job
|
202
215
|
# @return [::Google::Cloud::Dataproc::V1beta2::PySparkJob]
|
216
|
+
# Optional. Job is a PySpark job.
|
203
217
|
# @!attribute [rw] hive_job
|
204
218
|
# @return [::Google::Cloud::Dataproc::V1beta2::HiveJob]
|
219
|
+
# Optional. Job is a Hive job.
|
205
220
|
# @!attribute [rw] pig_job
|
206
221
|
# @return [::Google::Cloud::Dataproc::V1beta2::PigJob]
|
222
|
+
# Optional. Job is a Pig job.
|
207
223
|
# @!attribute [rw] spark_r_job
|
208
224
|
# @return [::Google::Cloud::Dataproc::V1beta2::SparkRJob]
|
209
|
-
#
|
225
|
+
# Optional. Job is a SparkR job.
|
210
226
|
# @!attribute [rw] spark_sql_job
|
211
227
|
# @return [::Google::Cloud::Dataproc::V1beta2::SparkSqlJob]
|
228
|
+
# Optional. Job is a SparkSql job.
|
212
229
|
# @!attribute [rw] presto_job
|
213
230
|
# @return [::Google::Cloud::Dataproc::V1beta2::PrestoJob]
|
214
|
-
# Presto job
|
231
|
+
# Optional. Job is a Presto job.
|
215
232
|
# @!attribute [rw] labels
|
216
233
|
# @return [::Google::Protobuf::Map{::String => ::String}]
|
217
234
|
# Optional. The labels to associate with this job.
|
@@ -269,10 +286,10 @@ module Google
|
|
269
286
|
# A field is allowed to appear in at most one parameter's list of field
|
270
287
|
# paths.
|
271
288
|
#
|
272
|
-
# A field path is similar in syntax to a
|
273
|
-
# For example, a
|
274
|
-
#
|
275
|
-
# `placement.clusterSelector.zone`.
|
289
|
+
# A field path is similar in syntax to a
|
290
|
+
# {::Google::Protobuf::FieldMask google.protobuf.FieldMask}. For example, a
|
291
|
+
# field path that references the zone field of a workflow template's cluster
|
292
|
+
# selector would be specified as `placement.clusterSelector.zone`.
|
276
293
|
#
|
277
294
|
# Also, field paths can reference fields using the following syntax:
|
278
295
|
#
|
@@ -397,6 +414,23 @@ module Google
|
|
397
414
|
# @!attribute [r] cluster_uuid
|
398
415
|
# @return [::String]
|
399
416
|
# Output only. The UUID of target cluster.
|
417
|
+
# @!attribute [r] dag_timeout
|
418
|
+
# @return [::Google::Protobuf::Duration]
|
419
|
+
# Output only. The timeout duration for the DAG of jobs.
|
420
|
+
# Minimum timeout duration is 10 minutes and maximum is 24 hours, expressed
|
421
|
+
# as a
|
422
|
+
# [google.protobuf.Duration][https://developers.google.com/protocol-buffers/docs/proto3#json_mapping].
|
423
|
+
# For example, "1800" = 1800 seconds/30 minutes duration.
|
424
|
+
# @!attribute [r] dag_start_time
|
425
|
+
# @return [::Google::Protobuf::Timestamp]
|
426
|
+
# Output only. DAG start time, which is only set for workflows with
|
427
|
+
# {::Google::Cloud::Dataproc::V1beta2::WorkflowMetadata#dag_timeout dag_timeout}
|
428
|
+
# when the DAG begins.
|
429
|
+
# @!attribute [r] dag_end_time
|
430
|
+
# @return [::Google::Protobuf::Timestamp]
|
431
|
+
# Output only. DAG end time, which is only set for workflows with
|
432
|
+
# {::Google::Cloud::Dataproc::V1beta2::WorkflowMetadata#dag_timeout dag_timeout}
|
433
|
+
# when the DAG ends.
|
400
434
|
class WorkflowMetadata
|
401
435
|
include ::Google::Protobuf::MessageExts
|
402
436
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -25,7 +25,7 @@ module Google
|
|
25
25
|
# @return [::String]
|
26
26
|
# The server-assigned name, which is only unique within the same service that
|
27
27
|
# originally returns it. If you use the default HTTP mapping, the
|
28
|
-
# `name` should
|
28
|
+
# `name` should be a resource name ending with `operations/{unique_id}`.
|
29
29
|
# @!attribute [rw] metadata
|
30
30
|
# @return [::Google::Protobuf::Any]
|
31
31
|
# Service-specific metadata associated with the operation. It typically
|
@@ -35,7 +35,7 @@ module Google
|
|
35
35
|
# @!attribute [rw] done
|
36
36
|
# @return [::Boolean]
|
37
37
|
# If the value is `false`, it means the operation is still in progress.
|
38
|
-
# If true
|
38
|
+
# If `true`, the operation is completed, and either `error` or `response` is
|
39
39
|
# available.
|
40
40
|
# @!attribute [rw] error
|
41
41
|
# @return [::Google::Rpc::Status]
|
@@ -67,7 +67,7 @@ module Google
|
|
67
67
|
# The request message for Operations.ListOperations.
|
68
68
|
# @!attribute [rw] name
|
69
69
|
# @return [::String]
|
70
|
-
# The name of the operation
|
70
|
+
# The name of the operation's parent resource.
|
71
71
|
# @!attribute [rw] filter
|
72
72
|
# @return [::String]
|
73
73
|
# The standard list filter.
|
@@ -112,6 +112,20 @@ module Google
|
|
112
112
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
113
113
|
end
|
114
114
|
|
115
|
+
# The request message for Operations.WaitOperation.
|
116
|
+
# @!attribute [rw] name
|
117
|
+
# @return [::String]
|
118
|
+
# The name of the operation resource to wait on.
|
119
|
+
# @!attribute [rw] timeout
|
120
|
+
# @return [::Google::Protobuf::Duration]
|
121
|
+
# The maximum duration to wait before timing out. If left blank, the wait
|
122
|
+
# will be at most the time permitted by the underlying HTTP/RPC protocol.
|
123
|
+
# If RPC context deadline is also specified, the shorter one will be used.
|
124
|
+
class WaitOperationRequest
|
125
|
+
include ::Google::Protobuf::MessageExts
|
126
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
127
|
+
end
|
128
|
+
|
115
129
|
# A message representing the message types used by a long-running operation.
|
116
130
|
#
|
117
131
|
# Example:
|
@@ -57,10 +57,13 @@ module Google
|
|
57
57
|
# Example 4: Pack and unpack a message in Go
|
58
58
|
#
|
59
59
|
# foo := &pb.Foo{...}
|
60
|
-
# any, err :=
|
60
|
+
# any, err := anypb.New(foo)
|
61
|
+
# if err != nil {
|
62
|
+
# ...
|
63
|
+
# }
|
61
64
|
# ...
|
62
65
|
# foo := &pb.Foo{}
|
63
|
-
# if err :=
|
66
|
+
# if err := any.UnmarshalTo(foo); err != nil {
|
64
67
|
# ...
|
65
68
|
# }
|
66
69
|
#
|
@@ -70,7 +70,16 @@ module Google
|
|
70
70
|
# .setNanos((int) ((millis % 1000) * 1000000)).build();
|
71
71
|
#
|
72
72
|
#
|
73
|
-
# Example 5: Compute Timestamp from
|
73
|
+
# Example 5: Compute Timestamp from Java `Instant.now()`.
|
74
|
+
#
|
75
|
+
# Instant now = Instant.now();
|
76
|
+
#
|
77
|
+
# Timestamp timestamp =
|
78
|
+
# Timestamp.newBuilder().setSeconds(now.getEpochSecond())
|
79
|
+
# .setNanos(now.getNano()).build();
|
80
|
+
#
|
81
|
+
#
|
82
|
+
# Example 6: Compute Timestamp from current time in Python.
|
74
83
|
#
|
75
84
|
# timestamp = Timestamp()
|
76
85
|
# timestamp.GetCurrentTime()
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-cloud-dataproc-v1beta2
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.5.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2021-02-02 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: gapic-common
|
@@ -150,7 +150,10 @@ dependencies:
|
|
150
150
|
- - "~>"
|
151
151
|
- !ruby/object:Gem::Version
|
152
152
|
version: '0.9'
|
153
|
-
description: Manages Hadoop-based clusters and jobs on Google Cloud Platform.
|
153
|
+
description: Manages Hadoop-based clusters and jobs on Google Cloud Platform. Note
|
154
|
+
that google-cloud-dataproc-v1beta2 is a version-specific client library. For most
|
155
|
+
uses, we recommend installing the main client library google-cloud-dataproc instead.
|
156
|
+
See the readme for more details.
|
154
157
|
email: googleapis-packages@google.com
|
155
158
|
executables: []
|
156
159
|
extensions: []
|
@@ -172,6 +175,7 @@ files:
|
|
172
175
|
- lib/google/cloud/dataproc/v1beta2/cluster_controller/client.rb
|
173
176
|
- lib/google/cloud/dataproc/v1beta2/cluster_controller/credentials.rb
|
174
177
|
- lib/google/cloud/dataproc/v1beta2/cluster_controller/operations.rb
|
178
|
+
- lib/google/cloud/dataproc/v1beta2/cluster_controller/paths.rb
|
175
179
|
- lib/google/cloud/dataproc/v1beta2/clusters_pb.rb
|
176
180
|
- lib/google/cloud/dataproc/v1beta2/clusters_services_pb.rb
|
177
181
|
- lib/google/cloud/dataproc/v1beta2/job_controller.rb
|
@@ -225,7 +229,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
225
229
|
- !ruby/object:Gem::Version
|
226
230
|
version: '0'
|
227
231
|
requirements: []
|
228
|
-
rubygems_version: 3.
|
232
|
+
rubygems_version: 3.2.6
|
229
233
|
signing_key:
|
230
234
|
specification_version: 4
|
231
235
|
summary: API Client library for the Cloud Dataproc V1beta2 API
|