google-cloud-dataproc-v1beta2 0.2.4 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +64 -0
- data/lib/google/cloud/dataproc/v1beta2.rb +3 -0
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policies_services_pb.rb +5 -5
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service/client.rb +9 -3
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller.rb +1 -0
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller/client.rb +26 -15
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller/operations.rb +90 -5
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller/paths.rb +52 -0
- data/lib/google/cloud/dataproc/v1beta2/clusters_pb.rb +8 -0
- data/lib/google/cloud/dataproc/v1beta2/clusters_services_pb.rb +6 -6
- data/lib/google/cloud/dataproc/v1beta2/job_controller/client.rb +9 -3
- data/lib/google/cloud/dataproc/v1beta2/job_controller/operations.rb +90 -5
- data/lib/google/cloud/dataproc/v1beta2/jobs_services_pb.rb +7 -7
- data/lib/google/cloud/dataproc/v1beta2/shared_pb.rb +1 -2
- data/lib/google/cloud/dataproc/v1beta2/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/client.rb +11 -4
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/operations.rb +90 -5
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/paths.rb +19 -0
- data/lib/google/cloud/dataproc/v1beta2/workflow_templates_pb.rb +5 -0
- data/lib/google/cloud/dataproc/v1beta2/workflow_templates_services_pb.rb +9 -8
- data/proto_docs/google/api/field_behavior.rb +6 -0
- data/proto_docs/google/api/resource.rb +50 -14
- data/proto_docs/google/cloud/dataproc/v1beta2/autoscaling_policies.rb +13 -7
- data/proto_docs/google/cloud/dataproc/v1beta2/clusters.rb +64 -21
- data/proto_docs/google/cloud/dataproc/v1beta2/jobs.rb +14 -13
- data/proto_docs/google/cloud/dataproc/v1beta2/shared.rb +3 -6
- data/proto_docs/google/cloud/dataproc/v1beta2/workflow_templates.rb +42 -8
- data/proto_docs/google/longrunning/operations.rb +17 -3
- data/proto_docs/google/protobuf/any.rb +5 -2
- data/proto_docs/google/protobuf/timestamp.rb +10 -1
- metadata +8 -4
@@ -85,6 +85,17 @@ module Google
|
|
85
85
|
# Optional. Template parameters whose values are substituted into the
|
86
86
|
# template. Values for parameters must be provided when the template is
|
87
87
|
# instantiated.
|
88
|
+
# @!attribute [rw] dag_timeout
|
89
|
+
# @return [::Google::Protobuf::Duration]
|
90
|
+
# Optional. Timeout duration for the DAG of jobs. You can use "s", "m", "h",
|
91
|
+
# and "d" suffixes for second, minute, hour, and day duration values,
|
92
|
+
# respectively. The timeout duration must be from 10 minutes ("10m") to 24
|
93
|
+
# hours ("24h" or "1d"). The timer begins when the first job is submitted. If
|
94
|
+
# the workflow is running at the end of the timeout period, any remaining
|
95
|
+
# jobs are cancelled, the workflow is terminated, and if the workflow was
|
96
|
+
# running on a [managed
|
97
|
+
# cluster](https://cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#configuring_or_selecting_a_cluster),
|
98
|
+
# the cluster is deleted.
|
88
99
|
class WorkflowTemplate
|
89
100
|
include ::Google::Protobuf::MessageExts
|
90
101
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -188,30 +199,36 @@ module Google
|
|
188
199
|
#
|
189
200
|
# The step id is used as prefix for job id, as job
|
190
201
|
# `goog-dataproc-workflow-step-id` label, and in
|
191
|
-
# {::Google::Cloud::Dataproc::V1beta2::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
|
192
|
-
# steps.
|
202
|
+
# {::Google::Cloud::Dataproc::V1beta2::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
|
203
|
+
# field from other steps.
|
193
204
|
#
|
194
205
|
# The id must contain only letters (a-z, A-Z), numbers (0-9),
|
195
206
|
# underscores (_), and hyphens (-). Cannot begin or end with underscore
|
196
207
|
# or hyphen. Must consist of between 3 and 50 characters.
|
197
208
|
# @!attribute [rw] hadoop_job
|
198
209
|
# @return [::Google::Cloud::Dataproc::V1beta2::HadoopJob]
|
210
|
+
# Optional. Job is a Hadoop job.
|
199
211
|
# @!attribute [rw] spark_job
|
200
212
|
# @return [::Google::Cloud::Dataproc::V1beta2::SparkJob]
|
213
|
+
# Optional. Job is a Spark job.
|
201
214
|
# @!attribute [rw] pyspark_job
|
202
215
|
# @return [::Google::Cloud::Dataproc::V1beta2::PySparkJob]
|
216
|
+
# Optional. Job is a PySpark job.
|
203
217
|
# @!attribute [rw] hive_job
|
204
218
|
# @return [::Google::Cloud::Dataproc::V1beta2::HiveJob]
|
219
|
+
# Optional. Job is a Hive job.
|
205
220
|
# @!attribute [rw] pig_job
|
206
221
|
# @return [::Google::Cloud::Dataproc::V1beta2::PigJob]
|
222
|
+
# Optional. Job is a Pig job.
|
207
223
|
# @!attribute [rw] spark_r_job
|
208
224
|
# @return [::Google::Cloud::Dataproc::V1beta2::SparkRJob]
|
209
|
-
#
|
225
|
+
# Optional. Job is a SparkR job.
|
210
226
|
# @!attribute [rw] spark_sql_job
|
211
227
|
# @return [::Google::Cloud::Dataproc::V1beta2::SparkSqlJob]
|
228
|
+
# Optional. Job is a SparkSql job.
|
212
229
|
# @!attribute [rw] presto_job
|
213
230
|
# @return [::Google::Cloud::Dataproc::V1beta2::PrestoJob]
|
214
|
-
# Presto job
|
231
|
+
# Optional. Job is a Presto job.
|
215
232
|
# @!attribute [rw] labels
|
216
233
|
# @return [::Google::Protobuf::Map{::String => ::String}]
|
217
234
|
# Optional. The labels to associate with this job.
|
@@ -269,10 +286,10 @@ module Google
|
|
269
286
|
# A field is allowed to appear in at most one parameter's list of field
|
270
287
|
# paths.
|
271
288
|
#
|
272
|
-
# A field path is similar in syntax to a
|
273
|
-
# For example, a
|
274
|
-
#
|
275
|
-
# `placement.clusterSelector.zone`.
|
289
|
+
# A field path is similar in syntax to a
|
290
|
+
# {::Google::Protobuf::FieldMask google.protobuf.FieldMask}. For example, a
|
291
|
+
# field path that references the zone field of a workflow template's cluster
|
292
|
+
# selector would be specified as `placement.clusterSelector.zone`.
|
276
293
|
#
|
277
294
|
# Also, field paths can reference fields using the following syntax:
|
278
295
|
#
|
@@ -397,6 +414,23 @@ module Google
|
|
397
414
|
# @!attribute [r] cluster_uuid
|
398
415
|
# @return [::String]
|
399
416
|
# Output only. The UUID of target cluster.
|
417
|
+
# @!attribute [r] dag_timeout
|
418
|
+
# @return [::Google::Protobuf::Duration]
|
419
|
+
# Output only. The timeout duration for the DAG of jobs.
|
420
|
+
# Minimum timeout duration is 10 minutes and maximum is 24 hours, expressed
|
421
|
+
# as a
|
422
|
+
# [google.protobuf.Duration][https://developers.google.com/protocol-buffers/docs/proto3#json_mapping].
|
423
|
+
# For example, "1800" = 1800 seconds/30 minutes duration.
|
424
|
+
# @!attribute [r] dag_start_time
|
425
|
+
# @return [::Google::Protobuf::Timestamp]
|
426
|
+
# Output only. DAG start time, which is only set for workflows with
|
427
|
+
# {::Google::Cloud::Dataproc::V1beta2::WorkflowMetadata#dag_timeout dag_timeout}
|
428
|
+
# when the DAG begins.
|
429
|
+
# @!attribute [r] dag_end_time
|
430
|
+
# @return [::Google::Protobuf::Timestamp]
|
431
|
+
# Output only. DAG end time, which is only set for workflows with
|
432
|
+
# {::Google::Cloud::Dataproc::V1beta2::WorkflowMetadata#dag_timeout dag_timeout}
|
433
|
+
# when the DAG ends.
|
400
434
|
class WorkflowMetadata
|
401
435
|
include ::Google::Protobuf::MessageExts
|
402
436
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -25,7 +25,7 @@ module Google
|
|
25
25
|
# @return [::String]
|
26
26
|
# The server-assigned name, which is only unique within the same service that
|
27
27
|
# originally returns it. If you use the default HTTP mapping, the
|
28
|
-
# `name` should
|
28
|
+
# `name` should be a resource name ending with `operations/{unique_id}`.
|
29
29
|
# @!attribute [rw] metadata
|
30
30
|
# @return [::Google::Protobuf::Any]
|
31
31
|
# Service-specific metadata associated with the operation. It typically
|
@@ -35,7 +35,7 @@ module Google
|
|
35
35
|
# @!attribute [rw] done
|
36
36
|
# @return [::Boolean]
|
37
37
|
# If the value is `false`, it means the operation is still in progress.
|
38
|
-
# If true
|
38
|
+
# If `true`, the operation is completed, and either `error` or `response` is
|
39
39
|
# available.
|
40
40
|
# @!attribute [rw] error
|
41
41
|
# @return [::Google::Rpc::Status]
|
@@ -67,7 +67,7 @@ module Google
|
|
67
67
|
# The request message for Operations.ListOperations.
|
68
68
|
# @!attribute [rw] name
|
69
69
|
# @return [::String]
|
70
|
-
# The name of the operation
|
70
|
+
# The name of the operation's parent resource.
|
71
71
|
# @!attribute [rw] filter
|
72
72
|
# @return [::String]
|
73
73
|
# The standard list filter.
|
@@ -112,6 +112,20 @@ module Google
|
|
112
112
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
113
113
|
end
|
114
114
|
|
115
|
+
# The request message for Operations.WaitOperation.
|
116
|
+
# @!attribute [rw] name
|
117
|
+
# @return [::String]
|
118
|
+
# The name of the operation resource to wait on.
|
119
|
+
# @!attribute [rw] timeout
|
120
|
+
# @return [::Google::Protobuf::Duration]
|
121
|
+
# The maximum duration to wait before timing out. If left blank, the wait
|
122
|
+
# will be at most the time permitted by the underlying HTTP/RPC protocol.
|
123
|
+
# If RPC context deadline is also specified, the shorter one will be used.
|
124
|
+
class WaitOperationRequest
|
125
|
+
include ::Google::Protobuf::MessageExts
|
126
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
127
|
+
end
|
128
|
+
|
115
129
|
# A message representing the message types used by a long-running operation.
|
116
130
|
#
|
117
131
|
# Example:
|
@@ -57,10 +57,13 @@ module Google
|
|
57
57
|
# Example 4: Pack and unpack a message in Go
|
58
58
|
#
|
59
59
|
# foo := &pb.Foo{...}
|
60
|
-
# any, err :=
|
60
|
+
# any, err := anypb.New(foo)
|
61
|
+
# if err != nil {
|
62
|
+
# ...
|
63
|
+
# }
|
61
64
|
# ...
|
62
65
|
# foo := &pb.Foo{}
|
63
|
-
# if err :=
|
66
|
+
# if err := any.UnmarshalTo(foo); err != nil {
|
64
67
|
# ...
|
65
68
|
# }
|
66
69
|
#
|
@@ -70,7 +70,16 @@ module Google
|
|
70
70
|
# .setNanos((int) ((millis % 1000) * 1000000)).build();
|
71
71
|
#
|
72
72
|
#
|
73
|
-
# Example 5: Compute Timestamp from
|
73
|
+
# Example 5: Compute Timestamp from Java `Instant.now()`.
|
74
|
+
#
|
75
|
+
# Instant now = Instant.now();
|
76
|
+
#
|
77
|
+
# Timestamp timestamp =
|
78
|
+
# Timestamp.newBuilder().setSeconds(now.getEpochSecond())
|
79
|
+
# .setNanos(now.getNano()).build();
|
80
|
+
#
|
81
|
+
#
|
82
|
+
# Example 6: Compute Timestamp from current time in Python.
|
74
83
|
#
|
75
84
|
# timestamp = Timestamp()
|
76
85
|
# timestamp.GetCurrentTime()
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-cloud-dataproc-v1beta2
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.5.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2021-02-02 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: gapic-common
|
@@ -150,7 +150,10 @@ dependencies:
|
|
150
150
|
- - "~>"
|
151
151
|
- !ruby/object:Gem::Version
|
152
152
|
version: '0.9'
|
153
|
-
description: Manages Hadoop-based clusters and jobs on Google Cloud Platform.
|
153
|
+
description: Manages Hadoop-based clusters and jobs on Google Cloud Platform. Note
|
154
|
+
that google-cloud-dataproc-v1beta2 is a version-specific client library. For most
|
155
|
+
uses, we recommend installing the main client library google-cloud-dataproc instead.
|
156
|
+
See the readme for more details.
|
154
157
|
email: googleapis-packages@google.com
|
155
158
|
executables: []
|
156
159
|
extensions: []
|
@@ -172,6 +175,7 @@ files:
|
|
172
175
|
- lib/google/cloud/dataproc/v1beta2/cluster_controller/client.rb
|
173
176
|
- lib/google/cloud/dataproc/v1beta2/cluster_controller/credentials.rb
|
174
177
|
- lib/google/cloud/dataproc/v1beta2/cluster_controller/operations.rb
|
178
|
+
- lib/google/cloud/dataproc/v1beta2/cluster_controller/paths.rb
|
175
179
|
- lib/google/cloud/dataproc/v1beta2/clusters_pb.rb
|
176
180
|
- lib/google/cloud/dataproc/v1beta2/clusters_services_pb.rb
|
177
181
|
- lib/google/cloud/dataproc/v1beta2/job_controller.rb
|
@@ -225,7 +229,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
225
229
|
- !ruby/object:Gem::Version
|
226
230
|
version: '0'
|
227
231
|
requirements: []
|
228
|
-
rubygems_version: 3.
|
232
|
+
rubygems_version: 3.2.6
|
229
233
|
signing_key:
|
230
234
|
specification_version: 4
|
231
235
|
summary: API Client library for the Cloud Dataproc V1beta2 API
|