google-cloud-dataproc-v1beta2 0.2.4 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (32) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +64 -0
  3. data/lib/google/cloud/dataproc/v1beta2.rb +3 -0
  4. data/lib/google/cloud/dataproc/v1beta2/autoscaling_policies_services_pb.rb +5 -5
  5. data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service/client.rb +9 -3
  6. data/lib/google/cloud/dataproc/v1beta2/cluster_controller.rb +1 -0
  7. data/lib/google/cloud/dataproc/v1beta2/cluster_controller/client.rb +26 -15
  8. data/lib/google/cloud/dataproc/v1beta2/cluster_controller/operations.rb +90 -5
  9. data/lib/google/cloud/dataproc/v1beta2/cluster_controller/paths.rb +52 -0
  10. data/lib/google/cloud/dataproc/v1beta2/clusters_pb.rb +8 -0
  11. data/lib/google/cloud/dataproc/v1beta2/clusters_services_pb.rb +6 -6
  12. data/lib/google/cloud/dataproc/v1beta2/job_controller/client.rb +9 -3
  13. data/lib/google/cloud/dataproc/v1beta2/job_controller/operations.rb +90 -5
  14. data/lib/google/cloud/dataproc/v1beta2/jobs_services_pb.rb +7 -7
  15. data/lib/google/cloud/dataproc/v1beta2/shared_pb.rb +1 -2
  16. data/lib/google/cloud/dataproc/v1beta2/version.rb +1 -1
  17. data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/client.rb +11 -4
  18. data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/operations.rb +90 -5
  19. data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/paths.rb +19 -0
  20. data/lib/google/cloud/dataproc/v1beta2/workflow_templates_pb.rb +5 -0
  21. data/lib/google/cloud/dataproc/v1beta2/workflow_templates_services_pb.rb +9 -8
  22. data/proto_docs/google/api/field_behavior.rb +6 -0
  23. data/proto_docs/google/api/resource.rb +50 -14
  24. data/proto_docs/google/cloud/dataproc/v1beta2/autoscaling_policies.rb +13 -7
  25. data/proto_docs/google/cloud/dataproc/v1beta2/clusters.rb +64 -21
  26. data/proto_docs/google/cloud/dataproc/v1beta2/jobs.rb +14 -13
  27. data/proto_docs/google/cloud/dataproc/v1beta2/shared.rb +3 -6
  28. data/proto_docs/google/cloud/dataproc/v1beta2/workflow_templates.rb +42 -8
  29. data/proto_docs/google/longrunning/operations.rb +17 -3
  30. data/proto_docs/google/protobuf/any.rb +5 -2
  31. data/proto_docs/google/protobuf/timestamp.rb +10 -1
  32. metadata +8 -4
@@ -85,6 +85,17 @@ module Google
85
85
  # Optional. Template parameters whose values are substituted into the
86
86
  # template. Values for parameters must be provided when the template is
87
87
  # instantiated.
88
+ # @!attribute [rw] dag_timeout
89
+ # @return [::Google::Protobuf::Duration]
90
+ # Optional. Timeout duration for the DAG of jobs. You can use "s", "m", "h",
91
+ # and "d" suffixes for second, minute, hour, and day duration values,
92
+ # respectively. The timeout duration must be from 10 minutes ("10m") to 24
93
+ # hours ("24h" or "1d"). The timer begins when the first job is submitted. If
94
+ # the workflow is running at the end of the timeout period, any remaining
95
+ # jobs are cancelled, the workflow is terminated, and if the workflow was
96
+ # running on a [managed
97
+ # cluster](https://cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#configuring_or_selecting_a_cluster),
98
+ # the cluster is deleted.
88
99
  class WorkflowTemplate
89
100
  include ::Google::Protobuf::MessageExts
90
101
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -188,30 +199,36 @@ module Google
188
199
  #
189
200
  # The step id is used as prefix for job id, as job
190
201
  # `goog-dataproc-workflow-step-id` label, and in
191
- # {::Google::Cloud::Dataproc::V1beta2::OrderedJob#prerequisite_step_ids prerequisiteStepIds} field from other
192
- # steps.
202
+ # {::Google::Cloud::Dataproc::V1beta2::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
203
+ # field from other steps.
193
204
  #
194
205
  # The id must contain only letters (a-z, A-Z), numbers (0-9),
195
206
  # underscores (_), and hyphens (-). Cannot begin or end with underscore
196
207
  # or hyphen. Must consist of between 3 and 50 characters.
197
208
  # @!attribute [rw] hadoop_job
198
209
  # @return [::Google::Cloud::Dataproc::V1beta2::HadoopJob]
210
+ # Optional. Job is a Hadoop job.
199
211
  # @!attribute [rw] spark_job
200
212
  # @return [::Google::Cloud::Dataproc::V1beta2::SparkJob]
213
+ # Optional. Job is a Spark job.
201
214
  # @!attribute [rw] pyspark_job
202
215
  # @return [::Google::Cloud::Dataproc::V1beta2::PySparkJob]
216
+ # Optional. Job is a PySpark job.
203
217
  # @!attribute [rw] hive_job
204
218
  # @return [::Google::Cloud::Dataproc::V1beta2::HiveJob]
219
+ # Optional. Job is a Hive job.
205
220
  # @!attribute [rw] pig_job
206
221
  # @return [::Google::Cloud::Dataproc::V1beta2::PigJob]
222
+ # Optional. Job is a Pig job.
207
223
  # @!attribute [rw] spark_r_job
208
224
  # @return [::Google::Cloud::Dataproc::V1beta2::SparkRJob]
209
- # Spark R job
225
+ # Optional. Job is a SparkR job.
210
226
  # @!attribute [rw] spark_sql_job
211
227
  # @return [::Google::Cloud::Dataproc::V1beta2::SparkSqlJob]
228
+ # Optional. Job is a SparkSql job.
212
229
  # @!attribute [rw] presto_job
213
230
  # @return [::Google::Cloud::Dataproc::V1beta2::PrestoJob]
214
- # Presto job
231
+ # Optional. Job is a Presto job.
215
232
  # @!attribute [rw] labels
216
233
  # @return [::Google::Protobuf::Map{::String => ::String}]
217
234
  # Optional. The labels to associate with this job.
@@ -269,10 +286,10 @@ module Google
269
286
  # A field is allowed to appear in at most one parameter's list of field
270
287
  # paths.
271
288
  #
272
- # A field path is similar in syntax to a {::Google::Protobuf::FieldMask google.protobuf.FieldMask}.
273
- # For example, a field path that references the zone field of a workflow
274
- # template's cluster selector would be specified as
275
- # `placement.clusterSelector.zone`.
289
+ # A field path is similar in syntax to a
290
+ # {::Google::Protobuf::FieldMask google.protobuf.FieldMask}. For example, a
291
+ # field path that references the zone field of a workflow template's cluster
292
+ # selector would be specified as `placement.clusterSelector.zone`.
276
293
  #
277
294
  # Also, field paths can reference fields using the following syntax:
278
295
  #
@@ -397,6 +414,23 @@ module Google
397
414
  # @!attribute [r] cluster_uuid
398
415
  # @return [::String]
399
416
  # Output only. The UUID of target cluster.
417
+ # @!attribute [r] dag_timeout
418
+ # @return [::Google::Protobuf::Duration]
419
+ # Output only. The timeout duration for the DAG of jobs.
420
+ # Minimum timeout duration is 10 minutes and maximum is 24 hours, expressed
421
+ # as a
422
+ # [google.protobuf.Duration][https://developers.google.com/protocol-buffers/docs/proto3#json_mapping].
423
+ # For example, "1800" = 1800 seconds/30 minutes duration.
424
+ # @!attribute [r] dag_start_time
425
+ # @return [::Google::Protobuf::Timestamp]
426
+ # Output only. DAG start time, which is only set for workflows with
427
+ # {::Google::Cloud::Dataproc::V1beta2::WorkflowMetadata#dag_timeout dag_timeout}
428
+ # when the DAG begins.
429
+ # @!attribute [r] dag_end_time
430
+ # @return [::Google::Protobuf::Timestamp]
431
+ # Output only. DAG end time, which is only set for workflows with
432
+ # {::Google::Cloud::Dataproc::V1beta2::WorkflowMetadata#dag_timeout dag_timeout}
433
+ # when the DAG ends.
400
434
  class WorkflowMetadata
401
435
  include ::Google::Protobuf::MessageExts
402
436
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -25,7 +25,7 @@ module Google
25
25
  # @return [::String]
26
26
  # The server-assigned name, which is only unique within the same service that
27
27
  # originally returns it. If you use the default HTTP mapping, the
28
- # `name` should have the format of `operations/some/unique/name`.
28
+ # `name` should be a resource name ending with `operations/{unique_id}`.
29
29
  # @!attribute [rw] metadata
30
30
  # @return [::Google::Protobuf::Any]
31
31
  # Service-specific metadata associated with the operation. It typically
@@ -35,7 +35,7 @@ module Google
35
35
  # @!attribute [rw] done
36
36
  # @return [::Boolean]
37
37
  # If the value is `false`, it means the operation is still in progress.
38
- # If true, the operation is completed, and either `error` or `response` is
38
+ # If `true`, the operation is completed, and either `error` or `response` is
39
39
  # available.
40
40
  # @!attribute [rw] error
41
41
  # @return [::Google::Rpc::Status]
@@ -67,7 +67,7 @@ module Google
67
67
  # The request message for Operations.ListOperations.
68
68
  # @!attribute [rw] name
69
69
  # @return [::String]
70
- # The name of the operation collection.
70
+ # The name of the operation's parent resource.
71
71
  # @!attribute [rw] filter
72
72
  # @return [::String]
73
73
  # The standard list filter.
@@ -112,6 +112,20 @@ module Google
112
112
  extend ::Google::Protobuf::MessageExts::ClassMethods
113
113
  end
114
114
 
115
+ # The request message for Operations.WaitOperation.
116
+ # @!attribute [rw] name
117
+ # @return [::String]
118
+ # The name of the operation resource to wait on.
119
+ # @!attribute [rw] timeout
120
+ # @return [::Google::Protobuf::Duration]
121
+ # The maximum duration to wait before timing out. If left blank, the wait
122
+ # will be at most the time permitted by the underlying HTTP/RPC protocol.
123
+ # If RPC context deadline is also specified, the shorter one will be used.
124
+ class WaitOperationRequest
125
+ include ::Google::Protobuf::MessageExts
126
+ extend ::Google::Protobuf::MessageExts::ClassMethods
127
+ end
128
+
115
129
  # A message representing the message types used by a long-running operation.
116
130
  #
117
131
  # Example:
@@ -57,10 +57,13 @@ module Google
57
57
  # Example 4: Pack and unpack a message in Go
58
58
  #
59
59
  # foo := &pb.Foo{...}
60
- # any, err := ptypes.MarshalAny(foo)
60
+ # any, err := anypb.New(foo)
61
+ # if err != nil {
62
+ # ...
63
+ # }
61
64
  # ...
62
65
  # foo := &pb.Foo{}
63
- # if err := ptypes.UnmarshalAny(any, foo); err != nil {
66
+ # if err := any.UnmarshalTo(foo); err != nil {
64
67
  # ...
65
68
  # }
66
69
  #
@@ -70,7 +70,16 @@ module Google
70
70
  # .setNanos((int) ((millis % 1000) * 1000000)).build();
71
71
  #
72
72
  #
73
- # Example 5: Compute Timestamp from current time in Python.
73
+ # Example 5: Compute Timestamp from Java `Instant.now()`.
74
+ #
75
+ # Instant now = Instant.now();
76
+ #
77
+ # Timestamp timestamp =
78
+ # Timestamp.newBuilder().setSeconds(now.getEpochSecond())
79
+ # .setNanos(now.getNano()).build();
80
+ #
81
+ #
82
+ # Example 6: Compute Timestamp from current time in Python.
74
83
  #
75
84
  # timestamp = Timestamp()
76
85
  # timestamp.GetCurrentTime()
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: google-cloud-dataproc-v1beta2
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.4
4
+ version: 0.5.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Google LLC
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2020-08-07 00:00:00.000000000 Z
11
+ date: 2021-02-02 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: gapic-common
@@ -150,7 +150,10 @@ dependencies:
150
150
  - - "~>"
151
151
  - !ruby/object:Gem::Version
152
152
  version: '0.9'
153
- description: Manages Hadoop-based clusters and jobs on Google Cloud Platform.
153
+ description: Manages Hadoop-based clusters and jobs on Google Cloud Platform. Note
154
+ that google-cloud-dataproc-v1beta2 is a version-specific client library. For most
155
+ uses, we recommend installing the main client library google-cloud-dataproc instead.
156
+ See the readme for more details.
154
157
  email: googleapis-packages@google.com
155
158
  executables: []
156
159
  extensions: []
@@ -172,6 +175,7 @@ files:
172
175
  - lib/google/cloud/dataproc/v1beta2/cluster_controller/client.rb
173
176
  - lib/google/cloud/dataproc/v1beta2/cluster_controller/credentials.rb
174
177
  - lib/google/cloud/dataproc/v1beta2/cluster_controller/operations.rb
178
+ - lib/google/cloud/dataproc/v1beta2/cluster_controller/paths.rb
175
179
  - lib/google/cloud/dataproc/v1beta2/clusters_pb.rb
176
180
  - lib/google/cloud/dataproc/v1beta2/clusters_services_pb.rb
177
181
  - lib/google/cloud/dataproc/v1beta2/job_controller.rb
@@ -225,7 +229,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
225
229
  - !ruby/object:Gem::Version
226
230
  version: '0'
227
231
  requirements: []
228
- rubygems_version: 3.1.3
232
+ rubygems_version: 3.2.6
229
233
  signing_key:
230
234
  specification_version: 4
231
235
  summary: API Client library for the Cloud Dataproc V1beta2 API