google-cloud-dataproc-v1 0.6.0 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/AUTHENTICATION.md +8 -8
- data/README.md +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +3 -2
- data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +48 -54
- data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +637 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/credentials.rb +51 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +664 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/paths.rb +69 -0
- data/lib/google/cloud/dataproc/v1/batch_controller.rb +50 -0
- data/lib/google/cloud/dataproc/v1/batches_pb.rb +123 -0
- data/lib/google/cloud/dataproc/v1/batches_services_pb.rb +52 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +75 -80
- data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +34 -25
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +9 -2
- data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +3 -1
- data/lib/google/cloud/dataproc/v1/job_controller/client.rb +58 -72
- data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +34 -25
- data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -2
- data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1/operations_pb.rb +18 -3
- data/lib/google/cloud/dataproc/v1/shared_pb.rb +40 -2
- data/lib/google/cloud/dataproc/v1/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +59 -74
- data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +34 -25
- data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +2 -2
- data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +2 -3
- data/lib/google/cloud/dataproc/v1.rb +1 -0
- data/proto_docs/google/api/field_behavior.rb +7 -1
- data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +18 -0
- data/proto_docs/google/cloud/dataproc/v1/batches.rb +339 -0
- data/proto_docs/google/cloud/dataproc/v1/clusters.rb +45 -22
- data/proto_docs/google/cloud/dataproc/v1/jobs.rb +8 -9
- data/proto_docs/google/cloud/dataproc/v1/operations.rb +48 -0
- data/proto_docs/google/cloud/dataproc/v1/shared.rb +117 -1
- data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +11 -14
- metadata +21 -7
@@ -21,8 +21,111 @@ module Google
|
|
21
21
|
module Cloud
|
22
22
|
module Dataproc
|
23
23
|
module V1
|
24
|
+
# Runtime configuration for a workload.
|
25
|
+
# @!attribute [rw] properties
|
26
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
27
|
+
# Optional. A mapping of property names to values, which are used to configure workload
|
28
|
+
# execution.
|
29
|
+
class RuntimeConfig
|
30
|
+
include ::Google::Protobuf::MessageExts
|
31
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
32
|
+
|
33
|
+
# @!attribute [rw] key
|
34
|
+
# @return [::String]
|
35
|
+
# @!attribute [rw] value
|
36
|
+
# @return [::String]
|
37
|
+
class PropertiesEntry
|
38
|
+
include ::Google::Protobuf::MessageExts
|
39
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
40
|
+
end
|
41
|
+
end
|
42
|
+
|
43
|
+
# Environment configuration for a workload.
|
44
|
+
# @!attribute [rw] execution_config
|
45
|
+
# @return [::Google::Cloud::Dataproc::V1::ExecutionConfig]
|
46
|
+
# Optional. Execution configuration for a workload.
|
47
|
+
# @!attribute [rw] peripherals_config
|
48
|
+
# @return [::Google::Cloud::Dataproc::V1::PeripheralsConfig]
|
49
|
+
# Optional. Peripherals configuration that workload has access to.
|
50
|
+
class EnvironmentConfig
|
51
|
+
include ::Google::Protobuf::MessageExts
|
52
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
53
|
+
end
|
54
|
+
|
55
|
+
# Execution configuration for a workload.
|
56
|
+
# @!attribute [rw] service_account
|
57
|
+
# @return [::String]
|
58
|
+
# Optional. Service account that used to execute workload.
|
59
|
+
# @!attribute [rw] network_uri
|
60
|
+
# @return [::String]
|
61
|
+
# Optional. Network URI to connect workload to.
|
62
|
+
# @!attribute [rw] subnetwork_uri
|
63
|
+
# @return [::String]
|
64
|
+
# Optional. Subnetwork URI to connect workload to.
|
65
|
+
# @!attribute [rw] network_tags
|
66
|
+
# @return [::Array<::String>]
|
67
|
+
# Optional. Tags used for network traffic control.
|
68
|
+
# @!attribute [rw] kms_key
|
69
|
+
# @return [::String]
|
70
|
+
# Optional. The Cloud KMS key to use for encryption.
|
71
|
+
class ExecutionConfig
|
72
|
+
include ::Google::Protobuf::MessageExts
|
73
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
74
|
+
end
|
75
|
+
|
76
|
+
# Spark History Server configuration for the workload.
|
77
|
+
# @!attribute [rw] dataproc_cluster
|
78
|
+
# @return [::String]
|
79
|
+
# Optional. Resource name of an existing Dataproc Cluster to act as a Spark History
|
80
|
+
# Server for the workload.
|
81
|
+
#
|
82
|
+
# Example:
|
83
|
+
#
|
84
|
+
# * `projects/[project_id]/regions/[region]/clusters/[cluster_name]`
|
85
|
+
class SparkHistoryServerConfig
|
86
|
+
include ::Google::Protobuf::MessageExts
|
87
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
88
|
+
end
|
89
|
+
|
90
|
+
# Auxiliary services configuration for a workload.
|
91
|
+
# @!attribute [rw] metastore_service
|
92
|
+
# @return [::String]
|
93
|
+
# Optional. Resource name of an existing Dataproc Metastore service.
|
94
|
+
#
|
95
|
+
# Example:
|
96
|
+
#
|
97
|
+
# * `projects/[project_id]/locations/[region]/services/[service_id]`
|
98
|
+
# @!attribute [rw] spark_history_server_config
|
99
|
+
# @return [::Google::Cloud::Dataproc::V1::SparkHistoryServerConfig]
|
100
|
+
# Optional. The Spark History Server configuration for the workload.
|
101
|
+
class PeripheralsConfig
|
102
|
+
include ::Google::Protobuf::MessageExts
|
103
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
104
|
+
end
|
105
|
+
|
106
|
+
# Runtime information about workload execution.
|
107
|
+
# @!attribute [r] endpoints
|
108
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
109
|
+
# Output only. Map of remote access endpoints (such as web interfaces and APIs) to their
|
110
|
+
# URIs.
|
111
|
+
# @!attribute [r] output_uri
|
112
|
+
# @return [::String]
|
113
|
+
# Output only. A URI pointing to the location of the stdout and stderr of the workload.
|
114
|
+
class RuntimeInfo
|
115
|
+
include ::Google::Protobuf::MessageExts
|
116
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
117
|
+
|
118
|
+
# @!attribute [rw] key
|
119
|
+
# @return [::String]
|
120
|
+
# @!attribute [rw] value
|
121
|
+
# @return [::String]
|
122
|
+
class EndpointsEntry
|
123
|
+
include ::Google::Protobuf::MessageExts
|
124
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
125
|
+
end
|
126
|
+
end
|
127
|
+
|
24
128
|
# Cluster components that can be activated.
|
25
|
-
# Next ID: 16.
|
26
129
|
module Component
|
27
130
|
# Unspecified component. Specifying this will cause Cluster creation to fail.
|
28
131
|
COMPONENT_UNSPECIFIED = 0
|
@@ -67,6 +170,19 @@ module Google
|
|
67
170
|
# The Zookeeper service.
|
68
171
|
ZOOKEEPER = 8
|
69
172
|
end
|
173
|
+
|
174
|
+
# Actions in response to failure of a resource associated with a cluster.
|
175
|
+
module FailureAction
|
176
|
+
# When FailureAction is unspecified, failure action defaults to NO_ACTION.
|
177
|
+
FAILURE_ACTION_UNSPECIFIED = 0
|
178
|
+
|
179
|
+
# Take no action on failure to create a cluster resource. NO_ACTION is the
|
180
|
+
# default.
|
181
|
+
NO_ACTION = 1
|
182
|
+
|
183
|
+
# Delete the failed cluster resource.
|
184
|
+
DELETE = 2
|
185
|
+
end
|
70
186
|
end
|
71
187
|
end
|
72
188
|
end
|
@@ -193,8 +193,8 @@ module Google
|
|
193
193
|
#
|
194
194
|
# The step id is used as prefix for job id, as job
|
195
195
|
# `goog-dataproc-workflow-step-id` label, and in
|
196
|
-
# {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
|
197
|
-
#
|
196
|
+
# {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds} field from other
|
197
|
+
# steps.
|
198
198
|
#
|
199
199
|
# The id must contain only letters (a-z, A-Z), numbers (0-9),
|
200
200
|
# underscores (_), and hyphens (-). Cannot begin or end with underscore
|
@@ -280,10 +280,10 @@ module Google
|
|
280
280
|
# A field is allowed to appear in at most one parameter's list of field
|
281
281
|
# paths.
|
282
282
|
#
|
283
|
-
# A field path is similar in syntax to a
|
284
|
-
#
|
285
|
-
#
|
286
|
-
#
|
283
|
+
# A field path is similar in syntax to a {::Google::Protobuf::FieldMask google.protobuf.FieldMask}.
|
284
|
+
# For example, a field path that references the zone field of a workflow
|
285
|
+
# template's cluster selector would be specified as
|
286
|
+
# `placement.clusterSelector.zone`.
|
287
287
|
#
|
288
288
|
# Also, field paths can reference fields using the following syntax:
|
289
289
|
#
|
@@ -410,19 +410,16 @@ module Google
|
|
410
410
|
# Output only. The UUID of target cluster.
|
411
411
|
# @!attribute [r] dag_timeout
|
412
412
|
# @return [::Google::Protobuf::Duration]
|
413
|
-
# Output only. The timeout duration for the DAG of jobs, expressed in seconds
|
414
|
-
#
|
413
|
+
# Output only. The timeout duration for the DAG of jobs, expressed in seconds (see
|
414
|
+
# [JSON representation of
|
415
415
|
# duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
|
416
416
|
# @!attribute [r] dag_start_time
|
417
417
|
# @return [::Google::Protobuf::Timestamp]
|
418
|
-
# Output only. DAG start time, only set for workflows with
|
419
|
-
#
|
420
|
-
# DAG begins.
|
418
|
+
# Output only. DAG start time, only set for workflows with {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when DAG
|
419
|
+
# begins.
|
421
420
|
# @!attribute [r] dag_end_time
|
422
421
|
# @return [::Google::Protobuf::Timestamp]
|
423
|
-
# Output only. DAG end time, only set for workflows with
|
424
|
-
# {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when
|
425
|
-
# DAG ends.
|
422
|
+
# Output only. DAG end time, only set for workflows with {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when DAG ends.
|
426
423
|
class WorkflowMetadata
|
427
424
|
include ::Google::Protobuf::MessageExts
|
428
425
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
metadata
CHANGED
@@ -1,29 +1,35 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-cloud-dataproc-v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.7.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2021-
|
11
|
+
date: 2021-10-21 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: gapic-common
|
15
15
|
requirement: !ruby/object:Gem::Requirement
|
16
16
|
requirements:
|
17
|
-
- - "
|
17
|
+
- - ">="
|
18
|
+
- !ruby/object:Gem::Version
|
19
|
+
version: '0.7'
|
20
|
+
- - "<"
|
18
21
|
- !ruby/object:Gem::Version
|
19
|
-
version:
|
22
|
+
version: 2.a
|
20
23
|
type: :runtime
|
21
24
|
prerelease: false
|
22
25
|
version_requirements: !ruby/object:Gem::Requirement
|
23
26
|
requirements:
|
24
|
-
- - "
|
27
|
+
- - ">="
|
28
|
+
- !ruby/object:Gem::Version
|
29
|
+
version: '0.7'
|
30
|
+
- - "<"
|
25
31
|
- !ruby/object:Gem::Version
|
26
|
-
version:
|
32
|
+
version: 2.a
|
27
33
|
- !ruby/object:Gem::Dependency
|
28
34
|
name: google-cloud-errors
|
29
35
|
requirement: !ruby/object:Gem::Requirement
|
@@ -171,6 +177,13 @@ files:
|
|
171
177
|
- lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb
|
172
178
|
- lib/google/cloud/dataproc/v1/autoscaling_policy_service/credentials.rb
|
173
179
|
- lib/google/cloud/dataproc/v1/autoscaling_policy_service/paths.rb
|
180
|
+
- lib/google/cloud/dataproc/v1/batch_controller.rb
|
181
|
+
- lib/google/cloud/dataproc/v1/batch_controller/client.rb
|
182
|
+
- lib/google/cloud/dataproc/v1/batch_controller/credentials.rb
|
183
|
+
- lib/google/cloud/dataproc/v1/batch_controller/operations.rb
|
184
|
+
- lib/google/cloud/dataproc/v1/batch_controller/paths.rb
|
185
|
+
- lib/google/cloud/dataproc/v1/batches_pb.rb
|
186
|
+
- lib/google/cloud/dataproc/v1/batches_services_pb.rb
|
174
187
|
- lib/google/cloud/dataproc/v1/cluster_controller.rb
|
175
188
|
- lib/google/cloud/dataproc/v1/cluster_controller/client.rb
|
176
189
|
- lib/google/cloud/dataproc/v1/cluster_controller/credentials.rb
|
@@ -198,6 +211,7 @@ files:
|
|
198
211
|
- proto_docs/google/api/field_behavior.rb
|
199
212
|
- proto_docs/google/api/resource.rb
|
200
213
|
- proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb
|
214
|
+
- proto_docs/google/cloud/dataproc/v1/batches.rb
|
201
215
|
- proto_docs/google/cloud/dataproc/v1/clusters.rb
|
202
216
|
- proto_docs/google/cloud/dataproc/v1/jobs.rb
|
203
217
|
- proto_docs/google/cloud/dataproc/v1/operations.rb
|
@@ -229,7 +243,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
229
243
|
- !ruby/object:Gem::Version
|
230
244
|
version: '0'
|
231
245
|
requirements: []
|
232
|
-
rubygems_version: 3.2.
|
246
|
+
rubygems_version: 3.2.17
|
233
247
|
signing_key:
|
234
248
|
specification_version: 4
|
235
249
|
summary: API Client library for the Cloud Dataproc V1 API
|