google-cloud-dataproc-v1 0.1.0 → 0.2.3
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/AUTHENTICATION.md +6 -6
- data/README.md +5 -1
- data/lib/google/cloud/dataproc/v1.rb +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service.rb +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +129 -124
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/paths.rb +10 -10
- data/lib/google/cloud/dataproc/v1/cluster_controller.rb +1 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +179 -174
- data/lib/google/cloud/dataproc/v1/cluster_controller/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +109 -103
- data/lib/google/cloud/dataproc/v1/job_controller.rb +1 -1
- data/lib/google/cloud/dataproc/v1/job_controller/client.rb +186 -181
- data/lib/google/cloud/dataproc/v1/job_controller/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +109 -103
- data/lib/google/cloud/dataproc/v1/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +179 -174
- data/lib/google/cloud/dataproc/v1/workflow_template_service/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +109 -103
- data/lib/google/cloud/dataproc/v1/workflow_template_service/paths.rb +10 -10
- data/proto_docs/google/api/resource.rb +12 -12
- data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +45 -45
- data/proto_docs/google/cloud/dataproc/v1/clusters.rb +186 -186
- data/proto_docs/google/cloud/dataproc/v1/jobs.rb +226 -225
- data/proto_docs/google/cloud/dataproc/v1/operations.rb +20 -20
- data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +143 -143
- data/proto_docs/google/longrunning/operations.rb +30 -30
- data/proto_docs/google/protobuf/any.rb +4 -4
- data/proto_docs/google/protobuf/duration.rb +4 -4
- data/proto_docs/google/protobuf/empty.rb +2 -2
- data/proto_docs/google/protobuf/field_mask.rb +3 -3
- data/proto_docs/google/protobuf/timestamp.rb +4 -4
- data/proto_docs/google/rpc/status.rb +6 -6
- metadata +33 -6
- data/lib/google/cloud/common_resources_pb.rb +0 -15
@@ -23,20 +23,20 @@ module Google
|
|
23
23
|
module V1
|
24
24
|
# The status of the operation.
|
25
25
|
# @!attribute [r] state
|
26
|
-
# @return [Google::Cloud::Dataproc::V1::ClusterOperationStatus::State]
|
26
|
+
# @return [::Google::Cloud::Dataproc::V1::ClusterOperationStatus::State]
|
27
27
|
# Output only. A message containing the operation state.
|
28
28
|
# @!attribute [r] inner_state
|
29
|
-
# @return [String]
|
29
|
+
# @return [::String]
|
30
30
|
# Output only. A message containing the detailed operation state.
|
31
31
|
# @!attribute [r] details
|
32
|
-
# @return [String]
|
32
|
+
# @return [::String]
|
33
33
|
# Output only. A message containing any operation metadata details.
|
34
34
|
# @!attribute [r] state_start_time
|
35
|
-
# @return [Google::Protobuf::Timestamp]
|
35
|
+
# @return [::Google::Protobuf::Timestamp]
|
36
36
|
# Output only. The time this state was entered.
|
37
37
|
class ClusterOperationStatus
|
38
|
-
include Google::Protobuf::MessageExts
|
39
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
38
|
+
include ::Google::Protobuf::MessageExts
|
39
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
40
40
|
|
41
41
|
# The operation state.
|
42
42
|
module State
|
@@ -56,40 +56,40 @@ module Google
|
|
56
56
|
|
57
57
|
# Metadata describing the operation.
|
58
58
|
# @!attribute [r] cluster_name
|
59
|
-
# @return [String]
|
59
|
+
# @return [::String]
|
60
60
|
# Output only. Name of the cluster for the operation.
|
61
61
|
# @!attribute [r] cluster_uuid
|
62
|
-
# @return [String]
|
62
|
+
# @return [::String]
|
63
63
|
# Output only. Cluster UUID for the operation.
|
64
64
|
# @!attribute [r] status
|
65
|
-
# @return [Google::Cloud::Dataproc::V1::ClusterOperationStatus]
|
65
|
+
# @return [::Google::Cloud::Dataproc::V1::ClusterOperationStatus]
|
66
66
|
# Output only. Current operation status.
|
67
67
|
# @!attribute [r] status_history
|
68
|
-
# @return [Array
|
68
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1::ClusterOperationStatus>]
|
69
69
|
# Output only. The previous operation status.
|
70
70
|
# @!attribute [r] operation_type
|
71
|
-
# @return [String]
|
71
|
+
# @return [::String]
|
72
72
|
# Output only. The operation type.
|
73
73
|
# @!attribute [r] description
|
74
|
-
# @return [String]
|
74
|
+
# @return [::String]
|
75
75
|
# Output only. Short description of operation.
|
76
76
|
# @!attribute [r] labels
|
77
|
-
# @return [Google::Protobuf::Map{String => String}]
|
77
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
78
78
|
# Output only. Labels associated with the operation
|
79
79
|
# @!attribute [r] warnings
|
80
|
-
# @return [Array
|
80
|
+
# @return [::Array<::String>]
|
81
81
|
# Output only. Errors encountered during operation execution.
|
82
82
|
class ClusterOperationMetadata
|
83
|
-
include Google::Protobuf::MessageExts
|
84
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
83
|
+
include ::Google::Protobuf::MessageExts
|
84
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
85
85
|
|
86
86
|
# @!attribute [rw] key
|
87
|
-
# @return [String]
|
87
|
+
# @return [::String]
|
88
88
|
# @!attribute [rw] value
|
89
|
-
# @return [String]
|
89
|
+
# @return [::String]
|
90
90
|
class LabelsEntry
|
91
|
-
include Google::Protobuf::MessageExts
|
92
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
91
|
+
include ::Google::Protobuf::MessageExts
|
92
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
93
93
|
end
|
94
94
|
end
|
95
95
|
end
|
@@ -23,9 +23,9 @@ module Google
|
|
23
23
|
module V1
|
24
24
|
# A Dataproc workflow template resource.
|
25
25
|
# @!attribute [rw] id
|
26
|
-
# @return [String]
|
26
|
+
# @return [::String]
|
27
27
|
# @!attribute [r] name
|
28
|
-
# @return [String]
|
28
|
+
# @return [::String]
|
29
29
|
# Output only. The resource name of the workflow template, as described
|
30
30
|
# in https://cloud.google.com/apis/design/resource_names.
|
31
31
|
#
|
@@ -37,7 +37,7 @@ module Google
|
|
37
37
|
# template has the following format:
|
38
38
|
# `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}`
|
39
39
|
# @!attribute [rw] version
|
40
|
-
# @return [Integer]
|
40
|
+
# @return [::Integer]
|
41
41
|
# Optional. Used to perform a consistent read-modify-write.
|
42
42
|
#
|
43
43
|
# This field should be left blank for a `CreateWorkflowTemplate` request. It
|
@@ -48,13 +48,13 @@ module Google
|
|
48
48
|
# current server version. The user updates other fields in the template,
|
49
49
|
# then returns it as part of the `UpdateWorkflowTemplate` request.
|
50
50
|
# @!attribute [r] create_time
|
51
|
-
# @return [Google::Protobuf::Timestamp]
|
51
|
+
# @return [::Google::Protobuf::Timestamp]
|
52
52
|
# Output only. The time template was created.
|
53
53
|
# @!attribute [r] update_time
|
54
|
-
# @return [Google::Protobuf::Timestamp]
|
54
|
+
# @return [::Google::Protobuf::Timestamp]
|
55
55
|
# Output only. The time template was last updated.
|
56
56
|
# @!attribute [rw] labels
|
57
|
-
# @return [Google::Protobuf::Map{String => String}]
|
57
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
58
58
|
# Optional. The labels to associate with this template. These labels
|
59
59
|
# will be propagated to all jobs and clusters created by the workflow
|
60
60
|
# instance.
|
@@ -68,27 +68,27 @@ module Google
|
|
68
68
|
#
|
69
69
|
# No more than 32 labels can be associated with a template.
|
70
70
|
# @!attribute [rw] placement
|
71
|
-
# @return [Google::Cloud::Dataproc::V1::WorkflowTemplatePlacement]
|
71
|
+
# @return [::Google::Cloud::Dataproc::V1::WorkflowTemplatePlacement]
|
72
72
|
# Required. WorkflowTemplate scheduling information.
|
73
73
|
# @!attribute [rw] jobs
|
74
|
-
# @return [Array
|
74
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1::OrderedJob>]
|
75
75
|
# Required. The Directed Acyclic Graph of Jobs to submit.
|
76
76
|
# @!attribute [rw] parameters
|
77
|
-
# @return [Array
|
77
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1::TemplateParameter>]
|
78
78
|
# Optional. emplate parameters whose values are substituted into the
|
79
79
|
# template. Values for parameters must be provided when the template is
|
80
80
|
# instantiated.
|
81
81
|
class WorkflowTemplate
|
82
|
-
include Google::Protobuf::MessageExts
|
83
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
82
|
+
include ::Google::Protobuf::MessageExts
|
83
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
84
84
|
|
85
85
|
# @!attribute [rw] key
|
86
|
-
# @return [String]
|
86
|
+
# @return [::String]
|
87
87
|
# @!attribute [rw] value
|
88
|
-
# @return [String]
|
88
|
+
# @return [::String]
|
89
89
|
class LabelsEntry
|
90
|
-
include Google::Protobuf::MessageExts
|
91
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
90
|
+
include ::Google::Protobuf::MessageExts
|
91
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
92
92
|
end
|
93
93
|
end
|
94
94
|
|
@@ -96,22 +96,22 @@ module Google
|
|
96
96
|
#
|
97
97
|
# Either `managed_cluster` or `cluster_selector` is required.
|
98
98
|
# @!attribute [rw] managed_cluster
|
99
|
-
# @return [Google::Cloud::Dataproc::V1::ManagedCluster]
|
99
|
+
# @return [::Google::Cloud::Dataproc::V1::ManagedCluster]
|
100
100
|
# A cluster that is managed by the workflow.
|
101
101
|
# @!attribute [rw] cluster_selector
|
102
|
-
# @return [Google::Cloud::Dataproc::V1::ClusterSelector]
|
102
|
+
# @return [::Google::Cloud::Dataproc::V1::ClusterSelector]
|
103
103
|
# Optional. A selector that chooses target cluster for jobs based
|
104
104
|
# on metadata.
|
105
105
|
#
|
106
106
|
# The selector is evaluated at the time each job is submitted.
|
107
107
|
class WorkflowTemplatePlacement
|
108
|
-
include Google::Protobuf::MessageExts
|
109
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
108
|
+
include ::Google::Protobuf::MessageExts
|
109
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
110
110
|
end
|
111
111
|
|
112
112
|
# Cluster that is managed by the workflow.
|
113
113
|
# @!attribute [rw] cluster_name
|
114
|
-
# @return [String]
|
114
|
+
# @return [::String]
|
115
115
|
# Required. The cluster name prefix. A unique cluster name will be formed by
|
116
116
|
# appending a random suffix.
|
117
117
|
#
|
@@ -119,10 +119,10 @@ module Google
|
|
119
119
|
# and hyphens (-). Must begin with a letter. Cannot begin or end with
|
120
120
|
# hyphen. Must consist of between 2 and 35 characters.
|
121
121
|
# @!attribute [rw] config
|
122
|
-
# @return [Google::Cloud::Dataproc::V1::ClusterConfig]
|
122
|
+
# @return [::Google::Cloud::Dataproc::V1::ClusterConfig]
|
123
123
|
# Required. The cluster configuration.
|
124
124
|
# @!attribute [rw] labels
|
125
|
-
# @return [Google::Protobuf::Map{String => String}]
|
125
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
126
126
|
# Optional. The labels to associate with this cluster.
|
127
127
|
#
|
128
128
|
# Label keys must be between 1 and 63 characters long, and must conform to
|
@@ -134,79 +134,79 @@ module Google
|
|
134
134
|
#
|
135
135
|
# No more than 32 labels can be associated with a given cluster.
|
136
136
|
class ManagedCluster
|
137
|
-
include Google::Protobuf::MessageExts
|
138
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
137
|
+
include ::Google::Protobuf::MessageExts
|
138
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
139
139
|
|
140
140
|
# @!attribute [rw] key
|
141
|
-
# @return [String]
|
141
|
+
# @return [::String]
|
142
142
|
# @!attribute [rw] value
|
143
|
-
# @return [String]
|
143
|
+
# @return [::String]
|
144
144
|
class LabelsEntry
|
145
|
-
include Google::Protobuf::MessageExts
|
146
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
145
|
+
include ::Google::Protobuf::MessageExts
|
146
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
147
147
|
end
|
148
148
|
end
|
149
149
|
|
150
150
|
# A selector that chooses target cluster for jobs based on metadata.
|
151
151
|
# @!attribute [rw] zone
|
152
|
-
# @return [String]
|
152
|
+
# @return [::String]
|
153
153
|
# Optional. The zone where workflow process executes. This parameter does not
|
154
154
|
# affect the selection of the cluster.
|
155
155
|
#
|
156
156
|
# If unspecified, the zone of the first cluster matching the selector
|
157
157
|
# is used.
|
158
158
|
# @!attribute [rw] cluster_labels
|
159
|
-
# @return [Google::Protobuf::Map{String => String}]
|
159
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
160
160
|
# Required. The cluster labels. Cluster must have all labels
|
161
161
|
# to match.
|
162
162
|
class ClusterSelector
|
163
|
-
include Google::Protobuf::MessageExts
|
164
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
163
|
+
include ::Google::Protobuf::MessageExts
|
164
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
165
165
|
|
166
166
|
# @!attribute [rw] key
|
167
|
-
# @return [String]
|
167
|
+
# @return [::String]
|
168
168
|
# @!attribute [rw] value
|
169
|
-
# @return [String]
|
169
|
+
# @return [::String]
|
170
170
|
class ClusterLabelsEntry
|
171
|
-
include Google::Protobuf::MessageExts
|
172
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
171
|
+
include ::Google::Protobuf::MessageExts
|
172
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
173
173
|
end
|
174
174
|
end
|
175
175
|
|
176
176
|
# A job executed by the workflow.
|
177
177
|
# @!attribute [rw] step_id
|
178
|
-
# @return [String]
|
178
|
+
# @return [::String]
|
179
179
|
# Required. The step id. The id must be unique among all jobs
|
180
180
|
# within the template.
|
181
181
|
#
|
182
182
|
# The step id is used as prefix for job id, as job
|
183
183
|
# `goog-dataproc-workflow-step-id` label, and in
|
184
|
-
# {Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds} field from other
|
184
|
+
# {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds} field from other
|
185
185
|
# steps.
|
186
186
|
#
|
187
187
|
# The id must contain only letters (a-z, A-Z), numbers (0-9),
|
188
188
|
# underscores (_), and hyphens (-). Cannot begin or end with underscore
|
189
189
|
# or hyphen. Must consist of between 3 and 50 characters.
|
190
190
|
# @!attribute [rw] hadoop_job
|
191
|
-
# @return [Google::Cloud::Dataproc::V1::HadoopJob]
|
191
|
+
# @return [::Google::Cloud::Dataproc::V1::HadoopJob]
|
192
192
|
# @!attribute [rw] spark_job
|
193
|
-
# @return [Google::Cloud::Dataproc::V1::SparkJob]
|
193
|
+
# @return [::Google::Cloud::Dataproc::V1::SparkJob]
|
194
194
|
# @!attribute [rw] pyspark_job
|
195
|
-
# @return [Google::Cloud::Dataproc::V1::PySparkJob]
|
195
|
+
# @return [::Google::Cloud::Dataproc::V1::PySparkJob]
|
196
196
|
# @!attribute [rw] hive_job
|
197
|
-
# @return [Google::Cloud::Dataproc::V1::HiveJob]
|
197
|
+
# @return [::Google::Cloud::Dataproc::V1::HiveJob]
|
198
198
|
# @!attribute [rw] pig_job
|
199
|
-
# @return [Google::Cloud::Dataproc::V1::PigJob]
|
199
|
+
# @return [::Google::Cloud::Dataproc::V1::PigJob]
|
200
200
|
# @!attribute [rw] spark_r_job
|
201
|
-
# @return [Google::Cloud::Dataproc::V1::SparkRJob]
|
201
|
+
# @return [::Google::Cloud::Dataproc::V1::SparkRJob]
|
202
202
|
# Spark R job
|
203
203
|
# @!attribute [rw] spark_sql_job
|
204
|
-
# @return [Google::Cloud::Dataproc::V1::SparkSqlJob]
|
204
|
+
# @return [::Google::Cloud::Dataproc::V1::SparkSqlJob]
|
205
205
|
# @!attribute [rw] presto_job
|
206
|
-
# @return [Google::Cloud::Dataproc::V1::PrestoJob]
|
206
|
+
# @return [::Google::Cloud::Dataproc::V1::PrestoJob]
|
207
207
|
# Presto job
|
208
208
|
# @!attribute [rw] labels
|
209
|
-
# @return [Google::Protobuf::Map{String => String}]
|
209
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
210
210
|
# Optional. The labels to associate with this job.
|
211
211
|
#
|
212
212
|
# Label keys must be between 1 and 63 characters long, and must conform to
|
@@ -218,23 +218,23 @@ module Google
|
|
218
218
|
#
|
219
219
|
# No more than 32 labels can be associated with a given job.
|
220
220
|
# @!attribute [rw] scheduling
|
221
|
-
# @return [Google::Cloud::Dataproc::V1::JobScheduling]
|
221
|
+
# @return [::Google::Cloud::Dataproc::V1::JobScheduling]
|
222
222
|
# Optional. Job scheduling configuration.
|
223
223
|
# @!attribute [rw] prerequisite_step_ids
|
224
|
-
# @return [Array
|
224
|
+
# @return [::Array<::String>]
|
225
225
|
# Optional. The optional list of prerequisite job step_ids.
|
226
226
|
# If not specified, the job will start at the beginning of workflow.
|
227
227
|
class OrderedJob
|
228
|
-
include Google::Protobuf::MessageExts
|
229
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
228
|
+
include ::Google::Protobuf::MessageExts
|
229
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
230
230
|
|
231
231
|
# @!attribute [rw] key
|
232
|
-
# @return [String]
|
232
|
+
# @return [::String]
|
233
233
|
# @!attribute [rw] value
|
234
|
-
# @return [String]
|
234
|
+
# @return [::String]
|
235
235
|
class LabelsEntry
|
236
|
-
include Google::Protobuf::MessageExts
|
237
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
236
|
+
include ::Google::Protobuf::MessageExts
|
237
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
238
238
|
end
|
239
239
|
end
|
240
240
|
|
@@ -248,7 +248,7 @@ module Google
|
|
248
248
|
# - Main class (in HadoopJob and SparkJob)
|
249
249
|
# - Zone (in ClusterSelector)
|
250
250
|
# @!attribute [rw] name
|
251
|
-
# @return [String]
|
251
|
+
# @return [::String]
|
252
252
|
# Required. Parameter name.
|
253
253
|
# The parameter name is used as the key, and paired with the
|
254
254
|
# parameter value, which are passed to the template when the template
|
@@ -257,12 +257,12 @@ module Google
|
|
257
257
|
# underscores (_), and must not start with a number. The maximum length is
|
258
258
|
# 40 characters.
|
259
259
|
# @!attribute [rw] fields
|
260
|
-
# @return [Array
|
260
|
+
# @return [::Array<::String>]
|
261
261
|
# Required. Paths to all fields that the parameter replaces.
|
262
262
|
# A field is allowed to appear in at most one parameter's list of field
|
263
263
|
# paths.
|
264
264
|
#
|
265
|
-
# A field path is similar in syntax to a {Google::Protobuf::FieldMask google.protobuf.FieldMask}.
|
265
|
+
# A field path is similar in syntax to a {::Google::Protobuf::FieldMask google.protobuf.FieldMask}.
|
266
266
|
# For example, a field path that references the zone field of a workflow
|
267
267
|
# template's cluster selector would be specified as
|
268
268
|
# `placement.clusterSelector.zone`.
|
@@ -303,52 +303,52 @@ module Google
|
|
303
303
|
# - placement.clusterSelector.clusterLabels
|
304
304
|
# - jobs['step-id'].sparkJob.args
|
305
305
|
# @!attribute [rw] description
|
306
|
-
# @return [String]
|
306
|
+
# @return [::String]
|
307
307
|
# Optional. Brief description of the parameter.
|
308
308
|
# Must not exceed 1024 characters.
|
309
309
|
# @!attribute [rw] validation
|
310
|
-
# @return [Google::Cloud::Dataproc::V1::ParameterValidation]
|
310
|
+
# @return [::Google::Cloud::Dataproc::V1::ParameterValidation]
|
311
311
|
# Optional. Validation rules to be applied to this parameter's value.
|
312
312
|
class TemplateParameter
|
313
|
-
include Google::Protobuf::MessageExts
|
314
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
313
|
+
include ::Google::Protobuf::MessageExts
|
314
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
315
315
|
end
|
316
316
|
|
317
317
|
# Configuration for parameter validation.
|
318
318
|
# @!attribute [rw] regex
|
319
|
-
# @return [Google::Cloud::Dataproc::V1::RegexValidation]
|
319
|
+
# @return [::Google::Cloud::Dataproc::V1::RegexValidation]
|
320
320
|
# Validation based on regular expressions.
|
321
321
|
# @!attribute [rw] values
|
322
|
-
# @return [Google::Cloud::Dataproc::V1::ValueValidation]
|
322
|
+
# @return [::Google::Cloud::Dataproc::V1::ValueValidation]
|
323
323
|
# Validation based on a list of allowed values.
|
324
324
|
class ParameterValidation
|
325
|
-
include Google::Protobuf::MessageExts
|
326
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
325
|
+
include ::Google::Protobuf::MessageExts
|
326
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
327
327
|
end
|
328
328
|
|
329
329
|
# Validation based on regular expressions.
|
330
330
|
# @!attribute [rw] regexes
|
331
|
-
# @return [Array
|
331
|
+
# @return [::Array<::String>]
|
332
332
|
# Required. RE2 regular expressions used to validate the parameter's value.
|
333
333
|
# The value must match the regex in its entirety (substring
|
334
334
|
# matches are not sufficient).
|
335
335
|
class RegexValidation
|
336
|
-
include Google::Protobuf::MessageExts
|
337
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
336
|
+
include ::Google::Protobuf::MessageExts
|
337
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
338
338
|
end
|
339
339
|
|
340
340
|
# Validation based on a list of allowed values.
|
341
341
|
# @!attribute [rw] values
|
342
|
-
# @return [Array
|
342
|
+
# @return [::Array<::String>]
|
343
343
|
# Required. List of allowed values for the parameter.
|
344
344
|
class ValueValidation
|
345
|
-
include Google::Protobuf::MessageExts
|
346
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
345
|
+
include ::Google::Protobuf::MessageExts
|
346
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
347
347
|
end
|
348
348
|
|
349
349
|
# A Dataproc workflow template resource.
|
350
350
|
# @!attribute [r] template
|
351
|
-
# @return [String]
|
351
|
+
# @return [::String]
|
352
352
|
# Output only. The resource name of the workflow template as described
|
353
353
|
# in https://cloud.google.com/apis/design/resource_names.
|
354
354
|
#
|
@@ -360,47 +360,47 @@ module Google
|
|
360
360
|
# template has the following format:
|
361
361
|
# `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}`
|
362
362
|
# @!attribute [r] version
|
363
|
-
# @return [Integer]
|
363
|
+
# @return [::Integer]
|
364
364
|
# Output only. The version of template at the time of
|
365
365
|
# workflow instantiation.
|
366
366
|
# @!attribute [r] create_cluster
|
367
|
-
# @return [Google::Cloud::Dataproc::V1::ClusterOperation]
|
367
|
+
# @return [::Google::Cloud::Dataproc::V1::ClusterOperation]
|
368
368
|
# Output only. The create cluster operation metadata.
|
369
369
|
# @!attribute [r] graph
|
370
|
-
# @return [Google::Cloud::Dataproc::V1::WorkflowGraph]
|
370
|
+
# @return [::Google::Cloud::Dataproc::V1::WorkflowGraph]
|
371
371
|
# Output only. The workflow graph.
|
372
372
|
# @!attribute [r] delete_cluster
|
373
|
-
# @return [Google::Cloud::Dataproc::V1::ClusterOperation]
|
373
|
+
# @return [::Google::Cloud::Dataproc::V1::ClusterOperation]
|
374
374
|
# Output only. The delete cluster operation metadata.
|
375
375
|
# @!attribute [r] state
|
376
|
-
# @return [Google::Cloud::Dataproc::V1::WorkflowMetadata::State]
|
376
|
+
# @return [::Google::Cloud::Dataproc::V1::WorkflowMetadata::State]
|
377
377
|
# Output only. The workflow state.
|
378
378
|
# @!attribute [r] cluster_name
|
379
|
-
# @return [String]
|
379
|
+
# @return [::String]
|
380
380
|
# Output only. The name of the target cluster.
|
381
381
|
# @!attribute [rw] parameters
|
382
|
-
# @return [Google::Protobuf::Map{String => String}]
|
382
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
383
383
|
# Map from parameter names to values that were used for those parameters.
|
384
384
|
# @!attribute [r] start_time
|
385
|
-
# @return [Google::Protobuf::Timestamp]
|
385
|
+
# @return [::Google::Protobuf::Timestamp]
|
386
386
|
# Output only. Workflow start time.
|
387
387
|
# @!attribute [r] end_time
|
388
|
-
# @return [Google::Protobuf::Timestamp]
|
388
|
+
# @return [::Google::Protobuf::Timestamp]
|
389
389
|
# Output only. Workflow end time.
|
390
390
|
# @!attribute [r] cluster_uuid
|
391
|
-
# @return [String]
|
391
|
+
# @return [::String]
|
392
392
|
# Output only. The UUID of target cluster.
|
393
393
|
class WorkflowMetadata
|
394
|
-
include Google::Protobuf::MessageExts
|
395
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
394
|
+
include ::Google::Protobuf::MessageExts
|
395
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
396
396
|
|
397
397
|
# @!attribute [rw] key
|
398
|
-
# @return [String]
|
398
|
+
# @return [::String]
|
399
399
|
# @!attribute [rw] value
|
400
|
-
# @return [String]
|
400
|
+
# @return [::String]
|
401
401
|
class ParametersEntry
|
402
|
-
include Google::Protobuf::MessageExts
|
403
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
402
|
+
include ::Google::Protobuf::MessageExts
|
403
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
404
404
|
end
|
405
405
|
|
406
406
|
# The operation state.
|
@@ -421,47 +421,47 @@ module Google
|
|
421
421
|
|
422
422
|
# The cluster operation triggered by a workflow.
|
423
423
|
# @!attribute [r] operation_id
|
424
|
-
# @return [String]
|
424
|
+
# @return [::String]
|
425
425
|
# Output only. The id of the cluster operation.
|
426
426
|
# @!attribute [r] error
|
427
|
-
# @return [String]
|
427
|
+
# @return [::String]
|
428
428
|
# Output only. Error, if operation failed.
|
429
429
|
# @!attribute [r] done
|
430
|
-
# @return [Boolean]
|
430
|
+
# @return [::Boolean]
|
431
431
|
# Output only. Indicates the operation is done.
|
432
432
|
class ClusterOperation
|
433
|
-
include Google::Protobuf::MessageExts
|
434
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
433
|
+
include ::Google::Protobuf::MessageExts
|
434
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
435
435
|
end
|
436
436
|
|
437
437
|
# The workflow graph.
|
438
438
|
# @!attribute [r] nodes
|
439
|
-
# @return [Array
|
439
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1::WorkflowNode>]
|
440
440
|
# Output only. The workflow nodes.
|
441
441
|
class WorkflowGraph
|
442
|
-
include Google::Protobuf::MessageExts
|
443
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
442
|
+
include ::Google::Protobuf::MessageExts
|
443
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
444
444
|
end
|
445
445
|
|
446
446
|
# The workflow node.
|
447
447
|
# @!attribute [r] step_id
|
448
|
-
# @return [String]
|
448
|
+
# @return [::String]
|
449
449
|
# Output only. The name of the node.
|
450
450
|
# @!attribute [r] prerequisite_step_ids
|
451
|
-
# @return [Array
|
451
|
+
# @return [::Array<::String>]
|
452
452
|
# Output only. Node's prerequisite nodes.
|
453
453
|
# @!attribute [r] job_id
|
454
|
-
# @return [String]
|
454
|
+
# @return [::String]
|
455
455
|
# Output only. The job id; populated after the node enters RUNNING state.
|
456
456
|
# @!attribute [r] state
|
457
|
-
# @return [Google::Cloud::Dataproc::V1::WorkflowNode::NodeState]
|
457
|
+
# @return [::Google::Cloud::Dataproc::V1::WorkflowNode::NodeState]
|
458
458
|
# Output only. The node state.
|
459
459
|
# @!attribute [r] error
|
460
|
-
# @return [String]
|
460
|
+
# @return [::String]
|
461
461
|
# Output only. The error detail.
|
462
462
|
class WorkflowNode
|
463
|
-
include Google::Protobuf::MessageExts
|
464
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
463
|
+
include ::Google::Protobuf::MessageExts
|
464
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
465
465
|
|
466
466
|
# The workflow node state.
|
467
467
|
module NodeState
|
@@ -488,7 +488,7 @@ module Google
|
|
488
488
|
|
489
489
|
# A request to create a workflow template.
|
490
490
|
# @!attribute [rw] parent
|
491
|
-
# @return [String]
|
491
|
+
# @return [::String]
|
492
492
|
# Required. The resource name of the region or location, as described
|
493
493
|
# in https://cloud.google.com/apis/design/resource_names.
|
494
494
|
#
|
@@ -500,16 +500,16 @@ module Google
|
|
500
500
|
# the location has the following format:
|
501
501
|
# `projects/{project_id}/locations/{location}`
|
502
502
|
# @!attribute [rw] template
|
503
|
-
# @return [Google::Cloud::Dataproc::V1::WorkflowTemplate]
|
503
|
+
# @return [::Google::Cloud::Dataproc::V1::WorkflowTemplate]
|
504
504
|
# Required. The Dataproc workflow template to create.
|
505
505
|
class CreateWorkflowTemplateRequest
|
506
|
-
include Google::Protobuf::MessageExts
|
507
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
506
|
+
include ::Google::Protobuf::MessageExts
|
507
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
508
508
|
end
|
509
509
|
|
510
510
|
# A request to fetch a workflow template.
|
511
511
|
# @!attribute [rw] name
|
512
|
-
# @return [String]
|
512
|
+
# @return [::String]
|
513
513
|
# Required. The resource name of the workflow template, as described
|
514
514
|
# in https://cloud.google.com/apis/design/resource_names.
|
515
515
|
#
|
@@ -521,19 +521,19 @@ module Google
|
|
521
521
|
# template has the following format:
|
522
522
|
# `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}`
|
523
523
|
# @!attribute [rw] version
|
524
|
-
# @return [Integer]
|
524
|
+
# @return [::Integer]
|
525
525
|
# Optional. The version of workflow template to retrieve. Only previously
|
526
526
|
# instantiated versions can be retrieved.
|
527
527
|
#
|
528
528
|
# If unspecified, retrieves the current version.
|
529
529
|
class GetWorkflowTemplateRequest
|
530
|
-
include Google::Protobuf::MessageExts
|
531
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
530
|
+
include ::Google::Protobuf::MessageExts
|
531
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
532
532
|
end
|
533
533
|
|
534
534
|
# A request to instantiate a workflow template.
|
535
535
|
# @!attribute [rw] name
|
536
|
-
# @return [String]
|
536
|
+
# @return [::String]
|
537
537
|
# Required. The resource name of the workflow template, as described
|
538
538
|
# in https://cloud.google.com/apis/design/resource_names.
|
539
539
|
#
|
@@ -545,7 +545,7 @@ module Google
|
|
545
545
|
# of the template has the following format:
|
546
546
|
# `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}`
|
547
547
|
# @!attribute [rw] version
|
548
|
-
# @return [Integer]
|
548
|
+
# @return [::Integer]
|
549
549
|
# Optional. The version of workflow template to instantiate. If specified,
|
550
550
|
# the workflow will be instantiated only if the current version of
|
551
551
|
# the workflow template has the supplied version.
|
@@ -553,7 +553,7 @@ module Google
|
|
553
553
|
# This option cannot be used to instantiate a previous version of
|
554
554
|
# workflow template.
|
555
555
|
# @!attribute [rw] request_id
|
556
|
-
# @return [String]
|
556
|
+
# @return [::String]
|
557
557
|
# Optional. A tag that prevents multiple concurrent workflow
|
558
558
|
# instances with the same tag from running. This mitigates risk of
|
559
559
|
# concurrent instances started due to retries.
|
@@ -564,26 +564,26 @@ module Google
|
|
564
564
|
# The tag must contain only letters (a-z, A-Z), numbers (0-9),
|
565
565
|
# underscores (_), and hyphens (-). The maximum length is 40 characters.
|
566
566
|
# @!attribute [rw] parameters
|
567
|
-
# @return [Google::Protobuf::Map{String => String}]
|
567
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
568
568
|
# Optional. Map from parameter names to values that should be used for those
|
569
569
|
# parameters. Values may not exceed 100 characters.
|
570
570
|
class InstantiateWorkflowTemplateRequest
|
571
|
-
include Google::Protobuf::MessageExts
|
572
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
571
|
+
include ::Google::Protobuf::MessageExts
|
572
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
573
573
|
|
574
574
|
# @!attribute [rw] key
|
575
|
-
# @return [String]
|
575
|
+
# @return [::String]
|
576
576
|
# @!attribute [rw] value
|
577
|
-
# @return [String]
|
577
|
+
# @return [::String]
|
578
578
|
class ParametersEntry
|
579
|
-
include Google::Protobuf::MessageExts
|
580
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
579
|
+
include ::Google::Protobuf::MessageExts
|
580
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
581
581
|
end
|
582
582
|
end
|
583
583
|
|
584
584
|
# A request to instantiate an inline workflow template.
|
585
585
|
# @!attribute [rw] parent
|
586
|
-
# @return [String]
|
586
|
+
# @return [::String]
|
587
587
|
# Required. The resource name of the region or location, as described
|
588
588
|
# in https://cloud.google.com/apis/design/resource_names.
|
589
589
|
#
|
@@ -595,10 +595,10 @@ module Google
|
|
595
595
|
# resource name of the location has the following format:
|
596
596
|
# `projects/{project_id}/locations/{location}`
|
597
597
|
# @!attribute [rw] template
|
598
|
-
# @return [Google::Cloud::Dataproc::V1::WorkflowTemplate]
|
598
|
+
# @return [::Google::Cloud::Dataproc::V1::WorkflowTemplate]
|
599
599
|
# Required. The workflow template to instantiate.
|
600
600
|
# @!attribute [rw] request_id
|
601
|
-
# @return [String]
|
601
|
+
# @return [::String]
|
602
602
|
# Optional. A tag that prevents multiple concurrent workflow
|
603
603
|
# instances with the same tag from running. This mitigates risk of
|
604
604
|
# concurrent instances started due to retries.
|
@@ -609,24 +609,24 @@ module Google
|
|
609
609
|
# The tag must contain only letters (a-z, A-Z), numbers (0-9),
|
610
610
|
# underscores (_), and hyphens (-). The maximum length is 40 characters.
|
611
611
|
class InstantiateInlineWorkflowTemplateRequest
|
612
|
-
include Google::Protobuf::MessageExts
|
613
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
612
|
+
include ::Google::Protobuf::MessageExts
|
613
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
614
614
|
end
|
615
615
|
|
616
616
|
# A request to update a workflow template.
|
617
617
|
# @!attribute [rw] template
|
618
|
-
# @return [Google::Cloud::Dataproc::V1::WorkflowTemplate]
|
618
|
+
# @return [::Google::Cloud::Dataproc::V1::WorkflowTemplate]
|
619
619
|
# Required. The updated workflow template.
|
620
620
|
#
|
621
621
|
# The `template.version` field must match the current version.
|
622
622
|
class UpdateWorkflowTemplateRequest
|
623
|
-
include Google::Protobuf::MessageExts
|
624
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
623
|
+
include ::Google::Protobuf::MessageExts
|
624
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
625
625
|
end
|
626
626
|
|
627
627
|
# A request to list workflow templates in a project.
|
628
628
|
# @!attribute [rw] parent
|
629
|
-
# @return [String]
|
629
|
+
# @return [::String]
|
630
630
|
# Required. The resource name of the region or location, as described
|
631
631
|
# in https://cloud.google.com/apis/design/resource_names.
|
632
632
|
#
|
@@ -638,36 +638,36 @@ module Google
|
|
638
638
|
# resource name of the location has the following format:
|
639
639
|
# `projects/{project_id}/locations/{location}`
|
640
640
|
# @!attribute [rw] page_size
|
641
|
-
# @return [Integer]
|
641
|
+
# @return [::Integer]
|
642
642
|
# Optional. The maximum number of results to return in each response.
|
643
643
|
# @!attribute [rw] page_token
|
644
|
-
# @return [String]
|
644
|
+
# @return [::String]
|
645
645
|
# Optional. The page token, returned by a previous call, to request the
|
646
646
|
# next page of results.
|
647
647
|
class ListWorkflowTemplatesRequest
|
648
|
-
include Google::Protobuf::MessageExts
|
649
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
648
|
+
include ::Google::Protobuf::MessageExts
|
649
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
650
650
|
end
|
651
651
|
|
652
652
|
# A response to a request to list workflow templates in a project.
|
653
653
|
# @!attribute [r] templates
|
654
|
-
# @return [Array
|
654
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1::WorkflowTemplate>]
|
655
655
|
# Output only. WorkflowTemplates list.
|
656
656
|
# @!attribute [r] next_page_token
|
657
|
-
# @return [String]
|
657
|
+
# @return [::String]
|
658
658
|
# Output only. This token is included in the response if there are more
|
659
659
|
# results to fetch. To fetch additional results, provide this value as the
|
660
660
|
# page_token in a subsequent <code>ListWorkflowTemplatesRequest</code>.
|
661
661
|
class ListWorkflowTemplatesResponse
|
662
|
-
include Google::Protobuf::MessageExts
|
663
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
662
|
+
include ::Google::Protobuf::MessageExts
|
663
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
664
664
|
end
|
665
665
|
|
666
666
|
# A request to delete a workflow template.
|
667
667
|
#
|
668
668
|
# Currently started workflows will remain running.
|
669
669
|
# @!attribute [rw] name
|
670
|
-
# @return [String]
|
670
|
+
# @return [::String]
|
671
671
|
# Required. The resource name of the workflow template, as described
|
672
672
|
# in https://cloud.google.com/apis/design/resource_names.
|
673
673
|
#
|
@@ -679,13 +679,13 @@ module Google
|
|
679
679
|
# of the template has the following format:
|
680
680
|
# `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}`
|
681
681
|
# @!attribute [rw] version
|
682
|
-
# @return [Integer]
|
682
|
+
# @return [::Integer]
|
683
683
|
# Optional. The version of workflow template to delete. If specified,
|
684
684
|
# will only delete the template if the current server version matches
|
685
685
|
# specified version.
|
686
686
|
class DeleteWorkflowTemplateRequest
|
687
|
-
include Google::Protobuf::MessageExts
|
688
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
687
|
+
include ::Google::Protobuf::MessageExts
|
688
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
689
689
|
end
|
690
690
|
end
|
691
691
|
end
|