google-cloud-dataproc-v1 0.1.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/AUTHENTICATION.md +6 -6
- data/README.md +1 -1
- data/lib/google/cloud/dataproc/v1.rb +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service.rb +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +120 -120
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/paths.rb +10 -10
- data/lib/google/cloud/dataproc/v1/cluster_controller.rb +1 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +170 -170
- data/lib/google/cloud/dataproc/v1/cluster_controller/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +100 -100
- data/lib/google/cloud/dataproc/v1/job_controller.rb +1 -1
- data/lib/google/cloud/dataproc/v1/job_controller/client.rb +177 -177
- data/lib/google/cloud/dataproc/v1/job_controller/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +100 -100
- data/lib/google/cloud/dataproc/v1/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +170 -170
- data/lib/google/cloud/dataproc/v1/workflow_template_service/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +100 -100
- data/lib/google/cloud/dataproc/v1/workflow_template_service/paths.rb +10 -10
- data/proto_docs/google/api/resource.rb +12 -12
- data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +45 -45
- data/proto_docs/google/cloud/dataproc/v1/clusters.rb +186 -186
- data/proto_docs/google/cloud/dataproc/v1/jobs.rb +223 -223
- data/proto_docs/google/cloud/dataproc/v1/operations.rb +20 -20
- data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +143 -143
- data/proto_docs/google/longrunning/operations.rb +30 -30
- data/proto_docs/google/protobuf/any.rb +4 -4
- data/proto_docs/google/protobuf/duration.rb +4 -4
- data/proto_docs/google/protobuf/empty.rb +2 -2
- data/proto_docs/google/protobuf/field_mask.rb +3 -3
- data/proto_docs/google/protobuf/timestamp.rb +4 -4
- data/proto_docs/google/rpc/status.rb +6 -6
- metadata +2 -2
@@ -23,20 +23,20 @@ module Google
|
|
23
23
|
module V1
|
24
24
|
# The status of the operation.
|
25
25
|
# @!attribute [r] state
|
26
|
-
# @return [Google::Cloud::Dataproc::V1::ClusterOperationStatus::State]
|
26
|
+
# @return [::Google::Cloud::Dataproc::V1::ClusterOperationStatus::State]
|
27
27
|
# Output only. A message containing the operation state.
|
28
28
|
# @!attribute [r] inner_state
|
29
|
-
# @return [String]
|
29
|
+
# @return [::String]
|
30
30
|
# Output only. A message containing the detailed operation state.
|
31
31
|
# @!attribute [r] details
|
32
|
-
# @return [String]
|
32
|
+
# @return [::String]
|
33
33
|
# Output only. A message containing any operation metadata details.
|
34
34
|
# @!attribute [r] state_start_time
|
35
|
-
# @return [Google::Protobuf::Timestamp]
|
35
|
+
# @return [::Google::Protobuf::Timestamp]
|
36
36
|
# Output only. The time this state was entered.
|
37
37
|
class ClusterOperationStatus
|
38
|
-
include Google::Protobuf::MessageExts
|
39
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
38
|
+
include ::Google::Protobuf::MessageExts
|
39
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
40
40
|
|
41
41
|
# The operation state.
|
42
42
|
module State
|
@@ -56,40 +56,40 @@ module Google
|
|
56
56
|
|
57
57
|
# Metadata describing the operation.
|
58
58
|
# @!attribute [r] cluster_name
|
59
|
-
# @return [String]
|
59
|
+
# @return [::String]
|
60
60
|
# Output only. Name of the cluster for the operation.
|
61
61
|
# @!attribute [r] cluster_uuid
|
62
|
-
# @return [String]
|
62
|
+
# @return [::String]
|
63
63
|
# Output only. Cluster UUID for the operation.
|
64
64
|
# @!attribute [r] status
|
65
|
-
# @return [Google::Cloud::Dataproc::V1::ClusterOperationStatus]
|
65
|
+
# @return [::Google::Cloud::Dataproc::V1::ClusterOperationStatus]
|
66
66
|
# Output only. Current operation status.
|
67
67
|
# @!attribute [r] status_history
|
68
|
-
# @return [Array
|
68
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1::ClusterOperationStatus>]
|
69
69
|
# Output only. The previous operation status.
|
70
70
|
# @!attribute [r] operation_type
|
71
|
-
# @return [String]
|
71
|
+
# @return [::String]
|
72
72
|
# Output only. The operation type.
|
73
73
|
# @!attribute [r] description
|
74
|
-
# @return [String]
|
74
|
+
# @return [::String]
|
75
75
|
# Output only. Short description of operation.
|
76
76
|
# @!attribute [r] labels
|
77
|
-
# @return [Google::Protobuf::Map{String => String}]
|
77
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
78
78
|
# Output only. Labels associated with the operation
|
79
79
|
# @!attribute [r] warnings
|
80
|
-
# @return [Array
|
80
|
+
# @return [::Array<::String>]
|
81
81
|
# Output only. Errors encountered during operation execution.
|
82
82
|
class ClusterOperationMetadata
|
83
|
-
include Google::Protobuf::MessageExts
|
84
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
83
|
+
include ::Google::Protobuf::MessageExts
|
84
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
85
85
|
|
86
86
|
# @!attribute [rw] key
|
87
|
-
# @return [String]
|
87
|
+
# @return [::String]
|
88
88
|
# @!attribute [rw] value
|
89
|
-
# @return [String]
|
89
|
+
# @return [::String]
|
90
90
|
class LabelsEntry
|
91
|
-
include Google::Protobuf::MessageExts
|
92
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
91
|
+
include ::Google::Protobuf::MessageExts
|
92
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
93
93
|
end
|
94
94
|
end
|
95
95
|
end
|
@@ -23,9 +23,9 @@ module Google
|
|
23
23
|
module V1
|
24
24
|
# A Dataproc workflow template resource.
|
25
25
|
# @!attribute [rw] id
|
26
|
-
# @return [String]
|
26
|
+
# @return [::String]
|
27
27
|
# @!attribute [r] name
|
28
|
-
# @return [String]
|
28
|
+
# @return [::String]
|
29
29
|
# Output only. The resource name of the workflow template, as described
|
30
30
|
# in https://cloud.google.com/apis/design/resource_names.
|
31
31
|
#
|
@@ -37,7 +37,7 @@ module Google
|
|
37
37
|
# template has the following format:
|
38
38
|
# `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}`
|
39
39
|
# @!attribute [rw] version
|
40
|
-
# @return [Integer]
|
40
|
+
# @return [::Integer]
|
41
41
|
# Optional. Used to perform a consistent read-modify-write.
|
42
42
|
#
|
43
43
|
# This field should be left blank for a `CreateWorkflowTemplate` request. It
|
@@ -48,13 +48,13 @@ module Google
|
|
48
48
|
# current server version. The user updates other fields in the template,
|
49
49
|
# then returns it as part of the `UpdateWorkflowTemplate` request.
|
50
50
|
# @!attribute [r] create_time
|
51
|
-
# @return [Google::Protobuf::Timestamp]
|
51
|
+
# @return [::Google::Protobuf::Timestamp]
|
52
52
|
# Output only. The time template was created.
|
53
53
|
# @!attribute [r] update_time
|
54
|
-
# @return [Google::Protobuf::Timestamp]
|
54
|
+
# @return [::Google::Protobuf::Timestamp]
|
55
55
|
# Output only. The time template was last updated.
|
56
56
|
# @!attribute [rw] labels
|
57
|
-
# @return [Google::Protobuf::Map{String => String}]
|
57
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
58
58
|
# Optional. The labels to associate with this template. These labels
|
59
59
|
# will be propagated to all jobs and clusters created by the workflow
|
60
60
|
# instance.
|
@@ -68,27 +68,27 @@ module Google
|
|
68
68
|
#
|
69
69
|
# No more than 32 labels can be associated with a template.
|
70
70
|
# @!attribute [rw] placement
|
71
|
-
# @return [Google::Cloud::Dataproc::V1::WorkflowTemplatePlacement]
|
71
|
+
# @return [::Google::Cloud::Dataproc::V1::WorkflowTemplatePlacement]
|
72
72
|
# Required. WorkflowTemplate scheduling information.
|
73
73
|
# @!attribute [rw] jobs
|
74
|
-
# @return [Array
|
74
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1::OrderedJob>]
|
75
75
|
# Required. The Directed Acyclic Graph of Jobs to submit.
|
76
76
|
# @!attribute [rw] parameters
|
77
|
-
# @return [Array
|
77
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1::TemplateParameter>]
|
78
78
|
# Optional. emplate parameters whose values are substituted into the
|
79
79
|
# template. Values for parameters must be provided when the template is
|
80
80
|
# instantiated.
|
81
81
|
class WorkflowTemplate
|
82
|
-
include Google::Protobuf::MessageExts
|
83
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
82
|
+
include ::Google::Protobuf::MessageExts
|
83
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
84
84
|
|
85
85
|
# @!attribute [rw] key
|
86
|
-
# @return [String]
|
86
|
+
# @return [::String]
|
87
87
|
# @!attribute [rw] value
|
88
|
-
# @return [String]
|
88
|
+
# @return [::String]
|
89
89
|
class LabelsEntry
|
90
|
-
include Google::Protobuf::MessageExts
|
91
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
90
|
+
include ::Google::Protobuf::MessageExts
|
91
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
92
92
|
end
|
93
93
|
end
|
94
94
|
|
@@ -96,22 +96,22 @@ module Google
|
|
96
96
|
#
|
97
97
|
# Either `managed_cluster` or `cluster_selector` is required.
|
98
98
|
# @!attribute [rw] managed_cluster
|
99
|
-
# @return [Google::Cloud::Dataproc::V1::ManagedCluster]
|
99
|
+
# @return [::Google::Cloud::Dataproc::V1::ManagedCluster]
|
100
100
|
# A cluster that is managed by the workflow.
|
101
101
|
# @!attribute [rw] cluster_selector
|
102
|
-
# @return [Google::Cloud::Dataproc::V1::ClusterSelector]
|
102
|
+
# @return [::Google::Cloud::Dataproc::V1::ClusterSelector]
|
103
103
|
# Optional. A selector that chooses target cluster for jobs based
|
104
104
|
# on metadata.
|
105
105
|
#
|
106
106
|
# The selector is evaluated at the time each job is submitted.
|
107
107
|
class WorkflowTemplatePlacement
|
108
|
-
include Google::Protobuf::MessageExts
|
109
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
108
|
+
include ::Google::Protobuf::MessageExts
|
109
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
110
110
|
end
|
111
111
|
|
112
112
|
# Cluster that is managed by the workflow.
|
113
113
|
# @!attribute [rw] cluster_name
|
114
|
-
# @return [String]
|
114
|
+
# @return [::String]
|
115
115
|
# Required. The cluster name prefix. A unique cluster name will be formed by
|
116
116
|
# appending a random suffix.
|
117
117
|
#
|
@@ -119,10 +119,10 @@ module Google
|
|
119
119
|
# and hyphens (-). Must begin with a letter. Cannot begin or end with
|
120
120
|
# hyphen. Must consist of between 2 and 35 characters.
|
121
121
|
# @!attribute [rw] config
|
122
|
-
# @return [Google::Cloud::Dataproc::V1::ClusterConfig]
|
122
|
+
# @return [::Google::Cloud::Dataproc::V1::ClusterConfig]
|
123
123
|
# Required. The cluster configuration.
|
124
124
|
# @!attribute [rw] labels
|
125
|
-
# @return [Google::Protobuf::Map{String => String}]
|
125
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
126
126
|
# Optional. The labels to associate with this cluster.
|
127
127
|
#
|
128
128
|
# Label keys must be between 1 and 63 characters long, and must conform to
|
@@ -134,79 +134,79 @@ module Google
|
|
134
134
|
#
|
135
135
|
# No more than 32 labels can be associated with a given cluster.
|
136
136
|
class ManagedCluster
|
137
|
-
include Google::Protobuf::MessageExts
|
138
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
137
|
+
include ::Google::Protobuf::MessageExts
|
138
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
139
139
|
|
140
140
|
# @!attribute [rw] key
|
141
|
-
# @return [String]
|
141
|
+
# @return [::String]
|
142
142
|
# @!attribute [rw] value
|
143
|
-
# @return [String]
|
143
|
+
# @return [::String]
|
144
144
|
class LabelsEntry
|
145
|
-
include Google::Protobuf::MessageExts
|
146
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
145
|
+
include ::Google::Protobuf::MessageExts
|
146
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
147
147
|
end
|
148
148
|
end
|
149
149
|
|
150
150
|
# A selector that chooses target cluster for jobs based on metadata.
|
151
151
|
# @!attribute [rw] zone
|
152
|
-
# @return [String]
|
152
|
+
# @return [::String]
|
153
153
|
# Optional. The zone where workflow process executes. This parameter does not
|
154
154
|
# affect the selection of the cluster.
|
155
155
|
#
|
156
156
|
# If unspecified, the zone of the first cluster matching the selector
|
157
157
|
# is used.
|
158
158
|
# @!attribute [rw] cluster_labels
|
159
|
-
# @return [Google::Protobuf::Map{String => String}]
|
159
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
160
160
|
# Required. The cluster labels. Cluster must have all labels
|
161
161
|
# to match.
|
162
162
|
class ClusterSelector
|
163
|
-
include Google::Protobuf::MessageExts
|
164
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
163
|
+
include ::Google::Protobuf::MessageExts
|
164
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
165
165
|
|
166
166
|
# @!attribute [rw] key
|
167
|
-
# @return [String]
|
167
|
+
# @return [::String]
|
168
168
|
# @!attribute [rw] value
|
169
|
-
# @return [String]
|
169
|
+
# @return [::String]
|
170
170
|
class ClusterLabelsEntry
|
171
|
-
include Google::Protobuf::MessageExts
|
172
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
171
|
+
include ::Google::Protobuf::MessageExts
|
172
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
173
173
|
end
|
174
174
|
end
|
175
175
|
|
176
176
|
# A job executed by the workflow.
|
177
177
|
# @!attribute [rw] step_id
|
178
|
-
# @return [String]
|
178
|
+
# @return [::String]
|
179
179
|
# Required. The step id. The id must be unique among all jobs
|
180
180
|
# within the template.
|
181
181
|
#
|
182
182
|
# The step id is used as prefix for job id, as job
|
183
183
|
# `goog-dataproc-workflow-step-id` label, and in
|
184
|
-
# {Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds} field from other
|
184
|
+
# {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds} field from other
|
185
185
|
# steps.
|
186
186
|
#
|
187
187
|
# The id must contain only letters (a-z, A-Z), numbers (0-9),
|
188
188
|
# underscores (_), and hyphens (-). Cannot begin or end with underscore
|
189
189
|
# or hyphen. Must consist of between 3 and 50 characters.
|
190
190
|
# @!attribute [rw] hadoop_job
|
191
|
-
# @return [Google::Cloud::Dataproc::V1::HadoopJob]
|
191
|
+
# @return [::Google::Cloud::Dataproc::V1::HadoopJob]
|
192
192
|
# @!attribute [rw] spark_job
|
193
|
-
# @return [Google::Cloud::Dataproc::V1::SparkJob]
|
193
|
+
# @return [::Google::Cloud::Dataproc::V1::SparkJob]
|
194
194
|
# @!attribute [rw] pyspark_job
|
195
|
-
# @return [Google::Cloud::Dataproc::V1::PySparkJob]
|
195
|
+
# @return [::Google::Cloud::Dataproc::V1::PySparkJob]
|
196
196
|
# @!attribute [rw] hive_job
|
197
|
-
# @return [Google::Cloud::Dataproc::V1::HiveJob]
|
197
|
+
# @return [::Google::Cloud::Dataproc::V1::HiveJob]
|
198
198
|
# @!attribute [rw] pig_job
|
199
|
-
# @return [Google::Cloud::Dataproc::V1::PigJob]
|
199
|
+
# @return [::Google::Cloud::Dataproc::V1::PigJob]
|
200
200
|
# @!attribute [rw] spark_r_job
|
201
|
-
# @return [Google::Cloud::Dataproc::V1::SparkRJob]
|
201
|
+
# @return [::Google::Cloud::Dataproc::V1::SparkRJob]
|
202
202
|
# Spark R job
|
203
203
|
# @!attribute [rw] spark_sql_job
|
204
|
-
# @return [Google::Cloud::Dataproc::V1::SparkSqlJob]
|
204
|
+
# @return [::Google::Cloud::Dataproc::V1::SparkSqlJob]
|
205
205
|
# @!attribute [rw] presto_job
|
206
|
-
# @return [Google::Cloud::Dataproc::V1::PrestoJob]
|
206
|
+
# @return [::Google::Cloud::Dataproc::V1::PrestoJob]
|
207
207
|
# Presto job
|
208
208
|
# @!attribute [rw] labels
|
209
|
-
# @return [Google::Protobuf::Map{String => String}]
|
209
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
210
210
|
# Optional. The labels to associate with this job.
|
211
211
|
#
|
212
212
|
# Label keys must be between 1 and 63 characters long, and must conform to
|
@@ -218,23 +218,23 @@ module Google
|
|
218
218
|
#
|
219
219
|
# No more than 32 labels can be associated with a given job.
|
220
220
|
# @!attribute [rw] scheduling
|
221
|
-
# @return [Google::Cloud::Dataproc::V1::JobScheduling]
|
221
|
+
# @return [::Google::Cloud::Dataproc::V1::JobScheduling]
|
222
222
|
# Optional. Job scheduling configuration.
|
223
223
|
# @!attribute [rw] prerequisite_step_ids
|
224
|
-
# @return [Array
|
224
|
+
# @return [::Array<::String>]
|
225
225
|
# Optional. The optional list of prerequisite job step_ids.
|
226
226
|
# If not specified, the job will start at the beginning of workflow.
|
227
227
|
class OrderedJob
|
228
|
-
include Google::Protobuf::MessageExts
|
229
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
228
|
+
include ::Google::Protobuf::MessageExts
|
229
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
230
230
|
|
231
231
|
# @!attribute [rw] key
|
232
|
-
# @return [String]
|
232
|
+
# @return [::String]
|
233
233
|
# @!attribute [rw] value
|
234
|
-
# @return [String]
|
234
|
+
# @return [::String]
|
235
235
|
class LabelsEntry
|
236
|
-
include Google::Protobuf::MessageExts
|
237
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
236
|
+
include ::Google::Protobuf::MessageExts
|
237
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
238
238
|
end
|
239
239
|
end
|
240
240
|
|
@@ -248,7 +248,7 @@ module Google
|
|
248
248
|
# - Main class (in HadoopJob and SparkJob)
|
249
249
|
# - Zone (in ClusterSelector)
|
250
250
|
# @!attribute [rw] name
|
251
|
-
# @return [String]
|
251
|
+
# @return [::String]
|
252
252
|
# Required. Parameter name.
|
253
253
|
# The parameter name is used as the key, and paired with the
|
254
254
|
# parameter value, which are passed to the template when the template
|
@@ -257,12 +257,12 @@ module Google
|
|
257
257
|
# underscores (_), and must not start with a number. The maximum length is
|
258
258
|
# 40 characters.
|
259
259
|
# @!attribute [rw] fields
|
260
|
-
# @return [Array
|
260
|
+
# @return [::Array<::String>]
|
261
261
|
# Required. Paths to all fields that the parameter replaces.
|
262
262
|
# A field is allowed to appear in at most one parameter's list of field
|
263
263
|
# paths.
|
264
264
|
#
|
265
|
-
# A field path is similar in syntax to a {Google::Protobuf::FieldMask google.protobuf.FieldMask}.
|
265
|
+
# A field path is similar in syntax to a {::Google::Protobuf::FieldMask google.protobuf.FieldMask}.
|
266
266
|
# For example, a field path that references the zone field of a workflow
|
267
267
|
# template's cluster selector would be specified as
|
268
268
|
# `placement.clusterSelector.zone`.
|
@@ -303,52 +303,52 @@ module Google
|
|
303
303
|
# - placement.clusterSelector.clusterLabels
|
304
304
|
# - jobs['step-id'].sparkJob.args
|
305
305
|
# @!attribute [rw] description
|
306
|
-
# @return [String]
|
306
|
+
# @return [::String]
|
307
307
|
# Optional. Brief description of the parameter.
|
308
308
|
# Must not exceed 1024 characters.
|
309
309
|
# @!attribute [rw] validation
|
310
|
-
# @return [Google::Cloud::Dataproc::V1::ParameterValidation]
|
310
|
+
# @return [::Google::Cloud::Dataproc::V1::ParameterValidation]
|
311
311
|
# Optional. Validation rules to be applied to this parameter's value.
|
312
312
|
class TemplateParameter
|
313
|
-
include Google::Protobuf::MessageExts
|
314
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
313
|
+
include ::Google::Protobuf::MessageExts
|
314
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
315
315
|
end
|
316
316
|
|
317
317
|
# Configuration for parameter validation.
|
318
318
|
# @!attribute [rw] regex
|
319
|
-
# @return [Google::Cloud::Dataproc::V1::RegexValidation]
|
319
|
+
# @return [::Google::Cloud::Dataproc::V1::RegexValidation]
|
320
320
|
# Validation based on regular expressions.
|
321
321
|
# @!attribute [rw] values
|
322
|
-
# @return [Google::Cloud::Dataproc::V1::ValueValidation]
|
322
|
+
# @return [::Google::Cloud::Dataproc::V1::ValueValidation]
|
323
323
|
# Validation based on a list of allowed values.
|
324
324
|
class ParameterValidation
|
325
|
-
include Google::Protobuf::MessageExts
|
326
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
325
|
+
include ::Google::Protobuf::MessageExts
|
326
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
327
327
|
end
|
328
328
|
|
329
329
|
# Validation based on regular expressions.
|
330
330
|
# @!attribute [rw] regexes
|
331
|
-
# @return [Array
|
331
|
+
# @return [::Array<::String>]
|
332
332
|
# Required. RE2 regular expressions used to validate the parameter's value.
|
333
333
|
# The value must match the regex in its entirety (substring
|
334
334
|
# matches are not sufficient).
|
335
335
|
class RegexValidation
|
336
|
-
include Google::Protobuf::MessageExts
|
337
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
336
|
+
include ::Google::Protobuf::MessageExts
|
337
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
338
338
|
end
|
339
339
|
|
340
340
|
# Validation based on a list of allowed values.
|
341
341
|
# @!attribute [rw] values
|
342
|
-
# @return [Array
|
342
|
+
# @return [::Array<::String>]
|
343
343
|
# Required. List of allowed values for the parameter.
|
344
344
|
class ValueValidation
|
345
|
-
include Google::Protobuf::MessageExts
|
346
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
345
|
+
include ::Google::Protobuf::MessageExts
|
346
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
347
347
|
end
|
348
348
|
|
349
349
|
# A Dataproc workflow template resource.
|
350
350
|
# @!attribute [r] template
|
351
|
-
# @return [String]
|
351
|
+
# @return [::String]
|
352
352
|
# Output only. The resource name of the workflow template as described
|
353
353
|
# in https://cloud.google.com/apis/design/resource_names.
|
354
354
|
#
|
@@ -360,47 +360,47 @@ module Google
|
|
360
360
|
# template has the following format:
|
361
361
|
# `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}`
|
362
362
|
# @!attribute [r] version
|
363
|
-
# @return [Integer]
|
363
|
+
# @return [::Integer]
|
364
364
|
# Output only. The version of template at the time of
|
365
365
|
# workflow instantiation.
|
366
366
|
# @!attribute [r] create_cluster
|
367
|
-
# @return [Google::Cloud::Dataproc::V1::ClusterOperation]
|
367
|
+
# @return [::Google::Cloud::Dataproc::V1::ClusterOperation]
|
368
368
|
# Output only. The create cluster operation metadata.
|
369
369
|
# @!attribute [r] graph
|
370
|
-
# @return [Google::Cloud::Dataproc::V1::WorkflowGraph]
|
370
|
+
# @return [::Google::Cloud::Dataproc::V1::WorkflowGraph]
|
371
371
|
# Output only. The workflow graph.
|
372
372
|
# @!attribute [r] delete_cluster
|
373
|
-
# @return [Google::Cloud::Dataproc::V1::ClusterOperation]
|
373
|
+
# @return [::Google::Cloud::Dataproc::V1::ClusterOperation]
|
374
374
|
# Output only. The delete cluster operation metadata.
|
375
375
|
# @!attribute [r] state
|
376
|
-
# @return [Google::Cloud::Dataproc::V1::WorkflowMetadata::State]
|
376
|
+
# @return [::Google::Cloud::Dataproc::V1::WorkflowMetadata::State]
|
377
377
|
# Output only. The workflow state.
|
378
378
|
# @!attribute [r] cluster_name
|
379
|
-
# @return [String]
|
379
|
+
# @return [::String]
|
380
380
|
# Output only. The name of the target cluster.
|
381
381
|
# @!attribute [rw] parameters
|
382
|
-
# @return [Google::Protobuf::Map{String => String}]
|
382
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
383
383
|
# Map from parameter names to values that were used for those parameters.
|
384
384
|
# @!attribute [r] start_time
|
385
|
-
# @return [Google::Protobuf::Timestamp]
|
385
|
+
# @return [::Google::Protobuf::Timestamp]
|
386
386
|
# Output only. Workflow start time.
|
387
387
|
# @!attribute [r] end_time
|
388
|
-
# @return [Google::Protobuf::Timestamp]
|
388
|
+
# @return [::Google::Protobuf::Timestamp]
|
389
389
|
# Output only. Workflow end time.
|
390
390
|
# @!attribute [r] cluster_uuid
|
391
|
-
# @return [String]
|
391
|
+
# @return [::String]
|
392
392
|
# Output only. The UUID of target cluster.
|
393
393
|
class WorkflowMetadata
|
394
|
-
include Google::Protobuf::MessageExts
|
395
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
394
|
+
include ::Google::Protobuf::MessageExts
|
395
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
396
396
|
|
397
397
|
# @!attribute [rw] key
|
398
|
-
# @return [String]
|
398
|
+
# @return [::String]
|
399
399
|
# @!attribute [rw] value
|
400
|
-
# @return [String]
|
400
|
+
# @return [::String]
|
401
401
|
class ParametersEntry
|
402
|
-
include Google::Protobuf::MessageExts
|
403
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
402
|
+
include ::Google::Protobuf::MessageExts
|
403
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
404
404
|
end
|
405
405
|
|
406
406
|
# The operation state.
|
@@ -421,47 +421,47 @@ module Google
|
|
421
421
|
|
422
422
|
# The cluster operation triggered by a workflow.
|
423
423
|
# @!attribute [r] operation_id
|
424
|
-
# @return [String]
|
424
|
+
# @return [::String]
|
425
425
|
# Output only. The id of the cluster operation.
|
426
426
|
# @!attribute [r] error
|
427
|
-
# @return [String]
|
427
|
+
# @return [::String]
|
428
428
|
# Output only. Error, if operation failed.
|
429
429
|
# @!attribute [r] done
|
430
|
-
# @return [Boolean]
|
430
|
+
# @return [::Boolean]
|
431
431
|
# Output only. Indicates the operation is done.
|
432
432
|
class ClusterOperation
|
433
|
-
include Google::Protobuf::MessageExts
|
434
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
433
|
+
include ::Google::Protobuf::MessageExts
|
434
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
435
435
|
end
|
436
436
|
|
437
437
|
# The workflow graph.
|
438
438
|
# @!attribute [r] nodes
|
439
|
-
# @return [Array
|
439
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1::WorkflowNode>]
|
440
440
|
# Output only. The workflow nodes.
|
441
441
|
class WorkflowGraph
|
442
|
-
include Google::Protobuf::MessageExts
|
443
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
442
|
+
include ::Google::Protobuf::MessageExts
|
443
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
444
444
|
end
|
445
445
|
|
446
446
|
# The workflow node.
|
447
447
|
# @!attribute [r] step_id
|
448
|
-
# @return [String]
|
448
|
+
# @return [::String]
|
449
449
|
# Output only. The name of the node.
|
450
450
|
# @!attribute [r] prerequisite_step_ids
|
451
|
-
# @return [Array
|
451
|
+
# @return [::Array<::String>]
|
452
452
|
# Output only. Node's prerequisite nodes.
|
453
453
|
# @!attribute [r] job_id
|
454
|
-
# @return [String]
|
454
|
+
# @return [::String]
|
455
455
|
# Output only. The job id; populated after the node enters RUNNING state.
|
456
456
|
# @!attribute [r] state
|
457
|
-
# @return [Google::Cloud::Dataproc::V1::WorkflowNode::NodeState]
|
457
|
+
# @return [::Google::Cloud::Dataproc::V1::WorkflowNode::NodeState]
|
458
458
|
# Output only. The node state.
|
459
459
|
# @!attribute [r] error
|
460
|
-
# @return [String]
|
460
|
+
# @return [::String]
|
461
461
|
# Output only. The error detail.
|
462
462
|
class WorkflowNode
|
463
|
-
include Google::Protobuf::MessageExts
|
464
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
463
|
+
include ::Google::Protobuf::MessageExts
|
464
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
465
465
|
|
466
466
|
# The workflow node state.
|
467
467
|
module NodeState
|
@@ -488,7 +488,7 @@ module Google
|
|
488
488
|
|
489
489
|
# A request to create a workflow template.
|
490
490
|
# @!attribute [rw] parent
|
491
|
-
# @return [String]
|
491
|
+
# @return [::String]
|
492
492
|
# Required. The resource name of the region or location, as described
|
493
493
|
# in https://cloud.google.com/apis/design/resource_names.
|
494
494
|
#
|
@@ -500,16 +500,16 @@ module Google
|
|
500
500
|
# the location has the following format:
|
501
501
|
# `projects/{project_id}/locations/{location}`
|
502
502
|
# @!attribute [rw] template
|
503
|
-
# @return [Google::Cloud::Dataproc::V1::WorkflowTemplate]
|
503
|
+
# @return [::Google::Cloud::Dataproc::V1::WorkflowTemplate]
|
504
504
|
# Required. The Dataproc workflow template to create.
|
505
505
|
class CreateWorkflowTemplateRequest
|
506
|
-
include Google::Protobuf::MessageExts
|
507
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
506
|
+
include ::Google::Protobuf::MessageExts
|
507
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
508
508
|
end
|
509
509
|
|
510
510
|
# A request to fetch a workflow template.
|
511
511
|
# @!attribute [rw] name
|
512
|
-
# @return [String]
|
512
|
+
# @return [::String]
|
513
513
|
# Required. The resource name of the workflow template, as described
|
514
514
|
# in https://cloud.google.com/apis/design/resource_names.
|
515
515
|
#
|
@@ -521,19 +521,19 @@ module Google
|
|
521
521
|
# template has the following format:
|
522
522
|
# `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}`
|
523
523
|
# @!attribute [rw] version
|
524
|
-
# @return [Integer]
|
524
|
+
# @return [::Integer]
|
525
525
|
# Optional. The version of workflow template to retrieve. Only previously
|
526
526
|
# instantiated versions can be retrieved.
|
527
527
|
#
|
528
528
|
# If unspecified, retrieves the current version.
|
529
529
|
class GetWorkflowTemplateRequest
|
530
|
-
include Google::Protobuf::MessageExts
|
531
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
530
|
+
include ::Google::Protobuf::MessageExts
|
531
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
532
532
|
end
|
533
533
|
|
534
534
|
# A request to instantiate a workflow template.
|
535
535
|
# @!attribute [rw] name
|
536
|
-
# @return [String]
|
536
|
+
# @return [::String]
|
537
537
|
# Required. The resource name of the workflow template, as described
|
538
538
|
# in https://cloud.google.com/apis/design/resource_names.
|
539
539
|
#
|
@@ -545,7 +545,7 @@ module Google
|
|
545
545
|
# of the template has the following format:
|
546
546
|
# `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}`
|
547
547
|
# @!attribute [rw] version
|
548
|
-
# @return [Integer]
|
548
|
+
# @return [::Integer]
|
549
549
|
# Optional. The version of workflow template to instantiate. If specified,
|
550
550
|
# the workflow will be instantiated only if the current version of
|
551
551
|
# the workflow template has the supplied version.
|
@@ -553,7 +553,7 @@ module Google
|
|
553
553
|
# This option cannot be used to instantiate a previous version of
|
554
554
|
# workflow template.
|
555
555
|
# @!attribute [rw] request_id
|
556
|
-
# @return [String]
|
556
|
+
# @return [::String]
|
557
557
|
# Optional. A tag that prevents multiple concurrent workflow
|
558
558
|
# instances with the same tag from running. This mitigates risk of
|
559
559
|
# concurrent instances started due to retries.
|
@@ -564,26 +564,26 @@ module Google
|
|
564
564
|
# The tag must contain only letters (a-z, A-Z), numbers (0-9),
|
565
565
|
# underscores (_), and hyphens (-). The maximum length is 40 characters.
|
566
566
|
# @!attribute [rw] parameters
|
567
|
-
# @return [Google::Protobuf::Map{String => String}]
|
567
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
568
568
|
# Optional. Map from parameter names to values that should be used for those
|
569
569
|
# parameters. Values may not exceed 100 characters.
|
570
570
|
class InstantiateWorkflowTemplateRequest
|
571
|
-
include Google::Protobuf::MessageExts
|
572
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
571
|
+
include ::Google::Protobuf::MessageExts
|
572
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
573
573
|
|
574
574
|
# @!attribute [rw] key
|
575
|
-
# @return [String]
|
575
|
+
# @return [::String]
|
576
576
|
# @!attribute [rw] value
|
577
|
-
# @return [String]
|
577
|
+
# @return [::String]
|
578
578
|
class ParametersEntry
|
579
|
-
include Google::Protobuf::MessageExts
|
580
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
579
|
+
include ::Google::Protobuf::MessageExts
|
580
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
581
581
|
end
|
582
582
|
end
|
583
583
|
|
584
584
|
# A request to instantiate an inline workflow template.
|
585
585
|
# @!attribute [rw] parent
|
586
|
-
# @return [String]
|
586
|
+
# @return [::String]
|
587
587
|
# Required. The resource name of the region or location, as described
|
588
588
|
# in https://cloud.google.com/apis/design/resource_names.
|
589
589
|
#
|
@@ -595,10 +595,10 @@ module Google
|
|
595
595
|
# resource name of the location has the following format:
|
596
596
|
# `projects/{project_id}/locations/{location}`
|
597
597
|
# @!attribute [rw] template
|
598
|
-
# @return [Google::Cloud::Dataproc::V1::WorkflowTemplate]
|
598
|
+
# @return [::Google::Cloud::Dataproc::V1::WorkflowTemplate]
|
599
599
|
# Required. The workflow template to instantiate.
|
600
600
|
# @!attribute [rw] request_id
|
601
|
-
# @return [String]
|
601
|
+
# @return [::String]
|
602
602
|
# Optional. A tag that prevents multiple concurrent workflow
|
603
603
|
# instances with the same tag from running. This mitigates risk of
|
604
604
|
# concurrent instances started due to retries.
|
@@ -609,24 +609,24 @@ module Google
|
|
609
609
|
# The tag must contain only letters (a-z, A-Z), numbers (0-9),
|
610
610
|
# underscores (_), and hyphens (-). The maximum length is 40 characters.
|
611
611
|
class InstantiateInlineWorkflowTemplateRequest
|
612
|
-
include Google::Protobuf::MessageExts
|
613
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
612
|
+
include ::Google::Protobuf::MessageExts
|
613
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
614
614
|
end
|
615
615
|
|
616
616
|
# A request to update a workflow template.
|
617
617
|
# @!attribute [rw] template
|
618
|
-
# @return [Google::Cloud::Dataproc::V1::WorkflowTemplate]
|
618
|
+
# @return [::Google::Cloud::Dataproc::V1::WorkflowTemplate]
|
619
619
|
# Required. The updated workflow template.
|
620
620
|
#
|
621
621
|
# The `template.version` field must match the current version.
|
622
622
|
class UpdateWorkflowTemplateRequest
|
623
|
-
include Google::Protobuf::MessageExts
|
624
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
623
|
+
include ::Google::Protobuf::MessageExts
|
624
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
625
625
|
end
|
626
626
|
|
627
627
|
# A request to list workflow templates in a project.
|
628
628
|
# @!attribute [rw] parent
|
629
|
-
# @return [String]
|
629
|
+
# @return [::String]
|
630
630
|
# Required. The resource name of the region or location, as described
|
631
631
|
# in https://cloud.google.com/apis/design/resource_names.
|
632
632
|
#
|
@@ -638,36 +638,36 @@ module Google
|
|
638
638
|
# resource name of the location has the following format:
|
639
639
|
# `projects/{project_id}/locations/{location}`
|
640
640
|
# @!attribute [rw] page_size
|
641
|
-
# @return [Integer]
|
641
|
+
# @return [::Integer]
|
642
642
|
# Optional. The maximum number of results to return in each response.
|
643
643
|
# @!attribute [rw] page_token
|
644
|
-
# @return [String]
|
644
|
+
# @return [::String]
|
645
645
|
# Optional. The page token, returned by a previous call, to request the
|
646
646
|
# next page of results.
|
647
647
|
class ListWorkflowTemplatesRequest
|
648
|
-
include Google::Protobuf::MessageExts
|
649
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
648
|
+
include ::Google::Protobuf::MessageExts
|
649
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
650
650
|
end
|
651
651
|
|
652
652
|
# A response to a request to list workflow templates in a project.
|
653
653
|
# @!attribute [r] templates
|
654
|
-
# @return [Array
|
654
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1::WorkflowTemplate>]
|
655
655
|
# Output only. WorkflowTemplates list.
|
656
656
|
# @!attribute [r] next_page_token
|
657
|
-
# @return [String]
|
657
|
+
# @return [::String]
|
658
658
|
# Output only. This token is included in the response if there are more
|
659
659
|
# results to fetch. To fetch additional results, provide this value as the
|
660
660
|
# page_token in a subsequent <code>ListWorkflowTemplatesRequest</code>.
|
661
661
|
class ListWorkflowTemplatesResponse
|
662
|
-
include Google::Protobuf::MessageExts
|
663
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
662
|
+
include ::Google::Protobuf::MessageExts
|
663
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
664
664
|
end
|
665
665
|
|
666
666
|
# A request to delete a workflow template.
|
667
667
|
#
|
668
668
|
# Currently started workflows will remain running.
|
669
669
|
# @!attribute [rw] name
|
670
|
-
# @return [String]
|
670
|
+
# @return [::String]
|
671
671
|
# Required. The resource name of the workflow template, as described
|
672
672
|
# in https://cloud.google.com/apis/design/resource_names.
|
673
673
|
#
|
@@ -679,13 +679,13 @@ module Google
|
|
679
679
|
# of the template has the following format:
|
680
680
|
# `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}`
|
681
681
|
# @!attribute [rw] version
|
682
|
-
# @return [Integer]
|
682
|
+
# @return [::Integer]
|
683
683
|
# Optional. The version of workflow template to delete. If specified,
|
684
684
|
# will only delete the template if the current server version matches
|
685
685
|
# specified version.
|
686
686
|
class DeleteWorkflowTemplateRequest
|
687
|
-
include Google::Protobuf::MessageExts
|
688
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
687
|
+
include ::Google::Protobuf::MessageExts
|
688
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
689
689
|
end
|
690
690
|
end
|
691
691
|
end
|