google-cloud-dataproc-v1beta2 0.1.0 → 0.2.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/AUTHENTICATION.md +6 -6
- data/README.md +5 -1
- data/lib/google/cloud/dataproc/v1beta2.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service/client.rb +129 -124
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service/paths.rb +10 -10
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller/client.rb +180 -175
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller/operations.rb +109 -103
- data/lib/google/cloud/dataproc/v1beta2/job_controller.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/job_controller/client.rb +186 -181
- data/lib/google/cloud/dataproc/v1beta2/job_controller/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/job_controller/operations.rb +109 -103
- data/lib/google/cloud/dataproc/v1beta2/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/client.rb +181 -176
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/operations.rb +109 -103
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/paths.rb +10 -10
- data/proto_docs/google/api/resource.rb +12 -12
- data/proto_docs/google/cloud/dataproc/v1beta2/autoscaling_policies.rb +45 -45
- data/proto_docs/google/cloud/dataproc/v1beta2/clusters.rb +203 -203
- data/proto_docs/google/cloud/dataproc/v1beta2/jobs.rb +227 -226
- data/proto_docs/google/cloud/dataproc/v1beta2/operations.rb +20 -20
- data/proto_docs/google/cloud/dataproc/v1beta2/workflow_templates.rb +145 -145
- data/proto_docs/google/longrunning/operations.rb +30 -30
- data/proto_docs/google/protobuf/any.rb +4 -4
- data/proto_docs/google/protobuf/duration.rb +4 -4
- data/proto_docs/google/protobuf/empty.rb +2 -2
- data/proto_docs/google/protobuf/field_mask.rb +3 -3
- data/proto_docs/google/protobuf/timestamp.rb +4 -4
- data/proto_docs/google/rpc/status.rb +6 -6
- metadata +33 -6
- data/lib/google/cloud/common_resources_pb.rb +0 -15
@@ -23,22 +23,22 @@ module Google
|
|
23
23
|
module V1beta2
|
24
24
|
# The runtime logging config of the job.
|
25
25
|
# @!attribute [rw] driver_log_levels
|
26
|
-
# @return [Google::Protobuf::Map{String => Google::Cloud::Dataproc::V1beta2::LoggingConfig::Level}]
|
26
|
+
# @return [::Google::Protobuf::Map{::String => ::Google::Cloud::Dataproc::V1beta2::LoggingConfig::Level}]
|
27
27
|
# The per-package log levels for the driver. This may include
|
28
28
|
# "root" package name to configure rootLogger.
|
29
29
|
# Examples:
|
30
30
|
# 'com.google = FATAL', 'root = INFO', 'org.apache = DEBUG'
|
31
31
|
class LoggingConfig
|
32
|
-
include Google::Protobuf::MessageExts
|
33
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
32
|
+
include ::Google::Protobuf::MessageExts
|
33
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
34
34
|
|
35
35
|
# @!attribute [rw] key
|
36
|
-
# @return [String]
|
36
|
+
# @return [::String]
|
37
37
|
# @!attribute [rw] value
|
38
|
-
# @return [Google::Cloud::Dataproc::V1beta2::LoggingConfig::Level]
|
38
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::LoggingConfig::Level]
|
39
39
|
class DriverLogLevelsEntry
|
40
|
-
include Google::Protobuf::MessageExts
|
41
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
40
|
+
include ::Google::Protobuf::MessageExts
|
41
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
42
42
|
end
|
43
43
|
|
44
44
|
# The Log4j level for job execution. When running an
|
@@ -80,56 +80,56 @@ module Google
|
|
80
80
|
# jobs on [Apache Hadoop
|
81
81
|
# YARN](https://hadoop.apache.org/docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
|
82
82
|
# @!attribute [rw] main_jar_file_uri
|
83
|
-
# @return [String]
|
83
|
+
# @return [::String]
|
84
84
|
# The HCFS URI of the jar file containing the main class.
|
85
85
|
# Examples:
|
86
86
|
# 'gs://foo-bucket/analytics-binaries/extract-useful-metrics-mr.jar'
|
87
87
|
# 'hdfs:/tmp/test-samples/custom-wordcount.jar'
|
88
88
|
# 'file:///home/usr/lib/hadoop-mapreduce/hadoop-mapreduce-examples.jar'
|
89
89
|
# @!attribute [rw] main_class
|
90
|
-
# @return [String]
|
90
|
+
# @return [::String]
|
91
91
|
# The name of the driver's main class. The jar file containing the class
|
92
92
|
# must be in the default CLASSPATH or specified in `jar_file_uris`.
|
93
93
|
# @!attribute [rw] args
|
94
|
-
# @return [Array
|
94
|
+
# @return [::Array<::String>]
|
95
95
|
# Optional. The arguments to pass to the driver. Do not
|
96
96
|
# include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as
|
97
97
|
# job properties, since a collision may occur that causes an incorrect job
|
98
98
|
# submission.
|
99
99
|
# @!attribute [rw] jar_file_uris
|
100
|
-
# @return [Array
|
100
|
+
# @return [::Array<::String>]
|
101
101
|
# Optional. Jar file URIs to add to the CLASSPATHs of the
|
102
102
|
# Hadoop driver and tasks.
|
103
103
|
# @!attribute [rw] file_uris
|
104
|
-
# @return [Array
|
104
|
+
# @return [::Array<::String>]
|
105
105
|
# Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied
|
106
106
|
# to the working directory of Hadoop drivers and distributed tasks. Useful
|
107
107
|
# for naively parallel tasks.
|
108
108
|
# @!attribute [rw] archive_uris
|
109
|
-
# @return [Array
|
109
|
+
# @return [::Array<::String>]
|
110
110
|
# Optional. HCFS URIs of archives to be extracted in the working directory of
|
111
111
|
# Hadoop drivers and tasks. Supported file types:
|
112
112
|
# .jar, .tar, .tar.gz, .tgz, or .zip.
|
113
113
|
# @!attribute [rw] properties
|
114
|
-
# @return [Google::Protobuf::Map{String => String}]
|
114
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
115
115
|
# Optional. A mapping of property names to values, used to configure Hadoop.
|
116
116
|
# Properties that conflict with values set by the Dataproc API may be
|
117
117
|
# overwritten. Can include properties set in /etc/hadoop/conf/*-site and
|
118
118
|
# classes in user code.
|
119
119
|
# @!attribute [rw] logging_config
|
120
|
-
# @return [Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
120
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
121
121
|
# Optional. The runtime log config for job execution.
|
122
122
|
class HadoopJob
|
123
|
-
include Google::Protobuf::MessageExts
|
124
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
123
|
+
include ::Google::Protobuf::MessageExts
|
124
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
125
125
|
|
126
126
|
# @!attribute [rw] key
|
127
|
-
# @return [String]
|
127
|
+
# @return [::String]
|
128
128
|
# @!attribute [rw] value
|
129
|
-
# @return [String]
|
129
|
+
# @return [::String]
|
130
130
|
class PropertiesEntry
|
131
|
-
include Google::Protobuf::MessageExts
|
132
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
131
|
+
include ::Google::Protobuf::MessageExts
|
132
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
133
133
|
end
|
134
134
|
end
|
135
135
|
|
@@ -141,50 +141,50 @@ module Google
|
|
141
141
|
# `CommonJob.jar_file_uris`, and then specify the main class name in
|
142
142
|
# `main_class`.
|
143
143
|
# @!attribute [rw] main_jar_file_uri
|
144
|
-
# @return [String]
|
144
|
+
# @return [::String]
|
145
145
|
# The HCFS URI of the jar file that contains the main class.
|
146
146
|
# @!attribute [rw] main_class
|
147
|
-
# @return [String]
|
147
|
+
# @return [::String]
|
148
148
|
# The name of the driver's main class. The jar file that contains the class
|
149
149
|
# must be in the default CLASSPATH or specified in `jar_file_uris`.
|
150
150
|
# @!attribute [rw] args
|
151
|
-
# @return [Array
|
151
|
+
# @return [::Array<::String>]
|
152
152
|
# Optional. The arguments to pass to the driver. Do not include arguments,
|
153
153
|
# such as `--conf`, that can be set as job properties, since a collision may
|
154
154
|
# occur that causes an incorrect job submission.
|
155
155
|
# @!attribute [rw] jar_file_uris
|
156
|
-
# @return [Array
|
156
|
+
# @return [::Array<::String>]
|
157
157
|
# Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
|
158
158
|
# Spark driver and tasks.
|
159
159
|
# @!attribute [rw] file_uris
|
160
|
-
# @return [Array
|
160
|
+
# @return [::Array<::String>]
|
161
161
|
# Optional. HCFS URIs of files to be copied to the working directory of
|
162
162
|
# Spark drivers and distributed tasks. Useful for naively parallel tasks.
|
163
163
|
# @!attribute [rw] archive_uris
|
164
|
-
# @return [Array
|
164
|
+
# @return [::Array<::String>]
|
165
165
|
# Optional. HCFS URIs of archives to be extracted in the working directory
|
166
166
|
# of Spark drivers and tasks. Supported file types:
|
167
167
|
# .jar, .tar, .tar.gz, .tgz, and .zip.
|
168
168
|
# @!attribute [rw] properties
|
169
|
-
# @return [Google::Protobuf::Map{String => String}]
|
169
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
170
170
|
# Optional. A mapping of property names to values, used to configure Spark.
|
171
171
|
# Properties that conflict with values set by the Dataproc API may be
|
172
172
|
# overwritten. Can include properties set in
|
173
173
|
# /etc/spark/conf/spark-defaults.conf and classes in user code.
|
174
174
|
# @!attribute [rw] logging_config
|
175
|
-
# @return [Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
175
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
176
176
|
# Optional. The runtime log config for job execution.
|
177
177
|
class SparkJob
|
178
|
-
include Google::Protobuf::MessageExts
|
179
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
178
|
+
include ::Google::Protobuf::MessageExts
|
179
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
180
180
|
|
181
181
|
# @!attribute [rw] key
|
182
|
-
# @return [String]
|
182
|
+
# @return [::String]
|
183
183
|
# @!attribute [rw] value
|
184
|
-
# @return [String]
|
184
|
+
# @return [::String]
|
185
185
|
class PropertiesEntry
|
186
|
-
include Google::Protobuf::MessageExts
|
187
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
186
|
+
include ::Google::Protobuf::MessageExts
|
187
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
188
188
|
end
|
189
189
|
end
|
190
190
|
|
@@ -193,56 +193,56 @@ module Google
|
|
193
193
|
# PySpark](https://spark.apache.org/docs/0.9.0/python-programming-guide.html)
|
194
194
|
# applications on YARN.
|
195
195
|
# @!attribute [rw] main_python_file_uri
|
196
|
-
# @return [String]
|
196
|
+
# @return [::String]
|
197
197
|
# Required. The HCFS URI of the main Python file to use as the driver. Must
|
198
198
|
# be a .py file.
|
199
199
|
# @!attribute [rw] args
|
200
|
-
# @return [Array
|
200
|
+
# @return [::Array<::String>]
|
201
201
|
# Optional. The arguments to pass to the driver. Do not include arguments,
|
202
202
|
# such as `--conf`, that can be set as job properties, since a collision may
|
203
203
|
# occur that causes an incorrect job submission.
|
204
204
|
# @!attribute [rw] python_file_uris
|
205
|
-
# @return [Array
|
205
|
+
# @return [::Array<::String>]
|
206
206
|
# Optional. HCFS file URIs of Python files to pass to the PySpark
|
207
207
|
# framework. Supported file types: .py, .egg, and .zip.
|
208
208
|
# @!attribute [rw] jar_file_uris
|
209
|
-
# @return [Array
|
209
|
+
# @return [::Array<::String>]
|
210
210
|
# Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
|
211
211
|
# Python driver and tasks.
|
212
212
|
# @!attribute [rw] file_uris
|
213
|
-
# @return [Array
|
213
|
+
# @return [::Array<::String>]
|
214
214
|
# Optional. HCFS URIs of files to be copied to the working directory of
|
215
215
|
# Python drivers and distributed tasks. Useful for naively parallel tasks.
|
216
216
|
# @!attribute [rw] archive_uris
|
217
|
-
# @return [Array
|
217
|
+
# @return [::Array<::String>]
|
218
218
|
# Optional. HCFS URIs of archives to be extracted in the working directory of
|
219
219
|
# .jar, .tar, .tar.gz, .tgz, and .zip.
|
220
220
|
# @!attribute [rw] properties
|
221
|
-
# @return [Google::Protobuf::Map{String => String}]
|
221
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
222
222
|
# Optional. A mapping of property names to values, used to configure PySpark.
|
223
223
|
# Properties that conflict with values set by the Dataproc API may be
|
224
224
|
# overwritten. Can include properties set in
|
225
225
|
# /etc/spark/conf/spark-defaults.conf and classes in user code.
|
226
226
|
# @!attribute [rw] logging_config
|
227
|
-
# @return [Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
227
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
228
228
|
# Optional. The runtime log config for job execution.
|
229
229
|
class PySparkJob
|
230
|
-
include Google::Protobuf::MessageExts
|
231
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
230
|
+
include ::Google::Protobuf::MessageExts
|
231
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
232
232
|
|
233
233
|
# @!attribute [rw] key
|
234
|
-
# @return [String]
|
234
|
+
# @return [::String]
|
235
235
|
# @!attribute [rw] value
|
236
|
-
# @return [String]
|
236
|
+
# @return [::String]
|
237
237
|
class PropertiesEntry
|
238
|
-
include Google::Protobuf::MessageExts
|
239
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
238
|
+
include ::Google::Protobuf::MessageExts
|
239
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
240
240
|
end
|
241
241
|
end
|
242
242
|
|
243
243
|
# A list of queries to run on a cluster.
|
244
244
|
# @!attribute [rw] queries
|
245
|
-
# @return [Array
|
245
|
+
# @return [::Array<::String>]
|
246
246
|
# Required. The queries to execute. You do not need to terminate a query
|
247
247
|
# with a semicolon. Multiple queries can be specified in one string
|
248
248
|
# by separating each with a semicolon. Here is an example of an Cloud
|
@@ -258,157 +258,157 @@ module Google
|
|
258
258
|
# }
|
259
259
|
# }
|
260
260
|
class QueryList
|
261
|
-
include Google::Protobuf::MessageExts
|
262
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
261
|
+
include ::Google::Protobuf::MessageExts
|
262
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
263
263
|
end
|
264
264
|
|
265
265
|
# A Dataproc job for running [Apache Hive](https://hive.apache.org/)
|
266
266
|
# queries on YARN.
|
267
267
|
# @!attribute [rw] query_file_uri
|
268
|
-
# @return [String]
|
268
|
+
# @return [::String]
|
269
269
|
# The HCFS URI of the script that contains Hive queries.
|
270
270
|
# @!attribute [rw] query_list
|
271
|
-
# @return [Google::Cloud::Dataproc::V1beta2::QueryList]
|
271
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::QueryList]
|
272
272
|
# A list of queries.
|
273
273
|
# @!attribute [rw] continue_on_failure
|
274
|
-
# @return [Boolean]
|
274
|
+
# @return [::Boolean]
|
275
275
|
# Optional. Whether to continue executing queries if a query fails.
|
276
276
|
# The default value is `false`. Setting to `true` can be useful when
|
277
277
|
# executing independent parallel queries.
|
278
278
|
# @!attribute [rw] script_variables
|
279
|
-
# @return [Google::Protobuf::Map{String => String}]
|
279
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
280
280
|
# Optional. Mapping of query variable names to values (equivalent to the
|
281
281
|
# Hive command: `SET name="value";`).
|
282
282
|
# @!attribute [rw] properties
|
283
|
-
# @return [Google::Protobuf::Map{String => String}]
|
283
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
284
284
|
# Optional. A mapping of property names and values, used to configure Hive.
|
285
285
|
# Properties that conflict with values set by the Dataproc API may be
|
286
286
|
# overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml,
|
287
287
|
# /etc/hive/conf/hive-site.xml, and classes in user code.
|
288
288
|
# @!attribute [rw] jar_file_uris
|
289
|
-
# @return [Array
|
289
|
+
# @return [::Array<::String>]
|
290
290
|
# Optional. HCFS URIs of jar files to add to the CLASSPATH of the
|
291
291
|
# Hive server and Hadoop MapReduce (MR) tasks. Can contain Hive SerDes
|
292
292
|
# and UDFs.
|
293
293
|
class HiveJob
|
294
|
-
include Google::Protobuf::MessageExts
|
295
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
294
|
+
include ::Google::Protobuf::MessageExts
|
295
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
296
296
|
|
297
297
|
# @!attribute [rw] key
|
298
|
-
# @return [String]
|
298
|
+
# @return [::String]
|
299
299
|
# @!attribute [rw] value
|
300
|
-
# @return [String]
|
300
|
+
# @return [::String]
|
301
301
|
class ScriptVariablesEntry
|
302
|
-
include Google::Protobuf::MessageExts
|
303
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
302
|
+
include ::Google::Protobuf::MessageExts
|
303
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
304
304
|
end
|
305
305
|
|
306
306
|
# @!attribute [rw] key
|
307
|
-
# @return [String]
|
307
|
+
# @return [::String]
|
308
308
|
# @!attribute [rw] value
|
309
|
-
# @return [String]
|
309
|
+
# @return [::String]
|
310
310
|
class PropertiesEntry
|
311
|
-
include Google::Protobuf::MessageExts
|
312
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
311
|
+
include ::Google::Protobuf::MessageExts
|
312
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
313
313
|
end
|
314
314
|
end
|
315
315
|
|
316
316
|
# A Dataproc job for running [Apache Spark
|
317
317
|
# SQL](http://spark.apache.org/sql/) queries.
|
318
318
|
# @!attribute [rw] query_file_uri
|
319
|
-
# @return [String]
|
319
|
+
# @return [::String]
|
320
320
|
# The HCFS URI of the script that contains SQL queries.
|
321
321
|
# @!attribute [rw] query_list
|
322
|
-
# @return [Google::Cloud::Dataproc::V1beta2::QueryList]
|
322
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::QueryList]
|
323
323
|
# A list of queries.
|
324
324
|
# @!attribute [rw] script_variables
|
325
|
-
# @return [Google::Protobuf::Map{String => String}]
|
325
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
326
326
|
# Optional. Mapping of query variable names to values (equivalent to the
|
327
327
|
# Spark SQL command: SET `name="value";`).
|
328
328
|
# @!attribute [rw] properties
|
329
|
-
# @return [Google::Protobuf::Map{String => String}]
|
329
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
330
330
|
# Optional. A mapping of property names to values, used to configure
|
331
331
|
# Spark SQL's SparkConf. Properties that conflict with values set by the
|
332
332
|
# Dataproc API may be overwritten.
|
333
333
|
# @!attribute [rw] jar_file_uris
|
334
|
-
# @return [Array
|
334
|
+
# @return [::Array<::String>]
|
335
335
|
# Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.
|
336
336
|
# @!attribute [rw] logging_config
|
337
|
-
# @return [Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
337
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
338
338
|
# Optional. The runtime log config for job execution.
|
339
339
|
class SparkSqlJob
|
340
|
-
include Google::Protobuf::MessageExts
|
341
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
340
|
+
include ::Google::Protobuf::MessageExts
|
341
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
342
342
|
|
343
343
|
# @!attribute [rw] key
|
344
|
-
# @return [String]
|
344
|
+
# @return [::String]
|
345
345
|
# @!attribute [rw] value
|
346
|
-
# @return [String]
|
346
|
+
# @return [::String]
|
347
347
|
class ScriptVariablesEntry
|
348
|
-
include Google::Protobuf::MessageExts
|
349
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
348
|
+
include ::Google::Protobuf::MessageExts
|
349
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
350
350
|
end
|
351
351
|
|
352
352
|
# @!attribute [rw] key
|
353
|
-
# @return [String]
|
353
|
+
# @return [::String]
|
354
354
|
# @!attribute [rw] value
|
355
|
-
# @return [String]
|
355
|
+
# @return [::String]
|
356
356
|
class PropertiesEntry
|
357
|
-
include Google::Protobuf::MessageExts
|
358
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
357
|
+
include ::Google::Protobuf::MessageExts
|
358
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
359
359
|
end
|
360
360
|
end
|
361
361
|
|
362
362
|
# A Dataproc job for running [Apache Pig](https://pig.apache.org/)
|
363
363
|
# queries on YARN.
|
364
364
|
# @!attribute [rw] query_file_uri
|
365
|
-
# @return [String]
|
365
|
+
# @return [::String]
|
366
366
|
# The HCFS URI of the script that contains the Pig queries.
|
367
367
|
# @!attribute [rw] query_list
|
368
|
-
# @return [Google::Cloud::Dataproc::V1beta2::QueryList]
|
368
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::QueryList]
|
369
369
|
# A list of queries.
|
370
370
|
# @!attribute [rw] continue_on_failure
|
371
|
-
# @return [Boolean]
|
371
|
+
# @return [::Boolean]
|
372
372
|
# Optional. Whether to continue executing queries if a query fails.
|
373
373
|
# The default value is `false`. Setting to `true` can be useful when
|
374
374
|
# executing independent parallel queries.
|
375
375
|
# @!attribute [rw] script_variables
|
376
|
-
# @return [Google::Protobuf::Map{String => String}]
|
376
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
377
377
|
# Optional. Mapping of query variable names to values (equivalent to the Pig
|
378
378
|
# command: `name=[value]`).
|
379
379
|
# @!attribute [rw] properties
|
380
|
-
# @return [Google::Protobuf::Map{String => String}]
|
380
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
381
381
|
# Optional. A mapping of property names to values, used to configure Pig.
|
382
382
|
# Properties that conflict with values set by the Dataproc API may be
|
383
383
|
# overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml,
|
384
384
|
# /etc/pig/conf/pig.properties, and classes in user code.
|
385
385
|
# @!attribute [rw] jar_file_uris
|
386
|
-
# @return [Array
|
386
|
+
# @return [::Array<::String>]
|
387
387
|
# Optional. HCFS URIs of jar files to add to the CLASSPATH of
|
388
388
|
# the Pig Client and Hadoop MapReduce (MR) tasks. Can contain Pig UDFs.
|
389
389
|
# @!attribute [rw] logging_config
|
390
|
-
# @return [Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
390
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
391
391
|
# Optional. The runtime log config for job execution.
|
392
392
|
class PigJob
|
393
|
-
include Google::Protobuf::MessageExts
|
394
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
393
|
+
include ::Google::Protobuf::MessageExts
|
394
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
395
395
|
|
396
396
|
# @!attribute [rw] key
|
397
|
-
# @return [String]
|
397
|
+
# @return [::String]
|
398
398
|
# @!attribute [rw] value
|
399
|
-
# @return [String]
|
399
|
+
# @return [::String]
|
400
400
|
class ScriptVariablesEntry
|
401
|
-
include Google::Protobuf::MessageExts
|
402
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
401
|
+
include ::Google::Protobuf::MessageExts
|
402
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
403
403
|
end
|
404
404
|
|
405
405
|
# @!attribute [rw] key
|
406
|
-
# @return [String]
|
406
|
+
# @return [::String]
|
407
407
|
# @!attribute [rw] value
|
408
|
-
# @return [String]
|
408
|
+
# @return [::String]
|
409
409
|
class PropertiesEntry
|
410
|
-
include Google::Protobuf::MessageExts
|
411
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
410
|
+
include ::Google::Protobuf::MessageExts
|
411
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
412
412
|
end
|
413
413
|
end
|
414
414
|
|
@@ -416,121 +416,122 @@ module Google
|
|
416
416
|
# [Apache SparkR](https://spark.apache.org/docs/latest/sparkr.html)
|
417
417
|
# applications on YARN.
|
418
418
|
# @!attribute [rw] main_r_file_uri
|
419
|
-
# @return [String]
|
419
|
+
# @return [::String]
|
420
420
|
# Required. The HCFS URI of the main R file to use as the driver.
|
421
421
|
# Must be a .R file.
|
422
422
|
# @!attribute [rw] args
|
423
|
-
# @return [Array
|
423
|
+
# @return [::Array<::String>]
|
424
424
|
# Optional. The arguments to pass to the driver. Do not include arguments,
|
425
425
|
# such as `--conf`, that can be set as job properties, since a collision may
|
426
426
|
# occur that causes an incorrect job submission.
|
427
427
|
# @!attribute [rw] file_uris
|
428
|
-
# @return [Array
|
428
|
+
# @return [::Array<::String>]
|
429
429
|
# Optional. HCFS URIs of files to be copied to the working directory of
|
430
430
|
# R drivers and distributed tasks. Useful for naively parallel tasks.
|
431
431
|
# @!attribute [rw] archive_uris
|
432
|
-
# @return [Array
|
432
|
+
# @return [::Array<::String>]
|
433
433
|
# Optional. HCFS URIs of archives to be extracted in the working directory of
|
434
434
|
# Spark drivers and tasks. Supported file types:
|
435
435
|
# .jar, .tar, .tar.gz, .tgz, and .zip.
|
436
436
|
# @!attribute [rw] properties
|
437
|
-
# @return [Google::Protobuf::Map{String => String}]
|
437
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
438
438
|
# Optional. A mapping of property names to values, used to configure SparkR.
|
439
439
|
# Properties that conflict with values set by the Dataproc API may be
|
440
440
|
# overwritten. Can include properties set in
|
441
441
|
# /etc/spark/conf/spark-defaults.conf and classes in user code.
|
442
442
|
# @!attribute [rw] logging_config
|
443
|
-
# @return [Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
443
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
444
444
|
# Optional. The runtime log config for job execution.
|
445
445
|
class SparkRJob
|
446
|
-
include Google::Protobuf::MessageExts
|
447
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
446
|
+
include ::Google::Protobuf::MessageExts
|
447
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
448
448
|
|
449
449
|
# @!attribute [rw] key
|
450
|
-
# @return [String]
|
450
|
+
# @return [::String]
|
451
451
|
# @!attribute [rw] value
|
452
|
-
# @return [String]
|
452
|
+
# @return [::String]
|
453
453
|
class PropertiesEntry
|
454
|
-
include Google::Protobuf::MessageExts
|
455
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
454
|
+
include ::Google::Protobuf::MessageExts
|
455
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
456
456
|
end
|
457
457
|
end
|
458
458
|
|
459
459
|
# A Dataproc job for running [Presto](https://prestosql.io/) queries.
|
460
460
|
# **IMPORTANT**: The [Dataproc Presto Optional
|
461
|
-
# Component](/dataproc/docs/concepts/components/presto)
|
462
|
-
# the cluster is created to submit a Presto job to the
|
461
|
+
# Component](https://cloud.google.com/dataproc/docs/concepts/components/presto)
|
462
|
+
# must be enabled when the cluster is created to submit a Presto job to the
|
463
|
+
# cluster.
|
463
464
|
# @!attribute [rw] query_file_uri
|
464
|
-
# @return [String]
|
465
|
+
# @return [::String]
|
465
466
|
# The HCFS URI of the script that contains SQL queries.
|
466
467
|
# @!attribute [rw] query_list
|
467
|
-
# @return [Google::Cloud::Dataproc::V1beta2::QueryList]
|
468
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::QueryList]
|
468
469
|
# A list of queries.
|
469
470
|
# @!attribute [rw] continue_on_failure
|
470
|
-
# @return [Boolean]
|
471
|
+
# @return [::Boolean]
|
471
472
|
# Optional. Whether to continue executing queries if a query fails.
|
472
473
|
# The default value is `false`. Setting to `true` can be useful when
|
473
474
|
# executing independent parallel queries.
|
474
475
|
# @!attribute [rw] output_format
|
475
|
-
# @return [String]
|
476
|
+
# @return [::String]
|
476
477
|
# Optional. The format in which query output will be displayed. See the
|
477
478
|
# Presto documentation for supported output formats
|
478
479
|
# @!attribute [rw] client_tags
|
479
|
-
# @return [Array
|
480
|
+
# @return [::Array<::String>]
|
480
481
|
# Optional. Presto client tags to attach to this query
|
481
482
|
# @!attribute [rw] properties
|
482
|
-
# @return [Google::Protobuf::Map{String => String}]
|
483
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
483
484
|
# Optional. A mapping of property names to values. Used to set Presto
|
484
485
|
# [session properties](https://prestodb.io/docs/current/sql/set-session.html)
|
485
486
|
# Equivalent to using the --session flag in the Presto CLI
|
486
487
|
# @!attribute [rw] logging_config
|
487
|
-
# @return [Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
488
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
488
489
|
# Optional. The runtime log config for job execution.
|
489
490
|
class PrestoJob
|
490
|
-
include Google::Protobuf::MessageExts
|
491
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
491
|
+
include ::Google::Protobuf::MessageExts
|
492
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
492
493
|
|
493
494
|
# @!attribute [rw] key
|
494
|
-
# @return [String]
|
495
|
+
# @return [::String]
|
495
496
|
# @!attribute [rw] value
|
496
|
-
# @return [String]
|
497
|
+
# @return [::String]
|
497
498
|
class PropertiesEntry
|
498
|
-
include Google::Protobuf::MessageExts
|
499
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
499
|
+
include ::Google::Protobuf::MessageExts
|
500
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
500
501
|
end
|
501
502
|
end
|
502
503
|
|
503
504
|
# Dataproc job config.
|
504
505
|
# @!attribute [rw] cluster_name
|
505
|
-
# @return [String]
|
506
|
+
# @return [::String]
|
506
507
|
# Required. The name of the cluster where the job will be submitted.
|
507
508
|
# @!attribute [r] cluster_uuid
|
508
|
-
# @return [String]
|
509
|
+
# @return [::String]
|
509
510
|
# Output only. A cluster UUID generated by the Dataproc service when
|
510
511
|
# the job is submitted.
|
511
512
|
class JobPlacement
|
512
|
-
include Google::Protobuf::MessageExts
|
513
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
513
|
+
include ::Google::Protobuf::MessageExts
|
514
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
514
515
|
end
|
515
516
|
|
516
517
|
# Dataproc job status.
|
517
518
|
# @!attribute [r] state
|
518
|
-
# @return [Google::Cloud::Dataproc::V1beta2::JobStatus::State]
|
519
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::JobStatus::State]
|
519
520
|
# Output only. A state message specifying the overall job state.
|
520
521
|
# @!attribute [r] details
|
521
|
-
# @return [String]
|
522
|
+
# @return [::String]
|
522
523
|
# Output only. Optional Job state details, such as an error
|
523
524
|
# description if the state is <code>ERROR</code>.
|
524
525
|
# @!attribute [r] state_start_time
|
525
|
-
# @return [Google::Protobuf::Timestamp]
|
526
|
+
# @return [::Google::Protobuf::Timestamp]
|
526
527
|
# Output only. The time when this state was entered.
|
527
528
|
# @!attribute [r] substate
|
528
|
-
# @return [Google::Cloud::Dataproc::V1beta2::JobStatus::Substate]
|
529
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::JobStatus::Substate]
|
529
530
|
# Output only. Additional state information, which includes
|
530
531
|
# status reported by the agent.
|
531
532
|
class JobStatus
|
532
|
-
include Google::Protobuf::MessageExts
|
533
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
533
|
+
include ::Google::Protobuf::MessageExts
|
534
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
534
535
|
|
535
536
|
# The job state.
|
536
537
|
module State
|
@@ -598,19 +599,19 @@ module Google
|
|
598
599
|
|
599
600
|
# Encapsulates the full scoping used to reference a job.
|
600
601
|
# @!attribute [rw] project_id
|
601
|
-
# @return [String]
|
602
|
+
# @return [::String]
|
602
603
|
# Required. The ID of the Google Cloud Platform project that the job
|
603
604
|
# belongs to.
|
604
605
|
# @!attribute [rw] job_id
|
605
|
-
# @return [String]
|
606
|
+
# @return [::String]
|
606
607
|
# Optional. The job ID, which must be unique within the project.
|
607
608
|
# The ID must contain only letters (a-z, A-Z), numbers (0-9),
|
608
609
|
# underscores (_), or hyphens (-). The maximum length is 100 characters.
|
609
610
|
#
|
610
611
|
# If not specified by the caller, the job ID will be provided by the server.
|
611
612
|
class JobReference
|
612
|
-
include Google::Protobuf::MessageExts
|
613
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
613
|
+
include ::Google::Protobuf::MessageExts
|
614
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
614
615
|
end
|
615
616
|
|
616
617
|
# A YARN application created by a job. Application information is a subset of
|
@@ -619,23 +620,23 @@ module Google
|
|
619
620
|
# **Beta Feature**: This report is available for testing purposes only. It may
|
620
621
|
# be changed before final release.
|
621
622
|
# @!attribute [r] name
|
622
|
-
# @return [String]
|
623
|
+
# @return [::String]
|
623
624
|
# Output only. The application name.
|
624
625
|
# @!attribute [r] state
|
625
|
-
# @return [Google::Cloud::Dataproc::V1beta2::YarnApplication::State]
|
626
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::YarnApplication::State]
|
626
627
|
# Output only. The application state.
|
627
628
|
# @!attribute [r] progress
|
628
|
-
# @return [Float]
|
629
|
+
# @return [::Float]
|
629
630
|
# Output only. The numerical progress of the application, from 1 to 100.
|
630
631
|
# @!attribute [r] tracking_url
|
631
|
-
# @return [String]
|
632
|
+
# @return [::String]
|
632
633
|
# Output only. The HTTP URL of the ApplicationMaster, HistoryServer, or
|
633
634
|
# TimelineServer that provides application-specific information. The URL uses
|
634
635
|
# the internal hostname, and requires a proxy server for resolution and,
|
635
636
|
# possibly, access.
|
636
637
|
class YarnApplication
|
637
|
-
include Google::Protobuf::MessageExts
|
638
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
638
|
+
include ::Google::Protobuf::MessageExts
|
639
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
639
640
|
|
640
641
|
# The application state, corresponding to
|
641
642
|
# <code>YarnProtos.YarnApplicationStateProto</code>.
|
@@ -671,68 +672,68 @@ module Google
|
|
671
672
|
|
672
673
|
# A Dataproc job resource.
|
673
674
|
# @!attribute [rw] reference
|
674
|
-
# @return [Google::Cloud::Dataproc::V1beta2::JobReference]
|
675
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::JobReference]
|
675
676
|
# Optional. The fully qualified reference to the job, which can be used to
|
676
677
|
# obtain the equivalent REST path of the job resource. If this property
|
677
678
|
# is not specified when a job is created, the server generates a
|
678
679
|
# <code>job_id</code>.
|
679
680
|
# @!attribute [rw] placement
|
680
|
-
# @return [Google::Cloud::Dataproc::V1beta2::JobPlacement]
|
681
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::JobPlacement]
|
681
682
|
# Required. Job information, including how, when, and where to
|
682
683
|
# run the job.
|
683
684
|
# @!attribute [rw] hadoop_job
|
684
|
-
# @return [Google::Cloud::Dataproc::V1beta2::HadoopJob]
|
685
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::HadoopJob]
|
685
686
|
# Optional. Job is a Hadoop job.
|
686
687
|
# @!attribute [rw] spark_job
|
687
|
-
# @return [Google::Cloud::Dataproc::V1beta2::SparkJob]
|
688
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::SparkJob]
|
688
689
|
# Optional. Job is a Spark job.
|
689
690
|
# @!attribute [rw] pyspark_job
|
690
|
-
# @return [Google::Cloud::Dataproc::V1beta2::PySparkJob]
|
691
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::PySparkJob]
|
691
692
|
# Optional. Job is a PySpark job.
|
692
693
|
# @!attribute [rw] hive_job
|
693
|
-
# @return [Google::Cloud::Dataproc::V1beta2::HiveJob]
|
694
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::HiveJob]
|
694
695
|
# Optional. Job is a Hive job.
|
695
696
|
# @!attribute [rw] pig_job
|
696
|
-
# @return [Google::Cloud::Dataproc::V1beta2::PigJob]
|
697
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::PigJob]
|
697
698
|
# Optional. Job is a Pig job.
|
698
699
|
# @!attribute [rw] spark_r_job
|
699
|
-
# @return [Google::Cloud::Dataproc::V1beta2::SparkRJob]
|
700
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::SparkRJob]
|
700
701
|
# Optional. Job is a SparkR job.
|
701
702
|
# @!attribute [rw] spark_sql_job
|
702
|
-
# @return [Google::Cloud::Dataproc::V1beta2::SparkSqlJob]
|
703
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::SparkSqlJob]
|
703
704
|
# Optional. Job is a SparkSql job.
|
704
705
|
# @!attribute [rw] presto_job
|
705
|
-
# @return [Google::Cloud::Dataproc::V1beta2::PrestoJob]
|
706
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::PrestoJob]
|
706
707
|
# Optional. Job is a Presto job.
|
707
708
|
# @!attribute [r] status
|
708
|
-
# @return [Google::Cloud::Dataproc::V1beta2::JobStatus]
|
709
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::JobStatus]
|
709
710
|
# Output only. The job status. Additional application-specific
|
710
711
|
# status information may be contained in the <code>type_job</code>
|
711
712
|
# and <code>yarn_applications</code> fields.
|
712
713
|
# @!attribute [r] status_history
|
713
|
-
# @return [Array
|
714
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1beta2::JobStatus>]
|
714
715
|
# Output only. The previous job status.
|
715
716
|
# @!attribute [r] yarn_applications
|
716
|
-
# @return [Array
|
717
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1beta2::YarnApplication>]
|
717
718
|
# Output only. The collection of YARN applications spun up by this job.
|
718
719
|
#
|
719
720
|
# **Beta** Feature: This report is available for testing purposes only. It
|
720
721
|
# may be changed before final release.
|
721
722
|
# @!attribute [r] submitted_by
|
722
|
-
# @return [String]
|
723
|
+
# @return [::String]
|
723
724
|
# Output only. The email address of the user submitting the job. For jobs
|
724
725
|
# submitted on the cluster, the address is <code>username@hostname</code>.
|
725
726
|
# @!attribute [r] driver_output_resource_uri
|
726
|
-
# @return [String]
|
727
|
+
# @return [::String]
|
727
728
|
# Output only. A URI pointing to the location of the stdout of the job's
|
728
729
|
# driver program.
|
729
730
|
# @!attribute [r] driver_control_files_uri
|
730
|
-
# @return [String]
|
731
|
+
# @return [::String]
|
731
732
|
# Output only. If present, the location of miscellaneous control files
|
732
733
|
# which may be used as part of job setup and handling. If not present,
|
733
734
|
# control files may be placed in the same location as `driver_output_uri`.
|
734
735
|
# @!attribute [rw] labels
|
735
|
-
# @return [Google::Protobuf::Map{String => String}]
|
736
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
736
737
|
# Optional. The labels to associate with this job.
|
737
738
|
# Label **keys** must contain 1 to 63 characters, and must conform to
|
738
739
|
# [RFC 1035](https://www.ietf.org/rfc/rfc1035.txt).
|
@@ -741,36 +742,36 @@ module Google
|
|
741
742
|
# 1035](https://www.ietf.org/rfc/rfc1035.txt). No more than 32 labels can be
|
742
743
|
# associated with a job.
|
743
744
|
# @!attribute [rw] scheduling
|
744
|
-
# @return [Google::Cloud::Dataproc::V1beta2::JobScheduling]
|
745
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::JobScheduling]
|
745
746
|
# Optional. Job scheduling configuration.
|
746
747
|
# @!attribute [r] job_uuid
|
747
|
-
# @return [String]
|
748
|
+
# @return [::String]
|
748
749
|
# Output only. A UUID that uniquely identifies a job within the project
|
749
750
|
# over time. This is in contrast to a user-settable reference.job_id that
|
750
751
|
# may be reused over time.
|
751
752
|
# @!attribute [r] done
|
752
|
-
# @return [Boolean]
|
753
|
+
# @return [::Boolean]
|
753
754
|
# Output only. Indicates whether the job is completed. If the value is `false`,
|
754
755
|
# the job is still in progress. If `true`, the job is completed, and
|
755
756
|
# `status.state` field will indicate if it was successful, failed,
|
756
757
|
# or cancelled.
|
757
758
|
class Job
|
758
|
-
include Google::Protobuf::MessageExts
|
759
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
759
|
+
include ::Google::Protobuf::MessageExts
|
760
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
760
761
|
|
761
762
|
# @!attribute [rw] key
|
762
|
-
# @return [String]
|
763
|
+
# @return [::String]
|
763
764
|
# @!attribute [rw] value
|
764
|
-
# @return [String]
|
765
|
+
# @return [::String]
|
765
766
|
class LabelsEntry
|
766
|
-
include Google::Protobuf::MessageExts
|
767
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
767
|
+
include ::Google::Protobuf::MessageExts
|
768
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
768
769
|
end
|
769
770
|
end
|
770
771
|
|
771
772
|
# Job scheduling options.
|
772
773
|
# @!attribute [rw] max_failures_per_hour
|
773
|
-
# @return [Integer]
|
774
|
+
# @return [::Integer]
|
774
775
|
# Optional. Maximum number of times per hour a driver may be restarted as
|
775
776
|
# a result of driver terminating with non-zero code before job is
|
776
777
|
# reported failed.
|
@@ -780,45 +781,45 @@ module Google
|
|
780
781
|
#
|
781
782
|
# Maximum value is 10.
|
782
783
|
class JobScheduling
|
783
|
-
include Google::Protobuf::MessageExts
|
784
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
784
|
+
include ::Google::Protobuf::MessageExts
|
785
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
785
786
|
end
|
786
787
|
|
787
788
|
# Job Operation metadata.
|
788
789
|
# @!attribute [r] job_id
|
789
|
-
# @return [String]
|
790
|
+
# @return [::String]
|
790
791
|
# Output only. The job id.
|
791
792
|
# @!attribute [r] status
|
792
|
-
# @return [Google::Cloud::Dataproc::V1beta2::JobStatus]
|
793
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::JobStatus]
|
793
794
|
# Output only. Most recent job status.
|
794
795
|
# @!attribute [r] operation_type
|
795
|
-
# @return [String]
|
796
|
+
# @return [::String]
|
796
797
|
# Output only. Operation type.
|
797
798
|
# @!attribute [r] start_time
|
798
|
-
# @return [Google::Protobuf::Timestamp]
|
799
|
+
# @return [::Google::Protobuf::Timestamp]
|
799
800
|
# Output only. Job submission time.
|
800
801
|
class JobMetadata
|
801
|
-
include Google::Protobuf::MessageExts
|
802
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
802
|
+
include ::Google::Protobuf::MessageExts
|
803
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
803
804
|
end
|
804
805
|
|
805
806
|
# A request to submit a job.
|
806
807
|
# @!attribute [rw] project_id
|
807
|
-
# @return [String]
|
808
|
+
# @return [::String]
|
808
809
|
# Required. The ID of the Google Cloud Platform project that the job
|
809
810
|
# belongs to.
|
810
811
|
# @!attribute [rw] region
|
811
|
-
# @return [String]
|
812
|
+
# @return [::String]
|
812
813
|
# Required. The Dataproc region in which to handle the request.
|
813
814
|
# @!attribute [rw] job
|
814
|
-
# @return [Google::Cloud::Dataproc::V1beta2::Job]
|
815
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::Job]
|
815
816
|
# Required. The job resource.
|
816
817
|
# @!attribute [rw] request_id
|
817
|
-
# @return [String]
|
818
|
+
# @return [::String]
|
818
819
|
# Optional. A unique id used to identify the request. If the server
|
819
|
-
# receives two {Google::Cloud::Dataproc::V1beta2::SubmitJobRequest SubmitJobRequest} requests with the same
|
820
|
+
# receives two {::Google::Cloud::Dataproc::V1beta2::SubmitJobRequest SubmitJobRequest} requests with the same
|
820
821
|
# id, then the second request will be ignored and the
|
821
|
-
# first {Google::Cloud::Dataproc::V1beta2::Job Job} created and stored in the backend
|
822
|
+
# first {::Google::Cloud::Dataproc::V1beta2::Job Job} created and stored in the backend
|
822
823
|
# is returned.
|
823
824
|
#
|
824
825
|
# It is recommended to always set this value to a
|
@@ -827,53 +828,53 @@ module Google
|
|
827
828
|
# The id must contain only letters (a-z, A-Z), numbers (0-9),
|
828
829
|
# underscores (_), and hyphens (-). The maximum length is 40 characters.
|
829
830
|
class SubmitJobRequest
|
830
|
-
include Google::Protobuf::MessageExts
|
831
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
831
|
+
include ::Google::Protobuf::MessageExts
|
832
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
832
833
|
end
|
833
834
|
|
834
835
|
# A request to get the resource representation for a job in a project.
|
835
836
|
# @!attribute [rw] project_id
|
836
|
-
# @return [String]
|
837
|
+
# @return [::String]
|
837
838
|
# Required. The ID of the Google Cloud Platform project that the job
|
838
839
|
# belongs to.
|
839
840
|
# @!attribute [rw] region
|
840
|
-
# @return [String]
|
841
|
+
# @return [::String]
|
841
842
|
# Required. The Dataproc region in which to handle the request.
|
842
843
|
# @!attribute [rw] job_id
|
843
|
-
# @return [String]
|
844
|
+
# @return [::String]
|
844
845
|
# Required. The job ID.
|
845
846
|
class GetJobRequest
|
846
|
-
include Google::Protobuf::MessageExts
|
847
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
847
|
+
include ::Google::Protobuf::MessageExts
|
848
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
848
849
|
end
|
849
850
|
|
850
851
|
# A request to list jobs in a project.
|
851
852
|
# @!attribute [rw] project_id
|
852
|
-
# @return [String]
|
853
|
+
# @return [::String]
|
853
854
|
# Required. The ID of the Google Cloud Platform project that the job
|
854
855
|
# belongs to.
|
855
856
|
# @!attribute [rw] region
|
856
|
-
# @return [String]
|
857
|
+
# @return [::String]
|
857
858
|
# Required. The Dataproc region in which to handle the request.
|
858
859
|
# @!attribute [rw] page_size
|
859
|
-
# @return [Integer]
|
860
|
+
# @return [::Integer]
|
860
861
|
# Optional. The number of results to return in each response.
|
861
862
|
# @!attribute [rw] page_token
|
862
|
-
# @return [String]
|
863
|
+
# @return [::String]
|
863
864
|
# Optional. The page token, returned by a previous call, to request the
|
864
865
|
# next page of results.
|
865
866
|
# @!attribute [rw] cluster_name
|
866
|
-
# @return [String]
|
867
|
+
# @return [::String]
|
867
868
|
# Optional. If set, the returned jobs list includes only jobs that were
|
868
869
|
# submitted to the named cluster.
|
869
870
|
# @!attribute [rw] job_state_matcher
|
870
|
-
# @return [Google::Cloud::Dataproc::V1beta2::ListJobsRequest::JobStateMatcher]
|
871
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::ListJobsRequest::JobStateMatcher]
|
871
872
|
# Optional. Specifies enumerated categories of jobs to list.
|
872
873
|
# (default = match ALL jobs).
|
873
874
|
#
|
874
875
|
# If `filter` is provided, `jobStateMatcher` will be ignored.
|
875
876
|
# @!attribute [rw] filter
|
876
|
-
# @return [String]
|
877
|
+
# @return [::String]
|
877
878
|
# Optional. A filter constraining the jobs to list. Filters are
|
878
879
|
# case-sensitive and have the following syntax:
|
879
880
|
#
|
@@ -889,8 +890,8 @@ module Google
|
|
889
890
|
#
|
890
891
|
# status.state = ACTIVE AND labels.env = staging AND labels.starred = *
|
891
892
|
class ListJobsRequest
|
892
|
-
include Google::Protobuf::MessageExts
|
893
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
893
|
+
include ::Google::Protobuf::MessageExts
|
894
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
894
895
|
|
895
896
|
# A matcher that specifies categories of job states.
|
896
897
|
module JobStateMatcher
|
@@ -908,20 +909,20 @@ module Google
|
|
908
909
|
|
909
910
|
# A request to update a job.
|
910
911
|
# @!attribute [rw] project_id
|
911
|
-
# @return [String]
|
912
|
+
# @return [::String]
|
912
913
|
# Required. The ID of the Google Cloud Platform project that the job
|
913
914
|
# belongs to.
|
914
915
|
# @!attribute [rw] region
|
915
|
-
# @return [String]
|
916
|
+
# @return [::String]
|
916
917
|
# Required. The Dataproc region in which to handle the request.
|
917
918
|
# @!attribute [rw] job_id
|
918
|
-
# @return [String]
|
919
|
+
# @return [::String]
|
919
920
|
# Required. The job ID.
|
920
921
|
# @!attribute [rw] job
|
921
|
-
# @return [Google::Cloud::Dataproc::V1beta2::Job]
|
922
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::Job]
|
922
923
|
# Required. The changes to the job.
|
923
924
|
# @!attribute [rw] update_mask
|
924
|
-
# @return [Google::Protobuf::FieldMask]
|
925
|
+
# @return [::Google::Protobuf::FieldMask]
|
925
926
|
# Required. Specifies the path, relative to <code>Job</code>, of
|
926
927
|
# the field to update. For example, to update the labels of a Job the
|
927
928
|
# <code>update_mask</code> parameter would be specified as
|
@@ -929,54 +930,54 @@ module Google
|
|
929
930
|
# value. <strong>Note:</strong> Currently, <code>labels</code> is the only
|
930
931
|
# field that can be updated.
|
931
932
|
class UpdateJobRequest
|
932
|
-
include Google::Protobuf::MessageExts
|
933
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
933
|
+
include ::Google::Protobuf::MessageExts
|
934
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
934
935
|
end
|
935
936
|
|
936
937
|
# A list of jobs in a project.
|
937
938
|
# @!attribute [r] jobs
|
938
|
-
# @return [Array
|
939
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1beta2::Job>]
|
939
940
|
# Output only. Jobs list.
|
940
941
|
# @!attribute [rw] next_page_token
|
941
|
-
# @return [String]
|
942
|
+
# @return [::String]
|
942
943
|
# Optional. This token is included in the response if there are more results
|
943
944
|
# to fetch. To fetch additional results, provide this value as the
|
944
945
|
# `page_token` in a subsequent <code>ListJobsRequest</code>.
|
945
946
|
class ListJobsResponse
|
946
|
-
include Google::Protobuf::MessageExts
|
947
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
947
|
+
include ::Google::Protobuf::MessageExts
|
948
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
948
949
|
end
|
949
950
|
|
950
951
|
# A request to cancel a job.
|
951
952
|
# @!attribute [rw] project_id
|
952
|
-
# @return [String]
|
953
|
+
# @return [::String]
|
953
954
|
# Required. The ID of the Google Cloud Platform project that the job
|
954
955
|
# belongs to.
|
955
956
|
# @!attribute [rw] region
|
956
|
-
# @return [String]
|
957
|
+
# @return [::String]
|
957
958
|
# Required. The Dataproc region in which to handle the request.
|
958
959
|
# @!attribute [rw] job_id
|
959
|
-
# @return [String]
|
960
|
+
# @return [::String]
|
960
961
|
# Required. The job ID.
|
961
962
|
class CancelJobRequest
|
962
|
-
include Google::Protobuf::MessageExts
|
963
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
963
|
+
include ::Google::Protobuf::MessageExts
|
964
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
964
965
|
end
|
965
966
|
|
966
967
|
# A request to delete a job.
|
967
968
|
# @!attribute [rw] project_id
|
968
|
-
# @return [String]
|
969
|
+
# @return [::String]
|
969
970
|
# Required. The ID of the Google Cloud Platform project that the job
|
970
971
|
# belongs to.
|
971
972
|
# @!attribute [rw] region
|
972
|
-
# @return [String]
|
973
|
+
# @return [::String]
|
973
974
|
# Required. The Dataproc region in which to handle the request.
|
974
975
|
# @!attribute [rw] job_id
|
975
|
-
# @return [String]
|
976
|
+
# @return [::String]
|
976
977
|
# Required. The job ID.
|
977
978
|
class DeleteJobRequest
|
978
|
-
include Google::Protobuf::MessageExts
|
979
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
979
|
+
include ::Google::Protobuf::MessageExts
|
980
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
980
981
|
end
|
981
982
|
end
|
982
983
|
end
|