google-cloud-dataproc-v1beta2 0.1.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/AUTHENTICATION.md +6 -6
- data/README.md +1 -1
- data/lib/google/cloud/dataproc/v1beta2.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service/client.rb +120 -120
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service/paths.rb +10 -10
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller/client.rb +171 -171
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller/operations.rb +100 -100
- data/lib/google/cloud/dataproc/v1beta2/job_controller.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/job_controller/client.rb +177 -177
- data/lib/google/cloud/dataproc/v1beta2/job_controller/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/job_controller/operations.rb +100 -100
- data/lib/google/cloud/dataproc/v1beta2/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/client.rb +172 -172
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/operations.rb +100 -100
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service/paths.rb +10 -10
- data/proto_docs/google/api/resource.rb +12 -12
- data/proto_docs/google/cloud/dataproc/v1beta2/autoscaling_policies.rb +45 -45
- data/proto_docs/google/cloud/dataproc/v1beta2/clusters.rb +203 -203
- data/proto_docs/google/cloud/dataproc/v1beta2/jobs.rb +224 -224
- data/proto_docs/google/cloud/dataproc/v1beta2/operations.rb +20 -20
- data/proto_docs/google/cloud/dataproc/v1beta2/workflow_templates.rb +145 -145
- data/proto_docs/google/longrunning/operations.rb +30 -30
- data/proto_docs/google/protobuf/any.rb +4 -4
- data/proto_docs/google/protobuf/duration.rb +4 -4
- data/proto_docs/google/protobuf/empty.rb +2 -2
- data/proto_docs/google/protobuf/field_mask.rb +3 -3
- data/proto_docs/google/protobuf/timestamp.rb +4 -4
- data/proto_docs/google/rpc/status.rb +6 -6
- metadata +2 -2
@@ -23,22 +23,22 @@ module Google
|
|
23
23
|
module V1beta2
|
24
24
|
# The runtime logging config of the job.
|
25
25
|
# @!attribute [rw] driver_log_levels
|
26
|
-
# @return [Google::Protobuf::Map{String => Google::Cloud::Dataproc::V1beta2::LoggingConfig::Level}]
|
26
|
+
# @return [::Google::Protobuf::Map{::String => ::Google::Cloud::Dataproc::V1beta2::LoggingConfig::Level}]
|
27
27
|
# The per-package log levels for the driver. This may include
|
28
28
|
# "root" package name to configure rootLogger.
|
29
29
|
# Examples:
|
30
30
|
# 'com.google = FATAL', 'root = INFO', 'org.apache = DEBUG'
|
31
31
|
class LoggingConfig
|
32
|
-
include Google::Protobuf::MessageExts
|
33
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
32
|
+
include ::Google::Protobuf::MessageExts
|
33
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
34
34
|
|
35
35
|
# @!attribute [rw] key
|
36
|
-
# @return [String]
|
36
|
+
# @return [::String]
|
37
37
|
# @!attribute [rw] value
|
38
|
-
# @return [Google::Cloud::Dataproc::V1beta2::LoggingConfig::Level]
|
38
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::LoggingConfig::Level]
|
39
39
|
class DriverLogLevelsEntry
|
40
|
-
include Google::Protobuf::MessageExts
|
41
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
40
|
+
include ::Google::Protobuf::MessageExts
|
41
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
42
42
|
end
|
43
43
|
|
44
44
|
# The Log4j level for job execution. When running an
|
@@ -80,56 +80,56 @@ module Google
|
|
80
80
|
# jobs on [Apache Hadoop
|
81
81
|
# YARN](https://hadoop.apache.org/docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
|
82
82
|
# @!attribute [rw] main_jar_file_uri
|
83
|
-
# @return [String]
|
83
|
+
# @return [::String]
|
84
84
|
# The HCFS URI of the jar file containing the main class.
|
85
85
|
# Examples:
|
86
86
|
# 'gs://foo-bucket/analytics-binaries/extract-useful-metrics-mr.jar'
|
87
87
|
# 'hdfs:/tmp/test-samples/custom-wordcount.jar'
|
88
88
|
# 'file:///home/usr/lib/hadoop-mapreduce/hadoop-mapreduce-examples.jar'
|
89
89
|
# @!attribute [rw] main_class
|
90
|
-
# @return [String]
|
90
|
+
# @return [::String]
|
91
91
|
# The name of the driver's main class. The jar file containing the class
|
92
92
|
# must be in the default CLASSPATH or specified in `jar_file_uris`.
|
93
93
|
# @!attribute [rw] args
|
94
|
-
# @return [Array
|
94
|
+
# @return [::Array<::String>]
|
95
95
|
# Optional. The arguments to pass to the driver. Do not
|
96
96
|
# include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as
|
97
97
|
# job properties, since a collision may occur that causes an incorrect job
|
98
98
|
# submission.
|
99
99
|
# @!attribute [rw] jar_file_uris
|
100
|
-
# @return [Array
|
100
|
+
# @return [::Array<::String>]
|
101
101
|
# Optional. Jar file URIs to add to the CLASSPATHs of the
|
102
102
|
# Hadoop driver and tasks.
|
103
103
|
# @!attribute [rw] file_uris
|
104
|
-
# @return [Array
|
104
|
+
# @return [::Array<::String>]
|
105
105
|
# Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied
|
106
106
|
# to the working directory of Hadoop drivers and distributed tasks. Useful
|
107
107
|
# for naively parallel tasks.
|
108
108
|
# @!attribute [rw] archive_uris
|
109
|
-
# @return [Array
|
109
|
+
# @return [::Array<::String>]
|
110
110
|
# Optional. HCFS URIs of archives to be extracted in the working directory of
|
111
111
|
# Hadoop drivers and tasks. Supported file types:
|
112
112
|
# .jar, .tar, .tar.gz, .tgz, or .zip.
|
113
113
|
# @!attribute [rw] properties
|
114
|
-
# @return [Google::Protobuf::Map{String => String}]
|
114
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
115
115
|
# Optional. A mapping of property names to values, used to configure Hadoop.
|
116
116
|
# Properties that conflict with values set by the Dataproc API may be
|
117
117
|
# overwritten. Can include properties set in /etc/hadoop/conf/*-site and
|
118
118
|
# classes in user code.
|
119
119
|
# @!attribute [rw] logging_config
|
120
|
-
# @return [Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
120
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
121
121
|
# Optional. The runtime log config for job execution.
|
122
122
|
class HadoopJob
|
123
|
-
include Google::Protobuf::MessageExts
|
124
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
123
|
+
include ::Google::Protobuf::MessageExts
|
124
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
125
125
|
|
126
126
|
# @!attribute [rw] key
|
127
|
-
# @return [String]
|
127
|
+
# @return [::String]
|
128
128
|
# @!attribute [rw] value
|
129
|
-
# @return [String]
|
129
|
+
# @return [::String]
|
130
130
|
class PropertiesEntry
|
131
|
-
include Google::Protobuf::MessageExts
|
132
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
131
|
+
include ::Google::Protobuf::MessageExts
|
132
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
133
133
|
end
|
134
134
|
end
|
135
135
|
|
@@ -141,50 +141,50 @@ module Google
|
|
141
141
|
# `CommonJob.jar_file_uris`, and then specify the main class name in
|
142
142
|
# `main_class`.
|
143
143
|
# @!attribute [rw] main_jar_file_uri
|
144
|
-
# @return [String]
|
144
|
+
# @return [::String]
|
145
145
|
# The HCFS URI of the jar file that contains the main class.
|
146
146
|
# @!attribute [rw] main_class
|
147
|
-
# @return [String]
|
147
|
+
# @return [::String]
|
148
148
|
# The name of the driver's main class. The jar file that contains the class
|
149
149
|
# must be in the default CLASSPATH or specified in `jar_file_uris`.
|
150
150
|
# @!attribute [rw] args
|
151
|
-
# @return [Array
|
151
|
+
# @return [::Array<::String>]
|
152
152
|
# Optional. The arguments to pass to the driver. Do not include arguments,
|
153
153
|
# such as `--conf`, that can be set as job properties, since a collision may
|
154
154
|
# occur that causes an incorrect job submission.
|
155
155
|
# @!attribute [rw] jar_file_uris
|
156
|
-
# @return [Array
|
156
|
+
# @return [::Array<::String>]
|
157
157
|
# Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
|
158
158
|
# Spark driver and tasks.
|
159
159
|
# @!attribute [rw] file_uris
|
160
|
-
# @return [Array
|
160
|
+
# @return [::Array<::String>]
|
161
161
|
# Optional. HCFS URIs of files to be copied to the working directory of
|
162
162
|
# Spark drivers and distributed tasks. Useful for naively parallel tasks.
|
163
163
|
# @!attribute [rw] archive_uris
|
164
|
-
# @return [Array
|
164
|
+
# @return [::Array<::String>]
|
165
165
|
# Optional. HCFS URIs of archives to be extracted in the working directory
|
166
166
|
# of Spark drivers and tasks. Supported file types:
|
167
167
|
# .jar, .tar, .tar.gz, .tgz, and .zip.
|
168
168
|
# @!attribute [rw] properties
|
169
|
-
# @return [Google::Protobuf::Map{String => String}]
|
169
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
170
170
|
# Optional. A mapping of property names to values, used to configure Spark.
|
171
171
|
# Properties that conflict with values set by the Dataproc API may be
|
172
172
|
# overwritten. Can include properties set in
|
173
173
|
# /etc/spark/conf/spark-defaults.conf and classes in user code.
|
174
174
|
# @!attribute [rw] logging_config
|
175
|
-
# @return [Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
175
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
176
176
|
# Optional. The runtime log config for job execution.
|
177
177
|
class SparkJob
|
178
|
-
include Google::Protobuf::MessageExts
|
179
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
178
|
+
include ::Google::Protobuf::MessageExts
|
179
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
180
180
|
|
181
181
|
# @!attribute [rw] key
|
182
|
-
# @return [String]
|
182
|
+
# @return [::String]
|
183
183
|
# @!attribute [rw] value
|
184
|
-
# @return [String]
|
184
|
+
# @return [::String]
|
185
185
|
class PropertiesEntry
|
186
|
-
include Google::Protobuf::MessageExts
|
187
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
186
|
+
include ::Google::Protobuf::MessageExts
|
187
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
188
188
|
end
|
189
189
|
end
|
190
190
|
|
@@ -193,56 +193,56 @@ module Google
|
|
193
193
|
# PySpark](https://spark.apache.org/docs/0.9.0/python-programming-guide.html)
|
194
194
|
# applications on YARN.
|
195
195
|
# @!attribute [rw] main_python_file_uri
|
196
|
-
# @return [String]
|
196
|
+
# @return [::String]
|
197
197
|
# Required. The HCFS URI of the main Python file to use as the driver. Must
|
198
198
|
# be a .py file.
|
199
199
|
# @!attribute [rw] args
|
200
|
-
# @return [Array
|
200
|
+
# @return [::Array<::String>]
|
201
201
|
# Optional. The arguments to pass to the driver. Do not include arguments,
|
202
202
|
# such as `--conf`, that can be set as job properties, since a collision may
|
203
203
|
# occur that causes an incorrect job submission.
|
204
204
|
# @!attribute [rw] python_file_uris
|
205
|
-
# @return [Array
|
205
|
+
# @return [::Array<::String>]
|
206
206
|
# Optional. HCFS file URIs of Python files to pass to the PySpark
|
207
207
|
# framework. Supported file types: .py, .egg, and .zip.
|
208
208
|
# @!attribute [rw] jar_file_uris
|
209
|
-
# @return [Array
|
209
|
+
# @return [::Array<::String>]
|
210
210
|
# Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
|
211
211
|
# Python driver and tasks.
|
212
212
|
# @!attribute [rw] file_uris
|
213
|
-
# @return [Array
|
213
|
+
# @return [::Array<::String>]
|
214
214
|
# Optional. HCFS URIs of files to be copied to the working directory of
|
215
215
|
# Python drivers and distributed tasks. Useful for naively parallel tasks.
|
216
216
|
# @!attribute [rw] archive_uris
|
217
|
-
# @return [Array
|
217
|
+
# @return [::Array<::String>]
|
218
218
|
# Optional. HCFS URIs of archives to be extracted in the working directory of
|
219
219
|
# .jar, .tar, .tar.gz, .tgz, and .zip.
|
220
220
|
# @!attribute [rw] properties
|
221
|
-
# @return [Google::Protobuf::Map{String => String}]
|
221
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
222
222
|
# Optional. A mapping of property names to values, used to configure PySpark.
|
223
223
|
# Properties that conflict with values set by the Dataproc API may be
|
224
224
|
# overwritten. Can include properties set in
|
225
225
|
# /etc/spark/conf/spark-defaults.conf and classes in user code.
|
226
226
|
# @!attribute [rw] logging_config
|
227
|
-
# @return [Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
227
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
228
228
|
# Optional. The runtime log config for job execution.
|
229
229
|
class PySparkJob
|
230
|
-
include Google::Protobuf::MessageExts
|
231
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
230
|
+
include ::Google::Protobuf::MessageExts
|
231
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
232
232
|
|
233
233
|
# @!attribute [rw] key
|
234
|
-
# @return [String]
|
234
|
+
# @return [::String]
|
235
235
|
# @!attribute [rw] value
|
236
|
-
# @return [String]
|
236
|
+
# @return [::String]
|
237
237
|
class PropertiesEntry
|
238
|
-
include Google::Protobuf::MessageExts
|
239
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
238
|
+
include ::Google::Protobuf::MessageExts
|
239
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
240
240
|
end
|
241
241
|
end
|
242
242
|
|
243
243
|
# A list of queries to run on a cluster.
|
244
244
|
# @!attribute [rw] queries
|
245
|
-
# @return [Array
|
245
|
+
# @return [::Array<::String>]
|
246
246
|
# Required. The queries to execute. You do not need to terminate a query
|
247
247
|
# with a semicolon. Multiple queries can be specified in one string
|
248
248
|
# by separating each with a semicolon. Here is an example of an Cloud
|
@@ -258,157 +258,157 @@ module Google
|
|
258
258
|
# }
|
259
259
|
# }
|
260
260
|
class QueryList
|
261
|
-
include Google::Protobuf::MessageExts
|
262
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
261
|
+
include ::Google::Protobuf::MessageExts
|
262
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
263
263
|
end
|
264
264
|
|
265
265
|
# A Dataproc job for running [Apache Hive](https://hive.apache.org/)
|
266
266
|
# queries on YARN.
|
267
267
|
# @!attribute [rw] query_file_uri
|
268
|
-
# @return [String]
|
268
|
+
# @return [::String]
|
269
269
|
# The HCFS URI of the script that contains Hive queries.
|
270
270
|
# @!attribute [rw] query_list
|
271
|
-
# @return [Google::Cloud::Dataproc::V1beta2::QueryList]
|
271
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::QueryList]
|
272
272
|
# A list of queries.
|
273
273
|
# @!attribute [rw] continue_on_failure
|
274
|
-
# @return [Boolean]
|
274
|
+
# @return [::Boolean]
|
275
275
|
# Optional. Whether to continue executing queries if a query fails.
|
276
276
|
# The default value is `false`. Setting to `true` can be useful when
|
277
277
|
# executing independent parallel queries.
|
278
278
|
# @!attribute [rw] script_variables
|
279
|
-
# @return [Google::Protobuf::Map{String => String}]
|
279
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
280
280
|
# Optional. Mapping of query variable names to values (equivalent to the
|
281
281
|
# Hive command: `SET name="value";`).
|
282
282
|
# @!attribute [rw] properties
|
283
|
-
# @return [Google::Protobuf::Map{String => String}]
|
283
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
284
284
|
# Optional. A mapping of property names and values, used to configure Hive.
|
285
285
|
# Properties that conflict with values set by the Dataproc API may be
|
286
286
|
# overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml,
|
287
287
|
# /etc/hive/conf/hive-site.xml, and classes in user code.
|
288
288
|
# @!attribute [rw] jar_file_uris
|
289
|
-
# @return [Array
|
289
|
+
# @return [::Array<::String>]
|
290
290
|
# Optional. HCFS URIs of jar files to add to the CLASSPATH of the
|
291
291
|
# Hive server and Hadoop MapReduce (MR) tasks. Can contain Hive SerDes
|
292
292
|
# and UDFs.
|
293
293
|
class HiveJob
|
294
|
-
include Google::Protobuf::MessageExts
|
295
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
294
|
+
include ::Google::Protobuf::MessageExts
|
295
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
296
296
|
|
297
297
|
# @!attribute [rw] key
|
298
|
-
# @return [String]
|
298
|
+
# @return [::String]
|
299
299
|
# @!attribute [rw] value
|
300
|
-
# @return [String]
|
300
|
+
# @return [::String]
|
301
301
|
class ScriptVariablesEntry
|
302
|
-
include Google::Protobuf::MessageExts
|
303
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
302
|
+
include ::Google::Protobuf::MessageExts
|
303
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
304
304
|
end
|
305
305
|
|
306
306
|
# @!attribute [rw] key
|
307
|
-
# @return [String]
|
307
|
+
# @return [::String]
|
308
308
|
# @!attribute [rw] value
|
309
|
-
# @return [String]
|
309
|
+
# @return [::String]
|
310
310
|
class PropertiesEntry
|
311
|
-
include Google::Protobuf::MessageExts
|
312
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
311
|
+
include ::Google::Protobuf::MessageExts
|
312
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
313
313
|
end
|
314
314
|
end
|
315
315
|
|
316
316
|
# A Dataproc job for running [Apache Spark
|
317
317
|
# SQL](http://spark.apache.org/sql/) queries.
|
318
318
|
# @!attribute [rw] query_file_uri
|
319
|
-
# @return [String]
|
319
|
+
# @return [::String]
|
320
320
|
# The HCFS URI of the script that contains SQL queries.
|
321
321
|
# @!attribute [rw] query_list
|
322
|
-
# @return [Google::Cloud::Dataproc::V1beta2::QueryList]
|
322
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::QueryList]
|
323
323
|
# A list of queries.
|
324
324
|
# @!attribute [rw] script_variables
|
325
|
-
# @return [Google::Protobuf::Map{String => String}]
|
325
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
326
326
|
# Optional. Mapping of query variable names to values (equivalent to the
|
327
327
|
# Spark SQL command: SET `name="value";`).
|
328
328
|
# @!attribute [rw] properties
|
329
|
-
# @return [Google::Protobuf::Map{String => String}]
|
329
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
330
330
|
# Optional. A mapping of property names to values, used to configure
|
331
331
|
# Spark SQL's SparkConf. Properties that conflict with values set by the
|
332
332
|
# Dataproc API may be overwritten.
|
333
333
|
# @!attribute [rw] jar_file_uris
|
334
|
-
# @return [Array
|
334
|
+
# @return [::Array<::String>]
|
335
335
|
# Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.
|
336
336
|
# @!attribute [rw] logging_config
|
337
|
-
# @return [Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
337
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
338
338
|
# Optional. The runtime log config for job execution.
|
339
339
|
class SparkSqlJob
|
340
|
-
include Google::Protobuf::MessageExts
|
341
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
340
|
+
include ::Google::Protobuf::MessageExts
|
341
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
342
342
|
|
343
343
|
# @!attribute [rw] key
|
344
|
-
# @return [String]
|
344
|
+
# @return [::String]
|
345
345
|
# @!attribute [rw] value
|
346
|
-
# @return [String]
|
346
|
+
# @return [::String]
|
347
347
|
class ScriptVariablesEntry
|
348
|
-
include Google::Protobuf::MessageExts
|
349
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
348
|
+
include ::Google::Protobuf::MessageExts
|
349
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
350
350
|
end
|
351
351
|
|
352
352
|
# @!attribute [rw] key
|
353
|
-
# @return [String]
|
353
|
+
# @return [::String]
|
354
354
|
# @!attribute [rw] value
|
355
|
-
# @return [String]
|
355
|
+
# @return [::String]
|
356
356
|
class PropertiesEntry
|
357
|
-
include Google::Protobuf::MessageExts
|
358
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
357
|
+
include ::Google::Protobuf::MessageExts
|
358
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
359
359
|
end
|
360
360
|
end
|
361
361
|
|
362
362
|
# A Dataproc job for running [Apache Pig](https://pig.apache.org/)
|
363
363
|
# queries on YARN.
|
364
364
|
# @!attribute [rw] query_file_uri
|
365
|
-
# @return [String]
|
365
|
+
# @return [::String]
|
366
366
|
# The HCFS URI of the script that contains the Pig queries.
|
367
367
|
# @!attribute [rw] query_list
|
368
|
-
# @return [Google::Cloud::Dataproc::V1beta2::QueryList]
|
368
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::QueryList]
|
369
369
|
# A list of queries.
|
370
370
|
# @!attribute [rw] continue_on_failure
|
371
|
-
# @return [Boolean]
|
371
|
+
# @return [::Boolean]
|
372
372
|
# Optional. Whether to continue executing queries if a query fails.
|
373
373
|
# The default value is `false`. Setting to `true` can be useful when
|
374
374
|
# executing independent parallel queries.
|
375
375
|
# @!attribute [rw] script_variables
|
376
|
-
# @return [Google::Protobuf::Map{String => String}]
|
376
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
377
377
|
# Optional. Mapping of query variable names to values (equivalent to the Pig
|
378
378
|
# command: `name=[value]`).
|
379
379
|
# @!attribute [rw] properties
|
380
|
-
# @return [Google::Protobuf::Map{String => String}]
|
380
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
381
381
|
# Optional. A mapping of property names to values, used to configure Pig.
|
382
382
|
# Properties that conflict with values set by the Dataproc API may be
|
383
383
|
# overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml,
|
384
384
|
# /etc/pig/conf/pig.properties, and classes in user code.
|
385
385
|
# @!attribute [rw] jar_file_uris
|
386
|
-
# @return [Array
|
386
|
+
# @return [::Array<::String>]
|
387
387
|
# Optional. HCFS URIs of jar files to add to the CLASSPATH of
|
388
388
|
# the Pig Client and Hadoop MapReduce (MR) tasks. Can contain Pig UDFs.
|
389
389
|
# @!attribute [rw] logging_config
|
390
|
-
# @return [Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
390
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
391
391
|
# Optional. The runtime log config for job execution.
|
392
392
|
class PigJob
|
393
|
-
include Google::Protobuf::MessageExts
|
394
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
393
|
+
include ::Google::Protobuf::MessageExts
|
394
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
395
395
|
|
396
396
|
# @!attribute [rw] key
|
397
|
-
# @return [String]
|
397
|
+
# @return [::String]
|
398
398
|
# @!attribute [rw] value
|
399
|
-
# @return [String]
|
399
|
+
# @return [::String]
|
400
400
|
class ScriptVariablesEntry
|
401
|
-
include Google::Protobuf::MessageExts
|
402
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
401
|
+
include ::Google::Protobuf::MessageExts
|
402
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
403
403
|
end
|
404
404
|
|
405
405
|
# @!attribute [rw] key
|
406
|
-
# @return [String]
|
406
|
+
# @return [::String]
|
407
407
|
# @!attribute [rw] value
|
408
|
-
# @return [String]
|
408
|
+
# @return [::String]
|
409
409
|
class PropertiesEntry
|
410
|
-
include Google::Protobuf::MessageExts
|
411
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
410
|
+
include ::Google::Protobuf::MessageExts
|
411
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
412
412
|
end
|
413
413
|
end
|
414
414
|
|
@@ -416,43 +416,43 @@ module Google
|
|
416
416
|
# [Apache SparkR](https://spark.apache.org/docs/latest/sparkr.html)
|
417
417
|
# applications on YARN.
|
418
418
|
# @!attribute [rw] main_r_file_uri
|
419
|
-
# @return [String]
|
419
|
+
# @return [::String]
|
420
420
|
# Required. The HCFS URI of the main R file to use as the driver.
|
421
421
|
# Must be a .R file.
|
422
422
|
# @!attribute [rw] args
|
423
|
-
# @return [Array
|
423
|
+
# @return [::Array<::String>]
|
424
424
|
# Optional. The arguments to pass to the driver. Do not include arguments,
|
425
425
|
# such as `--conf`, that can be set as job properties, since a collision may
|
426
426
|
# occur that causes an incorrect job submission.
|
427
427
|
# @!attribute [rw] file_uris
|
428
|
-
# @return [Array
|
428
|
+
# @return [::Array<::String>]
|
429
429
|
# Optional. HCFS URIs of files to be copied to the working directory of
|
430
430
|
# R drivers and distributed tasks. Useful for naively parallel tasks.
|
431
431
|
# @!attribute [rw] archive_uris
|
432
|
-
# @return [Array
|
432
|
+
# @return [::Array<::String>]
|
433
433
|
# Optional. HCFS URIs of archives to be extracted in the working directory of
|
434
434
|
# Spark drivers and tasks. Supported file types:
|
435
435
|
# .jar, .tar, .tar.gz, .tgz, and .zip.
|
436
436
|
# @!attribute [rw] properties
|
437
|
-
# @return [Google::Protobuf::Map{String => String}]
|
437
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
438
438
|
# Optional. A mapping of property names to values, used to configure SparkR.
|
439
439
|
# Properties that conflict with values set by the Dataproc API may be
|
440
440
|
# overwritten. Can include properties set in
|
441
441
|
# /etc/spark/conf/spark-defaults.conf and classes in user code.
|
442
442
|
# @!attribute [rw] logging_config
|
443
|
-
# @return [Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
443
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
444
444
|
# Optional. The runtime log config for job execution.
|
445
445
|
class SparkRJob
|
446
|
-
include Google::Protobuf::MessageExts
|
447
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
446
|
+
include ::Google::Protobuf::MessageExts
|
447
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
448
448
|
|
449
449
|
# @!attribute [rw] key
|
450
|
-
# @return [String]
|
450
|
+
# @return [::String]
|
451
451
|
# @!attribute [rw] value
|
452
|
-
# @return [String]
|
452
|
+
# @return [::String]
|
453
453
|
class PropertiesEntry
|
454
|
-
include Google::Protobuf::MessageExts
|
455
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
454
|
+
include ::Google::Protobuf::MessageExts
|
455
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
456
456
|
end
|
457
457
|
end
|
458
458
|
|
@@ -461,76 +461,76 @@ module Google
|
|
461
461
|
# Component](/dataproc/docs/concepts/components/presto) must be enabled when
|
462
462
|
# the cluster is created to submit a Presto job to the cluster.
|
463
463
|
# @!attribute [rw] query_file_uri
|
464
|
-
# @return [String]
|
464
|
+
# @return [::String]
|
465
465
|
# The HCFS URI of the script that contains SQL queries.
|
466
466
|
# @!attribute [rw] query_list
|
467
|
-
# @return [Google::Cloud::Dataproc::V1beta2::QueryList]
|
467
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::QueryList]
|
468
468
|
# A list of queries.
|
469
469
|
# @!attribute [rw] continue_on_failure
|
470
|
-
# @return [Boolean]
|
470
|
+
# @return [::Boolean]
|
471
471
|
# Optional. Whether to continue executing queries if a query fails.
|
472
472
|
# The default value is `false`. Setting to `true` can be useful when
|
473
473
|
# executing independent parallel queries.
|
474
474
|
# @!attribute [rw] output_format
|
475
|
-
# @return [String]
|
475
|
+
# @return [::String]
|
476
476
|
# Optional. The format in which query output will be displayed. See the
|
477
477
|
# Presto documentation for supported output formats
|
478
478
|
# @!attribute [rw] client_tags
|
479
|
-
# @return [Array
|
479
|
+
# @return [::Array<::String>]
|
480
480
|
# Optional. Presto client tags to attach to this query
|
481
481
|
# @!attribute [rw] properties
|
482
|
-
# @return [Google::Protobuf::Map{String => String}]
|
482
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
483
483
|
# Optional. A mapping of property names to values. Used to set Presto
|
484
484
|
# [session properties](https://prestodb.io/docs/current/sql/set-session.html)
|
485
485
|
# Equivalent to using the --session flag in the Presto CLI
|
486
486
|
# @!attribute [rw] logging_config
|
487
|
-
# @return [Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
487
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::LoggingConfig]
|
488
488
|
# Optional. The runtime log config for job execution.
|
489
489
|
class PrestoJob
|
490
|
-
include Google::Protobuf::MessageExts
|
491
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
490
|
+
include ::Google::Protobuf::MessageExts
|
491
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
492
492
|
|
493
493
|
# @!attribute [rw] key
|
494
|
-
# @return [String]
|
494
|
+
# @return [::String]
|
495
495
|
# @!attribute [rw] value
|
496
|
-
# @return [String]
|
496
|
+
# @return [::String]
|
497
497
|
class PropertiesEntry
|
498
|
-
include Google::Protobuf::MessageExts
|
499
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
498
|
+
include ::Google::Protobuf::MessageExts
|
499
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
500
500
|
end
|
501
501
|
end
|
502
502
|
|
503
503
|
# Dataproc job config.
|
504
504
|
# @!attribute [rw] cluster_name
|
505
|
-
# @return [String]
|
505
|
+
# @return [::String]
|
506
506
|
# Required. The name of the cluster where the job will be submitted.
|
507
507
|
# @!attribute [r] cluster_uuid
|
508
|
-
# @return [String]
|
508
|
+
# @return [::String]
|
509
509
|
# Output only. A cluster UUID generated by the Dataproc service when
|
510
510
|
# the job is submitted.
|
511
511
|
class JobPlacement
|
512
|
-
include Google::Protobuf::MessageExts
|
513
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
512
|
+
include ::Google::Protobuf::MessageExts
|
513
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
514
514
|
end
|
515
515
|
|
516
516
|
# Dataproc job status.
|
517
517
|
# @!attribute [r] state
|
518
|
-
# @return [Google::Cloud::Dataproc::V1beta2::JobStatus::State]
|
518
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::JobStatus::State]
|
519
519
|
# Output only. A state message specifying the overall job state.
|
520
520
|
# @!attribute [r] details
|
521
|
-
# @return [String]
|
521
|
+
# @return [::String]
|
522
522
|
# Output only. Optional Job state details, such as an error
|
523
523
|
# description if the state is <code>ERROR</code>.
|
524
524
|
# @!attribute [r] state_start_time
|
525
|
-
# @return [Google::Protobuf::Timestamp]
|
525
|
+
# @return [::Google::Protobuf::Timestamp]
|
526
526
|
# Output only. The time when this state was entered.
|
527
527
|
# @!attribute [r] substate
|
528
|
-
# @return [Google::Cloud::Dataproc::V1beta2::JobStatus::Substate]
|
528
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::JobStatus::Substate]
|
529
529
|
# Output only. Additional state information, which includes
|
530
530
|
# status reported by the agent.
|
531
531
|
class JobStatus
|
532
|
-
include Google::Protobuf::MessageExts
|
533
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
532
|
+
include ::Google::Protobuf::MessageExts
|
533
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
534
534
|
|
535
535
|
# The job state.
|
536
536
|
module State
|
@@ -598,19 +598,19 @@ module Google
|
|
598
598
|
|
599
599
|
# Encapsulates the full scoping used to reference a job.
|
600
600
|
# @!attribute [rw] project_id
|
601
|
-
# @return [String]
|
601
|
+
# @return [::String]
|
602
602
|
# Required. The ID of the Google Cloud Platform project that the job
|
603
603
|
# belongs to.
|
604
604
|
# @!attribute [rw] job_id
|
605
|
-
# @return [String]
|
605
|
+
# @return [::String]
|
606
606
|
# Optional. The job ID, which must be unique within the project.
|
607
607
|
# The ID must contain only letters (a-z, A-Z), numbers (0-9),
|
608
608
|
# underscores (_), or hyphens (-). The maximum length is 100 characters.
|
609
609
|
#
|
610
610
|
# If not specified by the caller, the job ID will be provided by the server.
|
611
611
|
class JobReference
|
612
|
-
include Google::Protobuf::MessageExts
|
613
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
612
|
+
include ::Google::Protobuf::MessageExts
|
613
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
614
614
|
end
|
615
615
|
|
616
616
|
# A YARN application created by a job. Application information is a subset of
|
@@ -619,23 +619,23 @@ module Google
|
|
619
619
|
# **Beta Feature**: This report is available for testing purposes only. It may
|
620
620
|
# be changed before final release.
|
621
621
|
# @!attribute [r] name
|
622
|
-
# @return [String]
|
622
|
+
# @return [::String]
|
623
623
|
# Output only. The application name.
|
624
624
|
# @!attribute [r] state
|
625
|
-
# @return [Google::Cloud::Dataproc::V1beta2::YarnApplication::State]
|
625
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::YarnApplication::State]
|
626
626
|
# Output only. The application state.
|
627
627
|
# @!attribute [r] progress
|
628
|
-
# @return [Float]
|
628
|
+
# @return [::Float]
|
629
629
|
# Output only. The numerical progress of the application, from 1 to 100.
|
630
630
|
# @!attribute [r] tracking_url
|
631
|
-
# @return [String]
|
631
|
+
# @return [::String]
|
632
632
|
# Output only. The HTTP URL of the ApplicationMaster, HistoryServer, or
|
633
633
|
# TimelineServer that provides application-specific information. The URL uses
|
634
634
|
# the internal hostname, and requires a proxy server for resolution and,
|
635
635
|
# possibly, access.
|
636
636
|
class YarnApplication
|
637
|
-
include Google::Protobuf::MessageExts
|
638
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
637
|
+
include ::Google::Protobuf::MessageExts
|
638
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
639
639
|
|
640
640
|
# The application state, corresponding to
|
641
641
|
# <code>YarnProtos.YarnApplicationStateProto</code>.
|
@@ -671,68 +671,68 @@ module Google
|
|
671
671
|
|
672
672
|
# A Dataproc job resource.
|
673
673
|
# @!attribute [rw] reference
|
674
|
-
# @return [Google::Cloud::Dataproc::V1beta2::JobReference]
|
674
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::JobReference]
|
675
675
|
# Optional. The fully qualified reference to the job, which can be used to
|
676
676
|
# obtain the equivalent REST path of the job resource. If this property
|
677
677
|
# is not specified when a job is created, the server generates a
|
678
678
|
# <code>job_id</code>.
|
679
679
|
# @!attribute [rw] placement
|
680
|
-
# @return [Google::Cloud::Dataproc::V1beta2::JobPlacement]
|
680
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::JobPlacement]
|
681
681
|
# Required. Job information, including how, when, and where to
|
682
682
|
# run the job.
|
683
683
|
# @!attribute [rw] hadoop_job
|
684
|
-
# @return [Google::Cloud::Dataproc::V1beta2::HadoopJob]
|
684
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::HadoopJob]
|
685
685
|
# Optional. Job is a Hadoop job.
|
686
686
|
# @!attribute [rw] spark_job
|
687
|
-
# @return [Google::Cloud::Dataproc::V1beta2::SparkJob]
|
687
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::SparkJob]
|
688
688
|
# Optional. Job is a Spark job.
|
689
689
|
# @!attribute [rw] pyspark_job
|
690
|
-
# @return [Google::Cloud::Dataproc::V1beta2::PySparkJob]
|
690
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::PySparkJob]
|
691
691
|
# Optional. Job is a PySpark job.
|
692
692
|
# @!attribute [rw] hive_job
|
693
|
-
# @return [Google::Cloud::Dataproc::V1beta2::HiveJob]
|
693
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::HiveJob]
|
694
694
|
# Optional. Job is a Hive job.
|
695
695
|
# @!attribute [rw] pig_job
|
696
|
-
# @return [Google::Cloud::Dataproc::V1beta2::PigJob]
|
696
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::PigJob]
|
697
697
|
# Optional. Job is a Pig job.
|
698
698
|
# @!attribute [rw] spark_r_job
|
699
|
-
# @return [Google::Cloud::Dataproc::V1beta2::SparkRJob]
|
699
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::SparkRJob]
|
700
700
|
# Optional. Job is a SparkR job.
|
701
701
|
# @!attribute [rw] spark_sql_job
|
702
|
-
# @return [Google::Cloud::Dataproc::V1beta2::SparkSqlJob]
|
702
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::SparkSqlJob]
|
703
703
|
# Optional. Job is a SparkSql job.
|
704
704
|
# @!attribute [rw] presto_job
|
705
|
-
# @return [Google::Cloud::Dataproc::V1beta2::PrestoJob]
|
705
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::PrestoJob]
|
706
706
|
# Optional. Job is a Presto job.
|
707
707
|
# @!attribute [r] status
|
708
|
-
# @return [Google::Cloud::Dataproc::V1beta2::JobStatus]
|
708
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::JobStatus]
|
709
709
|
# Output only. The job status. Additional application-specific
|
710
710
|
# status information may be contained in the <code>type_job</code>
|
711
711
|
# and <code>yarn_applications</code> fields.
|
712
712
|
# @!attribute [r] status_history
|
713
|
-
# @return [Array
|
713
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1beta2::JobStatus>]
|
714
714
|
# Output only. The previous job status.
|
715
715
|
# @!attribute [r] yarn_applications
|
716
|
-
# @return [Array
|
716
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1beta2::YarnApplication>]
|
717
717
|
# Output only. The collection of YARN applications spun up by this job.
|
718
718
|
#
|
719
719
|
# **Beta** Feature: This report is available for testing purposes only. It
|
720
720
|
# may be changed before final release.
|
721
721
|
# @!attribute [r] submitted_by
|
722
|
-
# @return [String]
|
722
|
+
# @return [::String]
|
723
723
|
# Output only. The email address of the user submitting the job. For jobs
|
724
724
|
# submitted on the cluster, the address is <code>username@hostname</code>.
|
725
725
|
# @!attribute [r] driver_output_resource_uri
|
726
|
-
# @return [String]
|
726
|
+
# @return [::String]
|
727
727
|
# Output only. A URI pointing to the location of the stdout of the job's
|
728
728
|
# driver program.
|
729
729
|
# @!attribute [r] driver_control_files_uri
|
730
|
-
# @return [String]
|
730
|
+
# @return [::String]
|
731
731
|
# Output only. If present, the location of miscellaneous control files
|
732
732
|
# which may be used as part of job setup and handling. If not present,
|
733
733
|
# control files may be placed in the same location as `driver_output_uri`.
|
734
734
|
# @!attribute [rw] labels
|
735
|
-
# @return [Google::Protobuf::Map{String => String}]
|
735
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
736
736
|
# Optional. The labels to associate with this job.
|
737
737
|
# Label **keys** must contain 1 to 63 characters, and must conform to
|
738
738
|
# [RFC 1035](https://www.ietf.org/rfc/rfc1035.txt).
|
@@ -741,36 +741,36 @@ module Google
|
|
741
741
|
# 1035](https://www.ietf.org/rfc/rfc1035.txt). No more than 32 labels can be
|
742
742
|
# associated with a job.
|
743
743
|
# @!attribute [rw] scheduling
|
744
|
-
# @return [Google::Cloud::Dataproc::V1beta2::JobScheduling]
|
744
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::JobScheduling]
|
745
745
|
# Optional. Job scheduling configuration.
|
746
746
|
# @!attribute [r] job_uuid
|
747
|
-
# @return [String]
|
747
|
+
# @return [::String]
|
748
748
|
# Output only. A UUID that uniquely identifies a job within the project
|
749
749
|
# over time. This is in contrast to a user-settable reference.job_id that
|
750
750
|
# may be reused over time.
|
751
751
|
# @!attribute [r] done
|
752
|
-
# @return [Boolean]
|
752
|
+
# @return [::Boolean]
|
753
753
|
# Output only. Indicates whether the job is completed. If the value is `false`,
|
754
754
|
# the job is still in progress. If `true`, the job is completed, and
|
755
755
|
# `status.state` field will indicate if it was successful, failed,
|
756
756
|
# or cancelled.
|
757
757
|
class Job
|
758
|
-
include Google::Protobuf::MessageExts
|
759
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
758
|
+
include ::Google::Protobuf::MessageExts
|
759
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
760
760
|
|
761
761
|
# @!attribute [rw] key
|
762
|
-
# @return [String]
|
762
|
+
# @return [::String]
|
763
763
|
# @!attribute [rw] value
|
764
|
-
# @return [String]
|
764
|
+
# @return [::String]
|
765
765
|
class LabelsEntry
|
766
|
-
include Google::Protobuf::MessageExts
|
767
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
766
|
+
include ::Google::Protobuf::MessageExts
|
767
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
768
768
|
end
|
769
769
|
end
|
770
770
|
|
771
771
|
# Job scheduling options.
|
772
772
|
# @!attribute [rw] max_failures_per_hour
|
773
|
-
# @return [Integer]
|
773
|
+
# @return [::Integer]
|
774
774
|
# Optional. Maximum number of times per hour a driver may be restarted as
|
775
775
|
# a result of driver terminating with non-zero code before job is
|
776
776
|
# reported failed.
|
@@ -780,45 +780,45 @@ module Google
|
|
780
780
|
#
|
781
781
|
# Maximum value is 10.
|
782
782
|
class JobScheduling
|
783
|
-
include Google::Protobuf::MessageExts
|
784
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
783
|
+
include ::Google::Protobuf::MessageExts
|
784
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
785
785
|
end
|
786
786
|
|
787
787
|
# Job Operation metadata.
|
788
788
|
# @!attribute [r] job_id
|
789
|
-
# @return [String]
|
789
|
+
# @return [::String]
|
790
790
|
# Output only. The job id.
|
791
791
|
# @!attribute [r] status
|
792
|
-
# @return [Google::Cloud::Dataproc::V1beta2::JobStatus]
|
792
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::JobStatus]
|
793
793
|
# Output only. Most recent job status.
|
794
794
|
# @!attribute [r] operation_type
|
795
|
-
# @return [String]
|
795
|
+
# @return [::String]
|
796
796
|
# Output only. Operation type.
|
797
797
|
# @!attribute [r] start_time
|
798
|
-
# @return [Google::Protobuf::Timestamp]
|
798
|
+
# @return [::Google::Protobuf::Timestamp]
|
799
799
|
# Output only. Job submission time.
|
800
800
|
class JobMetadata
|
801
|
-
include Google::Protobuf::MessageExts
|
802
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
801
|
+
include ::Google::Protobuf::MessageExts
|
802
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
803
803
|
end
|
804
804
|
|
805
805
|
# A request to submit a job.
|
806
806
|
# @!attribute [rw] project_id
|
807
|
-
# @return [String]
|
807
|
+
# @return [::String]
|
808
808
|
# Required. The ID of the Google Cloud Platform project that the job
|
809
809
|
# belongs to.
|
810
810
|
# @!attribute [rw] region
|
811
|
-
# @return [String]
|
811
|
+
# @return [::String]
|
812
812
|
# Required. The Dataproc region in which to handle the request.
|
813
813
|
# @!attribute [rw] job
|
814
|
-
# @return [Google::Cloud::Dataproc::V1beta2::Job]
|
814
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::Job]
|
815
815
|
# Required. The job resource.
|
816
816
|
# @!attribute [rw] request_id
|
817
|
-
# @return [String]
|
817
|
+
# @return [::String]
|
818
818
|
# Optional. A unique id used to identify the request. If the server
|
819
|
-
# receives two {Google::Cloud::Dataproc::V1beta2::SubmitJobRequest SubmitJobRequest} requests with the same
|
819
|
+
# receives two {::Google::Cloud::Dataproc::V1beta2::SubmitJobRequest SubmitJobRequest} requests with the same
|
820
820
|
# id, then the second request will be ignored and the
|
821
|
-
# first {Google::Cloud::Dataproc::V1beta2::Job Job} created and stored in the backend
|
821
|
+
# first {::Google::Cloud::Dataproc::V1beta2::Job Job} created and stored in the backend
|
822
822
|
# is returned.
|
823
823
|
#
|
824
824
|
# It is recommended to always set this value to a
|
@@ -827,53 +827,53 @@ module Google
|
|
827
827
|
# The id must contain only letters (a-z, A-Z), numbers (0-9),
|
828
828
|
# underscores (_), and hyphens (-). The maximum length is 40 characters.
|
829
829
|
class SubmitJobRequest
|
830
|
-
include Google::Protobuf::MessageExts
|
831
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
830
|
+
include ::Google::Protobuf::MessageExts
|
831
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
832
832
|
end
|
833
833
|
|
834
834
|
# A request to get the resource representation for a job in a project.
|
835
835
|
# @!attribute [rw] project_id
|
836
|
-
# @return [String]
|
836
|
+
# @return [::String]
|
837
837
|
# Required. The ID of the Google Cloud Platform project that the job
|
838
838
|
# belongs to.
|
839
839
|
# @!attribute [rw] region
|
840
|
-
# @return [String]
|
840
|
+
# @return [::String]
|
841
841
|
# Required. The Dataproc region in which to handle the request.
|
842
842
|
# @!attribute [rw] job_id
|
843
|
-
# @return [String]
|
843
|
+
# @return [::String]
|
844
844
|
# Required. The job ID.
|
845
845
|
class GetJobRequest
|
846
|
-
include Google::Protobuf::MessageExts
|
847
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
846
|
+
include ::Google::Protobuf::MessageExts
|
847
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
848
848
|
end
|
849
849
|
|
850
850
|
# A request to list jobs in a project.
|
851
851
|
# @!attribute [rw] project_id
|
852
|
-
# @return [String]
|
852
|
+
# @return [::String]
|
853
853
|
# Required. The ID of the Google Cloud Platform project that the job
|
854
854
|
# belongs to.
|
855
855
|
# @!attribute [rw] region
|
856
|
-
# @return [String]
|
856
|
+
# @return [::String]
|
857
857
|
# Required. The Dataproc region in which to handle the request.
|
858
858
|
# @!attribute [rw] page_size
|
859
|
-
# @return [Integer]
|
859
|
+
# @return [::Integer]
|
860
860
|
# Optional. The number of results to return in each response.
|
861
861
|
# @!attribute [rw] page_token
|
862
|
-
# @return [String]
|
862
|
+
# @return [::String]
|
863
863
|
# Optional. The page token, returned by a previous call, to request the
|
864
864
|
# next page of results.
|
865
865
|
# @!attribute [rw] cluster_name
|
866
|
-
# @return [String]
|
866
|
+
# @return [::String]
|
867
867
|
# Optional. If set, the returned jobs list includes only jobs that were
|
868
868
|
# submitted to the named cluster.
|
869
869
|
# @!attribute [rw] job_state_matcher
|
870
|
-
# @return [Google::Cloud::Dataproc::V1beta2::ListJobsRequest::JobStateMatcher]
|
870
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::ListJobsRequest::JobStateMatcher]
|
871
871
|
# Optional. Specifies enumerated categories of jobs to list.
|
872
872
|
# (default = match ALL jobs).
|
873
873
|
#
|
874
874
|
# If `filter` is provided, `jobStateMatcher` will be ignored.
|
875
875
|
# @!attribute [rw] filter
|
876
|
-
# @return [String]
|
876
|
+
# @return [::String]
|
877
877
|
# Optional. A filter constraining the jobs to list. Filters are
|
878
878
|
# case-sensitive and have the following syntax:
|
879
879
|
#
|
@@ -889,8 +889,8 @@ module Google
|
|
889
889
|
#
|
890
890
|
# status.state = ACTIVE AND labels.env = staging AND labels.starred = *
|
891
891
|
class ListJobsRequest
|
892
|
-
include Google::Protobuf::MessageExts
|
893
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
892
|
+
include ::Google::Protobuf::MessageExts
|
893
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
894
894
|
|
895
895
|
# A matcher that specifies categories of job states.
|
896
896
|
module JobStateMatcher
|
@@ -908,20 +908,20 @@ module Google
|
|
908
908
|
|
909
909
|
# A request to update a job.
|
910
910
|
# @!attribute [rw] project_id
|
911
|
-
# @return [String]
|
911
|
+
# @return [::String]
|
912
912
|
# Required. The ID of the Google Cloud Platform project that the job
|
913
913
|
# belongs to.
|
914
914
|
# @!attribute [rw] region
|
915
|
-
# @return [String]
|
915
|
+
# @return [::String]
|
916
916
|
# Required. The Dataproc region in which to handle the request.
|
917
917
|
# @!attribute [rw] job_id
|
918
|
-
# @return [String]
|
918
|
+
# @return [::String]
|
919
919
|
# Required. The job ID.
|
920
920
|
# @!attribute [rw] job
|
921
|
-
# @return [Google::Cloud::Dataproc::V1beta2::Job]
|
921
|
+
# @return [::Google::Cloud::Dataproc::V1beta2::Job]
|
922
922
|
# Required. The changes to the job.
|
923
923
|
# @!attribute [rw] update_mask
|
924
|
-
# @return [Google::Protobuf::FieldMask]
|
924
|
+
# @return [::Google::Protobuf::FieldMask]
|
925
925
|
# Required. Specifies the path, relative to <code>Job</code>, of
|
926
926
|
# the field to update. For example, to update the labels of a Job the
|
927
927
|
# <code>update_mask</code> parameter would be specified as
|
@@ -929,54 +929,54 @@ module Google
|
|
929
929
|
# value. <strong>Note:</strong> Currently, <code>labels</code> is the only
|
930
930
|
# field that can be updated.
|
931
931
|
class UpdateJobRequest
|
932
|
-
include Google::Protobuf::MessageExts
|
933
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
932
|
+
include ::Google::Protobuf::MessageExts
|
933
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
934
934
|
end
|
935
935
|
|
936
936
|
# A list of jobs in a project.
|
937
937
|
# @!attribute [r] jobs
|
938
|
-
# @return [Array
|
938
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1beta2::Job>]
|
939
939
|
# Output only. Jobs list.
|
940
940
|
# @!attribute [rw] next_page_token
|
941
|
-
# @return [String]
|
941
|
+
# @return [::String]
|
942
942
|
# Optional. This token is included in the response if there are more results
|
943
943
|
# to fetch. To fetch additional results, provide this value as the
|
944
944
|
# `page_token` in a subsequent <code>ListJobsRequest</code>.
|
945
945
|
class ListJobsResponse
|
946
|
-
include Google::Protobuf::MessageExts
|
947
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
946
|
+
include ::Google::Protobuf::MessageExts
|
947
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
948
948
|
end
|
949
949
|
|
950
950
|
# A request to cancel a job.
|
951
951
|
# @!attribute [rw] project_id
|
952
|
-
# @return [String]
|
952
|
+
# @return [::String]
|
953
953
|
# Required. The ID of the Google Cloud Platform project that the job
|
954
954
|
# belongs to.
|
955
955
|
# @!attribute [rw] region
|
956
|
-
# @return [String]
|
956
|
+
# @return [::String]
|
957
957
|
# Required. The Dataproc region in which to handle the request.
|
958
958
|
# @!attribute [rw] job_id
|
959
|
-
# @return [String]
|
959
|
+
# @return [::String]
|
960
960
|
# Required. The job ID.
|
961
961
|
class CancelJobRequest
|
962
|
-
include Google::Protobuf::MessageExts
|
963
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
962
|
+
include ::Google::Protobuf::MessageExts
|
963
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
964
964
|
end
|
965
965
|
|
966
966
|
# A request to delete a job.
|
967
967
|
# @!attribute [rw] project_id
|
968
|
-
# @return [String]
|
968
|
+
# @return [::String]
|
969
969
|
# Required. The ID of the Google Cloud Platform project that the job
|
970
970
|
# belongs to.
|
971
971
|
# @!attribute [rw] region
|
972
|
-
# @return [String]
|
972
|
+
# @return [::String]
|
973
973
|
# Required. The Dataproc region in which to handle the request.
|
974
974
|
# @!attribute [rw] job_id
|
975
|
-
# @return [String]
|
975
|
+
# @return [::String]
|
976
976
|
# Required. The job ID.
|
977
977
|
class DeleteJobRequest
|
978
|
-
include Google::Protobuf::MessageExts
|
979
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
978
|
+
include ::Google::Protobuf::MessageExts
|
979
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
980
980
|
end
|
981
981
|
end
|
982
982
|
end
|