google-cloud-dataproc-v1 0.1.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/AUTHENTICATION.md +6 -6
- data/README.md +1 -1
- data/lib/google/cloud/dataproc/v1.rb +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service.rb +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +120 -120
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/paths.rb +10 -10
- data/lib/google/cloud/dataproc/v1/cluster_controller.rb +1 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +170 -170
- data/lib/google/cloud/dataproc/v1/cluster_controller/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +100 -100
- data/lib/google/cloud/dataproc/v1/job_controller.rb +1 -1
- data/lib/google/cloud/dataproc/v1/job_controller/client.rb +177 -177
- data/lib/google/cloud/dataproc/v1/job_controller/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +100 -100
- data/lib/google/cloud/dataproc/v1/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +170 -170
- data/lib/google/cloud/dataproc/v1/workflow_template_service/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +100 -100
- data/lib/google/cloud/dataproc/v1/workflow_template_service/paths.rb +10 -10
- data/proto_docs/google/api/resource.rb +12 -12
- data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +45 -45
- data/proto_docs/google/cloud/dataproc/v1/clusters.rb +186 -186
- data/proto_docs/google/cloud/dataproc/v1/jobs.rb +223 -223
- data/proto_docs/google/cloud/dataproc/v1/operations.rb +20 -20
- data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +143 -143
- data/proto_docs/google/longrunning/operations.rb +30 -30
- data/proto_docs/google/protobuf/any.rb +4 -4
- data/proto_docs/google/protobuf/duration.rb +4 -4
- data/proto_docs/google/protobuf/empty.rb +2 -2
- data/proto_docs/google/protobuf/field_mask.rb +3 -3
- data/proto_docs/google/protobuf/timestamp.rb +4 -4
- data/proto_docs/google/rpc/status.rb +6 -6
- metadata +2 -2
@@ -23,22 +23,22 @@ module Google
|
|
23
23
|
module V1
|
24
24
|
# The runtime logging config of the job.
|
25
25
|
# @!attribute [rw] driver_log_levels
|
26
|
-
# @return [Google::Protobuf::Map{String => Google::Cloud::Dataproc::V1::LoggingConfig::Level}]
|
26
|
+
# @return [::Google::Protobuf::Map{::String => ::Google::Cloud::Dataproc::V1::LoggingConfig::Level}]
|
27
27
|
# The per-package log levels for the driver. This may include
|
28
28
|
# "root" package name to configure rootLogger.
|
29
29
|
# Examples:
|
30
30
|
# 'com.google = FATAL', 'root = INFO', 'org.apache = DEBUG'
|
31
31
|
class LoggingConfig
|
32
|
-
include Google::Protobuf::MessageExts
|
33
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
32
|
+
include ::Google::Protobuf::MessageExts
|
33
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
34
34
|
|
35
35
|
# @!attribute [rw] key
|
36
|
-
# @return [String]
|
36
|
+
# @return [::String]
|
37
37
|
# @!attribute [rw] value
|
38
|
-
# @return [Google::Cloud::Dataproc::V1::LoggingConfig::Level]
|
38
|
+
# @return [::Google::Cloud::Dataproc::V1::LoggingConfig::Level]
|
39
39
|
class DriverLogLevelsEntry
|
40
|
-
include Google::Protobuf::MessageExts
|
41
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
40
|
+
include ::Google::Protobuf::MessageExts
|
41
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
42
42
|
end
|
43
43
|
|
44
44
|
# The Log4j level for job execution. When running an
|
@@ -80,106 +80,106 @@ module Google
|
|
80
80
|
# jobs on [Apache Hadoop
|
81
81
|
# YARN](https://hadoop.apache.org/docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
|
82
82
|
# @!attribute [rw] main_jar_file_uri
|
83
|
-
# @return [String]
|
83
|
+
# @return [::String]
|
84
84
|
# The HCFS URI of the jar file containing the main class.
|
85
85
|
# Examples:
|
86
86
|
# 'gs://foo-bucket/analytics-binaries/extract-useful-metrics-mr.jar'
|
87
87
|
# 'hdfs:/tmp/test-samples/custom-wordcount.jar'
|
88
88
|
# 'file:///home/usr/lib/hadoop-mapreduce/hadoop-mapreduce-examples.jar'
|
89
89
|
# @!attribute [rw] main_class
|
90
|
-
# @return [String]
|
90
|
+
# @return [::String]
|
91
91
|
# The name of the driver's main class. The jar file containing the class
|
92
92
|
# must be in the default CLASSPATH or specified in `jar_file_uris`.
|
93
93
|
# @!attribute [rw] args
|
94
|
-
# @return [Array
|
94
|
+
# @return [::Array<::String>]
|
95
95
|
# Optional. The arguments to pass to the driver. Do not
|
96
96
|
# include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as
|
97
97
|
# job properties, since a collision may occur that causes an incorrect job
|
98
98
|
# submission.
|
99
99
|
# @!attribute [rw] jar_file_uris
|
100
|
-
# @return [Array
|
100
|
+
# @return [::Array<::String>]
|
101
101
|
# Optional. Jar file URIs to add to the CLASSPATHs of the
|
102
102
|
# Hadoop driver and tasks.
|
103
103
|
# @!attribute [rw] file_uris
|
104
|
-
# @return [Array
|
104
|
+
# @return [::Array<::String>]
|
105
105
|
# Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied
|
106
106
|
# to the working directory of Hadoop drivers and distributed tasks. Useful
|
107
107
|
# for naively parallel tasks.
|
108
108
|
# @!attribute [rw] archive_uris
|
109
|
-
# @return [Array
|
109
|
+
# @return [::Array<::String>]
|
110
110
|
# Optional. HCFS URIs of archives to be extracted in the working directory of
|
111
111
|
# Hadoop drivers and tasks. Supported file types:
|
112
112
|
# .jar, .tar, .tar.gz, .tgz, or .zip.
|
113
113
|
# @!attribute [rw] properties
|
114
|
-
# @return [Google::Protobuf::Map{String => String}]
|
114
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
115
115
|
# Optional. A mapping of property names to values, used to configure Hadoop.
|
116
116
|
# Properties that conflict with values set by the Dataproc API may be
|
117
117
|
# overwritten. Can include properties set in /etc/hadoop/conf/*-site and
|
118
118
|
# classes in user code.
|
119
119
|
# @!attribute [rw] logging_config
|
120
|
-
# @return [Google::Cloud::Dataproc::V1::LoggingConfig]
|
120
|
+
# @return [::Google::Cloud::Dataproc::V1::LoggingConfig]
|
121
121
|
# Optional. The runtime log config for job execution.
|
122
122
|
class HadoopJob
|
123
|
-
include Google::Protobuf::MessageExts
|
124
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
123
|
+
include ::Google::Protobuf::MessageExts
|
124
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
125
125
|
|
126
126
|
# @!attribute [rw] key
|
127
|
-
# @return [String]
|
127
|
+
# @return [::String]
|
128
128
|
# @!attribute [rw] value
|
129
|
-
# @return [String]
|
129
|
+
# @return [::String]
|
130
130
|
class PropertiesEntry
|
131
|
-
include Google::Protobuf::MessageExts
|
132
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
131
|
+
include ::Google::Protobuf::MessageExts
|
132
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
133
133
|
end
|
134
134
|
end
|
135
135
|
|
136
136
|
# A Dataproc job for running [Apache Spark](http://spark.apache.org/)
|
137
137
|
# applications on YARN.
|
138
138
|
# @!attribute [rw] main_jar_file_uri
|
139
|
-
# @return [String]
|
139
|
+
# @return [::String]
|
140
140
|
# The HCFS URI of the jar file that contains the main class.
|
141
141
|
# @!attribute [rw] main_class
|
142
|
-
# @return [String]
|
142
|
+
# @return [::String]
|
143
143
|
# The name of the driver's main class. The jar file that contains the class
|
144
144
|
# must be in the default CLASSPATH or specified in `jar_file_uris`.
|
145
145
|
# @!attribute [rw] args
|
146
|
-
# @return [Array
|
146
|
+
# @return [::Array<::String>]
|
147
147
|
# Optional. The arguments to pass to the driver. Do not include arguments,
|
148
148
|
# such as `--conf`, that can be set as job properties, since a collision may
|
149
149
|
# occur that causes an incorrect job submission.
|
150
150
|
# @!attribute [rw] jar_file_uris
|
151
|
-
# @return [Array
|
151
|
+
# @return [::Array<::String>]
|
152
152
|
# Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
|
153
153
|
# Spark driver and tasks.
|
154
154
|
# @!attribute [rw] file_uris
|
155
|
-
# @return [Array
|
155
|
+
# @return [::Array<::String>]
|
156
156
|
# Optional. HCFS URIs of files to be copied to the working directory of
|
157
157
|
# Spark drivers and distributed tasks. Useful for naively parallel tasks.
|
158
158
|
# @!attribute [rw] archive_uris
|
159
|
-
# @return [Array
|
159
|
+
# @return [::Array<::String>]
|
160
160
|
# Optional. HCFS URIs of archives to be extracted in the working directory
|
161
161
|
# of Spark drivers and tasks. Supported file types:
|
162
162
|
# .jar, .tar, .tar.gz, .tgz, and .zip.
|
163
163
|
# @!attribute [rw] properties
|
164
|
-
# @return [Google::Protobuf::Map{String => String}]
|
164
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
165
165
|
# Optional. A mapping of property names to values, used to configure Spark.
|
166
166
|
# Properties that conflict with values set by the Dataproc API may be
|
167
167
|
# overwritten. Can include properties set in
|
168
168
|
# /etc/spark/conf/spark-defaults.conf and classes in user code.
|
169
169
|
# @!attribute [rw] logging_config
|
170
|
-
# @return [Google::Cloud::Dataproc::V1::LoggingConfig]
|
170
|
+
# @return [::Google::Cloud::Dataproc::V1::LoggingConfig]
|
171
171
|
# Optional. The runtime log config for job execution.
|
172
172
|
class SparkJob
|
173
|
-
include Google::Protobuf::MessageExts
|
174
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
173
|
+
include ::Google::Protobuf::MessageExts
|
174
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
175
175
|
|
176
176
|
# @!attribute [rw] key
|
177
|
-
# @return [String]
|
177
|
+
# @return [::String]
|
178
178
|
# @!attribute [rw] value
|
179
|
-
# @return [String]
|
179
|
+
# @return [::String]
|
180
180
|
class PropertiesEntry
|
181
|
-
include Google::Protobuf::MessageExts
|
182
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
181
|
+
include ::Google::Protobuf::MessageExts
|
182
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
183
183
|
end
|
184
184
|
end
|
185
185
|
|
@@ -188,56 +188,56 @@ module Google
|
|
188
188
|
# PySpark](https://spark.apache.org/docs/0.9.0/python-programming-guide.html)
|
189
189
|
# applications on YARN.
|
190
190
|
# @!attribute [rw] main_python_file_uri
|
191
|
-
# @return [String]
|
191
|
+
# @return [::String]
|
192
192
|
# Required. The HCFS URI of the main Python file to use as the driver. Must
|
193
193
|
# be a .py file.
|
194
194
|
# @!attribute [rw] args
|
195
|
-
# @return [Array
|
195
|
+
# @return [::Array<::String>]
|
196
196
|
# Optional. The arguments to pass to the driver. Do not include arguments,
|
197
197
|
# such as `--conf`, that can be set as job properties, since a collision may
|
198
198
|
# occur that causes an incorrect job submission.
|
199
199
|
# @!attribute [rw] python_file_uris
|
200
|
-
# @return [Array
|
200
|
+
# @return [::Array<::String>]
|
201
201
|
# Optional. HCFS file URIs of Python files to pass to the PySpark
|
202
202
|
# framework. Supported file types: .py, .egg, and .zip.
|
203
203
|
# @!attribute [rw] jar_file_uris
|
204
|
-
# @return [Array
|
204
|
+
# @return [::Array<::String>]
|
205
205
|
# Optional. HCFS URIs of jar files to add to the CLASSPATHs of the
|
206
206
|
# Python driver and tasks.
|
207
207
|
# @!attribute [rw] file_uris
|
208
|
-
# @return [Array
|
208
|
+
# @return [::Array<::String>]
|
209
209
|
# Optional. HCFS URIs of files to be copied to the working directory of
|
210
210
|
# Python drivers and distributed tasks. Useful for naively parallel tasks.
|
211
211
|
# @!attribute [rw] archive_uris
|
212
|
-
# @return [Array
|
212
|
+
# @return [::Array<::String>]
|
213
213
|
# Optional. HCFS URIs of archives to be extracted in the working directory of
|
214
214
|
# .jar, .tar, .tar.gz, .tgz, and .zip.
|
215
215
|
# @!attribute [rw] properties
|
216
|
-
# @return [Google::Protobuf::Map{String => String}]
|
216
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
217
217
|
# Optional. A mapping of property names to values, used to configure PySpark.
|
218
218
|
# Properties that conflict with values set by the Dataproc API may be
|
219
219
|
# overwritten. Can include properties set in
|
220
220
|
# /etc/spark/conf/spark-defaults.conf and classes in user code.
|
221
221
|
# @!attribute [rw] logging_config
|
222
|
-
# @return [Google::Cloud::Dataproc::V1::LoggingConfig]
|
222
|
+
# @return [::Google::Cloud::Dataproc::V1::LoggingConfig]
|
223
223
|
# Optional. The runtime log config for job execution.
|
224
224
|
class PySparkJob
|
225
|
-
include Google::Protobuf::MessageExts
|
226
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
225
|
+
include ::Google::Protobuf::MessageExts
|
226
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
227
227
|
|
228
228
|
# @!attribute [rw] key
|
229
|
-
# @return [String]
|
229
|
+
# @return [::String]
|
230
230
|
# @!attribute [rw] value
|
231
|
-
# @return [String]
|
231
|
+
# @return [::String]
|
232
232
|
class PropertiesEntry
|
233
|
-
include Google::Protobuf::MessageExts
|
234
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
233
|
+
include ::Google::Protobuf::MessageExts
|
234
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
235
235
|
end
|
236
236
|
end
|
237
237
|
|
238
238
|
# A list of queries to run on a cluster.
|
239
239
|
# @!attribute [rw] queries
|
240
|
-
# @return [Array
|
240
|
+
# @return [::Array<::String>]
|
241
241
|
# Required. The queries to execute. You do not need to terminate a query
|
242
242
|
# with a semicolon. Multiple queries can be specified in one string
|
243
243
|
# by separating each with a semicolon. Here is an example of an Cloud
|
@@ -253,157 +253,157 @@ module Google
|
|
253
253
|
# }
|
254
254
|
# }
|
255
255
|
class QueryList
|
256
|
-
include Google::Protobuf::MessageExts
|
257
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
256
|
+
include ::Google::Protobuf::MessageExts
|
257
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
258
258
|
end
|
259
259
|
|
260
260
|
# A Dataproc job for running [Apache Hive](https://hive.apache.org/)
|
261
261
|
# queries on YARN.
|
262
262
|
# @!attribute [rw] query_file_uri
|
263
|
-
# @return [String]
|
263
|
+
# @return [::String]
|
264
264
|
# The HCFS URI of the script that contains Hive queries.
|
265
265
|
# @!attribute [rw] query_list
|
266
|
-
# @return [Google::Cloud::Dataproc::V1::QueryList]
|
266
|
+
# @return [::Google::Cloud::Dataproc::V1::QueryList]
|
267
267
|
# A list of queries.
|
268
268
|
# @!attribute [rw] continue_on_failure
|
269
|
-
# @return [Boolean]
|
269
|
+
# @return [::Boolean]
|
270
270
|
# Optional. Whether to continue executing queries if a query fails.
|
271
271
|
# The default value is `false`. Setting to `true` can be useful when
|
272
272
|
# executing independent parallel queries.
|
273
273
|
# @!attribute [rw] script_variables
|
274
|
-
# @return [Google::Protobuf::Map{String => String}]
|
274
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
275
275
|
# Optional. Mapping of query variable names to values (equivalent to the
|
276
276
|
# Hive command: `SET name="value";`).
|
277
277
|
# @!attribute [rw] properties
|
278
|
-
# @return [Google::Protobuf::Map{String => String}]
|
278
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
279
279
|
# Optional. A mapping of property names and values, used to configure Hive.
|
280
280
|
# Properties that conflict with values set by the Dataproc API may be
|
281
281
|
# overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml,
|
282
282
|
# /etc/hive/conf/hive-site.xml, and classes in user code.
|
283
283
|
# @!attribute [rw] jar_file_uris
|
284
|
-
# @return [Array
|
284
|
+
# @return [::Array<::String>]
|
285
285
|
# Optional. HCFS URIs of jar files to add to the CLASSPATH of the
|
286
286
|
# Hive server and Hadoop MapReduce (MR) tasks. Can contain Hive SerDes
|
287
287
|
# and UDFs.
|
288
288
|
class HiveJob
|
289
|
-
include Google::Protobuf::MessageExts
|
290
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
289
|
+
include ::Google::Protobuf::MessageExts
|
290
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
291
291
|
|
292
292
|
# @!attribute [rw] key
|
293
|
-
# @return [String]
|
293
|
+
# @return [::String]
|
294
294
|
# @!attribute [rw] value
|
295
|
-
# @return [String]
|
295
|
+
# @return [::String]
|
296
296
|
class ScriptVariablesEntry
|
297
|
-
include Google::Protobuf::MessageExts
|
298
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
297
|
+
include ::Google::Protobuf::MessageExts
|
298
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
299
299
|
end
|
300
300
|
|
301
301
|
# @!attribute [rw] key
|
302
|
-
# @return [String]
|
302
|
+
# @return [::String]
|
303
303
|
# @!attribute [rw] value
|
304
|
-
# @return [String]
|
304
|
+
# @return [::String]
|
305
305
|
class PropertiesEntry
|
306
|
-
include Google::Protobuf::MessageExts
|
307
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
306
|
+
include ::Google::Protobuf::MessageExts
|
307
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
308
308
|
end
|
309
309
|
end
|
310
310
|
|
311
311
|
# A Dataproc job for running [Apache Spark
|
312
312
|
# SQL](http://spark.apache.org/sql/) queries.
|
313
313
|
# @!attribute [rw] query_file_uri
|
314
|
-
# @return [String]
|
314
|
+
# @return [::String]
|
315
315
|
# The HCFS URI of the script that contains SQL queries.
|
316
316
|
# @!attribute [rw] query_list
|
317
|
-
# @return [Google::Cloud::Dataproc::V1::QueryList]
|
317
|
+
# @return [::Google::Cloud::Dataproc::V1::QueryList]
|
318
318
|
# A list of queries.
|
319
319
|
# @!attribute [rw] script_variables
|
320
|
-
# @return [Google::Protobuf::Map{String => String}]
|
320
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
321
321
|
# Optional. Mapping of query variable names to values (equivalent to the
|
322
322
|
# Spark SQL command: SET `name="value";`).
|
323
323
|
# @!attribute [rw] properties
|
324
|
-
# @return [Google::Protobuf::Map{String => String}]
|
324
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
325
325
|
# Optional. A mapping of property names to values, used to configure
|
326
326
|
# Spark SQL's SparkConf. Properties that conflict with values set by the
|
327
327
|
# Dataproc API may be overwritten.
|
328
328
|
# @!attribute [rw] jar_file_uris
|
329
|
-
# @return [Array
|
329
|
+
# @return [::Array<::String>]
|
330
330
|
# Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.
|
331
331
|
# @!attribute [rw] logging_config
|
332
|
-
# @return [Google::Cloud::Dataproc::V1::LoggingConfig]
|
332
|
+
# @return [::Google::Cloud::Dataproc::V1::LoggingConfig]
|
333
333
|
# Optional. The runtime log config for job execution.
|
334
334
|
class SparkSqlJob
|
335
|
-
include Google::Protobuf::MessageExts
|
336
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
335
|
+
include ::Google::Protobuf::MessageExts
|
336
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
337
337
|
|
338
338
|
# @!attribute [rw] key
|
339
|
-
# @return [String]
|
339
|
+
# @return [::String]
|
340
340
|
# @!attribute [rw] value
|
341
|
-
# @return [String]
|
341
|
+
# @return [::String]
|
342
342
|
class ScriptVariablesEntry
|
343
|
-
include Google::Protobuf::MessageExts
|
344
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
343
|
+
include ::Google::Protobuf::MessageExts
|
344
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
345
345
|
end
|
346
346
|
|
347
347
|
# @!attribute [rw] key
|
348
|
-
# @return [String]
|
348
|
+
# @return [::String]
|
349
349
|
# @!attribute [rw] value
|
350
|
-
# @return [String]
|
350
|
+
# @return [::String]
|
351
351
|
class PropertiesEntry
|
352
|
-
include Google::Protobuf::MessageExts
|
353
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
352
|
+
include ::Google::Protobuf::MessageExts
|
353
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
354
354
|
end
|
355
355
|
end
|
356
356
|
|
357
357
|
# A Dataproc job for running [Apache Pig](https://pig.apache.org/)
|
358
358
|
# queries on YARN.
|
359
359
|
# @!attribute [rw] query_file_uri
|
360
|
-
# @return [String]
|
360
|
+
# @return [::String]
|
361
361
|
# The HCFS URI of the script that contains the Pig queries.
|
362
362
|
# @!attribute [rw] query_list
|
363
|
-
# @return [Google::Cloud::Dataproc::V1::QueryList]
|
363
|
+
# @return [::Google::Cloud::Dataproc::V1::QueryList]
|
364
364
|
# A list of queries.
|
365
365
|
# @!attribute [rw] continue_on_failure
|
366
|
-
# @return [Boolean]
|
366
|
+
# @return [::Boolean]
|
367
367
|
# Optional. Whether to continue executing queries if a query fails.
|
368
368
|
# The default value is `false`. Setting to `true` can be useful when
|
369
369
|
# executing independent parallel queries.
|
370
370
|
# @!attribute [rw] script_variables
|
371
|
-
# @return [Google::Protobuf::Map{String => String}]
|
371
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
372
372
|
# Optional. Mapping of query variable names to values (equivalent to the Pig
|
373
373
|
# command: `name=[value]`).
|
374
374
|
# @!attribute [rw] properties
|
375
|
-
# @return [Google::Protobuf::Map{String => String}]
|
375
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
376
376
|
# Optional. A mapping of property names to values, used to configure Pig.
|
377
377
|
# Properties that conflict with values set by the Dataproc API may be
|
378
378
|
# overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml,
|
379
379
|
# /etc/pig/conf/pig.properties, and classes in user code.
|
380
380
|
# @!attribute [rw] jar_file_uris
|
381
|
-
# @return [Array
|
381
|
+
# @return [::Array<::String>]
|
382
382
|
# Optional. HCFS URIs of jar files to add to the CLASSPATH of
|
383
383
|
# the Pig Client and Hadoop MapReduce (MR) tasks. Can contain Pig UDFs.
|
384
384
|
# @!attribute [rw] logging_config
|
385
|
-
# @return [Google::Cloud::Dataproc::V1::LoggingConfig]
|
385
|
+
# @return [::Google::Cloud::Dataproc::V1::LoggingConfig]
|
386
386
|
# Optional. The runtime log config for job execution.
|
387
387
|
class PigJob
|
388
|
-
include Google::Protobuf::MessageExts
|
389
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
388
|
+
include ::Google::Protobuf::MessageExts
|
389
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
390
390
|
|
391
391
|
# @!attribute [rw] key
|
392
|
-
# @return [String]
|
392
|
+
# @return [::String]
|
393
393
|
# @!attribute [rw] value
|
394
|
-
# @return [String]
|
394
|
+
# @return [::String]
|
395
395
|
class ScriptVariablesEntry
|
396
|
-
include Google::Protobuf::MessageExts
|
397
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
396
|
+
include ::Google::Protobuf::MessageExts
|
397
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
398
398
|
end
|
399
399
|
|
400
400
|
# @!attribute [rw] key
|
401
|
-
# @return [String]
|
401
|
+
# @return [::String]
|
402
402
|
# @!attribute [rw] value
|
403
|
-
# @return [String]
|
403
|
+
# @return [::String]
|
404
404
|
class PropertiesEntry
|
405
|
-
include Google::Protobuf::MessageExts
|
406
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
405
|
+
include ::Google::Protobuf::MessageExts
|
406
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
407
407
|
end
|
408
408
|
end
|
409
409
|
|
@@ -411,43 +411,43 @@ module Google
|
|
411
411
|
# [Apache SparkR](https://spark.apache.org/docs/latest/sparkr.html)
|
412
412
|
# applications on YARN.
|
413
413
|
# @!attribute [rw] main_r_file_uri
|
414
|
-
# @return [String]
|
414
|
+
# @return [::String]
|
415
415
|
# Required. The HCFS URI of the main R file to use as the driver.
|
416
416
|
# Must be a .R file.
|
417
417
|
# @!attribute [rw] args
|
418
|
-
# @return [Array
|
418
|
+
# @return [::Array<::String>]
|
419
419
|
# Optional. The arguments to pass to the driver. Do not include arguments,
|
420
420
|
# such as `--conf`, that can be set as job properties, since a collision may
|
421
421
|
# occur that causes an incorrect job submission.
|
422
422
|
# @!attribute [rw] file_uris
|
423
|
-
# @return [Array
|
423
|
+
# @return [::Array<::String>]
|
424
424
|
# Optional. HCFS URIs of files to be copied to the working directory of
|
425
425
|
# R drivers and distributed tasks. Useful for naively parallel tasks.
|
426
426
|
# @!attribute [rw] archive_uris
|
427
|
-
# @return [Array
|
427
|
+
# @return [::Array<::String>]
|
428
428
|
# Optional. HCFS URIs of archives to be extracted in the working directory of
|
429
429
|
# Spark drivers and tasks. Supported file types:
|
430
430
|
# .jar, .tar, .tar.gz, .tgz, and .zip.
|
431
431
|
# @!attribute [rw] properties
|
432
|
-
# @return [Google::Protobuf::Map{String => String}]
|
432
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
433
433
|
# Optional. A mapping of property names to values, used to configure SparkR.
|
434
434
|
# Properties that conflict with values set by the Dataproc API may be
|
435
435
|
# overwritten. Can include properties set in
|
436
436
|
# /etc/spark/conf/spark-defaults.conf and classes in user code.
|
437
437
|
# @!attribute [rw] logging_config
|
438
|
-
# @return [Google::Cloud::Dataproc::V1::LoggingConfig]
|
438
|
+
# @return [::Google::Cloud::Dataproc::V1::LoggingConfig]
|
439
439
|
# Optional. The runtime log config for job execution.
|
440
440
|
class SparkRJob
|
441
|
-
include Google::Protobuf::MessageExts
|
442
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
441
|
+
include ::Google::Protobuf::MessageExts
|
442
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
443
443
|
|
444
444
|
# @!attribute [rw] key
|
445
|
-
# @return [String]
|
445
|
+
# @return [::String]
|
446
446
|
# @!attribute [rw] value
|
447
|
-
# @return [String]
|
447
|
+
# @return [::String]
|
448
448
|
class PropertiesEntry
|
449
|
-
include Google::Protobuf::MessageExts
|
450
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
449
|
+
include ::Google::Protobuf::MessageExts
|
450
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
451
451
|
end
|
452
452
|
end
|
453
453
|
|
@@ -456,76 +456,76 @@ module Google
|
|
456
456
|
# Component](/dataproc/docs/concepts/components/presto) must be enabled when
|
457
457
|
# the cluster is created to submit a Presto job to the cluster.
|
458
458
|
# @!attribute [rw] query_file_uri
|
459
|
-
# @return [String]
|
459
|
+
# @return [::String]
|
460
460
|
# The HCFS URI of the script that contains SQL queries.
|
461
461
|
# @!attribute [rw] query_list
|
462
|
-
# @return [Google::Cloud::Dataproc::V1::QueryList]
|
462
|
+
# @return [::Google::Cloud::Dataproc::V1::QueryList]
|
463
463
|
# A list of queries.
|
464
464
|
# @!attribute [rw] continue_on_failure
|
465
|
-
# @return [Boolean]
|
465
|
+
# @return [::Boolean]
|
466
466
|
# Optional. Whether to continue executing queries if a query fails.
|
467
467
|
# The default value is `false`. Setting to `true` can be useful when
|
468
468
|
# executing independent parallel queries.
|
469
469
|
# @!attribute [rw] output_format
|
470
|
-
# @return [String]
|
470
|
+
# @return [::String]
|
471
471
|
# Optional. The format in which query output will be displayed. See the
|
472
472
|
# Presto documentation for supported output formats
|
473
473
|
# @!attribute [rw] client_tags
|
474
|
-
# @return [Array
|
474
|
+
# @return [::Array<::String>]
|
475
475
|
# Optional. Presto client tags to attach to this query
|
476
476
|
# @!attribute [rw] properties
|
477
|
-
# @return [Google::Protobuf::Map{String => String}]
|
477
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
478
478
|
# Optional. A mapping of property names to values. Used to set Presto
|
479
479
|
# [session properties](https://prestodb.io/docs/current/sql/set-session.html)
|
480
480
|
# Equivalent to using the --session flag in the Presto CLI
|
481
481
|
# @!attribute [rw] logging_config
|
482
|
-
# @return [Google::Cloud::Dataproc::V1::LoggingConfig]
|
482
|
+
# @return [::Google::Cloud::Dataproc::V1::LoggingConfig]
|
483
483
|
# Optional. The runtime log config for job execution.
|
484
484
|
class PrestoJob
|
485
|
-
include Google::Protobuf::MessageExts
|
486
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
485
|
+
include ::Google::Protobuf::MessageExts
|
486
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
487
487
|
|
488
488
|
# @!attribute [rw] key
|
489
|
-
# @return [String]
|
489
|
+
# @return [::String]
|
490
490
|
# @!attribute [rw] value
|
491
|
-
# @return [String]
|
491
|
+
# @return [::String]
|
492
492
|
class PropertiesEntry
|
493
|
-
include Google::Protobuf::MessageExts
|
494
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
493
|
+
include ::Google::Protobuf::MessageExts
|
494
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
495
495
|
end
|
496
496
|
end
|
497
497
|
|
498
498
|
# Dataproc job config.
|
499
499
|
# @!attribute [rw] cluster_name
|
500
|
-
# @return [String]
|
500
|
+
# @return [::String]
|
501
501
|
# Required. The name of the cluster where the job will be submitted.
|
502
502
|
# @!attribute [r] cluster_uuid
|
503
|
-
# @return [String]
|
503
|
+
# @return [::String]
|
504
504
|
# Output only. A cluster UUID generated by the Dataproc service when
|
505
505
|
# the job is submitted.
|
506
506
|
class JobPlacement
|
507
|
-
include Google::Protobuf::MessageExts
|
508
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
507
|
+
include ::Google::Protobuf::MessageExts
|
508
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
509
509
|
end
|
510
510
|
|
511
511
|
# Dataproc job status.
|
512
512
|
# @!attribute [r] state
|
513
|
-
# @return [Google::Cloud::Dataproc::V1::JobStatus::State]
|
513
|
+
# @return [::Google::Cloud::Dataproc::V1::JobStatus::State]
|
514
514
|
# Output only. A state message specifying the overall job state.
|
515
515
|
# @!attribute [r] details
|
516
|
-
# @return [String]
|
516
|
+
# @return [::String]
|
517
517
|
# Optional. Output only. Job state details, such as an error
|
518
518
|
# description if the state is <code>ERROR</code>.
|
519
519
|
# @!attribute [r] state_start_time
|
520
|
-
# @return [Google::Protobuf::Timestamp]
|
520
|
+
# @return [::Google::Protobuf::Timestamp]
|
521
521
|
# Output only. The time when this state was entered.
|
522
522
|
# @!attribute [r] substate
|
523
|
-
# @return [Google::Cloud::Dataproc::V1::JobStatus::Substate]
|
523
|
+
# @return [::Google::Cloud::Dataproc::V1::JobStatus::Substate]
|
524
524
|
# Output only. Additional state information, which includes
|
525
525
|
# status reported by the agent.
|
526
526
|
class JobStatus
|
527
|
-
include Google::Protobuf::MessageExts
|
528
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
527
|
+
include ::Google::Protobuf::MessageExts
|
528
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
529
529
|
|
530
530
|
# The job state.
|
531
531
|
module State
|
@@ -593,11 +593,11 @@ module Google
|
|
593
593
|
|
594
594
|
# Encapsulates the full scoping used to reference a job.
|
595
595
|
# @!attribute [rw] project_id
|
596
|
-
# @return [String]
|
596
|
+
# @return [::String]
|
597
597
|
# Required. The ID of the Google Cloud Platform project that the job
|
598
598
|
# belongs to.
|
599
599
|
# @!attribute [rw] job_id
|
600
|
-
# @return [String]
|
600
|
+
# @return [::String]
|
601
601
|
# Optional. The job ID, which must be unique within the project.
|
602
602
|
#
|
603
603
|
# The ID must contain only letters (a-z, A-Z), numbers (0-9),
|
@@ -605,8 +605,8 @@ module Google
|
|
605
605
|
#
|
606
606
|
# If not specified by the caller, the job ID will be provided by the server.
|
607
607
|
class JobReference
|
608
|
-
include Google::Protobuf::MessageExts
|
609
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
608
|
+
include ::Google::Protobuf::MessageExts
|
609
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
610
610
|
end
|
611
611
|
|
612
612
|
# A YARN application created by a job. Application information is a subset of
|
@@ -615,23 +615,23 @@ module Google
|
|
615
615
|
# **Beta Feature**: This report is available for testing purposes only. It may
|
616
616
|
# be changed before final release.
|
617
617
|
# @!attribute [rw] name
|
618
|
-
# @return [String]
|
618
|
+
# @return [::String]
|
619
619
|
# Required. The application name.
|
620
620
|
# @!attribute [rw] state
|
621
|
-
# @return [Google::Cloud::Dataproc::V1::YarnApplication::State]
|
621
|
+
# @return [::Google::Cloud::Dataproc::V1::YarnApplication::State]
|
622
622
|
# Required. The application state.
|
623
623
|
# @!attribute [rw] progress
|
624
|
-
# @return [Float]
|
624
|
+
# @return [::Float]
|
625
625
|
# Required. The numerical progress of the application, from 1 to 100.
|
626
626
|
# @!attribute [rw] tracking_url
|
627
|
-
# @return [String]
|
627
|
+
# @return [::String]
|
628
628
|
# Optional. The HTTP URL of the ApplicationMaster, HistoryServer, or
|
629
629
|
# TimelineServer that provides application-specific information. The URL uses
|
630
630
|
# the internal hostname, and requires a proxy server for resolution and,
|
631
631
|
# possibly, access.
|
632
632
|
class YarnApplication
|
633
|
-
include Google::Protobuf::MessageExts
|
634
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
633
|
+
include ::Google::Protobuf::MessageExts
|
634
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
635
635
|
|
636
636
|
# The application state, corresponding to
|
637
637
|
# <code>YarnProtos.YarnApplicationStateProto</code>.
|
@@ -667,64 +667,64 @@ module Google
|
|
667
667
|
|
668
668
|
# A Dataproc job resource.
|
669
669
|
# @!attribute [rw] reference
|
670
|
-
# @return [Google::Cloud::Dataproc::V1::JobReference]
|
670
|
+
# @return [::Google::Cloud::Dataproc::V1::JobReference]
|
671
671
|
# Optional. The fully qualified reference to the job, which can be used to
|
672
672
|
# obtain the equivalent REST path of the job resource. If this property
|
673
673
|
# is not specified when a job is created, the server generates a
|
674
674
|
# <code>job_id</code>.
|
675
675
|
# @!attribute [rw] placement
|
676
|
-
# @return [Google::Cloud::Dataproc::V1::JobPlacement]
|
676
|
+
# @return [::Google::Cloud::Dataproc::V1::JobPlacement]
|
677
677
|
# Required. Job information, including how, when, and where to
|
678
678
|
# run the job.
|
679
679
|
# @!attribute [rw] hadoop_job
|
680
|
-
# @return [Google::Cloud::Dataproc::V1::HadoopJob]
|
680
|
+
# @return [::Google::Cloud::Dataproc::V1::HadoopJob]
|
681
681
|
# Optional. Job is a Hadoop job.
|
682
682
|
# @!attribute [rw] spark_job
|
683
|
-
# @return [Google::Cloud::Dataproc::V1::SparkJob]
|
683
|
+
# @return [::Google::Cloud::Dataproc::V1::SparkJob]
|
684
684
|
# Optional. Job is a Spark job.
|
685
685
|
# @!attribute [rw] pyspark_job
|
686
|
-
# @return [Google::Cloud::Dataproc::V1::PySparkJob]
|
686
|
+
# @return [::Google::Cloud::Dataproc::V1::PySparkJob]
|
687
687
|
# Optional. Job is a PySpark job.
|
688
688
|
# @!attribute [rw] hive_job
|
689
|
-
# @return [Google::Cloud::Dataproc::V1::HiveJob]
|
689
|
+
# @return [::Google::Cloud::Dataproc::V1::HiveJob]
|
690
690
|
# Optional. Job is a Hive job.
|
691
691
|
# @!attribute [rw] pig_job
|
692
|
-
# @return [Google::Cloud::Dataproc::V1::PigJob]
|
692
|
+
# @return [::Google::Cloud::Dataproc::V1::PigJob]
|
693
693
|
# Optional. Job is a Pig job.
|
694
694
|
# @!attribute [rw] spark_r_job
|
695
|
-
# @return [Google::Cloud::Dataproc::V1::SparkRJob]
|
695
|
+
# @return [::Google::Cloud::Dataproc::V1::SparkRJob]
|
696
696
|
# Optional. Job is a SparkR job.
|
697
697
|
# @!attribute [rw] spark_sql_job
|
698
|
-
# @return [Google::Cloud::Dataproc::V1::SparkSqlJob]
|
698
|
+
# @return [::Google::Cloud::Dataproc::V1::SparkSqlJob]
|
699
699
|
# Optional. Job is a SparkSql job.
|
700
700
|
# @!attribute [rw] presto_job
|
701
|
-
# @return [Google::Cloud::Dataproc::V1::PrestoJob]
|
701
|
+
# @return [::Google::Cloud::Dataproc::V1::PrestoJob]
|
702
702
|
# Optional. Job is a Presto job.
|
703
703
|
# @!attribute [r] status
|
704
|
-
# @return [Google::Cloud::Dataproc::V1::JobStatus]
|
704
|
+
# @return [::Google::Cloud::Dataproc::V1::JobStatus]
|
705
705
|
# Output only. The job status. Additional application-specific
|
706
706
|
# status information may be contained in the <code>type_job</code>
|
707
707
|
# and <code>yarn_applications</code> fields.
|
708
708
|
# @!attribute [r] status_history
|
709
|
-
# @return [Array
|
709
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1::JobStatus>]
|
710
710
|
# Output only. The previous job status.
|
711
711
|
# @!attribute [r] yarn_applications
|
712
|
-
# @return [Array
|
712
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1::YarnApplication>]
|
713
713
|
# Output only. The collection of YARN applications spun up by this job.
|
714
714
|
#
|
715
715
|
# **Beta** Feature: This report is available for testing purposes only. It
|
716
716
|
# may be changed before final release.
|
717
717
|
# @!attribute [r] driver_output_resource_uri
|
718
|
-
# @return [String]
|
718
|
+
# @return [::String]
|
719
719
|
# Output only. A URI pointing to the location of the stdout of the job's
|
720
720
|
# driver program.
|
721
721
|
# @!attribute [r] driver_control_files_uri
|
722
|
-
# @return [String]
|
722
|
+
# @return [::String]
|
723
723
|
# Output only. If present, the location of miscellaneous control files
|
724
724
|
# which may be used as part of job setup and handling. If not present,
|
725
725
|
# control files may be placed in the same location as `driver_output_uri`.
|
726
726
|
# @!attribute [rw] labels
|
727
|
-
# @return [Google::Protobuf::Map{String => String}]
|
727
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
728
728
|
# Optional. The labels to associate with this job.
|
729
729
|
# Label **keys** must contain 1 to 63 characters, and must conform to
|
730
730
|
# [RFC 1035](https://www.ietf.org/rfc/rfc1035.txt).
|
@@ -733,36 +733,36 @@ module Google
|
|
733
733
|
# 1035](https://www.ietf.org/rfc/rfc1035.txt). No more than 32 labels can be
|
734
734
|
# associated with a job.
|
735
735
|
# @!attribute [rw] scheduling
|
736
|
-
# @return [Google::Cloud::Dataproc::V1::JobScheduling]
|
736
|
+
# @return [::Google::Cloud::Dataproc::V1::JobScheduling]
|
737
737
|
# Optional. Job scheduling configuration.
|
738
738
|
# @!attribute [r] job_uuid
|
739
|
-
# @return [String]
|
739
|
+
# @return [::String]
|
740
740
|
# Output only. A UUID that uniquely identifies a job within the project
|
741
741
|
# over time. This is in contrast to a user-settable reference.job_id that
|
742
742
|
# may be reused over time.
|
743
743
|
# @!attribute [r] done
|
744
|
-
# @return [Boolean]
|
744
|
+
# @return [::Boolean]
|
745
745
|
# Output only. Indicates whether the job is completed. If the value is `false`,
|
746
746
|
# the job is still in progress. If `true`, the job is completed, and
|
747
747
|
# `status.state` field will indicate if it was successful, failed,
|
748
748
|
# or cancelled.
|
749
749
|
class Job
|
750
|
-
include Google::Protobuf::MessageExts
|
751
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
750
|
+
include ::Google::Protobuf::MessageExts
|
751
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
752
752
|
|
753
753
|
# @!attribute [rw] key
|
754
|
-
# @return [String]
|
754
|
+
# @return [::String]
|
755
755
|
# @!attribute [rw] value
|
756
|
-
# @return [String]
|
756
|
+
# @return [::String]
|
757
757
|
class LabelsEntry
|
758
|
-
include Google::Protobuf::MessageExts
|
759
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
758
|
+
include ::Google::Protobuf::MessageExts
|
759
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
760
760
|
end
|
761
761
|
end
|
762
762
|
|
763
763
|
# Job scheduling options.
|
764
764
|
# @!attribute [rw] max_failures_per_hour
|
765
|
-
# @return [Integer]
|
765
|
+
# @return [::Integer]
|
766
766
|
# Optional. Maximum number of times per hour a driver may be restarted as
|
767
767
|
# a result of driver terminating with non-zero code before job is
|
768
768
|
# reported failed.
|
@@ -772,27 +772,27 @@ module Google
|
|
772
772
|
#
|
773
773
|
# Maximum value is 10.
|
774
774
|
class JobScheduling
|
775
|
-
include Google::Protobuf::MessageExts
|
776
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
775
|
+
include ::Google::Protobuf::MessageExts
|
776
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
777
777
|
end
|
778
778
|
|
779
779
|
# A request to submit a job.
|
780
780
|
# @!attribute [rw] project_id
|
781
|
-
# @return [String]
|
781
|
+
# @return [::String]
|
782
782
|
# Required. The ID of the Google Cloud Platform project that the job
|
783
783
|
# belongs to.
|
784
784
|
# @!attribute [rw] region
|
785
|
-
# @return [String]
|
785
|
+
# @return [::String]
|
786
786
|
# Required. The Dataproc region in which to handle the request.
|
787
787
|
# @!attribute [rw] job
|
788
|
-
# @return [Google::Cloud::Dataproc::V1::Job]
|
788
|
+
# @return [::Google::Cloud::Dataproc::V1::Job]
|
789
789
|
# Required. The job resource.
|
790
790
|
# @!attribute [rw] request_id
|
791
|
-
# @return [String]
|
791
|
+
# @return [::String]
|
792
792
|
# Optional. A unique id used to identify the request. If the server
|
793
|
-
# receives two {Google::Cloud::Dataproc::V1::SubmitJobRequest SubmitJobRequest} requests with the same
|
793
|
+
# receives two {::Google::Cloud::Dataproc::V1::SubmitJobRequest SubmitJobRequest} requests with the same
|
794
794
|
# id, then the second request will be ignored and the
|
795
|
-
# first {Google::Cloud::Dataproc::V1::Job Job} created and stored in the backend
|
795
|
+
# first {::Google::Cloud::Dataproc::V1::Job Job} created and stored in the backend
|
796
796
|
# is returned.
|
797
797
|
#
|
798
798
|
# It is recommended to always set this value to a
|
@@ -801,71 +801,71 @@ module Google
|
|
801
801
|
# The id must contain only letters (a-z, A-Z), numbers (0-9),
|
802
802
|
# underscores (_), and hyphens (-). The maximum length is 40 characters.
|
803
803
|
class SubmitJobRequest
|
804
|
-
include Google::Protobuf::MessageExts
|
805
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
804
|
+
include ::Google::Protobuf::MessageExts
|
805
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
806
806
|
end
|
807
807
|
|
808
808
|
# Job Operation metadata.
|
809
809
|
# @!attribute [r] job_id
|
810
|
-
# @return [String]
|
810
|
+
# @return [::String]
|
811
811
|
# Output only. The job id.
|
812
812
|
# @!attribute [r] status
|
813
|
-
# @return [Google::Cloud::Dataproc::V1::JobStatus]
|
813
|
+
# @return [::Google::Cloud::Dataproc::V1::JobStatus]
|
814
814
|
# Output only. Most recent job status.
|
815
815
|
# @!attribute [r] operation_type
|
816
|
-
# @return [String]
|
816
|
+
# @return [::String]
|
817
817
|
# Output only. Operation type.
|
818
818
|
# @!attribute [r] start_time
|
819
|
-
# @return [Google::Protobuf::Timestamp]
|
819
|
+
# @return [::Google::Protobuf::Timestamp]
|
820
820
|
# Output only. Job submission time.
|
821
821
|
class JobMetadata
|
822
|
-
include Google::Protobuf::MessageExts
|
823
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
822
|
+
include ::Google::Protobuf::MessageExts
|
823
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
824
824
|
end
|
825
825
|
|
826
826
|
# A request to get the resource representation for a job in a project.
|
827
827
|
# @!attribute [rw] project_id
|
828
|
-
# @return [String]
|
828
|
+
# @return [::String]
|
829
829
|
# Required. The ID of the Google Cloud Platform project that the job
|
830
830
|
# belongs to.
|
831
831
|
# @!attribute [rw] region
|
832
|
-
# @return [String]
|
832
|
+
# @return [::String]
|
833
833
|
# Required. The Dataproc region in which to handle the request.
|
834
834
|
# @!attribute [rw] job_id
|
835
|
-
# @return [String]
|
835
|
+
# @return [::String]
|
836
836
|
# Required. The job ID.
|
837
837
|
class GetJobRequest
|
838
|
-
include Google::Protobuf::MessageExts
|
839
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
838
|
+
include ::Google::Protobuf::MessageExts
|
839
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
840
840
|
end
|
841
841
|
|
842
842
|
# A request to list jobs in a project.
|
843
843
|
# @!attribute [rw] project_id
|
844
|
-
# @return [String]
|
844
|
+
# @return [::String]
|
845
845
|
# Required. The ID of the Google Cloud Platform project that the job
|
846
846
|
# belongs to.
|
847
847
|
# @!attribute [rw] region
|
848
|
-
# @return [String]
|
848
|
+
# @return [::String]
|
849
849
|
# Required. The Dataproc region in which to handle the request.
|
850
850
|
# @!attribute [rw] page_size
|
851
|
-
# @return [Integer]
|
851
|
+
# @return [::Integer]
|
852
852
|
# Optional. The number of results to return in each response.
|
853
853
|
# @!attribute [rw] page_token
|
854
|
-
# @return [String]
|
854
|
+
# @return [::String]
|
855
855
|
# Optional. The page token, returned by a previous call, to request the
|
856
856
|
# next page of results.
|
857
857
|
# @!attribute [rw] cluster_name
|
858
|
-
# @return [String]
|
858
|
+
# @return [::String]
|
859
859
|
# Optional. If set, the returned jobs list includes only jobs that were
|
860
860
|
# submitted to the named cluster.
|
861
861
|
# @!attribute [rw] job_state_matcher
|
862
|
-
# @return [Google::Cloud::Dataproc::V1::ListJobsRequest::JobStateMatcher]
|
862
|
+
# @return [::Google::Cloud::Dataproc::V1::ListJobsRequest::JobStateMatcher]
|
863
863
|
# Optional. Specifies enumerated categories of jobs to list.
|
864
864
|
# (default = match ALL jobs).
|
865
865
|
#
|
866
866
|
# If `filter` is provided, `jobStateMatcher` will be ignored.
|
867
867
|
# @!attribute [rw] filter
|
868
|
-
# @return [String]
|
868
|
+
# @return [::String]
|
869
869
|
# Optional. A filter constraining the jobs to list. Filters are
|
870
870
|
# case-sensitive and have the following syntax:
|
871
871
|
#
|
@@ -881,8 +881,8 @@ module Google
|
|
881
881
|
#
|
882
882
|
# status.state = ACTIVE AND labels.env = staging AND labels.starred = *
|
883
883
|
class ListJobsRequest
|
884
|
-
include Google::Protobuf::MessageExts
|
885
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
884
|
+
include ::Google::Protobuf::MessageExts
|
885
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
886
886
|
|
887
887
|
# A matcher that specifies categories of job states.
|
888
888
|
module JobStateMatcher
|
@@ -900,20 +900,20 @@ module Google
|
|
900
900
|
|
901
901
|
# A request to update a job.
|
902
902
|
# @!attribute [rw] project_id
|
903
|
-
# @return [String]
|
903
|
+
# @return [::String]
|
904
904
|
# Required. The ID of the Google Cloud Platform project that the job
|
905
905
|
# belongs to.
|
906
906
|
# @!attribute [rw] region
|
907
|
-
# @return [String]
|
907
|
+
# @return [::String]
|
908
908
|
# Required. The Dataproc region in which to handle the request.
|
909
909
|
# @!attribute [rw] job_id
|
910
|
-
# @return [String]
|
910
|
+
# @return [::String]
|
911
911
|
# Required. The job ID.
|
912
912
|
# @!attribute [rw] job
|
913
|
-
# @return [Google::Cloud::Dataproc::V1::Job]
|
913
|
+
# @return [::Google::Cloud::Dataproc::V1::Job]
|
914
914
|
# Required. The changes to the job.
|
915
915
|
# @!attribute [rw] update_mask
|
916
|
-
# @return [Google::Protobuf::FieldMask]
|
916
|
+
# @return [::Google::Protobuf::FieldMask]
|
917
917
|
# Required. Specifies the path, relative to <code>Job</code>, of
|
918
918
|
# the field to update. For example, to update the labels of a Job the
|
919
919
|
# <code>update_mask</code> parameter would be specified as
|
@@ -921,54 +921,54 @@ module Google
|
|
921
921
|
# value. <strong>Note:</strong> Currently, <code>labels</code> is the only
|
922
922
|
# field that can be updated.
|
923
923
|
class UpdateJobRequest
|
924
|
-
include Google::Protobuf::MessageExts
|
925
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
924
|
+
include ::Google::Protobuf::MessageExts
|
925
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
926
926
|
end
|
927
927
|
|
928
928
|
# A list of jobs in a project.
|
929
929
|
# @!attribute [r] jobs
|
930
|
-
# @return [Array
|
930
|
+
# @return [::Array<::Google::Cloud::Dataproc::V1::Job>]
|
931
931
|
# Output only. Jobs list.
|
932
932
|
# @!attribute [rw] next_page_token
|
933
|
-
# @return [String]
|
933
|
+
# @return [::String]
|
934
934
|
# Optional. This token is included in the response if there are more results
|
935
935
|
# to fetch. To fetch additional results, provide this value as the
|
936
936
|
# `page_token` in a subsequent <code>ListJobsRequest</code>.
|
937
937
|
class ListJobsResponse
|
938
|
-
include Google::Protobuf::MessageExts
|
939
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
938
|
+
include ::Google::Protobuf::MessageExts
|
939
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
940
940
|
end
|
941
941
|
|
942
942
|
# A request to cancel a job.
|
943
943
|
# @!attribute [rw] project_id
|
944
|
-
# @return [String]
|
944
|
+
# @return [::String]
|
945
945
|
# Required. The ID of the Google Cloud Platform project that the job
|
946
946
|
# belongs to.
|
947
947
|
# @!attribute [rw] region
|
948
|
-
# @return [String]
|
948
|
+
# @return [::String]
|
949
949
|
# Required. The Dataproc region in which to handle the request.
|
950
950
|
# @!attribute [rw] job_id
|
951
|
-
# @return [String]
|
951
|
+
# @return [::String]
|
952
952
|
# Required. The job ID.
|
953
953
|
class CancelJobRequest
|
954
|
-
include Google::Protobuf::MessageExts
|
955
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
954
|
+
include ::Google::Protobuf::MessageExts
|
955
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
956
956
|
end
|
957
957
|
|
958
958
|
# A request to delete a job.
|
959
959
|
# @!attribute [rw] project_id
|
960
|
-
# @return [String]
|
960
|
+
# @return [::String]
|
961
961
|
# Required. The ID of the Google Cloud Platform project that the job
|
962
962
|
# belongs to.
|
963
963
|
# @!attribute [rw] region
|
964
|
-
# @return [String]
|
964
|
+
# @return [::String]
|
965
965
|
# Required. The Dataproc region in which to handle the request.
|
966
966
|
# @!attribute [rw] job_id
|
967
|
-
# @return [String]
|
967
|
+
# @return [::String]
|
968
968
|
# Required. The job ID.
|
969
969
|
class DeleteJobRequest
|
970
|
-
include Google::Protobuf::MessageExts
|
971
|
-
extend Google::Protobuf::MessageExts::ClassMethods
|
970
|
+
include ::Google::Protobuf::MessageExts
|
971
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
972
972
|
end
|
973
973
|
end
|
974
974
|
end
|