google-cloud-dataproc-v1 0.14.0 → 0.16.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +18 -6
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service.rb +1 -1
- data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +51 -15
- data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +12 -14
- data/lib/google/cloud/dataproc/v1/batch_controller/paths.rb +19 -0
- data/lib/google/cloud/dataproc/v1/batch_controller.rb +1 -1
- data/lib/google/cloud/dataproc/v1/batches_pb.rb +2 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +43 -31
- data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +12 -14
- data/lib/google/cloud/dataproc/v1/cluster_controller/paths.rb +19 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller.rb +1 -1
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +11 -9
- data/lib/google/cloud/dataproc/v1/job_controller/client.rb +22 -10
- data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +12 -14
- data/lib/google/cloud/dataproc/v1/job_controller.rb +1 -1
- data/lib/google/cloud/dataproc/v1/jobs_pb.rb +13 -0
- data/lib/google/cloud/dataproc/v1/node_group_controller/client.rb +23 -9
- data/lib/google/cloud/dataproc/v1/node_group_controller/operations.rb +12 -14
- data/lib/google/cloud/dataproc/v1/node_group_controller.rb +1 -1
- data/lib/google/cloud/dataproc/v1/operations_pb.rb +1 -0
- data/lib/google/cloud/dataproc/v1/shared_pb.rb +24 -1
- data/lib/google/cloud/dataproc/v1/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +28 -15
- data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +12 -14
- data/lib/google/cloud/dataproc/v1/workflow_template_service.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +2 -1
- data/lib/google/cloud/dataproc/v1.rb +3 -3
- data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +8 -8
- data/proto_docs/google/cloud/dataproc/v1/batches.rb +42 -14
- data/proto_docs/google/cloud/dataproc/v1/clusters.rb +70 -54
- data/proto_docs/google/cloud/dataproc/v1/jobs.rb +48 -0
- data/proto_docs/google/cloud/dataproc/v1/node_groups.rb +1 -1
- data/proto_docs/google/cloud/dataproc/v1/operations.rb +3 -0
- data/proto_docs/google/cloud/dataproc/v1/shared.rb +174 -56
- data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +14 -11
- metadata +27 -7
@@ -30,8 +30,8 @@ module Google
|
|
30
30
|
# Required. The batch to create.
|
31
31
|
# @!attribute [rw] batch_id
|
32
32
|
# @return [::String]
|
33
|
-
# Optional. The ID to use for the batch, which will become the final
|
34
|
-
# the batch's resource name.
|
33
|
+
# Optional. The ID to use for the batch, which will become the final
|
34
|
+
# component of the batch's resource name.
|
35
35
|
#
|
36
36
|
# This value must be 4-63 characters. Valid characters are `/[a-z][0-9]-/`.
|
37
37
|
# @!attribute [rw] request_id
|
@@ -56,7 +56,9 @@ module Google
|
|
56
56
|
# A request to get the resource representation for a batch workload.
|
57
57
|
# @!attribute [rw] name
|
58
58
|
# @return [::String]
|
59
|
-
# Required. The name of the batch to retrieve
|
59
|
+
# Required. The fully qualified name of the batch to retrieve
|
60
|
+
# in the format
|
61
|
+
# "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID"
|
60
62
|
class GetBatchRequest
|
61
63
|
include ::Google::Protobuf::MessageExts
|
62
64
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -75,6 +77,28 @@ module Google
|
|
75
77
|
# @return [::String]
|
76
78
|
# Optional. A page token received from a previous `ListBatches` call.
|
77
79
|
# Provide this token to retrieve the subsequent page.
|
80
|
+
# @!attribute [rw] filter
|
81
|
+
# @return [::String]
|
82
|
+
# Optional. A filter for the batches to return in the response.
|
83
|
+
#
|
84
|
+
# A filter is a logical expression constraining the values of various fields
|
85
|
+
# in each batch resource. Filters are case sensitive, and may contain
|
86
|
+
# multiple clauses combined with logical operators (AND/OR).
|
87
|
+
# Supported fields are `batch_id`, `batch_uuid`, `state`, and `create_time`.
|
88
|
+
#
|
89
|
+
# e.g. `state = RUNNING and create_time < "2023-01-01T00:00:00Z"`
|
90
|
+
# filters for batches in state RUNNING that were created before 2023-01-01
|
91
|
+
#
|
92
|
+
# See https://google.aip.dev/assets/misc/ebnf-filtering.txt for a detailed
|
93
|
+
# description of the filter syntax and a list of supported comparisons.
|
94
|
+
# @!attribute [rw] order_by
|
95
|
+
# @return [::String]
|
96
|
+
# Optional. Field(s) on which to sort the list of batches.
|
97
|
+
#
|
98
|
+
# Currently the only supported sort orders are unspecified (empty) and
|
99
|
+
# `create_time desc` to sort by most recently created batches first.
|
100
|
+
#
|
101
|
+
# See https://google.aip.dev/132#ordering for more details.
|
78
102
|
class ListBatchesRequest
|
79
103
|
include ::Google::Protobuf::MessageExts
|
80
104
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -96,7 +120,9 @@ module Google
|
|
96
120
|
# A request to delete a batch workload.
|
97
121
|
# @!attribute [rw] name
|
98
122
|
# @return [::String]
|
99
|
-
# Required. The name of the batch
|
123
|
+
# Required. The fully qualified name of the batch to retrieve
|
124
|
+
# in the format
|
125
|
+
# "projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID"
|
100
126
|
class DeleteBatchRequest
|
101
127
|
include ::Google::Protobuf::MessageExts
|
102
128
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -221,8 +247,8 @@ module Google
|
|
221
247
|
# batch workload.
|
222
248
|
# @!attribute [rw] main_python_file_uri
|
223
249
|
# @return [::String]
|
224
|
-
# Required. The HCFS URI of the main Python file to use as the Spark driver.
|
225
|
-
# be a .py file.
|
250
|
+
# Required. The HCFS URI of the main Python file to use as the Spark driver.
|
251
|
+
# Must be a .py file.
|
226
252
|
# @!attribute [rw] args
|
227
253
|
# @return [::Array<::String>]
|
228
254
|
# Optional. The arguments to pass to the driver. Do not include arguments
|
@@ -250,15 +276,15 @@ module Google
|
|
250
276
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
251
277
|
end
|
252
278
|
|
253
|
-
# A configuration for running an [Apache Spark](
|
279
|
+
# A configuration for running an [Apache Spark](https://spark.apache.org/)
|
254
280
|
# batch workload.
|
255
281
|
# @!attribute [rw] main_jar_file_uri
|
256
282
|
# @return [::String]
|
257
283
|
# Optional. The HCFS URI of the jar file that contains the main class.
|
258
284
|
# @!attribute [rw] main_class
|
259
285
|
# @return [::String]
|
260
|
-
# Optional. The name of the driver main class. The jar file that contains
|
261
|
-
# must be in the classpath or specified in `jar_file_uris`.
|
286
|
+
# Optional. The name of the driver main class. The jar file that contains
|
287
|
+
# the class must be in the classpath or specified in `jar_file_uris`.
|
262
288
|
# @!attribute [rw] args
|
263
289
|
# @return [::Array<::String>]
|
264
290
|
# Optional. The arguments to pass to the driver. Do not include arguments
|
@@ -291,9 +317,9 @@ module Google
|
|
291
317
|
# Must be a `.R` or `.r` file.
|
292
318
|
# @!attribute [rw] args
|
293
319
|
# @return [::Array<::String>]
|
294
|
-
# Optional. The arguments to pass to the Spark driver. Do not include
|
295
|
-
# that can be set as batch properties, such as `--conf`, since a
|
296
|
-
# can occur that causes an incorrect batch submission.
|
320
|
+
# Optional. The arguments to pass to the Spark driver. Do not include
|
321
|
+
# arguments that can be set as batch properties, such as `--conf`, since a
|
322
|
+
# collision can occur that causes an incorrect batch submission.
|
297
323
|
# @!attribute [rw] file_uris
|
298
324
|
# @return [::Array<::String>]
|
299
325
|
# Optional. HCFS URIs of files to be placed in the working directory of
|
@@ -309,10 +335,12 @@ module Google
|
|
309
335
|
end
|
310
336
|
|
311
337
|
# A configuration for running
|
312
|
-
# [Apache Spark SQL](
|
338
|
+
# [Apache Spark SQL](https://spark.apache.org/sql/) queries as a batch
|
339
|
+
# workload.
|
313
340
|
# @!attribute [rw] query_file_uri
|
314
341
|
# @return [::String]
|
315
|
-
# Required. The HCFS URI of the script that contains Spark SQL queries to
|
342
|
+
# Required. The HCFS URI of the script that contains Spark SQL queries to
|
343
|
+
# execute.
|
316
344
|
# @!attribute [rw] query_variables
|
317
345
|
# @return [::Google::Protobuf::Map{::String => ::String}]
|
318
346
|
# Optional. Mapping of query variable names to values (equivalent to the
|
@@ -37,12 +37,14 @@ module Google
|
|
37
37
|
# Optional. The cluster config for a cluster of Compute Engine Instances.
|
38
38
|
# Note that Dataproc may set default values, and values may change
|
39
39
|
# when clusters are updated.
|
40
|
+
#
|
41
|
+
# Exactly one of ClusterConfig or VirtualClusterConfig must be specified.
|
40
42
|
# @!attribute [rw] virtual_cluster_config
|
41
43
|
# @return [::Google::Cloud::Dataproc::V1::VirtualClusterConfig]
|
42
44
|
# Optional. The virtual cluster config is used when creating a Dataproc
|
43
45
|
# cluster that does not directly control the underlying compute resources,
|
44
46
|
# for example, when creating a [Dataproc-on-GKE
|
45
|
-
# cluster](https://cloud.google.com/dataproc/docs/guides/dpgke/dataproc-gke).
|
47
|
+
# cluster](https://cloud.google.com/dataproc/docs/guides/dpgke/dataproc-gke-overview).
|
46
48
|
# Dataproc may set default values, and values may change when
|
47
49
|
# clusters are updated. Exactly one of
|
48
50
|
# {::Google::Cloud::Dataproc::V1::Cluster#config config} or
|
@@ -180,7 +182,7 @@ module Google
|
|
180
182
|
|
181
183
|
# The Dataproc cluster config for a cluster that does not directly control the
|
182
184
|
# underlying compute resources, such as a [Dataproc-on-GKE
|
183
|
-
# cluster](https://cloud.google.com/dataproc/docs/guides/dpgke/dataproc-gke).
|
185
|
+
# cluster](https://cloud.google.com/dataproc/docs/guides/dpgke/dataproc-gke-overview).
|
184
186
|
# @!attribute [rw] staging_bucket
|
185
187
|
# @return [::String]
|
186
188
|
# Optional. A Cloud Storage bucket used to stage job
|
@@ -272,17 +274,15 @@ module Google
|
|
272
274
|
# instances, applicable to all instances in the cluster.
|
273
275
|
# @!attribute [rw] zone_uri
|
274
276
|
# @return [::String]
|
275
|
-
# Optional. The zone where the
|
276
|
-
#
|
277
|
-
#
|
278
|
-
# corresponding Compute Engine region. On a get request, zone will
|
279
|
-
# always be present.
|
277
|
+
# Optional. The Compute Engine zone where the Dataproc cluster will be
|
278
|
+
# located. If omitted, the service will pick a zone in the cluster's Compute
|
279
|
+
# Engine region. On a get request, zone will always be present.
|
280
280
|
#
|
281
281
|
# A full URL, partial URI, or short name are valid. Examples:
|
282
282
|
#
|
283
283
|
# * `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/[zone]`
|
284
284
|
# * `projects/[project_id]/zones/[zone]`
|
285
|
-
# * `
|
285
|
+
# * `[zone]`
|
286
286
|
# @!attribute [rw] network_uri
|
287
287
|
# @return [::String]
|
288
288
|
# Optional. The Compute Engine network to be used for machine
|
@@ -294,8 +294,8 @@ module Google
|
|
294
294
|
#
|
295
295
|
# A full URL, partial URI, or short name are valid. Examples:
|
296
296
|
#
|
297
|
-
# * `https://www.googleapis.com/compute/v1/projects/[project_id]/
|
298
|
-
# * `projects/[project_id]/
|
297
|
+
# * `https://www.googleapis.com/compute/v1/projects/[project_id]/global/networks/default`
|
298
|
+
# * `projects/[project_id]/global/networks/default`
|
299
299
|
# * `default`
|
300
300
|
# @!attribute [rw] subnetwork_uri
|
301
301
|
# @return [::String]
|
@@ -304,8 +304,8 @@ module Google
|
|
304
304
|
#
|
305
305
|
# A full URL, partial URI, or short name are valid. Examples:
|
306
306
|
#
|
307
|
-
# * `https://www.googleapis.com/compute/v1/projects/[project_id]/regions/
|
308
|
-
# * `projects/[project_id]/regions/
|
307
|
+
# * `https://www.googleapis.com/compute/v1/projects/[project_id]/regions/[region]/subnetworks/sub0`
|
308
|
+
# * `projects/[project_id]/regions/[region]/subnetworks/sub0`
|
309
309
|
# * `sub0`
|
310
310
|
# @!attribute [rw] internal_ip_only
|
311
311
|
# @return [::Boolean]
|
@@ -422,8 +422,8 @@ module Google
|
|
422
422
|
#
|
423
423
|
# A full URL, partial URI, or node group name are valid. Examples:
|
424
424
|
#
|
425
|
-
# * `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/
|
426
|
-
# * `projects/[project_id]/zones/
|
425
|
+
# * `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/[zone]/nodeGroups/node-group-1`
|
426
|
+
# * `projects/[project_id]/zones/[zone]/nodeGroups/node-group-1`
|
427
427
|
# * `node-group-1`
|
428
428
|
class NodeGroupAffinity
|
429
429
|
include ::Google::Protobuf::MessageExts
|
@@ -479,14 +479,14 @@ module Google
|
|
479
479
|
#
|
480
480
|
# Image examples:
|
481
481
|
#
|
482
|
-
# * `https://www.googleapis.com/compute/
|
482
|
+
# * `https://www.googleapis.com/compute/v1/projects/[project_id]/global/images/[image-id]`
|
483
483
|
# * `projects/[project_id]/global/images/[image-id]`
|
484
484
|
# * `image-id`
|
485
485
|
#
|
486
486
|
# Image family examples. Dataproc will use the most recent
|
487
487
|
# image from the family:
|
488
488
|
#
|
489
|
-
# * `https://www.googleapis.com/compute/
|
489
|
+
# * `https://www.googleapis.com/compute/v1/projects/[project_id]/global/images/family/[custom-image-family-name]`
|
490
490
|
# * `projects/[project_id]/global/images/family/[custom-image-family-name]`
|
491
491
|
#
|
492
492
|
# If the URI is unspecified, it will be inferred from
|
@@ -497,8 +497,8 @@ module Google
|
|
497
497
|
#
|
498
498
|
# A full URL, partial URI, or short name are valid. Examples:
|
499
499
|
#
|
500
|
-
# * `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/
|
501
|
-
# * `projects/[project_id]/zones/
|
500
|
+
# * `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/[zone]/machineTypes/n1-standard-2`
|
501
|
+
# * `projects/[project_id]/zones/[zone]/machineTypes/n1-standard-2`
|
502
502
|
# * `n1-standard-2`
|
503
503
|
#
|
504
504
|
# **Auto Zone Exception**: If you are using the Dataproc
|
@@ -559,6 +559,16 @@ module Google
|
|
559
559
|
# (https://cloud.google.com/dataproc/docs/concepts/compute/secondary-vms)
|
560
560
|
# groups.
|
561
561
|
PREEMPTIBLE = 2
|
562
|
+
|
563
|
+
# Instances are [Spot VMs]
|
564
|
+
# (https://cloud.google.com/compute/docs/instances/spot).
|
565
|
+
#
|
566
|
+
# This option is allowed only for [secondary worker]
|
567
|
+
# (https://cloud.google.com/dataproc/docs/concepts/compute/secondary-vms)
|
568
|
+
# groups. Spot VMs are the latest version of [preemptible VMs]
|
569
|
+
# (https://cloud.google.com/compute/docs/instances/preemptible), and
|
570
|
+
# provide additional features.
|
571
|
+
SPOT = 3
|
562
572
|
end
|
563
573
|
end
|
564
574
|
|
@@ -583,12 +593,12 @@ module Google
|
|
583
593
|
# Full URL, partial URI, or short name of the accelerator type resource to
|
584
594
|
# expose to this instance. See
|
585
595
|
# [Compute Engine
|
586
|
-
# AcceleratorTypes](https://cloud.google.com/compute/docs/reference/
|
596
|
+
# AcceleratorTypes](https://cloud.google.com/compute/docs/reference/v1/acceleratorTypes).
|
587
597
|
#
|
588
598
|
# Examples:
|
589
599
|
#
|
590
|
-
# * `https://www.googleapis.com/compute/
|
591
|
-
# * `projects/[project_id]/zones/
|
600
|
+
# * `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/[zone]/acceleratorTypes/nvidia-tesla-k80`
|
601
|
+
# * `projects/[project_id]/zones/[zone]/acceleratorTypes/nvidia-tesla-k80`
|
592
602
|
# * `nvidia-tesla-k80`
|
593
603
|
#
|
594
604
|
# **Auto Zone Exception**: If you are using the Dataproc
|
@@ -623,6 +633,9 @@ module Google
|
|
623
633
|
# If one or more SSDs are attached, this runtime bulk
|
624
634
|
# data is spread across them, and the boot disk contains only basic
|
625
635
|
# config and installed binaries.
|
636
|
+
#
|
637
|
+
# Note: Local SSD options may vary by machine type and number of vCPUs
|
638
|
+
# selected.
|
626
639
|
# @!attribute [rw] local_ssd_interface
|
627
640
|
# @return [::String]
|
628
641
|
# Optional. Interface type of local SSDs (default is "scsi").
|
@@ -988,6 +1001,39 @@ module Google
|
|
988
1001
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
989
1002
|
end
|
990
1003
|
|
1004
|
+
# Contains cluster daemon metrics, such as HDFS and YARN stats.
|
1005
|
+
#
|
1006
|
+
# **Beta Feature**: This report is available for testing purposes only. It may
|
1007
|
+
# be changed before final release.
|
1008
|
+
# @!attribute [rw] hdfs_metrics
|
1009
|
+
# @return [::Google::Protobuf::Map{::String => ::Integer}]
|
1010
|
+
# The HDFS metrics.
|
1011
|
+
# @!attribute [rw] yarn_metrics
|
1012
|
+
# @return [::Google::Protobuf::Map{::String => ::Integer}]
|
1013
|
+
# YARN metrics.
|
1014
|
+
class ClusterMetrics
|
1015
|
+
include ::Google::Protobuf::MessageExts
|
1016
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1017
|
+
|
1018
|
+
# @!attribute [rw] key
|
1019
|
+
# @return [::String]
|
1020
|
+
# @!attribute [rw] value
|
1021
|
+
# @return [::Integer]
|
1022
|
+
class HdfsMetricsEntry
|
1023
|
+
include ::Google::Protobuf::MessageExts
|
1024
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1025
|
+
end
|
1026
|
+
|
1027
|
+
# @!attribute [rw] key
|
1028
|
+
# @return [::String]
|
1029
|
+
# @!attribute [rw] value
|
1030
|
+
# @return [::Integer]
|
1031
|
+
class YarnMetricsEntry
|
1032
|
+
include ::Google::Protobuf::MessageExts
|
1033
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1034
|
+
end
|
1035
|
+
end
|
1036
|
+
|
991
1037
|
# Dataproc metric config.
|
992
1038
|
# @!attribute [rw] metrics
|
993
1039
|
# @return [::Array<::Google::Cloud::Dataproc::V1::DataprocMetricConfig::Metric>]
|
@@ -1066,39 +1112,9 @@ module Google
|
|
1066
1112
|
|
1067
1113
|
# Hiveserver2 metric source.
|
1068
1114
|
HIVESERVER2 = 6
|
1069
|
-
end
|
1070
|
-
end
|
1071
|
-
|
1072
|
-
# Contains cluster daemon metrics, such as HDFS and YARN stats.
|
1073
|
-
#
|
1074
|
-
# **Beta Feature**: This report is available for testing purposes only. It may
|
1075
|
-
# be changed before final release.
|
1076
|
-
# @!attribute [rw] hdfs_metrics
|
1077
|
-
# @return [::Google::Protobuf::Map{::String => ::Integer}]
|
1078
|
-
# The HDFS metrics.
|
1079
|
-
# @!attribute [rw] yarn_metrics
|
1080
|
-
# @return [::Google::Protobuf::Map{::String => ::Integer}]
|
1081
|
-
# The YARN metrics.
|
1082
|
-
class ClusterMetrics
|
1083
|
-
include ::Google::Protobuf::MessageExts
|
1084
|
-
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1085
1115
|
|
1086
|
-
|
1087
|
-
|
1088
|
-
# @!attribute [rw] value
|
1089
|
-
# @return [::Integer]
|
1090
|
-
class HdfsMetricsEntry
|
1091
|
-
include ::Google::Protobuf::MessageExts
|
1092
|
-
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1093
|
-
end
|
1094
|
-
|
1095
|
-
# @!attribute [rw] key
|
1096
|
-
# @return [::String]
|
1097
|
-
# @!attribute [rw] value
|
1098
|
-
# @return [::Integer]
|
1099
|
-
class YarnMetricsEntry
|
1100
|
-
include ::Google::Protobuf::MessageExts
|
1101
|
-
extend ::Google::Protobuf::MessageExts::ClassMethods
|
1116
|
+
# hivemetastore metric source
|
1117
|
+
HIVEMETASTORE = 7
|
1102
1118
|
end
|
1103
1119
|
end
|
1104
1120
|
|
@@ -1151,7 +1167,7 @@ module Google
|
|
1151
1167
|
# Required. The changes to the cluster.
|
1152
1168
|
# @!attribute [rw] graceful_decommission_timeout
|
1153
1169
|
# @return [::Google::Protobuf::Duration]
|
1154
|
-
# Optional. Timeout for graceful YARN
|
1170
|
+
# Optional. Timeout for graceful YARN decommissioning. Graceful
|
1155
1171
|
# decommissioning allows removing nodes from the cluster without
|
1156
1172
|
# interrupting jobs in progress. Timeout specifies how long to wait for jobs
|
1157
1173
|
# in progress to finish before forcefully removing nodes (and potentially
|
@@ -497,6 +497,51 @@ module Google
|
|
497
497
|
end
|
498
498
|
end
|
499
499
|
|
500
|
+
# A Dataproc job for running [Trino](https://trino.io/) queries.
|
501
|
+
# **IMPORTANT**: The [Dataproc Trino Optional
|
502
|
+
# Component](https://cloud.google.com/dataproc/docs/concepts/components/trino)
|
503
|
+
# must be enabled when the cluster is created to submit a Trino job to the
|
504
|
+
# cluster.
|
505
|
+
# @!attribute [rw] query_file_uri
|
506
|
+
# @return [::String]
|
507
|
+
# The HCFS URI of the script that contains SQL queries.
|
508
|
+
# @!attribute [rw] query_list
|
509
|
+
# @return [::Google::Cloud::Dataproc::V1::QueryList]
|
510
|
+
# A list of queries.
|
511
|
+
# @!attribute [rw] continue_on_failure
|
512
|
+
# @return [::Boolean]
|
513
|
+
# Optional. Whether to continue executing queries if a query fails.
|
514
|
+
# The default value is `false`. Setting to `true` can be useful when
|
515
|
+
# executing independent parallel queries.
|
516
|
+
# @!attribute [rw] output_format
|
517
|
+
# @return [::String]
|
518
|
+
# Optional. The format in which query output will be displayed. See the
|
519
|
+
# Trino documentation for supported output formats
|
520
|
+
# @!attribute [rw] client_tags
|
521
|
+
# @return [::Array<::String>]
|
522
|
+
# Optional. Trino client tags to attach to this query
|
523
|
+
# @!attribute [rw] properties
|
524
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
525
|
+
# Optional. A mapping of property names to values. Used to set Trino
|
526
|
+
# [session properties](https://trino.io/docs/current/sql/set-session.html)
|
527
|
+
# Equivalent to using the --session flag in the Trino CLI
|
528
|
+
# @!attribute [rw] logging_config
|
529
|
+
# @return [::Google::Cloud::Dataproc::V1::LoggingConfig]
|
530
|
+
# Optional. The runtime log config for job execution.
|
531
|
+
class TrinoJob
|
532
|
+
include ::Google::Protobuf::MessageExts
|
533
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
534
|
+
|
535
|
+
# @!attribute [rw] key
|
536
|
+
# @return [::String]
|
537
|
+
# @!attribute [rw] value
|
538
|
+
# @return [::String]
|
539
|
+
class PropertiesEntry
|
540
|
+
include ::Google::Protobuf::MessageExts
|
541
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
542
|
+
end
|
543
|
+
end
|
544
|
+
|
500
545
|
# Dataproc job config.
|
501
546
|
# @!attribute [rw] cluster_name
|
502
547
|
# @return [::String]
|
@@ -715,6 +760,9 @@ module Google
|
|
715
760
|
# @!attribute [rw] presto_job
|
716
761
|
# @return [::Google::Cloud::Dataproc::V1::PrestoJob]
|
717
762
|
# Optional. Job is a Presto job.
|
763
|
+
# @!attribute [rw] trino_job
|
764
|
+
# @return [::Google::Cloud::Dataproc::V1::TrinoJob]
|
765
|
+
# Optional. Job is a Trino job.
|
718
766
|
# @!attribute [r] status
|
719
767
|
# @return [::Google::Cloud::Dataproc::V1::JobStatus]
|
720
768
|
# Output only. The job status. Additional application-specific
|
@@ -82,7 +82,7 @@ module Google
|
|
82
82
|
# underscores (_), and hyphens (-). The maximum length is 40 characters.
|
83
83
|
# @!attribute [rw] graceful_decommission_timeout
|
84
84
|
# @return [::Google::Protobuf::Duration]
|
85
|
-
# Optional. Timeout for graceful YARN
|
85
|
+
# Optional. Timeout for graceful YARN decomissioning. [Graceful
|
86
86
|
# decommissioning]
|
87
87
|
# (https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/scaling-clusters#graceful_decommissioning)
|
88
88
|
# allows the removal of nodes from the Compute Engine node group
|
@@ -127,6 +127,9 @@ module Google
|
|
127
127
|
# @!attribute [r] warnings
|
128
128
|
# @return [::Array<::String>]
|
129
129
|
# Output only. Errors encountered during operation execution.
|
130
|
+
# @!attribute [r] child_operation_ids
|
131
|
+
# @return [::Array<::String>]
|
132
|
+
# Output only. Child operation ids
|
130
133
|
class ClusterOperationMetadata
|
131
134
|
include ::Google::Protobuf::MessageExts
|
132
135
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|