google-cloud-dataproc-v1 0.15.0 → 0.16.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +18 -6
- data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +51 -15
- data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +12 -14
- data/lib/google/cloud/dataproc/v1/batch_controller/paths.rb +19 -0
- data/lib/google/cloud/dataproc/v1/batches_pb.rb +2 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +43 -31
- data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +12 -14
- data/lib/google/cloud/dataproc/v1/cluster_controller/paths.rb +19 -0
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +10 -9
- data/lib/google/cloud/dataproc/v1/job_controller/client.rb +22 -10
- data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +12 -14
- data/lib/google/cloud/dataproc/v1/jobs_pb.rb +13 -0
- data/lib/google/cloud/dataproc/v1/node_group_controller/client.rb +23 -9
- data/lib/google/cloud/dataproc/v1/node_group_controller/operations.rb +12 -14
- data/lib/google/cloud/dataproc/v1/operations_pb.rb +1 -0
- data/lib/google/cloud/dataproc/v1/shared_pb.rb +24 -1
- data/lib/google/cloud/dataproc/v1/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +28 -15
- data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +12 -14
- data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +2 -1
- data/lib/google/cloud/dataproc/v1.rb +1 -1
- data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +8 -8
- data/proto_docs/google/cloud/dataproc/v1/batches.rb +42 -14
- data/proto_docs/google/cloud/dataproc/v1/clusters.rb +60 -54
- data/proto_docs/google/cloud/dataproc/v1/jobs.rb +48 -0
- data/proto_docs/google/cloud/dataproc/v1/node_groups.rb +1 -1
- data/proto_docs/google/cloud/dataproc/v1/operations.rb +3 -0
- data/proto_docs/google/cloud/dataproc/v1/shared.rb +174 -56
- data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +14 -11
- metadata +26 -6
@@ -27,12 +27,12 @@ module Google
|
|
27
27
|
# Optional. Version of the batch runtime.
|
28
28
|
# @!attribute [rw] container_image
|
29
29
|
# @return [::String]
|
30
|
-
# Optional. Optional custom container image for the job runtime environment.
|
31
|
-
# not specified, a default container image will be used.
|
30
|
+
# Optional. Optional custom container image for the job runtime environment.
|
31
|
+
# If not specified, a default container image will be used.
|
32
32
|
# @!attribute [rw] properties
|
33
33
|
# @return [::Google::Protobuf::Map{::String => ::String}]
|
34
|
-
# Optional. A mapping of property names to values, which are used to
|
35
|
-
# execution.
|
34
|
+
# Optional. A mapping of property names to values, which are used to
|
35
|
+
# configure workload execution.
|
36
36
|
class RuntimeConfig
|
37
37
|
include ::Google::Protobuf::MessageExts
|
38
38
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -75,6 +75,28 @@ module Google
|
|
75
75
|
# @!attribute [rw] kms_key
|
76
76
|
# @return [::String]
|
77
77
|
# Optional. The Cloud KMS key to use for encryption.
|
78
|
+
# @!attribute [rw] ttl
|
79
|
+
# @return [::Google::Protobuf::Duration]
|
80
|
+
# Optional. The duration after which the workload will be terminated.
|
81
|
+
# When the workload passes this ttl, it will be unconditionally killed
|
82
|
+
# without waiting for ongoing work to finish.
|
83
|
+
# Minimum value is 10 minutes; maximum value is 14 days (see JSON
|
84
|
+
# representation of
|
85
|
+
# [Duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
|
86
|
+
# If both ttl and idle_ttl are specified, the conditions are treated as
|
87
|
+
# and OR: the workload will be terminated when it has been idle for idle_ttl
|
88
|
+
# or when the ttl has passed, whichever comes first.
|
89
|
+
# If ttl is not specified for a session, it defaults to 24h.
|
90
|
+
# @!attribute [rw] staging_bucket
|
91
|
+
# @return [::String]
|
92
|
+
# Optional. A Cloud Storage bucket used to stage workload dependencies,
|
93
|
+
# config files, and store workload output and other ephemeral data, such as
|
94
|
+
# Spark history files. If you do not specify a staging bucket, Cloud Dataproc
|
95
|
+
# will determine a Cloud Storage location according to the region where your
|
96
|
+
# workload is running, and then create and manage project-level, per-location
|
97
|
+
# staging and temporary buckets.
|
98
|
+
# **This field requires a Cloud Storage bucket name, not a `gs://...` URI to
|
99
|
+
# a Cloud Storage bucket.**
|
78
100
|
class ExecutionConfig
|
79
101
|
include ::Google::Protobuf::MessageExts
|
80
102
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -83,8 +105,8 @@ module Google
|
|
83
105
|
# Spark History Server configuration for the workload.
|
84
106
|
# @!attribute [rw] dataproc_cluster
|
85
107
|
# @return [::String]
|
86
|
-
# Optional. Resource name of an existing Dataproc Cluster to act as a Spark
|
87
|
-
# Server for the workload.
|
108
|
+
# Optional. Resource name of an existing Dataproc Cluster to act as a Spark
|
109
|
+
# History Server for the workload.
|
88
110
|
#
|
89
111
|
# Example:
|
90
112
|
#
|
@@ -113,14 +135,23 @@ module Google
|
|
113
135
|
# Runtime information about workload execution.
|
114
136
|
# @!attribute [r] endpoints
|
115
137
|
# @return [::Google::Protobuf::Map{::String => ::String}]
|
116
|
-
# Output only. Map of remote access endpoints (such as web interfaces and
|
117
|
-
# URIs.
|
138
|
+
# Output only. Map of remote access endpoints (such as web interfaces and
|
139
|
+
# APIs) to their URIs.
|
118
140
|
# @!attribute [r] output_uri
|
119
141
|
# @return [::String]
|
120
|
-
# Output only. A URI pointing to the location of the stdout and stderr of the
|
142
|
+
# Output only. A URI pointing to the location of the stdout and stderr of the
|
143
|
+
# workload.
|
121
144
|
# @!attribute [r] diagnostic_output_uri
|
122
145
|
# @return [::String]
|
123
146
|
# Output only. A URI pointing to the location of the diagnostics tarball.
|
147
|
+
# @!attribute [r] approximate_usage
|
148
|
+
# @return [::Google::Cloud::Dataproc::V1::UsageMetrics]
|
149
|
+
# Output only. Approximate workload resource usage calculated after workload
|
150
|
+
# finishes (see [Dataproc Serverless pricing]
|
151
|
+
# (https://cloud.google.com/dataproc-serverless/pricing)).
|
152
|
+
# @!attribute [r] current_usage
|
153
|
+
# @return [::Google::Cloud::Dataproc::V1::UsageSnapshot]
|
154
|
+
# Output only. Snapshot of current workload resource usage.
|
124
155
|
class RuntimeInfo
|
125
156
|
include ::Google::Protobuf::MessageExts
|
126
157
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -135,19 +166,56 @@ module Google
|
|
135
166
|
end
|
136
167
|
end
|
137
168
|
|
169
|
+
# Usage metrics represent approximate total resources consumed by a workload.
|
170
|
+
# @!attribute [rw] milli_dcu_seconds
|
171
|
+
# @return [::Integer]
|
172
|
+
# Optional. DCU (Dataproc Compute Units) usage in (`milliDCU` x `seconds`)
|
173
|
+
# (see [Dataproc Serverless pricing]
|
174
|
+
# (https://cloud.google.com/dataproc-serverless/pricing)).
|
175
|
+
# @!attribute [rw] shuffle_storage_gb_seconds
|
176
|
+
# @return [::Integer]
|
177
|
+
# Optional. Shuffle storage usage in (`GB` x `seconds`) (see
|
178
|
+
# [Dataproc Serverless pricing]
|
179
|
+
# (https://cloud.google.com/dataproc-serverless/pricing)).
|
180
|
+
class UsageMetrics
|
181
|
+
include ::Google::Protobuf::MessageExts
|
182
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
183
|
+
end
|
184
|
+
|
185
|
+
# The usage snaphot represents the resources consumed by a workload at a
|
186
|
+
# specified time.
|
187
|
+
# @!attribute [rw] milli_dcu
|
188
|
+
# @return [::Integer]
|
189
|
+
# Optional. Milli (one-thousandth) Dataproc Compute Units (DCUs) (see
|
190
|
+
# [Dataproc Serverless pricing]
|
191
|
+
# (https://cloud.google.com/dataproc-serverless/pricing)).
|
192
|
+
# @!attribute [rw] shuffle_storage_gb
|
193
|
+
# @return [::Integer]
|
194
|
+
# Optional. Shuffle Storage in gigabytes (GB). (see [Dataproc Serverless
|
195
|
+
# pricing] (https://cloud.google.com/dataproc-serverless/pricing))
|
196
|
+
# @!attribute [rw] snapshot_time
|
197
|
+
# @return [::Google::Protobuf::Timestamp]
|
198
|
+
# Optional. The timestamp of the usage snapshot.
|
199
|
+
class UsageSnapshot
|
200
|
+
include ::Google::Protobuf::MessageExts
|
201
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
202
|
+
end
|
203
|
+
|
138
204
|
# The cluster's GKE config.
|
139
205
|
# @!attribute [rw] gke_cluster_target
|
140
206
|
# @return [::String]
|
141
|
-
# Optional. A target GKE cluster to deploy to. It must be in the same project
|
142
|
-
# region as the Dataproc cluster (the GKE cluster can be zonal or
|
143
|
-
# Format:
|
207
|
+
# Optional. A target GKE cluster to deploy to. It must be in the same project
|
208
|
+
# and region as the Dataproc cluster (the GKE cluster can be zonal or
|
209
|
+
# regional). Format:
|
210
|
+
# 'projects/\\{project}/locations/\\{location}/clusters/\\{cluster_id}'
|
144
211
|
# @!attribute [rw] node_pool_target
|
145
212
|
# @return [::Array<::Google::Cloud::Dataproc::V1::GkeNodePoolTarget>]
|
146
|
-
# Optional. GKE
|
147
|
-
# must be assigned the
|
148
|
-
#
|
149
|
-
# If a
|
150
|
-
#
|
213
|
+
# Optional. GKE node pools where workloads will be scheduled. At least one
|
214
|
+
# node pool must be assigned the `DEFAULT`
|
215
|
+
# {::Google::Cloud::Dataproc::V1::GkeNodePoolTarget::Role GkeNodePoolTarget.Role}.
|
216
|
+
# If a `GkeNodePoolTarget` is not specified, Dataproc constructs a `DEFAULT`
|
217
|
+
# `GkeNodePoolTarget`. Each role can be given to only one
|
218
|
+
# `GkeNodePoolTarget`. All node pools must have the same location settings.
|
151
219
|
class GkeClusterConfig
|
152
220
|
include ::Google::Protobuf::MessageExts
|
153
221
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -156,16 +224,17 @@ module Google
|
|
156
224
|
# The configuration for running the Dataproc cluster on Kubernetes.
|
157
225
|
# @!attribute [rw] kubernetes_namespace
|
158
226
|
# @return [::String]
|
159
|
-
# Optional. A namespace within the Kubernetes cluster to deploy into. If this
|
160
|
-
# does not exist, it is created. If it exists, Dataproc
|
161
|
-
#
|
162
|
-
#
|
227
|
+
# Optional. A namespace within the Kubernetes cluster to deploy into. If this
|
228
|
+
# namespace does not exist, it is created. If it exists, Dataproc verifies
|
229
|
+
# that another Dataproc VirtualCluster is not installed into it. If not
|
230
|
+
# specified, the name of the Dataproc Cluster is used.
|
163
231
|
# @!attribute [rw] gke_cluster_config
|
164
232
|
# @return [::Google::Cloud::Dataproc::V1::GkeClusterConfig]
|
165
233
|
# Required. The configuration for running the Dataproc cluster on GKE.
|
166
234
|
# @!attribute [rw] kubernetes_software_config
|
167
235
|
# @return [::Google::Cloud::Dataproc::V1::KubernetesSoftwareConfig]
|
168
|
-
# Optional. The software configuration for this Dataproc cluster running on
|
236
|
+
# Optional. The software configuration for this Dataproc cluster running on
|
237
|
+
# Kubernetes.
|
169
238
|
class KubernetesClusterConfig
|
170
239
|
include ::Google::Protobuf::MessageExts
|
171
240
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -213,55 +282,62 @@ module Google
|
|
213
282
|
end
|
214
283
|
end
|
215
284
|
|
216
|
-
# GKE
|
285
|
+
# GKE node pools that Dataproc workloads run on.
|
217
286
|
# @!attribute [rw] node_pool
|
218
287
|
# @return [::String]
|
219
|
-
# Required. The target GKE
|
288
|
+
# Required. The target GKE node pool.
|
220
289
|
# Format:
|
221
290
|
# 'projects/\\{project}/locations/\\{location}/clusters/\\{cluster}/nodePools/\\{node_pool}'
|
222
291
|
# @!attribute [rw] roles
|
223
292
|
# @return [::Array<::Google::Cloud::Dataproc::V1::GkeNodePoolTarget::Role>]
|
224
|
-
# Required. The
|
293
|
+
# Required. The roles associated with the GKE node pool.
|
225
294
|
# @!attribute [rw] node_pool_config
|
226
295
|
# @return [::Google::Cloud::Dataproc::V1::GkeNodePoolConfig]
|
227
|
-
#
|
296
|
+
# Input only. The configuration for the GKE node pool.
|
228
297
|
#
|
229
|
-
# If specified, Dataproc attempts to create a
|
298
|
+
# If specified, Dataproc attempts to create a node pool with the
|
230
299
|
# specified shape. If one with the same name already exists, it is
|
231
300
|
# verified against all specified fields. If a field differs, the
|
232
301
|
# virtual cluster creation will fail.
|
233
302
|
#
|
234
|
-
# If omitted, any
|
235
|
-
#
|
236
|
-
# with default values.
|
303
|
+
# If omitted, any node pool with the specified name is used. If a
|
304
|
+
# node pool with the specified name does not exist, Dataproc create a
|
305
|
+
# node pool with default values.
|
306
|
+
#
|
307
|
+
# This is an input only field. It will not be returned by the API.
|
237
308
|
class GkeNodePoolTarget
|
238
309
|
include ::Google::Protobuf::MessageExts
|
239
310
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
240
311
|
|
241
|
-
# `Role` specifies
|
242
|
-
# specific to workloads. Exactly one
|
243
|
-
#
|
244
|
-
#
|
312
|
+
# `Role` specifies the tasks that will run on the node pool. Roles can be
|
313
|
+
# specific to workloads. Exactly one
|
314
|
+
# {::Google::Cloud::Dataproc::V1::GkeNodePoolTarget GkeNodePoolTarget} within the
|
315
|
+
# virtual cluster must have the `DEFAULT` role, which is used to run all
|
316
|
+
# workloads that are not associated with a node pool.
|
245
317
|
module Role
|
246
318
|
# Role is unspecified.
|
247
319
|
ROLE_UNSPECIFIED = 0
|
248
320
|
|
249
|
-
#
|
250
|
-
#
|
321
|
+
# At least one node pool must have the `DEFAULT` role.
|
322
|
+
# Work assigned to a role that is not associated with a node pool
|
323
|
+
# is assigned to the node pool with the `DEFAULT` role. For example,
|
324
|
+
# work assigned to the `CONTROLLER` role will be assigned to the node pool
|
325
|
+
# with the `DEFAULT` role if no node pool has the `CONTROLLER` role.
|
251
326
|
DEFAULT = 1
|
252
327
|
|
253
|
-
# Run
|
328
|
+
# Run work associated with the Dataproc control plane (for example,
|
329
|
+
# controllers and webhooks). Very low resource requirements.
|
254
330
|
CONTROLLER = 2
|
255
331
|
|
256
|
-
# Run
|
332
|
+
# Run work associated with a Spark driver of a job.
|
257
333
|
SPARK_DRIVER = 3
|
258
334
|
|
259
|
-
# Run
|
335
|
+
# Run work associated with a Spark executor of a job.
|
260
336
|
SPARK_EXECUTOR = 4
|
261
337
|
end
|
262
338
|
end
|
263
339
|
|
264
|
-
# The configuration of a GKE
|
340
|
+
# The configuration of a GKE node pool used by a [Dataproc-on-GKE
|
265
341
|
# cluster](https://cloud.google.com/dataproc/docs/concepts/jobs/dataproc-gke#create-a-dataproc-on-gke-cluster).
|
266
342
|
# @!attribute [rw] config
|
267
343
|
# @return [::Google::Cloud::Dataproc::V1::GkeNodePoolConfig::GkeNodeConfig]
|
@@ -270,16 +346,19 @@ module Google
|
|
270
346
|
# @return [::Array<::String>]
|
271
347
|
# Optional. The list of Compute Engine
|
272
348
|
# [zones](https://cloud.google.com/compute/docs/zones#available) where
|
273
|
-
#
|
349
|
+
# node pool nodes associated with a Dataproc on GKE virtual cluster
|
350
|
+
# will be located.
|
274
351
|
#
|
275
|
-
# **Note:**
|
352
|
+
# **Note:** All node pools associated with a virtual cluster
|
353
|
+
# must be located in the same region as the virtual cluster, and they must
|
354
|
+
# be located in the same zone within that region.
|
276
355
|
#
|
277
|
-
# If a location is not specified during
|
278
|
-
# choose
|
356
|
+
# If a location is not specified during node pool creation, Dataproc on GKE
|
357
|
+
# will choose the zone.
|
279
358
|
# @!attribute [rw] autoscaling
|
280
359
|
# @return [::Google::Cloud::Dataproc::V1::GkeNodePoolConfig::GkeNodePoolAutoscalingConfig]
|
281
|
-
# Optional. The autoscaler configuration for this
|
282
|
-
# only when a valid configuration is present.
|
360
|
+
# Optional. The autoscaler configuration for this node pool. The autoscaler
|
361
|
+
# is enabled only when a valid configuration is present.
|
283
362
|
class GkeNodePoolConfig
|
284
363
|
include ::Google::Protobuf::MessageExts
|
285
364
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -289,15 +368,23 @@ module Google
|
|
289
368
|
# @return [::String]
|
290
369
|
# Optional. The name of a Compute Engine [machine
|
291
370
|
# type](https://cloud.google.com/compute/docs/machine-types).
|
292
|
-
# @!attribute [rw] preemptible
|
293
|
-
# @return [::Boolean]
|
294
|
-
# Optional. Whether the nodes are created as [preemptible VM
|
295
|
-
# instances](https://cloud.google.com/compute/docs/instances/preemptible).
|
296
371
|
# @!attribute [rw] local_ssd_count
|
297
372
|
# @return [::Integer]
|
298
|
-
# Optional. The number of local SSD disks to attach to the node, which is
|
299
|
-
# the maximum number of disks allowable per zone (see [Adding
|
300
|
-
# SSDs](https://cloud.google.com/compute/docs/disks/local-ssd)).
|
373
|
+
# Optional. The number of local SSD disks to attach to the node, which is
|
374
|
+
# limited by the maximum number of disks allowable per zone (see [Adding
|
375
|
+
# Local SSDs](https://cloud.google.com/compute/docs/disks/local-ssd)).
|
376
|
+
# @!attribute [rw] preemptible
|
377
|
+
# @return [::Boolean]
|
378
|
+
# Optional. Whether the nodes are created as legacy [preemptible VM
|
379
|
+
# instances] (https://cloud.google.com/compute/docs/instances/preemptible).
|
380
|
+
# Also see
|
381
|
+
# {::Google::Cloud::Dataproc::V1::GkeNodePoolConfig::GkeNodeConfig#spot Spot}
|
382
|
+
# VMs, preemptible VM instances without a maximum lifetime. Legacy and Spot
|
383
|
+
# preemptible nodes cannot be used in a node pool with the `CONTROLLER`
|
384
|
+
# [role]
|
385
|
+
# (/dataproc/docs/reference/rest/v1/projects.regions.clusters#role)
|
386
|
+
# or in the DEFAULT node pool if the CONTROLLER role is not assigned (the
|
387
|
+
# DEFAULT node pool will assume the CONTROLLER role).
|
301
388
|
# @!attribute [rw] accelerators
|
302
389
|
# @return [::Array<::Google::Cloud::Dataproc::V1::GkeNodePoolConfig::GkeNodePoolAcceleratorConfig>]
|
303
390
|
# Optional. A list of [hardware
|
@@ -310,19 +397,43 @@ module Google
|
|
310
397
|
# to be used by this instance. The instance may be scheduled on the
|
311
398
|
# specified or a newer CPU platform. Specify the friendly names of CPU
|
312
399
|
# platforms, such as "Intel Haswell"` or Intel Sandy Bridge".
|
400
|
+
# @!attribute [rw] boot_disk_kms_key
|
401
|
+
# @return [::String]
|
402
|
+
# Optional. The [Customer Managed Encryption Key (CMEK)]
|
403
|
+
# (https://cloud.google.com/kubernetes-engine/docs/how-to/using-cmek)
|
404
|
+
# used to encrypt the boot disk attached to each node in the node pool.
|
405
|
+
# Specify the key using the following format:
|
406
|
+
# <code>projects/<var>KEY_PROJECT_ID</var>/locations/<var>LOCATION</var>/keyRings/<var>RING_NAME</var>/cryptoKeys/<var>KEY_NAME</var></code>.
|
407
|
+
# @!attribute [rw] spot
|
408
|
+
# @return [::Boolean]
|
409
|
+
# Optional. Whether the nodes are created as [Spot VM instances]
|
410
|
+
# (https://cloud.google.com/compute/docs/instances/spot).
|
411
|
+
# Spot VMs are the latest update to legacy
|
412
|
+
# [preemptible
|
413
|
+
# VMs][google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodeConfig.preemptible].
|
414
|
+
# Spot VMs do not have a maximum lifetime. Legacy and Spot preemptible
|
415
|
+
# nodes cannot be used in a node pool with the `CONTROLLER`
|
416
|
+
# [role](/dataproc/docs/reference/rest/v1/projects.regions.clusters#role)
|
417
|
+
# or in the DEFAULT node pool if the CONTROLLER role is not assigned (the
|
418
|
+
# DEFAULT node pool will assume the CONTROLLER role).
|
313
419
|
class GkeNodeConfig
|
314
420
|
include ::Google::Protobuf::MessageExts
|
315
421
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
316
422
|
end
|
317
423
|
|
318
424
|
# A GkeNodeConfigAcceleratorConfig represents a Hardware Accelerator request
|
319
|
-
# for a
|
425
|
+
# for a node pool.
|
320
426
|
# @!attribute [rw] accelerator_count
|
321
427
|
# @return [::Integer]
|
322
428
|
# The number of accelerator cards exposed to an instance.
|
323
429
|
# @!attribute [rw] accelerator_type
|
324
430
|
# @return [::String]
|
325
431
|
# The accelerator type resource namename (see GPUs on Compute Engine).
|
432
|
+
# @!attribute [rw] gpu_partition_size
|
433
|
+
# @return [::String]
|
434
|
+
# Size of partitions to create on the GPU. Valid values are described in
|
435
|
+
# the NVIDIA [mig user
|
436
|
+
# guide](https://docs.nvidia.com/datacenter/tesla/mig-user-guide/#partitioning).
|
326
437
|
class GkeNodePoolAcceleratorConfig
|
327
438
|
include ::Google::Protobuf::MessageExts
|
328
439
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -332,11 +443,12 @@ module Google
|
|
332
443
|
# adjust the size of the node pool to the current cluster usage.
|
333
444
|
# @!attribute [rw] min_node_count
|
334
445
|
# @return [::Integer]
|
335
|
-
# The minimum number of nodes in the
|
446
|
+
# The minimum number of nodes in the node pool. Must be >= 0 and <=
|
336
447
|
# max_node_count.
|
337
448
|
# @!attribute [rw] max_node_count
|
338
449
|
# @return [::Integer]
|
339
|
-
# The maximum number of nodes in the
|
450
|
+
# The maximum number of nodes in the node pool. Must be >= min_node_count,
|
451
|
+
# and must be > 0.
|
340
452
|
# **Note:** Quota must be sufficient to scale up the cluster.
|
341
453
|
class GkeNodePoolAutoscalingConfig
|
342
454
|
include ::Google::Protobuf::MessageExts
|
@@ -371,12 +483,18 @@ module Google
|
|
371
483
|
# The Hive Web HCatalog (the REST service for accessing HCatalog).
|
372
484
|
HIVE_WEBHCAT = 3
|
373
485
|
|
486
|
+
# Hudi.
|
487
|
+
HUDI = 18
|
488
|
+
|
374
489
|
# The Jupyter Notebook.
|
375
490
|
JUPYTER = 1
|
376
491
|
|
377
492
|
# The Presto query engine.
|
378
493
|
PRESTO = 6
|
379
494
|
|
495
|
+
# The Trino query engine.
|
496
|
+
TRINO = 17
|
497
|
+
|
380
498
|
# The Ranger service.
|
381
499
|
RANGER = 12
|
382
500
|
|
@@ -193,8 +193,8 @@ module Google
|
|
193
193
|
#
|
194
194
|
# The step id is used as prefix for job id, as job
|
195
195
|
# `goog-dataproc-workflow-step-id` label, and in
|
196
|
-
# {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
|
197
|
-
# steps.
|
196
|
+
# {::Google::Cloud::Dataproc::V1::OrderedJob#prerequisite_step_ids prerequisiteStepIds}
|
197
|
+
# field from other steps.
|
198
198
|
#
|
199
199
|
# The id must contain only letters (a-z, A-Z), numbers (0-9),
|
200
200
|
# underscores (_), and hyphens (-). Cannot begin or end with underscore
|
@@ -280,10 +280,10 @@ module Google
|
|
280
280
|
# A field is allowed to appear in at most one parameter's list of field
|
281
281
|
# paths.
|
282
282
|
#
|
283
|
-
# A field path is similar in syntax to a
|
284
|
-
# For example, a
|
285
|
-
#
|
286
|
-
# `placement.clusterSelector.zone`.
|
283
|
+
# A field path is similar in syntax to a
|
284
|
+
# {::Google::Protobuf::FieldMask google.protobuf.FieldMask}. For example, a
|
285
|
+
# field path that references the zone field of a workflow template's cluster
|
286
|
+
# selector would be specified as `placement.clusterSelector.zone`.
|
287
287
|
#
|
288
288
|
# Also, field paths can reference fields using the following syntax:
|
289
289
|
#
|
@@ -410,16 +410,19 @@ module Google
|
|
410
410
|
# Output only. The UUID of target cluster.
|
411
411
|
# @!attribute [r] dag_timeout
|
412
412
|
# @return [::Google::Protobuf::Duration]
|
413
|
-
# Output only. The timeout duration for the DAG of jobs, expressed in seconds
|
414
|
-
# [JSON representation of
|
413
|
+
# Output only. The timeout duration for the DAG of jobs, expressed in seconds
|
414
|
+
# (see [JSON representation of
|
415
415
|
# duration](https://developers.google.com/protocol-buffers/docs/proto3#json)).
|
416
416
|
# @!attribute [r] dag_start_time
|
417
417
|
# @return [::Google::Protobuf::Timestamp]
|
418
|
-
# Output only. DAG start time, only set for workflows with
|
419
|
-
#
|
418
|
+
# Output only. DAG start time, only set for workflows with
|
419
|
+
# {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when
|
420
|
+
# DAG begins.
|
420
421
|
# @!attribute [r] dag_end_time
|
421
422
|
# @return [::Google::Protobuf::Timestamp]
|
422
|
-
# Output only. DAG end time, only set for workflows with
|
423
|
+
# Output only. DAG end time, only set for workflows with
|
424
|
+
# {::Google::Cloud::Dataproc::V1::WorkflowMetadata#dag_timeout dag_timeout} when
|
425
|
+
# DAG ends.
|
423
426
|
class WorkflowMetadata
|
424
427
|
include ::Google::Protobuf::MessageExts
|
425
428
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-cloud-dataproc-v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.16.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2023-
|
11
|
+
date: 2023-02-23 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: gapic-common
|
@@ -16,7 +16,7 @@ dependencies:
|
|
16
16
|
requirements:
|
17
17
|
- - ">="
|
18
18
|
- !ruby/object:Gem::Version
|
19
|
-
version: 0.
|
19
|
+
version: 0.17.1
|
20
20
|
- - "<"
|
21
21
|
- !ruby/object:Gem::Version
|
22
22
|
version: 2.a
|
@@ -26,7 +26,7 @@ dependencies:
|
|
26
26
|
requirements:
|
27
27
|
- - ">="
|
28
28
|
- !ruby/object:Gem::Version
|
29
|
-
version: 0.
|
29
|
+
version: 0.17.1
|
30
30
|
- - "<"
|
31
31
|
- !ruby/object:Gem::Version
|
32
32
|
version: 2.a
|
@@ -44,20 +44,40 @@ dependencies:
|
|
44
44
|
- - "~>"
|
45
45
|
- !ruby/object:Gem::Version
|
46
46
|
version: '1.0'
|
47
|
+
- !ruby/object:Gem::Dependency
|
48
|
+
name: google-iam-v1
|
49
|
+
requirement: !ruby/object:Gem::Requirement
|
50
|
+
requirements:
|
51
|
+
- - ">="
|
52
|
+
- !ruby/object:Gem::Version
|
53
|
+
version: '0.4'
|
54
|
+
- - "<"
|
55
|
+
- !ruby/object:Gem::Version
|
56
|
+
version: 2.a
|
57
|
+
type: :runtime
|
58
|
+
prerelease: false
|
59
|
+
version_requirements: !ruby/object:Gem::Requirement
|
60
|
+
requirements:
|
61
|
+
- - ">="
|
62
|
+
- !ruby/object:Gem::Version
|
63
|
+
version: '0.4'
|
64
|
+
- - "<"
|
65
|
+
- !ruby/object:Gem::Version
|
66
|
+
version: 2.a
|
47
67
|
- !ruby/object:Gem::Dependency
|
48
68
|
name: google-style
|
49
69
|
requirement: !ruby/object:Gem::Requirement
|
50
70
|
requirements:
|
51
71
|
- - "~>"
|
52
72
|
- !ruby/object:Gem::Version
|
53
|
-
version: 1.26.
|
73
|
+
version: 1.26.3
|
54
74
|
type: :development
|
55
75
|
prerelease: false
|
56
76
|
version_requirements: !ruby/object:Gem::Requirement
|
57
77
|
requirements:
|
58
78
|
- - "~>"
|
59
79
|
- !ruby/object:Gem::Version
|
60
|
-
version: 1.26.
|
80
|
+
version: 1.26.3
|
61
81
|
- !ruby/object:Gem::Dependency
|
62
82
|
name: minitest
|
63
83
|
requirement: !ruby/object:Gem::Requirement
|