google-cloud-dataproc-v1 1.17.1 → 1.18.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +0 -3
- data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/paths.rb +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/rest/client.rb +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/rest/service_stub.rb +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/rest.rb +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service.rb +1 -1
- data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +1 -1
- data/lib/google/cloud/dataproc/v1/batch_controller/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +1 -1
- data/lib/google/cloud/dataproc/v1/batch_controller/paths.rb +1 -1
- data/lib/google/cloud/dataproc/v1/batch_controller/rest/client.rb +1 -1
- data/lib/google/cloud/dataproc/v1/batch_controller/rest/operations.rb +1 -1
- data/lib/google/cloud/dataproc/v1/batch_controller/rest/service_stub.rb +1 -1
- data/lib/google/cloud/dataproc/v1/batch_controller/rest.rb +1 -1
- data/lib/google/cloud/dataproc/v1/batch_controller.rb +1 -1
- data/lib/google/cloud/dataproc/v1/batches_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1/bindings_override.rb +1 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +1 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +1 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller/paths.rb +1 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller/rest/client.rb +1 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller/rest/operations.rb +1 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller/rest/service_stub.rb +1 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller/rest.rb +1 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller.rb +1 -1
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +5 -1
- data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1/job_controller/client.rb +1 -1
- data/lib/google/cloud/dataproc/v1/job_controller/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +1 -1
- data/lib/google/cloud/dataproc/v1/job_controller/rest/client.rb +1 -1
- data/lib/google/cloud/dataproc/v1/job_controller/rest/operations.rb +1 -1
- data/lib/google/cloud/dataproc/v1/job_controller/rest/service_stub.rb +1 -1
- data/lib/google/cloud/dataproc/v1/job_controller/rest.rb +1 -1
- data/lib/google/cloud/dataproc/v1/job_controller.rb +1 -1
- data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1/node_group_controller/client.rb +1 -1
- data/lib/google/cloud/dataproc/v1/node_group_controller/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/node_group_controller/operations.rb +1 -1
- data/lib/google/cloud/dataproc/v1/node_group_controller/paths.rb +1 -1
- data/lib/google/cloud/dataproc/v1/node_group_controller/rest/client.rb +1 -1
- data/lib/google/cloud/dataproc/v1/node_group_controller/rest/operations.rb +1 -1
- data/lib/google/cloud/dataproc/v1/node_group_controller/rest/service_stub.rb +1 -1
- data/lib/google/cloud/dataproc/v1/node_group_controller/rest.rb +1 -1
- data/lib/google/cloud/dataproc/v1/node_group_controller.rb +1 -1
- data/lib/google/cloud/dataproc/v1/node_groups_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1/rest.rb +1 -1
- data/lib/google/cloud/dataproc/v1/session_controller/client.rb +1 -1
- data/lib/google/cloud/dataproc/v1/session_controller/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/session_controller/operations.rb +1 -1
- data/lib/google/cloud/dataproc/v1/session_controller/paths.rb +1 -1
- data/lib/google/cloud/dataproc/v1/session_controller/rest/client.rb +1 -1
- data/lib/google/cloud/dataproc/v1/session_controller/rest/operations.rb +1 -1
- data/lib/google/cloud/dataproc/v1/session_controller/rest/service_stub.rb +1 -1
- data/lib/google/cloud/dataproc/v1/session_controller/rest.rb +1 -1
- data/lib/google/cloud/dataproc/v1/session_controller.rb +1 -1
- data/lib/google/cloud/dataproc/v1/session_template_controller/client.rb +1 -1
- data/lib/google/cloud/dataproc/v1/session_template_controller/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/session_template_controller/paths.rb +1 -1
- data/lib/google/cloud/dataproc/v1/session_template_controller/rest/client.rb +1 -1
- data/lib/google/cloud/dataproc/v1/session_template_controller/rest/service_stub.rb +1 -1
- data/lib/google/cloud/dataproc/v1/session_template_controller/rest.rb +1 -1
- data/lib/google/cloud/dataproc/v1/session_template_controller.rb +1 -1
- data/lib/google/cloud/dataproc/v1/session_templates_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1/sessions_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/paths.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/client.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/operations.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/service_stub.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/rest.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1.rb +1 -1
- data/lib/google-cloud-dataproc-v1.rb +1 -1
- data/proto_docs/google/api/client.rb +1 -1
- data/proto_docs/google/api/field_behavior.rb +1 -1
- data/proto_docs/google/api/launch_stage.rb +1 -1
- data/proto_docs/google/api/resource.rb +1 -1
- data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +1 -1
- data/proto_docs/google/cloud/dataproc/v1/batches.rb +1 -1
- data/proto_docs/google/cloud/dataproc/v1/clusters.rb +141 -1
- data/proto_docs/google/cloud/dataproc/v1/jobs.rb +1 -1
- data/proto_docs/google/cloud/dataproc/v1/node_groups.rb +1 -1
- data/proto_docs/google/cloud/dataproc/v1/operations.rb +1 -1
- data/proto_docs/google/cloud/dataproc/v1/session_templates.rb +1 -1
- data/proto_docs/google/cloud/dataproc/v1/sessions.rb +1 -1
- data/proto_docs/google/cloud/dataproc/v1/shared.rb +1 -1
- data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +1 -1
- data/proto_docs/google/longrunning/operations.rb +1 -1
- data/proto_docs/google/protobuf/any.rb +1 -1
- data/proto_docs/google/protobuf/duration.rb +1 -1
- data/proto_docs/google/protobuf/empty.rb +1 -1
- data/proto_docs/google/protobuf/field_mask.rb +1 -1
- data/proto_docs/google/protobuf/timestamp.rb +8 -7
- data/proto_docs/google/protobuf/wrappers.rb +1 -1
- data/proto_docs/google/rpc/status.rb +1 -1
- data/proto_docs/google/type/interval.rb +1 -1
- metadata +1 -2
- data/proto_docs/google/type/expr.rb +0 -75
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
|
2
2
|
# Source: google/cloud/dataproc/v1/node_groups.proto for package 'google.cloud.dataproc.v1'
|
|
3
3
|
# Original file comments:
|
|
4
|
-
# Copyright
|
|
4
|
+
# Copyright 2025 Google LLC
|
|
5
5
|
#
|
|
6
6
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
7
7
|
# you may not use this file except in compliance with the License.
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
|
2
2
|
# Source: google/cloud/dataproc/v1/session_templates.proto for package 'google.cloud.dataproc.v1'
|
|
3
3
|
# Original file comments:
|
|
4
|
-
# Copyright
|
|
4
|
+
# Copyright 2026 Google LLC
|
|
5
5
|
#
|
|
6
6
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
7
7
|
# you may not use this file except in compliance with the License.
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
|
2
2
|
# Source: google/cloud/dataproc/v1/sessions.proto for package 'google.cloud.dataproc.v1'
|
|
3
3
|
# Original file comments:
|
|
4
|
-
# Copyright
|
|
4
|
+
# Copyright 2026 Google LLC
|
|
5
5
|
#
|
|
6
6
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
7
7
|
# you may not use this file except in compliance with the License.
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
|
2
2
|
# Source: google/cloud/dataproc/v1/workflow_templates.proto for package 'google.cloud.dataproc.v1'
|
|
3
3
|
# Original file comments:
|
|
4
|
-
# Copyright
|
|
4
|
+
# Copyright 2025 Google LLC
|
|
5
5
|
#
|
|
6
6
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
7
7
|
# you may not use this file except in compliance with the License.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# frozen_string_literal: true
|
|
2
2
|
|
|
3
|
-
# Copyright
|
|
3
|
+
# Copyright 2026 Google LLC
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -184,6 +184,59 @@ module Google
|
|
|
184
184
|
# @!attribute [rw] auxiliary_node_groups
|
|
185
185
|
# @return [::Array<::Google::Cloud::Dataproc::V1::AuxiliaryNodeGroup>]
|
|
186
186
|
# Optional. The node group settings.
|
|
187
|
+
# @!attribute [rw] master_flexible_config
|
|
188
|
+
# @return [::Google::Cloud::Dataproc::V1::FlexibleInstanceGroupConfig]
|
|
189
|
+
# Optional. The High Obtainability (HO) config settings for the cluster's
|
|
190
|
+
# master instances.
|
|
191
|
+
#
|
|
192
|
+
# In High Obtainability (HO) mode, flexible configs are the single source of
|
|
193
|
+
# truth for desired cluster configuration across node groups:
|
|
194
|
+
# * For single-node clusters: `master_flexible_config` must be specified, and
|
|
195
|
+
# no worker configs should be set.
|
|
196
|
+
# * For multi-node (standard) clusters: both `master_flexible_config` and
|
|
197
|
+
# {::Google::Cloud::Dataproc::V1::ClusterConfig#worker_flexible_config worker_flexible_config}
|
|
198
|
+
# must be specified. Mixing standard and flexible configs across node
|
|
199
|
+
# groups is not allowed.
|
|
200
|
+
#
|
|
201
|
+
# Only one of
|
|
202
|
+
# {::Google::Cloud::Dataproc::V1::ClusterConfig#master_config master_config} or
|
|
203
|
+
# `master_flexible_config` can be set.
|
|
204
|
+
# @!attribute [rw] worker_flexible_config
|
|
205
|
+
# @return [::Google::Cloud::Dataproc::V1::FlexibleInstanceGroupConfig]
|
|
206
|
+
# Optional. The High Obtainability (HO) config settings for the cluster's
|
|
207
|
+
# worker instances.
|
|
208
|
+
#
|
|
209
|
+
# In High Obtainability (HO) mode, flexible configs are the single source of
|
|
210
|
+
# truth for desired cluster configuration. `num_instances` represents the
|
|
211
|
+
# desired capacity of the worker group and is mutable via cluster updates and
|
|
212
|
+
# autoscaling.
|
|
213
|
+
#
|
|
214
|
+
# Only one of
|
|
215
|
+
# {::Google::Cloud::Dataproc::V1::ClusterConfig#worker_config worker_config} or
|
|
216
|
+
# `worker_flexible_config` can be set.
|
|
217
|
+
#
|
|
218
|
+
# In High Obtainability (HO) mode, for multi-node (standard) clusters, both
|
|
219
|
+
# {::Google::Cloud::Dataproc::V1::ClusterConfig#master_flexible_config master_flexible_config}
|
|
220
|
+
# and `worker_flexible_config` must be specified. Mixing standard and
|
|
221
|
+
# flexible configs across node groups is not allowed. Single-node clusters do
|
|
222
|
+
# not specify worker configs.
|
|
223
|
+
# @!attribute [rw] secondary_worker_flexible_config
|
|
224
|
+
# @return [::Google::Cloud::Dataproc::V1::FlexibleInstanceGroupConfig]
|
|
225
|
+
# Optional. The High Obtainability (HO) config settings for a cluster's
|
|
226
|
+
# secondary worker instances.
|
|
227
|
+
#
|
|
228
|
+
# In High Obtainability (HO) mode, flexible configs are the single source of
|
|
229
|
+
# truth for desired cluster configuration. `num_instances` represents the
|
|
230
|
+
# desired capacity of the secondary worker group and is mutable via cluster
|
|
231
|
+
# updates and autoscaling.
|
|
232
|
+
#
|
|
233
|
+
# Only one of
|
|
234
|
+
# {::Google::Cloud::Dataproc::V1::ClusterConfig#secondary_worker_config secondary_worker_config}
|
|
235
|
+
# or `secondary_worker_flexible_config` can be set.
|
|
236
|
+
#
|
|
237
|
+
# In High Obtainability (HO) mode, secondary workers are optional. If
|
|
238
|
+
# secondary workers are used in an HO cluster, they must be configured using
|
|
239
|
+
# `secondary_worker_flexible_config` (not `secondary_worker_config`).
|
|
187
240
|
class ClusterConfig
|
|
188
241
|
include ::Google::Protobuf::MessageExts
|
|
189
242
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
@@ -363,6 +416,11 @@ module Google
|
|
|
363
416
|
# * `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/[zone]`
|
|
364
417
|
# * `projects/[project_id]/zones/[zone]`
|
|
365
418
|
# * `[zone]`
|
|
419
|
+
# @!attribute [rw] multi_zone_config
|
|
420
|
+
# @return [::Google::Cloud::Dataproc::V1::MultiZoneConfig]
|
|
421
|
+
# Optional. Controls how instances within this Cluster are allowed to exist
|
|
422
|
+
# in multiple Zones within the Region. Only one of `zone_uri` or
|
|
423
|
+
# `multi_zone_config` must be set.
|
|
366
424
|
# @!attribute [rw] network_uri
|
|
367
425
|
# @return [::String]
|
|
368
426
|
# Optional. The Compute Engine network to be used for machine
|
|
@@ -515,6 +573,25 @@ module Google
|
|
|
515
573
|
end
|
|
516
574
|
end
|
|
517
575
|
|
|
576
|
+
# Configuration for multi-zonal clusters that can create instances across
|
|
577
|
+
# multiple Zones within the Region.
|
|
578
|
+
# @!attribute [rw] target_shape
|
|
579
|
+
# @return [::Google::Cloud::Dataproc::V1::MultiZoneConfig::TargetShape]
|
|
580
|
+
# Optional. The distribution shape of the nodes in the multi-zonal cluster.
|
|
581
|
+
class MultiZoneConfig
|
|
582
|
+
include ::Google::Protobuf::MessageExts
|
|
583
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
584
|
+
|
|
585
|
+
# The distribution shape of the nodes in the multi-zonal cluster.
|
|
586
|
+
module TargetShape
|
|
587
|
+
# Target shape is unspecified. Setting this will cause error.
|
|
588
|
+
TARGET_SHAPE_UNSPECIFIED = 0
|
|
589
|
+
|
|
590
|
+
# Instances may exist in any Zones within the Region.
|
|
591
|
+
ANY = 1
|
|
592
|
+
end
|
|
593
|
+
end
|
|
594
|
+
|
|
518
595
|
# Node Group Affinity for clusters using sole-tenant node groups.
|
|
519
596
|
# **The Dataproc `NodeGroupAffinity` resource is not related to the
|
|
520
597
|
# Dataproc {::Google::Cloud::Dataproc::V1::NodeGroup NodeGroup} resource.**
|
|
@@ -856,6 +933,69 @@ module Google
|
|
|
856
933
|
end
|
|
857
934
|
end
|
|
858
935
|
|
|
936
|
+
# The configuration for High Obtainability (HO) flexible instance groups.
|
|
937
|
+
# Flexible instance group configs serve as the single source of truth for
|
|
938
|
+
# desired state.
|
|
939
|
+
# @!attribute [rw] num_instances
|
|
940
|
+
# @return [::Integer]
|
|
941
|
+
# Optional. The number of VM instances requested.
|
|
942
|
+
#
|
|
943
|
+
# For master instances, this must be 1. For worker and secondary worker
|
|
944
|
+
# instances, this represents the desired capacity of the group and is mutable
|
|
945
|
+
# via cluster update operations and autoscaling.
|
|
946
|
+
# @!attribute [rw] core_count
|
|
947
|
+
# @return [::Integer]
|
|
948
|
+
# Optional. The number of vCPUs per instance. Must be a power of 2
|
|
949
|
+
# (2, 4, 8, 16, 32). This is a create-time specification and is not currently
|
|
950
|
+
# mutable via update masks.
|
|
951
|
+
# @!attribute [rw] boot_disk_size_gb
|
|
952
|
+
# @return [::Integer]
|
|
953
|
+
# Optional. The boot disk size in GB. This is a create-time specification and
|
|
954
|
+
# is not currently mutable via update masks.
|
|
955
|
+
# @!attribute [rw] hardware_class
|
|
956
|
+
# @return [::Google::Cloud::Dataproc::V1::FlexibleInstanceGroupConfig::HardwareClass]
|
|
957
|
+
# Optional. The hardware class of the instances. This is a create-time
|
|
958
|
+
# specification and is not currently mutable via update masks.
|
|
959
|
+
class FlexibleInstanceGroupConfig
|
|
960
|
+
include ::Google::Protobuf::MessageExts
|
|
961
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
962
|
+
|
|
963
|
+
# Controls the hardware class for the flexible instance group.
|
|
964
|
+
module HardwareClass
|
|
965
|
+
# Unspecified hardware class.
|
|
966
|
+
HARDWARE_CLASS_UNSPECIFIED = 0
|
|
967
|
+
|
|
968
|
+
# Standard hardware class.
|
|
969
|
+
# Provides a balanced compute configuration with approximately 4GB of
|
|
970
|
+
# memory per vCPU and standard disk storage tiers.
|
|
971
|
+
#
|
|
972
|
+
# Candidate machine types include `n4-standard`, `n4d-standard`,
|
|
973
|
+
# `n2-standard`, and `n2d-standard` (Rank 0), and `c4-standard` and
|
|
974
|
+
# `c4d-standard` (Rank 1) (for requested core counts 2, 4, 8, 16, 32).
|
|
975
|
+
#
|
|
976
|
+
# Warning: The specific machine families and types selected for this
|
|
977
|
+
# hardware class are subject to change. Users should not take a
|
|
978
|
+
# dependency on the underlying machine type selection.
|
|
979
|
+
STANDARD = 1
|
|
980
|
+
|
|
981
|
+
# Performance hardware class.
|
|
982
|
+
# Provides a high-performance configuration with approximately 8GB of
|
|
983
|
+
# memory per vCPU (e.g. high-memory machine types) and higher-tier disk
|
|
984
|
+
# configurations (e.g. higher IOPS and throughput).
|
|
985
|
+
#
|
|
986
|
+
# Candidate machine types include `n4-highmem`, `n4d-highmem`,
|
|
987
|
+
# `n2-highmem`, and `n2d-highmem` (Rank 0), and `c4-highmem` and
|
|
988
|
+
# `c4d-highmem` (Rank 1) (for requested core counts 2, 4, 8, 16, 32).
|
|
989
|
+
# `n4`, `n4d`, `c4`, and `c4d` use Hyperdisk Balanced with provisioned
|
|
990
|
+
# storage, whereas `n2` and `n2d` use SSD persistent disks.
|
|
991
|
+
#
|
|
992
|
+
# Warning: The specific machine families and types selected for this
|
|
993
|
+
# hardware class are subject to change. Users should not take a
|
|
994
|
+
# dependency on the underlying machine type selection.
|
|
995
|
+
PERFORMANCE = 2
|
|
996
|
+
end
|
|
997
|
+
end
|
|
998
|
+
|
|
859
999
|
# Specifies the type and number of accelerator cards attached to the instances
|
|
860
1000
|
# of an instance. See [GPUs on Compute
|
|
861
1001
|
# Engine](https://cloud.google.com/compute/docs/gpus/).
|